-- Logs begin at Wed 2022-06-01 12:03:29 UTC, end at Wed 2022-06-01 14:37:47 UTC. -- Jun 01 12:40:02.186584 n-d-844200-1 systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 12:40:04.694063 n-d-844200-1 neutron-server[88266]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:40:04.694849 n-d-844200-1 neutron-server[88266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev8 Jun 01 12:40:04.694849 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:40:04.697965 n-d-844200-1 neutron-server[88266]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:40:04.698217 n-d-844200-1 neutron-server[88266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev8 Jun 01 12:40:04.698525 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:40:04.699490 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:40:04.699720 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:40:04.700073 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:40:04.700313 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:40:04.700533 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:40:04.700860 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.701154 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.701448 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.701675 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.701950 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.702236 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.702513 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.702824 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.703126 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.703406 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.703709 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.703974 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.704203 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.704482 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.704767 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.705050 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.705272 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] debug = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.705548 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.705973 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.706390 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.706692 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.706981 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.707258 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.707526 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.707803 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.708088 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.708413 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] host = n-d-844200-1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.708688 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.708972 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.709255 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.709538 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.709808 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.710081 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.710361 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.710665 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.710937 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.711208 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.711492 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.711776 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.712062 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.712282 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.712498 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.712782 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.713066 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.713336 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.713607 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.713878 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.714147 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.714414 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.714705 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.714988 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.715271 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.715551 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.715820 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.716088 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.716353 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.716617 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.716902 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.717166 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.717432 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.717698 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.717980 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.718249 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.718516 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.718833 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.719117 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.719441 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.719751 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.719983 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.720257 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.720522 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.720790 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.721055 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_json = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.721320 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.721583 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.721858 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.722125 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.722393 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.722689 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.722960 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.723238 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.723503 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:04.723794 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.724086 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.724383 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.724664 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.724951 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.725227 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.725510 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.725782 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.726066 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.726349 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.726649 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.726927 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.727208 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.727478 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.727765 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.728065 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.728357 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.728643 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.728914 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.729183 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.729450 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.729723 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.730009 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.730303 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.730605 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.730897 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.731175 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.731461 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.731735 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.732006 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.732281 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.732567 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.732842 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.733108 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.733384 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.733671 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.733955 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.734222 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.734494 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.734830 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.735132 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.735573 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.735845 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.736119 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.736443 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.736665 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.736936 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.737205 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.737470 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.737740 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.737991 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.738255 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.738529 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.738816 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.739088 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.739349 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.739620 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.739868 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.740133 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.740400 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.740670 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.740936 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.741207 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.741471 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.741734 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.742000 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.742264 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.742529 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.742834 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.743125 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.743395 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.743666 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.743940 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.744212 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.744483 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.744754 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.745027 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.745298 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.745564 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.745851 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.746130 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.746410 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.746713 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.746987 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.747277 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.747548 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.747825 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.748095 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.748374 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.748651 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.748929 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.749220 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.749508 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.749796 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.750084 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.750369 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.750873 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.751180 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.751456 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:04.751670 n-d-844200-1 neutron-server[88266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:40:04.751906 n-d-844200-1 neutron-server[88266]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88266) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 12:40:05.135276 n-d-844200-1 neutron-server[88266]: INFO keyring.backend [-] Loading KWallet Jun 01 12:40:05.142622 n-d-844200-1 neutron-server[88266]: INFO keyring.backend [-] Loading SecretService Jun 01 12:40:05.146041 n-d-844200-1 neutron-server[88266]: INFO keyring.backend [-] Loading Windows Jun 01 12:40:05.147390 n-d-844200-1 neutron-server[88266]: INFO keyring.backend [-] Loading chainer Jun 01 12:40:05.148163 n-d-844200-1 neutron-server[88266]: INFO keyring.backend [-] Loading macOS Jun 01 12:40:05.181218 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:05.181486 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:05.181767 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:05.182095 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 12:40:05.566238 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.566529 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.566825 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.568121 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.568390 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.568662 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.605570 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.605841 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.606107 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.619125 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.619372 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.619661 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.648995 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.649297 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.649563 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.685976 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.686235 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.686510 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.915424 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.916130 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.916130 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.916277 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:05.917291 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.037823 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.038124 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.038436 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.038727 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.038990 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.039296 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.039559 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.039811 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.040060 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.040345 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.040603 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.040860 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.041103 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.041356 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.041993 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.042257 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.042513 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.042803 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.043054 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.043314 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.043668 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.043919 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.044168 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.044449 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.044693 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.044934 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.045328 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.045561 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.045794 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.046027 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.046257 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.046483 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.046883 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 12:40:06.050104 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 12:40:06.054029 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 12:40:06.057941 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 01 12:40:06.059582 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 12:40:06.060185 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 12:40:06.060519 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 12:40:06.060902 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 12:40:06.063849 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 12:40:06.064093 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 12:40:06.064430 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:40:06.091787 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 12:40:06.092231 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.092526 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88266) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 12:40:06.092880 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.094235 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88266) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 12:40:06.094523 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:40:06.094792 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 12:40:06.098129 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.098406 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.161309 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 12:40:06.161509 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 12:40:06.161773 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 12:40:06.162141 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 12:40:06.200698 n-d-844200-1 neutron-server[88266]: DEBUG oslo_db.sqlalchemy.engines [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88266) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 01 12:40:06.548541 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing driver for type 'gre' Jun 01 12:40:06.549265 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] gre ID ranges: [(1, 1000)] Jun 01 12:40:06.607204 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing driver for type 'local' Jun 01 12:40:06.607532 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing driver for type 'vlan' Jun 01 12:40:06.619908 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] VlanTypeDriver initialization complete Jun 01 12:40:06.620312 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing driver for type 'vxlan' Jun 01 12:40:06.620802 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] vxlan ID ranges: [(1, 1000)] Jun 01 12:40:06.677260 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing extension driver 'port_security' Jun 01 12:40:06.677604 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] PortSecurityExtensionDriver initialization complete Jun 01 12:40:06.677938 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing mechanism driver 'openvswitch' Jun 01 12:40:06.678277 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing mechanism driver 'hyperv' Jun 01 12:40:06.685329 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:06.686006 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.686376 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.686757 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.687317 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.687750 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.688101 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.688444 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.688839 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.689324 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.689674 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.690017 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.690406 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.690841 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.691191 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.691532 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.693585 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.694016 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.694380 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.694761 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.695196 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.695608 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.695962 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.696304 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.696712 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 12:40:06.697159 n-d-844200-1 neutron-server[88266]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] ML2 OVO RPC backend initialized. {{(pid=88266) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 01 12:40:06.697883 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.698329 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.698814 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.699282 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > networks before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.699814 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.700166 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > ports before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.700516 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.700860 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.701208 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.701557 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.701895 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.702231 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.702571 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.702925 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.703260 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.703595 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.703926 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.704851 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.plugin [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Modular L2 Plugin initialization complete Jun 01 12:40:06.705208 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading services supported by the core plugin {{(pid=88266) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 12:40:06.705549 n-d-844200-1 neutron-server[88266]: INFO neutron.plugins.ml2.managers [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Got port-security extension from driver 'port_security' Jun 01 12:40:06.706019 n-d-844200-1 neutron-server[88266]: INFO neutron.extensions.vlantransparent [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Disabled vlantransparent extension. Jun 01 12:40:06.706518 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88266) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 12:40:06.706861 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: router Jun 01 12:40:06.742932 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.743253 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_create 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.743625 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router before_create 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.743990 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.744363 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.744713 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_delete 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.745066 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.745422 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_create 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.745767 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.746114 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.746460 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.746838 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.747229 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.747600 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.747936 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.748274 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: subnet after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.748618 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.748957 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.749298 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.749635 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.749974 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.750324 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router after_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.750711 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.751067 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.751422 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.751768 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.752129 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > agent after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.752475 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.752816 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.753684 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Tracking information for resource: router configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.754011 n-d-844200-1 neutron-server[88266]: DEBUG neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Tracking information for resource: floatingip configured {{(pid=88266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:40:06.759024 n-d-844200-1 neutron-server[88266]: INFO neutron.db.l3_agentschedulers_db [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 12:40:06.759595 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.759953 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.760302 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.760654 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: port after_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.761442 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router before_create 55550100 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.761811 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.762171 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.762529 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.767232 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.provider_configuration [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service providers = [] {{(pid=88266) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 12:40:06.767598 n-d-844200-1 neutron-server[88266]: DEBUG neutron.db.servicetype_db [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88266) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 12:40:06.770535 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.service_base [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:40:06.770911 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.service_base [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:40:06.771251 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.service_base [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:40:06.772137 n-d-844200-1 neutron-server[88266]: DEBUG neutron.services.service_base [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:40:06.772509 n-d-844200-1 neutron-server[88266]: INFO neutron.services.service_base [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 12:40:06.772884 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.773198 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 12:40:06.783795 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.784119 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: auto_allocate Jun 01 12:40:06.789931 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: network precommit_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.790299 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: network precommit_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.790843 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.791158 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: tag Jun 01 12:40:06.798063 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.798456 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: timestamp Jun 01 12:40:06.802491 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.802876 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: network_ip_availability Jun 01 12:40:06.808102 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.808473 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.808827 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:06.809545 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.809862 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: flavors Jun 01 12:40:06.814642 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.814991 n-d-844200-1 neutron-server[88266]: INFO neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading Plugin: revisions Jun 01 12:40:06.819260 n-d-844200-1 neutron-server[88266]: DEBUG neutron.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:40:06.819649 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=88266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:06.820390 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88266) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 01 12:40:06.820727 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Initializing extension manager. Jun 01 12:40:06.821231 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: __init__.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.821572 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: __pycache__ {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.821899 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.822227 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: address_group.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.823013 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.823578 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: address-group Jun 01 12:40:06.823902 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: address_scope.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.824801 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.825304 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: address-scope Jun 01 12:40:06.825626 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.826546 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.827099 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: router-admin-state-down-before-update Jun 01 12:40:06.827399 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: agent.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.828102 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.828598 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: agent Jun 01 12:40:06.828917 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: agent_resources_synced.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.829900 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.830408 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: agent-resources-synced Jun 01 12:40:06.830759 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.832546 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.833061 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: allowed-address-pairs Jun 01 12:40:06.833383 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.834457 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.834999 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: auto-allocated-topology Jun 01 12:40:06.835315 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: availability_zone.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.836007 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.836499 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: availability_zone Jun 01 12:40:06.836815 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: availability_zone_filter.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.837722 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.838222 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: availability_zone_filter Jun 01 12:40:06.838535 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: data_plane_status.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.839465 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.839964 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 12:40:06.840278 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: default_subnetpools.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.841275 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.841780 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: default-subnetpools Jun 01 12:40:06.842100 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.842934 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.843433 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: dhcp_agent_scheduler Jun 01 12:40:06.843753 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: dns.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.844657 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.845252 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 12:40:06.845576 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: dns_domain_ports.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.846501 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.847027 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 12:40:06.847351 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: dvr.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.848021 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.848518 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: dvr Jun 01 12:40:06.848843 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: empty_string_filtering.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.849748 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.850258 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: empty-string-filtering Jun 01 12:40:06.850654 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.851567 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.852102 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:40:06.852420 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.853332 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.853835 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 12:40:06.854152 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: external_net.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.855086 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.855591 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: external-net Jun 01 12:40:06.855907 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.856814 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.857317 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: extra_dhcp_opt Jun 01 12:40:06.857634 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: extraroute.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.858541 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.859072 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: extraroute Jun 01 12:40:06.859394 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: extraroute_atomic.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.860508 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.861132 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: extraroute-atomic Jun 01 12:40:06.861450 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: filter_validation.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.862127 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.862649 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: filter-validation Jun 01 12:40:06.862970 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: fip_pf_description.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.863876 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.864369 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 12:40:06.864684 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: fip_port_details.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.865594 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.866091 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: fip-port-details Jun 01 12:40:06.866407 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: flavors.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.867660 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.868178 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: flavors Jun 01 12:40:06.868498 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.870172 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.870708 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 12:40:06.871036 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: floatingip_pools.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.871750 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.872252 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: floatingip-pools Jun 01 12:40:06.872573 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: ip_allocation.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.873508 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.874000 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 12:40:06.874319 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.875261 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.875761 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: ip-substring-filtering Jun 01 12:40:06.876140 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l2_adjacency.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.877273 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.877773 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 12:40:06.878097 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.879250 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.879764 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: router Jun 01 12:40:06.880087 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.882323 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.882883 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:40:06.883208 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.884131 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.884645 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: ext-gw-mode Jun 01 12:40:06.884967 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.885876 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.886381 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: l3-ha Jun 01 12:40:06.886740 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3_flavors.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.887650 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.888155 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: l3-flavors Jun 01 12:40:06.888489 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.889411 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.889912 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 12:40:06.890230 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: l3agentscheduler.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.891302 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.891844 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: l3_agent_scheduler Jun 01 12:40:06.892186 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: logging.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.893666 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.894186 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension logging not supported by any of loaded plugins Jun 01 12:40:06.894513 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: metering.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.895282 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.895862 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: metering Jun 01 12:40:06.896187 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.897281 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.897795 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: metering_source_and_destination_fields Jun 01 12:40:06.898123 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: multiprovidernet.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.899073 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.899584 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: multi-provider Jun 01 12:40:06.899907 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: netmtu.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.900818 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.901335 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: net-mtu Jun 01 12:40:06.901656 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: netmtu_writable.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.902567 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.903102 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: net-mtu-writable Jun 01 12:40:06.903421 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: network_availability_zone.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.904093 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.904588 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: network_availability_zone Jun 01 12:40:06.904906 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: network_ip_availability.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.905996 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.906505 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: network-ip-availability Jun 01 12:40:06.906856 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: network_segment_range.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.907704 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.908211 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 12:40:06.908531 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: pagination.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.909508 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.909833 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: pagination Jun 01 12:40:06.910152 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: port_device_profile.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.911088 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.911592 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: port-device-profile Jun 01 12:40:06.911910 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.912827 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.913327 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: port-mac-address-regenerate Jun 01 12:40:06.913642 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.914555 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.915089 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: port-numa-affinity-policy Jun 01 12:40:06.915407 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: port_resource_request.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.916315 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.917200 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 12:40:06.917470 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: portbindings.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.918412 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.918971 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: binding Jun 01 12:40:06.919290 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: portbindings_extended.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.920677 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.921196 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: binding-extended Jun 01 12:40:06.921521 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: portsecurity.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.922439 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.923022 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: port-security Jun 01 12:40:06.923349 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: project_id.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.924322 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.924651 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: project-id Jun 01 12:40:06.924972 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: providernet.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.925892 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.926397 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: provider Jun 01 12:40:06.926749 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.930312 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.930881 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos not supported by any of loaded plugins Jun 01 12:40:06.931216 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.932443 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.932949 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 12:40:06.933272 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.934188 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.934720 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 12:40:06.935042 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_default.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.935944 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.936446 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-default not supported by any of loaded plugins Jun 01 12:40:06.936769 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_fip.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.937420 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.937908 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 12:40:06.938232 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.939320 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.939821 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 12:40:06.940144 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.941054 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.941559 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 12:40:06.941996 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.942950 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.943453 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 12:40:06.943776 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: qos_rules_alias.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.944814 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.945316 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 12:40:06.945638 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: quotasv2.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.946537 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.946887 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: quotas Jun 01 12:40:06.947208 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: quotasv2_detail.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.948817 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.949154 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: quota_details Jun 01 12:40:06.949479 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: rbac.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.950520 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.951088 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: rbac-policies Jun 01 12:40:06.951412 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: rbac_address_group.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.952343 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.952852 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: rbac-address-group Jun 01 12:40:06.953175 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: rbac_address_scope.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.954097 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.954682 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: rbac-address-scope Jun 01 12:40:06.955004 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: rbac_security_groups.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.955927 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.956431 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: rbac-security-groups Jun 01 12:40:06.956746 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.957670 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.958186 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: rbac-subnetpool Jun 01 12:40:06.958505 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: revisionifmatch.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.959557 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.960072 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: revision-if-match Jun 01 12:40:06.960389 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: revisions.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.961504 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.962012 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: standard-attr-revisions Jun 01 12:40:06.962333 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: router_availability_zone.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.963037 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.963541 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: router_availability_zone Jun 01 12:40:06.963855 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: routerservicetype.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.964769 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.965276 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 12:40:06.965592 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.966506 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.967044 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: security-groups-normalized-cidr Jun 01 12:40:06.967412 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.968285 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.968794 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: port-security-groups-filtering Jun 01 12:40:06.969114 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.970149 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.970783 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: security-groups-remote-address-group Jun 01 12:40:06.971104 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: securitygroup.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.982023 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.982545 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: security-group Jun 01 12:40:06.982903 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: segment.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.983688 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.984193 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension segment not supported by any of loaded plugins Jun 01 12:40:06.984523 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.985527 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.986068 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 12:40:06.986397 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: servicetype.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.987522 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.988043 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: service-type Jun 01 12:40:06.988367 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: sorting.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.989342 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.989671 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: sorting Jun 01 12:40:06.989987 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: standard_attr_segment.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.990933 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.991444 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 12:40:06.991766 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: standardattrdescription.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.992389 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.992890 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: standard-attr-description Jun 01 12:40:06.993261 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: stateful_security_group.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.994132 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.994667 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: stateful-security-group Jun 01 12:40:06.994983 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: stdattrs_common.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.995562 n-d-844200-1 neutron-server[88266]: WARNING neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 12:40:06.995874 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.996873 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.997386 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 12:40:06.997704 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnet_onboard.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:06.998820 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:06.999351 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: subnet_onboard Jun 01 12:40:06.999664 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.000596 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.001176 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 12:40:07.001516 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnet_service_types.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.002519 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.003063 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: subnet-service-types Jun 01 12:40:07.003383 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnetallocation.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.004480 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.004987 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: subnet_allocation Jun 01 12:40:07.005306 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.005976 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.006478 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: subnetpool-prefix-ops Jun 01 12:40:07.006819 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.007748 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.008258 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 12:40:07.008574 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: tagging.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.009634 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.010138 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: standard-attr-tag Jun 01 12:40:07.010460 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: timestamp.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.011687 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.012201 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loaded extension: standard-attr-timestamp Jun 01 12:40:07.012520 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: trunk.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.013556 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.014062 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension trunk not supported by any of loaded plugins Jun 01 12:40:07.014388 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: trunk_details.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.015320 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.015824 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 12:40:07.016144 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.017321 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.017893 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 12:40:07.018224 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Loading extension file: vlantransparent.py {{(pid=88266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 12:40:07.018933 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 12:40:07.019439 n-d-844200-1 neutron-server[88266]: INFO neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 12:40:07.021826 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:network Jun 01 12:40:07.022554 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnet Jun 01 12:40:07.023195 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:40:07.138284 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:port Jun 01 12:40:07.139667 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.140173 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service FLAVORS assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.140756 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.141182 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.141509 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:router Jun 01 12:40:07.142420 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:40:07.143362 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service METERING assigned prefix: /metering {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.144951 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:07.145324 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:07.145675 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:40:07.146743 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:40:07.147187 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:40:07.147842 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:40:07.148579 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service CORE assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.148918 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:40:07.149261 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] subnetpool is already registered Jun 01 12:40:07.149956 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service CORE assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.150286 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:40:07.150634 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] subnetpool is already registered Jun 01 12:40:07.153081 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.153519 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service FLAVORS assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.154100 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.154520 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.154872 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:router Jun 01 12:40:07.155183 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] router is already registered Jun 01 12:40:07.155807 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:40:07.156131 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] floatingip is already registered Jun 01 12:40:07.156742 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service METERING assigned prefix: /metering {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.157463 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:40:07.157815 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] rbac_policy is already registered Jun 01 12:40:07.158389 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:40:07.158751 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] security_group is already registered Jun 01 12:40:07.159338 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:40:07.159670 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] security_group_rule is already registered Jun 01 12:40:07.160324 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service CORE assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.160646 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:40:07.160971 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] subnetpool is already registered Jun 01 12:40:07.161574 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.v2.resource_helper [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Service CORE assigned prefix: {{(pid=88266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:40:07.161896 n-d-844200-1 neutron-server[88266]: INFO neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:40:07.162219 n-d-844200-1 neutron-server[88266]: WARNING neutron.quota.resource_registry [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] subnetpool is already registered Jun 01 12:40:07.162896 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: extensions {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.164384 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: address-groups {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.166031 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: address-scopes {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.167636 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: agents {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.168796 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: auto-allocated-topology {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.170032 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: availability_zones {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.171639 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: dhcp-networks {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.173085 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: dhcp-agents {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.174623 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: routers {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.176428 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: flavors {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.178261 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: service_profiles {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.179488 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: next_providers {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.181028 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: service_profiles {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.182470 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: floatingip-pools {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.183704 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: routers {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.185524 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: floatingips {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.186731 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: l3-routers {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.188116 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: l3-agents {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.189656 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: metering-labels {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.191021 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: metering-label-rules {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.192292 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: network-ip-availabilities {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.193544 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: bindings {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.195221 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: quotas {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.196645 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: quotas {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.198043 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: rbac-policies {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.199350 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: security-groups {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.200559 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: security-group-rules {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.201774 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: service-providers {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.202988 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: subnetpools {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.205462 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: subnetpools {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.206938 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.208671 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.210458 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.212262 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.214064 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.215938 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.217999 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.220051 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.221879 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.223742 n-d-844200-1 neutron-server[88266]: DEBUG neutron.api.extensions [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Extended resource: tags {{(pid=88266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:40:07.229800 n-d-844200-1 neutron-server[88266]: WARNING keystonemiddleware.auth_token [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 12:40:07.234653 n-d-844200-1 neutron-server[88266]: WARNING keystonemiddleware.auth_token [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 12:40:07.243143 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Acquired lock "singleton_lock" {{(pid=88266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 12:40:07.243678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_concurrency.lockutils [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Releasing lock "singleton_lock" {{(pid=88266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 12:40:07.244249 n-d-844200-1 neutron-server[88266]: INFO oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Starting 2 workers Jun 01 12:40:07.248990 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Started child 88371 {{(pid=88266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:40:07.253266 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Started child 88372 {{(pid=88266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:40:07.254374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.255178 n-d-844200-1 neutron-server[88266]: INFO neutron.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 12:40:07.255487 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Notify callbacks [] for process, before_spawn {{(pid=88266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.255766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [-] (88371) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:40:07.257606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.258061 n-d-844200-1 neutron-server[88266]: INFO oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Starting 1 workers Jun 01 12:40:07.259033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [-] (88372) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:40:07.262810 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Started child 88373 {{(pid=88266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:40:07.263298 n-d-844200-1 neutron-server[88266]: INFO oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Starting 1 workers Jun 01 12:40:07.266254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] calling RpcWorker wait() {{(pid=88373) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 12:40:07.266965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] returning from RpcWorker wait() {{(pid=88373) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 12:40:07.267633 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Started child 88374 {{(pid=88266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:40:07.268227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.268378 n-d-844200-1 neutron-server[88266]: DEBUG neutron_lib.callbacks.manager [None req-9b5a884d-c7cd-4060-a238-0e1f66bfe8b4 None None] Notify callbacks [] for process, after_spawn {{(pid=88266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.268735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:07.270359 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:40:07.270533 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:40:07.270921 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:40:07.271099 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:40:07.271485 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:40:07.271611 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:40:07.272124 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.272380 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:07.272893 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.272893 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.272893 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.273192 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.273715 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.273979 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.274239 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.274510 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.274741 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.274896 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.275246 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.275505 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.275739 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.276002 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.276293 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.276538 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.276802 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.276983 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.277226 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.277468 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.277724 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.277979 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] debug = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.278209 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.278670 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.278898 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.279151 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.279369 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.279629 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.279871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.280102 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.280329 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.280545 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.280774 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.281023 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.281260 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.281482 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.281702 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.281959 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.282171 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283060 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] host = n-d-844200-1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283060 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283645 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283775 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.283988 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.284222 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.284471 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.284715 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.284952 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.285248 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.285444 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.285672 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.285914 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.286075 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_options = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.286303 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.286579 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.286839 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287033 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287198 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287369 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287631 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287862 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.287994 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.288233 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.288447 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.288665 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.288893 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.289110 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.289353 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.289589 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.289818 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.290031 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.290269 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.290510 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.290778 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.290998 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.291237 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.291469 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.292041 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.292271 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.293374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.293583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:07.293730 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.293854 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.294088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.294332 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.294579 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.294873 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.295941 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.296251 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.296508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.296838 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.297312 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.297484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.297631 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.297903 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.298183 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.298401 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.298680 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.298921 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.299242 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_json = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.299482 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.299652 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.299805 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.300092 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.300249 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.300441 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.301189 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.301189 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.301189 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.302170 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.302467 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.303379 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.303379 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.303379 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.303767 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.303890 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.304538 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.304538 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.304793 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.304925 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.305161 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.305883 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.306290 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.306742 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.307266 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.307730 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.308006 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.308254 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.308512 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.308796 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.308979 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.309461 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.309760 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.310013 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.310353 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.310618 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.310850 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.311119 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.311295 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.311692 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.311911 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.312221 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.312432 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.312816 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.313203 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.313435 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.313913 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.314056 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.314255 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.314619 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.314882 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.315100 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.315386 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.315635 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.315880 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.316096 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.316339 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.316579 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.316976 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.317206 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.317461 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.317693 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.317904 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.318124 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.318353 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.318567 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.318803 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.319010 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.319387 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.319600 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.319858 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.320075 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.320310 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.320542 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.320756 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.320964 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.321176 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.321388 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.321598 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.321840 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.322017 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.322436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.322981 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.323193 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.323402 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.323631 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.323839 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.324052 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.324261 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.324470 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.324676 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.324886 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.325095 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.325379 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.325680 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.325943 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.326196 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.326444 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.326720 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.326936 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.327192 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.327422 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.327651 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.327875 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.328133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.328356 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.328584 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.328811 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.329054 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.329398 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.329611 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.329826 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.330035 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.330272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.330617 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.330887 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.331119 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.331385 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.331629 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.331888 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.332140 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.332699 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.332699 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.333008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.333155 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.333392 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.333667 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.333931 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.334153 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.334431 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.334676 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.334913 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.335193 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.335433 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.335666 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.335879 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.336161 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.336587 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.337002 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.337242 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.337466 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.337807 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.338030 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.338239 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.338485 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.338744 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.339002 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.339241 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.339492 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.339743 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.339988 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.340237 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.340461 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.340693 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.340913 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.341131 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.341335 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.341558 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.341782 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.342023 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.342229 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.342493 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.342701 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.342921 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.343147 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.343377 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.343604 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.343975 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.344102 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.344231 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.344418 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.344761 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.344910 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.345085 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.345293 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.345525 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.345773 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.345986 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.346258 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.346505 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.346735 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.346971 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.347188 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.347437 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.347641 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.347871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.348101 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.348323 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.348997 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.348997 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.348997 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.349412 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.349412 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.349680 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.349848 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.350084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.350415 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.350692 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.350930 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.351437 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.351437 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.351736 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.351871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.353241 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.353241 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.353241 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.353241 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.353885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354027 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354881 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354881 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354881 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.354881 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.355409 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.355409 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.355708 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.355708 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.355974 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.356118 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.356288 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.356558 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.356782 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.357012 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.357242 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.357467 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.357698 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.357918 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.358231 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.358386 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.358522 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.358833 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.358998 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.359326 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.359473 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.359620 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.359796 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.360092 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.360330 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.360690 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.361012 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.361380 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.361535 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.361709 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.362114 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.362292 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.362545 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365084 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.365935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075097 Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.366088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.367755 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.367755 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.367755 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.367755 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.368914 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.369049 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370133 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370773 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.370773 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.371004 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.371879 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.372165 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.372385 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.372548 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.372781 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.372993 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.373142 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:40:07.373839 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:40:07.373974 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:40:07.374136 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:40:07.374300 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:40:07.374622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:40:07.374951 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:40:07.375160 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.375320 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.375518 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.375611 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.375766 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.375942 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.376484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.376784 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.376939 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.377227 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.377559 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.377722 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.377862 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.378015 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.378345 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.378570 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.378770 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.378921 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.379050 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.379366 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.379523 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.379811 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.380107 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] debug = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.380272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.380484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.380620 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.381871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382374 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382669 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382669 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382835 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] host = n-d-844200-1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.382920 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.383068 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.383233 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.383377 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.383516 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.383836 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.384134 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.384290 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385145 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385483 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_options = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385483 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385600 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385712 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.385890 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386048 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386204 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386367 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386520 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386699 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386834 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.386971 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.387135 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388102 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388260 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388415 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:07.388605 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388710 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.388868 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389023 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389175 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389328 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389480 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389657 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.389811 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390044 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390142 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390256 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390409 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390561 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390772 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.390924 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.391068 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.392243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.393871 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.394043 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.394350 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.394716 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.394877 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.395209 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.395533 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.395882 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_json = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396049 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396212 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396372 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396531 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396688 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.396844 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.397001 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.397159 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.397316 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:40:07.397495 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.397673 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.397808 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.397959 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398110 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398260 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398411 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398561 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398734 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.398885 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399052 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399207 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399375 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399531 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399687 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399837 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.399986 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.400904 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.401065 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.401221 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.401527 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.401683 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.402032 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.402357 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.402744 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.403040 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.403349 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.403642 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.403805 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.403965 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404129 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404298 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404445 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404601 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404759 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.404916 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.405080 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.405240 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.405415 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.405542 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.405697 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.406628 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407130 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407193 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407633 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407798 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.407955 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408114 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408270 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408426 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408582 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408738 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.408895 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.409048 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.409266 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.409369 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.409505 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410500 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410907 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.410907 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.411044 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.411109 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.411240 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412267 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412695 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412695 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412695 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.412888 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413169 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413169 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413335 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413424 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413558 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.413711 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414009 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414310 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414465 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414641 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414783 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.414930 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415075 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415222 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415355 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415509 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415647 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415807 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.415946 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.416099 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417076 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417076 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417076 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417484 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417866 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417866 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.417866 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418236 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418236 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418497 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418497 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418835 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.418835 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.419034 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.419034 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.419202 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.419359 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.419513 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.421678 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.423624 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.424436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425213 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.425923 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.426622 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427272 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427798 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427798 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427798 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.427798 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428173 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428173 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428173 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428446 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428446 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428642 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428773 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.428927 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429088 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429243 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429384 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429558 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429747 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429857 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.429981 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430137 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430291 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430446 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430670 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430784 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.430920 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431078 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431905 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431905 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431905 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431905 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.431905 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.432560 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.432560 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.432560 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.432560 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.432560 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433178 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433178 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433178 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433178 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.433779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434150 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434150 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434150 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434436 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.434651 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.438779 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.439706 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.440508 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441008 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441499 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441982 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441982 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441982 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441982 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:40:07.441982 n-d-844200-1 neutron-server[88266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:40:18.164220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87bbc1-38ba-47b0-8821-79b835f39925 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 12:40:18.342324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87bbc1-38ba-47b0-8821-79b835f39925 None None] No non-hosted networks {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 12:40:18.352155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.agentschedulers_db [None req-ee87bbc1-38ba-47b0-8821-79b835f39925 None None] DHCP Agent not found on host n-d-844200-1 {{(pid=88373) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 01 12:40:18.425026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2996-6c3a-45c7-850b-76646f230a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:20.420640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62fe607c-54ee-4e33-85b2-7f6d9c709ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:20.466712 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7928a553-8a52-4a3e-9ae8-0a8faa70ea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:21.514572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:21.579330 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:21.580223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.580732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.581270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.581786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.582833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.583391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.583975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.584440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.584984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.585456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.585955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.586407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:21.588990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-844200-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:21.597164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-844200-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:22.867930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:23.747499 n-d-844200-1 neutron-server[88373]: INFO neutron.db.l3_hamode_db [None req-3ffc159f-0161-44c4-b84f-6d44bf722631 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 12:40:23.834789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc159f-0161-44c4-b84f-6d44bf722631 None None] Routers set() bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:40:23.835205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc159f-0161-44c4-b84f-6d44bf722631 None None] Router IDs set() for agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 01 12:40:24.622006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38734) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:25.264606 n-d-844200-1 neutron-server[88371]: WARNING oslo_policy.policy [None req-7a5193ba-fe20-4462-86b5-04f76a3059f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:25.265139 n-d-844200-1 neutron-server[88371]: WARNING oslo_policy.policy [None req-7a5193ba-fe20-4462-86b5-04f76a3059f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:25.479801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-7a5193ba-fe20-4462-86b5-04f76a3059f6 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:40:25.480804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a5193ba-fe20-4462-86b5-04f76a3059f6 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8578598 Jun 01 12:40:27.898222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38748) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:28.292781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:28.388755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.policy [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:40:28.433129 n-d-844200-1 neutron-server[88371]: WARNING oslo_policy.policy [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:28.433470 n-d-844200-1 neutron-server[88371]: WARNING oslo_policy.policy [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:28.441756 n-d-844200-1 neutron-server[88371]: INFO neutron.quota [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Loaded quota_driver: . Jun 01 12:40:28.458277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:28.517894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250207088', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250207621', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250201723', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250190386', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250184851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756250175267', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1356162', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1356254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-305770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388833'] for rbac-policy, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:28.588717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:28.590175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9eced15b-85fa-42f3-8654-66f2bdeba561 admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6906919 Jun 01 12:40:31.289160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:31.679738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6979bc7177534089a6a6a9e4a1be611c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:31.684577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:31.691107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Usage tracker for resource:network and tenant:6979bc7177534089a6a6a9e4a1be611c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:31.696964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:31.703711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:31.718094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Made reservation on behalf of 6979bc7177534089a6a6a9e4a1be611c for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:40:31.722583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:31.740393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:31.754683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:31.758934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6979bc7177534089a6a6a9e4a1be611c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:31.765391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:31.771955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:31.871440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:31.878468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:31.900841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:40:31.938329 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756247683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:31.938555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Unsubscribe: segment precommit_create {{(pid=88371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:40:31.939117 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Added segment 029e92da-f847-4287-81f5-d129ff13033f of type vlan for network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 Jun 01 12:40:31.990309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6e5c1e-ba67-4638-97e0-ed2402b775b8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:32.010053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.010385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.010729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.011044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.011359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.011672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.011976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.012280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.012569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.012869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.013172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.013491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Tracked resource versions report: Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: pushed versions: Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: { 'AddressGroup': {'1.2'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'ConntrackHelper': {'1.0'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Log': {'1.0'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Network': {'1.1'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Port': {'1.7'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'PortForwarding': {'1.2'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'QosPolicy': {'1.8'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SecurityGroup': {'1.4'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SubPort': {'1.0'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Subnet': {'1.1'}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Trunk': {'1.1'}} Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: consumer versions: Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: L3 agent@n-d-844200-1: {}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: Metadata agent@n-d-844200-1: {}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: Metering agent@n-d-844200-1: {}, Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'ConntrackHelper': '1.0', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Log': '1.0', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Network': '1.1', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Port': '1.7', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'PortForwarding': '1.2', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'QosPolicy': '1.8', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SecurityGroup': '1.4', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SecurityGroupRule': '1.2', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'SubPort': '1.0', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Subnet': '1.1', Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: 'Trunk': '1.1'}} Jun 01 12:40:32.014542 n-d-844200-1 neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:40:32.053693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:32.102076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:32.103318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:32.103921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:32.209223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9184067 Jun 01 12:40:32.209638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500057-5359-4b2b-abc6-07e8209420b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8259ad3e-3abe-4de1-8f88-a99e2ea2c905,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:32.246206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:40:34.944177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38778) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:35.405224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc3e3a-6c0a-4a80-b008-f24df2a75dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:35.406474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-03cc3e3a-6c0a-4a80-b008-f24df2a75dea admin admin] 10.222.0.40 "GET /v2.0/networks/8259ad3e-3abe-4de1-8f88-a99e2ea2c905 HTTP/1.1" status: 200 len: 825 time: 0.4613485 Jun 01 12:40:35.447809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e598eea4-f61c-4655-80c3-e21f970667ae admin admin] 10.222.0.40 "GET /v2.0/subnetpools/4ee5da0f-1179-4e8f-82d9-b6a0ae484063 HTTP/1.1" status: 200 len: 734 time: 0.0329118 Jun 01 12:40:35.456504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Request body: {'subnet': {'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'name': 'private-subnet'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:35.461019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:35.464884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Usage tracker for resource:subnet and tenant:6979bc7177534089a6a6a9e4a1be611c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:35.467748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:35.473330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:35.484164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Made reservation on behalf of 6979bc7177534089a6a6a9e4a1be611c for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:40:35.486583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:35.767706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:35.858754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d05118a-0003-431e-841c-743a771d1756,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:35.868722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Checking segment: {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:40:35.869267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Network hostable DHCP agents. Network: 8259ad3e-3abe-4de1-8f88-a99e2ea2c905, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:40:35.903113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:40:35.921178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8259ad3e-3abe-4de1-8f88-a99e2ea2c905) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:35.927541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:35.928105 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:35.932230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fa542-b5ab-4f33-aa6e-6e55a010140c None None] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:40:35.948958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e7fa5819-6191-40b2-9c49-cfe98d7e94bf admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4959238 Jun 01 12:40:36.243379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:40:36.244559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:36.429816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Allocated IP 172.20.0.2 (8259ad3e-3abe-4de1-8f88-a99e2ea2c905/7d05118a-0003-431e-841c-743a771d1756/ad4a2ab7-ff10-42f0-9bab-b4e69cf18194) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:40:36.657672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:36.671906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Transition to ACTIVE for port object ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:40:36.692894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Transition to ACTIVE for port object ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:40:36.700274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:36.762980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:40:36.765899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:36.772643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:40:36.774799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Pushing event updated for resources: {'Port': ['ID=ad4a2ab7-ff10-42f0-9bab-b4e69cf18194,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:36.810910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.811243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.811576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.811902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.812218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.812531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.812846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.813154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.813473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.813776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.814065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.814380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Tracked resource versions report: Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: pushed versions: Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: { 'AddressGroup': {'1.2'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'ConntrackHelper': {'1.0'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Log': {'1.0'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Network': {'1.1'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Port': {'1.7'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'PortForwarding': {'1.2'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'QosPolicy': {'1.8'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SecurityGroup': {'1.4'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SubPort': {'1.0'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Subnet': {'1.1'}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Trunk': {'1.1'}} Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: consumer versions: Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: L3 agent@n-d-844200-1: {}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: Metadata agent@n-d-844200-1: {}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: Metering agent@n-d-844200-1: {}, Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'ConntrackHelper': '1.0', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Log': '1.0', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Network': '1.1', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Port': '1.7', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'PortForwarding': '1.2', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'QosPolicy': '1.8', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SecurityGroup': '1.4', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SecurityGroupRule': '1.2', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'SubPort': '1.0', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Subnet': '1.1', Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: 'Trunk': '1.1'}} Jun 01 12:40:36.815469 n-d-844200-1 neutron-server[88373]: {{(pid=88373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:40:36.875811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Attempting to bind port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:40:36.876197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Attempting to bind port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:40:36.876628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Attempting to bind port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 on network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:40:36.882026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:40:36.882426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Checking segment: {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:40:36.882908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:36.883283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Bound using segment: {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:40:36.883764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Bound port: ad4a2ab7-ff10-42f0-9bab-b4e69cf18194, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:40:36.884134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:36.973139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] For port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:40:36.977613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] For port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ad4a2ab7-ff10-42f0-9bab-b4e69cf18194,segment=NetworkSegment(029e92da-f847-4287-81f5-d129ff13033f),segment_id=029e92da-f847-4287-81f5-d129ff13033f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:40:36.981345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:37.068142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fe2bf-71cc-49a1-a1a1-f6bfc6f7a938 None None] Pushing event updated for resources: {'Port': ['ID=ad4a2ab7-ff10-42f0-9bab-b4e69cf18194,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:38.394662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38788) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:38.771034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-789369b4-fee5-4cc4-be9b-1c35dff4d54e admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:40:38.772005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-789369b4-fee5-4cc4-be9b-1c35dff4d54e admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3764715 Jun 01 12:40:40.858523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8738e-0fbb-403c-80e9-b23879eeb6ef None None] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:40:40.972064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c62f6cba-d2a3-4596-ab66-734dc94888fb None None] Provisioning for port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:41.220433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:41.435420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:41.514611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:41.519521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:41.519928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:41.663642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:40:41.663937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:41.697873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ad4a2ab7-ff10-42f0-9bab-b4e69cf18194,segment=NetworkSegment(029e92da-f847-4287-81f5-d129ff13033f),segment_id=029e92da-f847-4287-81f5-d129ff13033f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:40:41.703361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:41.774414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ad4a2ab7-ff10-42f0-9bab-b4e69cf18194,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:41.834396 n-d-844200-1 neutron-server[88372]: WARNING oslo_policy.policy [None req-41db84dd-f6ee-4d0b-954d-5a5fe8088770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:41.834981 n-d-844200-1 neutron-server[88372]: WARNING oslo_policy.policy [None req-41db84dd-f6ee-4d0b-954d-5a5fe8088770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:42.048931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-41db84dd-f6ee-4d0b-954d-5a5fe8088770 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:40:42.050097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41db84dd-f6ee-4d0b-954d-5a5fe8088770 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8276725 Jun 01 12:40:43.411716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:43.478440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:43.478802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:43.594795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:40:44.802766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:45.192121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:45.256432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.policy [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88372) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:40:45.302038 n-d-844200-1 neutron-server[88372]: WARNING oslo_policy.policy [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:45.302566 n-d-844200-1 neutron-server[88372]: WARNING oslo_policy.policy [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:40:45.310896 n-d-844200-1 neutron-server[88372]: INFO neutron.quota [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Loaded quota_driver: . Jun 01 12:40:45.327254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:45.334235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Usage tracker for resource:router and tenant:6979bc7177534089a6a6a9e4a1be611c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:45.339329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:45.347378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:45.365547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.367621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.394471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.515774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.535954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.537137 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-77dfcadb-7bb1-4a9d-bb80-e9c7c5bf67ea admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7334163 Jun 01 12:40:48.005257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:48.143742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8110e044-3aea-47ea-a16e-27d6475b4491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:48.405595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-e1f0ad15-0bed-4dcb-a7ce-6c2569854ab0 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:40:48.406780 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e1f0ad15-0bed-4dcb-a7ce-6c2569854ab0 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4003725 Jun 01 12:40:50.415397 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9201b92e-5167-4cd4-9ab0-35f30c4f0cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:50.827188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:51.237309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:51.242554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:51.246392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Usage tracker for resource:network and tenant:f71356eb6d1847e7ad39d4b5cfacc43f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:51.249834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:51.255567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:51.270077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Made reservation on behalf of f71356eb6d1847e7ad39d4b5cfacc43f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:40:51.273241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.291441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.306341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:51.310330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Usage tracker for resource:security_group_rule and tenant:f71356eb6d1847e7ad39d4b5cfacc43f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:51.313581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:51.319270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:51.411947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.421131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.440182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Reserving flat network on physical network physnet1 {{(pid=88372) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 12:40:51.442525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.473890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756247683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.474409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Unsubscribe: segment precommit_create {{(pid=88372) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:40:51.474940 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Added segment 201fae66-03a1-4785-a841-d2565ebc73bf of type flat for network b3885b8b-5db0-4385-ae63-34e40cb7908a Jun 01 12:40:51.523140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df9d4e4-b344-48ab-b647-1d27dd2a0d02,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:51.538814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.539276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.539631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.539977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.540258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.540690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.540854 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.541007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.541389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.541705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.542045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.542325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.542652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Tracked resource versions report: Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: pushed versions: Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: { 'AddressGroup': {'1.2'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'ConntrackHelper': {'1.0'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Log': {'1.0'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Network': {'1.1'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Port': {'1.7'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'PortForwarding': {'1.2'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'QosPolicy': {'1.8'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SecurityGroup': {'1.4'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SubPort': {'1.0'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Subnet': {'1.1'}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Trunk': {'1.1'}} Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: consumer versions: Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: L3 agent@n-d-844200-1: {}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: Metadata agent@n-d-844200-1: {}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: Metering agent@n-d-844200-1: {}, Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'ConntrackHelper': '1.0', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Log': '1.0', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Network': '1.1', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Port': '1.7', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'PortForwarding': '1.2', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'QosPolicy': '1.8', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SecurityGroup': '1.4', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SecurityGroupRule': '1.2', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'SubPort': '1.0', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Subnet': '1.1', Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: 'Trunk': '1.1'}} Jun 01 12:40:51.543749 n-d-844200-1 neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:40:51.588248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.635548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.636840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:51.637571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:51.743486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] Pushing event updated for resources: {'Network': ['ID=b3885b8b-5db0-4385-ae63-34e40cb7908a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:51.746174 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-326d8228-7d0e-473f-9355-7f4c44ebea81 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9180162 Jun 01 12:40:51.755111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b3885b8b-5db0-4385-ae63-34e40cb7908a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:40:52.829675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:54.144861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38864) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:54.394341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432976e7-bd99-4d71-abec-eb6a0ab66f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:54.395812 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-432976e7-bd99-4d71-abec-eb6a0ab66f8e admin admin] 10.222.0.40 "GET /v2.0/subnets/7d05118a-0003-431e-841c-743a771d1756 HTTP/1.1" status: 200 len: 849 time: 0.2497113 Jun 01 12:40:54.560529 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f76ba593-f44a-4c40-bfcc-6c80ada16a12 admin admin] 10.222.0.40 "GET /v2.0/routers/09e1a75c-5848-464a-ab23-fa2556a5cae7 HTTP/1.1" status: 200 len: 704 time: 0.1562676 Jun 01 12:40:55.036826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:55.281789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Allocated IP 172.20.0.1 (8259ad3e-3abe-4de1-8f88-a99e2ea2c905/7d05118a-0003-431e-841c-743a771d1756/ddb86e47-c140-456c-9d3b-517c909ce5c9) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:40:55.436419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:55.454286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Transition to ACTIVE for port object ddb86e47-c140-456c-9d3b-517c909ce5c9 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:40:55.510380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:55.576873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:40:55.579478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:55.588469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb86e47-c140-456c-9d3b-517c909ce5c9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:55.594290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:40:55.594927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:55.733563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-16bebbf7-e4ee-436d-8830-cff9227abe8f None None] Provisioning for port ddb86e47-c140-456c-9d3b-517c909ce5c9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:55.740074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-16bebbf7-e4ee-436d-8830-cff9227abe8f None None] Provisioning complete for port ddb86e47-c140-456c-9d3b-517c909ce5c9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:55.740074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-16bebbf7-e4ee-436d-8830-cff9227abe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:55.792903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-16bebbf7-e4ee-436d-8830-cff9227abe8f None None] Port ddb86e47-c140-456c-9d3b-517c909ce5c9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:40:55.897690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:56.130051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:56.138545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:56.139745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:56.272932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb86e47-c140-456c-9d3b-517c909ce5c9,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:56.362785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:40:56.364025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:56.518469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-36f666e4-196b-4077-a3e2-7613e520c7c5 None None] Provisioning complete for port ddb86e47-c140-456c-9d3b-517c909ce5c9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:56.518895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-36f666e4-196b-4077-a3e2-7613e520c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:56.561831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Router 09e1a75c-5848-464a-ab23-fa2556a5cae7 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:40:56.576179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-36f666e4-196b-4077-a3e2-7613e520c7c5 None None] Port ddb86e47-c140-456c-9d3b-517c909ce5c9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:40:56.725621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:40:56.736412 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Sync routers for ids ['09e1a75c-5848-464a-ab23-fa2556a5cae7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:40:56.738265 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-671fcc34-c705-44b2-8ab4-0fc47365e743 admin admin] 10.222.0.40 "PUT /v2.0/routers/09e1a75c-5848-464a-ab23-fa2556a5cae7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1718373 Jun 01 12:40:56.747238 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Routers {'09e1a75c-5848-464a-ab23-fa2556a5cae7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:40:56.748158 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:40:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09e1a75c-5848-464a-ab23-fa2556a5cae7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:56.925591 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Set router 09e1a75c-5848-464a-ab23-fa2556a5cae7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:40:57.302838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:40:55Z', 'revision_number': 2, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port_host': None, '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:55Z', 'revision_number': 2, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:57.308074 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Checking router: 09e1a75c-5848-464a-ab23-fa2556a5cae7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:40:57.308471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Updating router 09e1a75c-5848-464a-ab23-fa2556a5cae7 port ddb86e47-c140-456c-9d3b-517c909ce5c9 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:40:57.361316 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:57.751437 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:57.767067 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Transition to ACTIVE for port object ddb86e47-c140-456c-9d3b-517c909ce5c9 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:40:57.774052 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:58.011517 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Pushing event updated for resources: {'Port': ['ID=ddb86e47-c140-456c-9d3b-517c909ce5c9,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:58.029169 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.029502 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.029824 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.030143 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.030461 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.030799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.031109 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.031416 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.031728 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.032028 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.032344 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.032627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Tracked resource versions report: Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: pushed versions: Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: { 'AddressGroup': {'1.2'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'ConntrackHelper': {'1.0'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Log': {'1.0'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Network': {'1.1'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Port': {'1.7'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'PortForwarding': {'1.2'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'QosPolicy': {'1.8'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SecurityGroup': {'1.4'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SubPort': {'1.0'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Subnet': {'1.1'}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Trunk': {'1.1'}} Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: consumer versions: Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: L3 agent@n-d-844200-1: {}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: Metadata agent@n-d-844200-1: {}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: Metering agent@n-d-844200-1: {}, Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'ConntrackHelper': '1.0', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Log': '1.0', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Network': '1.1', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Port': '1.7', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'PortForwarding': '1.2', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'QosPolicy': '1.8', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SecurityGroup': '1.4', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SecurityGroupRule': '1.2', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'SubPort': '1.0', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Subnet': '1.1', Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: 'Trunk': '1.1'}} Jun 01 12:40:58.033854 n-d-844200-1 neutron-server[88374]: {{(pid=88374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:40:58.039992 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Attempting to bind port ddb86e47-c140-456c-9d3b-517c909ce5c9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:40:58.040371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Attempting to bind port ddb86e47-c140-456c-9d3b-517c909ce5c9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:40:58.040808 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Attempting to bind port ddb86e47-c140-456c-9d3b-517c909ce5c9 on network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:40:58.046483 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:40:58.046918 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Checking segment: {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:40:58.047373 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:58.047738 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Bound using segment: {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:40:58.048219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Bound port: ddb86e47-c140-456c-9d3b-517c909ce5c9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e92da-f847-4287-81f5-d129ff13033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:40:58.048603 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:58.134993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] For port ddb86e47-c140-456c-9d3b-517c909ce5c9, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:40:58.138863 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] For port ddb86e47-c140-456c-9d3b-517c909ce5c9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ddb86e47-c140-456c-9d3b-517c909ce5c9,segment=NetworkSegment(029e92da-f847-4287-81f5-d129ff13033f),segment_id=029e92da-f847-4287-81f5-d129ff13033f)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:40:58.144927 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:58.216025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Routers {'09e1a75c-5848-464a-ab23-fa2556a5cae7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:40:58.216802 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:40:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09e1a75c-5848-464a-ab23-fa2556a5cae7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:58.369901 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5169-0371-4bde-a791-9426212c2424 None None] Pushing event updated for resources: {'Port': ['ID=ddb86e47-c140-456c-9d3b-517c909ce5c9,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:58.394807 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] Set router 09e1a75c-5848-464a-ab23-fa2556a5cae7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:40:58.725336 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:40:55Z', 'revision_number': 2, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port_host': None, '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:58Z', 'revision_number': 4, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:58.729728 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdf89-b080-4ace-8e2f-0bfdfa3bfa85 None None] The sync data for ids ['09e1a75c-5848-464a-ab23-fa2556a5cae7'] in n-d-844200-1 is: [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:40:55Z', 'revision_number': 2, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port_host': None, '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:58Z', 'revision_number': 4, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:40:59.022435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38888) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:59.174646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c613a-7c97-4ec8-88d5-68a61639d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:59.176027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-257c613a-7c97-4ec8-88d5-68a61639d69c admin admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 842 time: 0.1526482 Jun 01 12:40:59.185513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_dhcp': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:59.190249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:40:59.194309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Usage tracker for resource:subnet and tenant:f71356eb6d1847e7ad39d4b5cfacc43f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:40:59.201266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:40:59.204834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:40:59.216294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Made reservation on behalf of f71356eb6d1847e7ad39d4b5cfacc43f for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:40:59.219070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.445580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ddb86e47-c140-456c-9d3b-517c909ce5c9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:59.521209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ddb86e47-c140-456c-9d3b-517c909ce5c9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:59.526770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ddb86e47-c140-456c-9d3b-517c909ce5c9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:59.527222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.635420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 12:40:59.635888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.653430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ddb86e47-c140-456c-9d3b-517c909ce5c9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:40:59.653903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.687661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ddb86e47-c140-456c-9d3b-517c909ce5c9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ddb86e47-c140-456c-9d3b-517c909ce5c9,segment=NetworkSegment(029e92da-f847-4287-81f5-d129ff13033f),segment_id=029e92da-f847-4287-81f5-d129ff13033f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:40:59.693691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.718405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55312d4a-ae6f-41eb-b841-55e1361ba280,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:59.728712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:40:59.728901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Network hostable DHCP agents. Network: b3885b8b-5db0-4385-ae63-34e40cb7908a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:40:59.749357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:40:59.759878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b3885b8b-5db0-4385-ae63-34e40cb7908a) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:59.765291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:40:59.766014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:59.770207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72846f16-fca4-4213-9a12-e7aeef983c7a None None] Network b3885b8b-5db0-4385-ae63-34e40cb7908a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:40:59.782436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ddb86e47-c140-456c-9d3b-517c909ce5c9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:59.795608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3018cc98-28ca-4e6f-98d7-103656f1014b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6067438 Jun 01 12:41:00.001223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452faf1a-afc3-4f6b-b829-308cbbd7196e None None] Network b3885b8b-5db0-4385-ae63-34e40cb7908a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:41:01.422390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ddb86e47-c140-456c-9d3b-517c909ce5c9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:41:01.489709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ddb86e47-c140-456c-9d3b-517c909ce5c9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:41:01.490091 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:01.614114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ddb86e47-c140-456c-9d3b-517c909ce5c9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:41:02.071214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38902) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:02.302072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3d0cc73b-ff9a-42b3-b74f-2af739023375 admin admin] 10.222.0.40 "GET /v2.0/routers/09e1a75c-5848-464a-ab23-fa2556a5cae7 HTTP/1.1" status: 200 len: 710 time: 0.2293394 Jun 01 12:41:02.436805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0247d22-4352-49c0-bc2b-bef2074efd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:41:02.438148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c0247d22-4352-49c0-bc2b-bef2074efd29 admin admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 886 time: 0.1287205 Jun 01 12:41:02.449707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:41:02.919710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:03.254509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:03.312589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:03.451377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Allocated IP 172.25.7.211 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a869f9fd-282f-43f3-b65e-2ea1a895d50b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:41:03.598780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:03.662491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:03.724765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:41:03.727654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:41:03.731203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:41:03.787022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Pushing event updated for resources: {'Port': ['ID=a869f9fd-282f-43f3-b65e-2ea1a895d50b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:04.166273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:04.500698 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:04.504092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:04.681719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Router 09e1a75c-5848-464a-ab23-fa2556a5cae7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:41:04.857250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:41:04.865870 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:04.867039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6b4acea2-217e-4a15-a10d-d08c334dccad admin admin] 10.222.0.40 "PUT /v2.0/routers/09e1a75c-5848-464a-ab23-fa2556a5cae7 HTTP/1.1" status: 200 len: 890 time: 2.4204693 Jun 01 12:41:04.867423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Sync routers for ids ['09e1a75c-5848-464a-ab23-fa2556a5cae7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:41:04.877904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Routers {'09e1a75c-5848-464a-ab23-fa2556a5cae7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:41:04.878633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:40:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09e1a75c-5848-464a-ab23-fa2556a5cae7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:05.094233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Set router 09e1a75c-5848-464a-ab23-fa2556a5cae7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:41:05.433885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:41:03Z', 'revision_number': 4, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port': {'id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:41:03Z', 'updated_at': '2022-06-01T12:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:59Z', 'revision_number': 5, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:05.438893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Checking router: 09e1a75c-5848-464a-ab23-fa2556a5cae7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:41:05.439238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Updating router 09e1a75c-5848-464a-ab23-fa2556a5cae7 port a869f9fd-282f-43f3-b65e-2ea1a895d50b binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:41:05.491073 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:05.811957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:05.823906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Transition to ACTIVE for port object a869f9fd-282f-43f3-b65e-2ea1a895d50b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:41:05.830598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:05.910875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37cc1c-a50f-4bfd-b8fa-28368501926d None None] Pushing event updated for resources: {'Port': ['ID=a869f9fd-282f-43f3-b65e-2ea1a895d50b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:05.913029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Attempting to bind port a869f9fd-282f-43f3-b65e-2ea1a895d50b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:41:05.913406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Attempting to bind port a869f9fd-282f-43f3-b65e-2ea1a895d50b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:41:05.913757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Attempting to bind port a869f9fd-282f-43f3-b65e-2ea1a895d50b on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:41:05.919507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:41:05.919872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:41:05.920267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:05.921012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:41:05.921471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Bound port: a869f9fd-282f-43f3-b65e-2ea1a895d50b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:41:05.921849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:05.991609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] For port a869f9fd-282f-43f3-b65e-2ea1a895d50b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:41:05.994741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] For port a869f9fd-282f-43f3-b65e-2ea1a895d50b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a869f9fd-282f-43f3-b65e-2ea1a895d50b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:41:05.999281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:06.075903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Routers {'09e1a75c-5848-464a-ab23-fa2556a5cae7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:41:06.076413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:40:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09e1a75c-5848-464a-ab23-fa2556a5cae7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:06.138974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37cc1c-a50f-4bfd-b8fa-28368501926d None None] Pushing event updated for resources: {'Port': ['ID=a869f9fd-282f-43f3-b65e-2ea1a895d50b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:06.259663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] Set router 09e1a75c-5848-464a-ab23-fa2556a5cae7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:41:06.608146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:41:03Z', 'revision_number': 4, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port': {'id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:41:03Z', 'updated_at': '2022-06-01T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:59Z', 'revision_number': 5, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:06.612254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988aec1-162f-4f46-84e9-3bb1509180c9 None None] The sync data for ids ['09e1a75c-5848-464a-ab23-fa2556a5cae7'] in n-d-844200-1 is: [{'id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'name': 'router1', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:40:45Z', 'updated_at': '2022-06-01T12:41:03Z', 'revision_number': 4, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'gw_port': {'id': 'a869f9fd-282f-43f3-b65e-2ea1a895d50b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:41:03Z', 'updated_at': '2022-06-01T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ddb86e47-c140-456c-9d3b-517c909ce5c9', 'name': '', 'network_id': '8259ad3e-3abe-4de1-8f88-a99e2ea2c905', 'tenant_id': '6979bc7177534089a6a6a9e4a1be611c', 'mac_address': 'fa:16:3e:b1:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e1a75c-5848-464a-ab23-fa2556a5cae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d05118a-0003-431e-841c-743a771d1756', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:40:55Z', 'updated_at': '2022-06-01T12:40:59Z', 'revision_number': 5, 'project_id': '6979bc7177534089a6a6a9e4a1be611c', 'subnets': [{'id': '7d05118a-0003-431e-841c-743a771d1756', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ee5da0f-1179-4e8f-82d9-b6a0ae484063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:41:07.253093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:07.374018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5baff81a-8f1e-4417-be41-7ebe61536b3f admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198368 Jun 01 12:41:07.457670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a869f9fd-282f-43f3-b65e-2ea1a895d50b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:41:07.530007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a869f9fd-282f-43f3-b65e-2ea1a895d50b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:41:07.535741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a869f9fd-282f-43f3-b65e-2ea1a895d50b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:41:07.536043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:07.653830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a869f9fd-282f-43f3-b65e-2ea1a895d50b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:41:07.654221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:07.671282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a869f9fd-282f-43f3-b65e-2ea1a895d50b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a869f9fd-282f-43f3-b65e-2ea1a895d50b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:41:07.675562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:07.745681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a869f9fd-282f-43f3-b65e-2ea1a895d50b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:09.433160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a869f9fd-282f-43f3-b65e-2ea1a895d50b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:41:09.511355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a869f9fd-282f-43f3-b65e-2ea1a895d50b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:41:09.511730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:09.640886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a869f9fd-282f-43f3-b65e-2ea1a895d50b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:41:11.311269 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:41:18.151978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1f58-07e0-4f89-9ebb-f86511bf1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:20.410492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71977eab-5f1d-4002-82cf-bf9b187cc59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:21.446901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:21.545876 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:22.838715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:48.136160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c944dee4-32b1-41fb-b605-a9283769cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:48.311811 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:41:50.421258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61619e40-7e22-42e4-b2b3-561846ad166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:51.450696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:51.550801 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:52.835783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.140558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91eef2af-b193-427e-ab1c-adcba98a452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:20.417067 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9a84-e6a0-490e-aca7-699ccc2103f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:21.464379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:21.556415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:22.849103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.311758 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:42:48.146553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb87842-97a4-429a-8973-377e81d4885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:50.412108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80c5aa7a-495b-4c83-9631-a4ca3345659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:51.456324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:51.553161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:52.847437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:02.311844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:43:15.304443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39516) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:15.389553 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d60294-d03d-45f0-aa05-7552c50d9423 admin admin] GET failed (client error): The resource could not be found. Jun 01 12:43:15.390835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-31d60294-d03d-45f0-aa05-7552c50d9423 admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0851266 Jun 01 12:43:15.531475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0351c-1f86-4055-bbb0-b83dadab47c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:15.533492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05a0351c-1f86-4055-bbb0-b83dadab47c4 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1368878 Jun 01 12:43:17.717779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39526) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:17.840305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e2bb2-5bce-4b3c-8a7d-d8cdb61b3149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:17.840871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf7e2bb2-5bce-4b3c-8a7d-d8cdb61b3149 admin admin] Synchronizing usage tracker for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:43:17.861120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf7e2bb2-5bce-4b3c-8a7d-d8cdb61b3149 admin admin] Unset dirty status for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:43:17.862304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf7e2bb2-5bce-4b3c-8a7d-d8cdb61b3149 admin admin] 10.222.0.40 "GET /v2.0/subnets/7d05118a-0003-431e-841c-743a771d1756 HTTP/1.1" status: 200 len: 849 time: 0.1436324 Jun 01 12:43:17.874969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:43:17.996157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.153418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a7a9eb7b-a171-41a6-9faf-274456710e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.194517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756247571896'] for subnet, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.238979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:18.239544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.241561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] 10.222.0.40 "PUT /v2.0/subnets/7d05118a-0003-431e-841c-743a771d1756 HTTP/1.1" status: 200 len: 868 time: 0.3701091 Jun 01 12:43:18.243241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273c9c5-5dbc-412f-8645-2dc759e06fe1 None None] Network 8259ad3e-3abe-4de1-8f88-a99e2ea2c905 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:43:18.277973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d05118a-0003-431e-841c-743a771d1756,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:43:18.289506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.290003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.290497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.291048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.291533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.291998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.292455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.293114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.293572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.294040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.294521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.295060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce11c6-5c0d-4ca7-a9e1-e94cb428a8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:18.682024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Provisioning complete for port ddb86e47-c140-456c-9d3b-517c909ce5c9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:43:18.682390 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.800326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Current status of the port ddb86e47-c140-456c-9d3b-517c909ce5c9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:43:18.812118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Provisioning complete for port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:43:18.812490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:18.935365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-86786a50-2e35-4df7-b7a8-aec31c57743d None None] Current status of the port ad4a2ab7-ff10-42f0-9bab-b4e69cf18194 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:43:20.416815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce7057d0-26a4-4229-a746-839567078044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:20.452425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39536) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:20.662559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea368a67-925c-46d4-b62c-1cee9154a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:20.662916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea368a67-925c-46d4-b62c-1cee9154a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:20.664393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea368a67-925c-46d4-b62c-1cee9154a42c admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109962 Jun 01 12:43:21.458166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:21.556942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:22.845208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39546) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:22.851611 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:23.022926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c0a5e-c4c3-4ef8-b399-bc9c4b310f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:23.023299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c0a5e-c4c3-4ef8-b399-bc9c4b310f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:23.024858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0f0c0a5e-c4c3-4ef8-b399-bc9c4b310f57 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1785936 Jun 01 12:43:25.207399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39556) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:25.404834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c14f3-a71e-4347-8587-bd4aa441638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:25.405313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-656c14f3-a71e-4347-8587-bd4aa441638f admin admin] Synchronizing usage tracker for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:43:25.426188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-656c14f3-a71e-4347-8587-bd4aa441638f admin admin] Unset dirty status for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:43:25.427720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-656c14f3-a71e-4347-8587-bd4aa441638f admin admin] 10.222.0.40 "GET /v2.0/networks/8259ad3e-3abe-4de1-8f88-a99e2ea2c905 HTTP/1.1" status: 200 len: 869 time: 0.2193761 Jun 01 12:43:27.605780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39566) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:27.791794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7d5226-f361-4ffd-91a7-a9358d593186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:27.793062 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c7d5226-f361-4ffd-91a7-a9358d593186 admin admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 886 time: 0.1863365 Jun 01 12:43:29.967502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:30.087155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae9dd5-1202-4b7f-824b-f378efa2783e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:30.087591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae9dd5-1202-4b7f-824b-f378efa2783e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:30.089272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e0ae9dd5-1202-4b7f-824b-f378efa2783e admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203408 Jun 01 12:43:32.285191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39586) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:32.396894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7396d-6a19-48b6-86dc-407af1529af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:32.397338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7396d-6a19-48b6-86dc-407af1529af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:32.398865 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ccb7396d-6a19-48b6-86dc-407af1529af0 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1126025 Jun 01 12:43:34.637096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:34.745896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb94c08-71df-416b-8732-5c249f5e9fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:34.748113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9eb94c08-71df-416b-8732-5c249f5e9fc2 admin admin] 10.222.0.40 "GET /v2.0/subnets/55312d4a-ae6f-41eb-b841-55e1361ba280 HTTP/1.1" status: 200 len: 816 time: 0.1098332 Jun 01 12:43:36.940722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39606) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:37.077295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46becba6-75aa-4a2b-ba65-12d7de2822db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:37.079546 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-46becba6-75aa-4a2b-ba65-12d7de2822db admin admin] 10.222.0.40 "GET /v2.0/subnets/7d05118a-0003-431e-841c-743a771d1756 HTTP/1.1" status: 200 len: 868 time: 0.1376529 Jun 01 12:43:39.311805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:43:48.147703 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1abd-ae9a-4525-b73a-0988cfe30785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:50.422225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca24e23a-7d5d-477b-983a-72d03fdda3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:51.460489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:51.562672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:52.851667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:56.372279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39652) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:56.425080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-189c7a83-423b-403b-ad07-dc9d2edb26c7 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:43:56.426045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-189c7a83-423b-403b-ad07-dc9d2edb26c7 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527983 Jun 01 12:43:58.670671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39662) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:43:58.742999 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79fc6fd-0978-434b-8e30-89550e882650 admin admin] GET failed (client error): The resource could not be found. Jun 01 12:43:58.744255 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d79fc6fd-0978-434b-8e30-89550e882650 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725973 Jun 01 12:43:58.915859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543c789-1031-4ae9-b481-23ecd98582fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:43:58.917315 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0543c789-1031-4ae9-b481-23ecd98582fe admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1672993 Jun 01 12:44:01.108183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:01.160968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:44:01.166406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:44:01.176770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:44:01.189746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Made reservation on behalf of f71356eb6d1847e7ad39d4b5cfacc43f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:44:01.193315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:01.290015 n-d-844200-1 neutron-server[88372]: WARNING neutron.services.revisions.revision_plugin [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Could not find related network for resource to bump revision. Jun 01 12:44:01.304160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:44:01.316490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:01.316852 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Added segment 188f5c6f-9499-4e0f-a459-6ac4d9841078 of type vlan for network 8988efc7-f561-449f-8782-4670723b3e23 Jun 01 12:44:01.342847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:01.373517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:01.374474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:44:01.375274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:01.475384 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3656909 Jun 01 12:44:01.477978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Pushing event updated for resources: {'Network': ['ID=8988efc7-f561-449f-8782-4670723b3e23,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:01.488822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.489191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.489482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.489807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.490136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.490453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.490804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.491170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.491628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.491949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.492267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.492584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1201ac-3e45-443d-94a9-657f9f9e183e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:01.506519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8988efc7-f561-449f-8782-4670723b3e23 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:44:03.693506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39682) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:03.768246 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a200b88d-0f12-4388-a08f-0b82d4aec7de admin admin] GET failed (client error): The resource could not be found. Jun 01 12:44:03.768766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a200b88d-0f12-4388-a08f-0b82d4aec7de admin admin] Synchronizing usage tracker for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:44:03.789001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a200b88d-0f12-4388-a08f-0b82d4aec7de admin admin] Unset dirty status for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:44:03.790140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a200b88d-0f12-4388-a08f-0b82d4aec7de admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0955582 Jun 01 12:44:03.902082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077b585-2f95-4082-89e9-5a18f5c4f3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:44:03.904293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7077b585-2f95-4082-89e9-5a18f5c4f3ec admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1099675 Jun 01 12:44:03.921322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Request body: {'subnet': {'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:44:03.927029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:44:03.937353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:44:03.950321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Made reservation on behalf of f71356eb6d1847e7ad39d4b5cfacc43f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:44:03.952631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.178604 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.251441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c5e0cb-7d7d-4163-bf9f-426f350b8bed,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:04.260219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:44:04.260562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Network hostable DHCP agents. Network: 8988efc7-f561-449f-8782-4670723b3e23, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:44:04.283883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Network 8988efc7-f561-449f-8782-4670723b3e23 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:44:04.294313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8988efc7-f561-449f-8782-4670723b3e23) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:44:04.298565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:44:04.299165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.303506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f25c41-0a49-403d-b9ee-f37918a890e8 None None] Network 8988efc7-f561-449f-8782-4670723b3e23 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:44:04.324098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6a43e32-074b-43bd-9ff8-52159a4d59a6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4086711 Jun 01 12:44:04.526685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8988efc7-f561-449f-8782-4670723b3e23', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'tenant_id': 'f71356eb6d1847e7ad39d4b5cfacc43f', 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:44:04.527475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.683167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Allocated IP 192.168.233.2 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/09fe98bb-c926-4a76-9d63-7812a2c74f10) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:44:04.889284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.900262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Transition to ACTIVE for port object 09fe98bb-c926-4a76-9d63-7812a2c74f10 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:44:04.918542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Transition to ACTIVE for port object 09fe98bb-c926-4a76-9d63-7812a2c74f10 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:44:04.924663 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:04.994905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:44:04.997670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:44:05.002343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:44:05.004461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Pushing event updated for resources: {'Port': ['ID=09fe98bb-c926-4a76-9d63-7812a2c74f10,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:05.037981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.038337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.038711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.039045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.039369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.039690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.040011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.040325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.040644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.040952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.041275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.041587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:05.103649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Attempting to bind port 09fe98bb-c926-4a76-9d63-7812a2c74f10 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:44:05.104008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Attempting to bind port 09fe98bb-c926-4a76-9d63-7812a2c74f10 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:44:05.104380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Attempting to bind port 09fe98bb-c926-4a76-9d63-7812a2c74f10 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:44:05.109684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:44:05.110041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:44:05.110459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:05.111034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:44:05.111642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Bound port: 09fe98bb-c926-4a76-9d63-7812a2c74f10, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:44:05.112038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:05.202131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] For port 09fe98bb-c926-4a76-9d63-7812a2c74f10, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:44:05.205210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] For port 09fe98bb-c926-4a76-9d63-7812a2c74f10, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=09fe98bb-c926-4a76-9d63-7812a2c74f10,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:44:05.211487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:05.291325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daf496-505e-4723-b9a6-481c17f67896 None None] Pushing event updated for resources: {'Port': ['ID=09fe98bb-c926-4a76-9d63-7812a2c74f10,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:05.584661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 09fe98bb-c926-4a76-9d63-7812a2c74f10 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:44:05.659632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 09fe98bb-c926-4a76-9d63-7812a2c74f10 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:44:06.156811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680cd6b-4ceb-4a87-a7e3-3e8090aee694 None None] Network 8988efc7-f561-449f-8782-4670723b3e23 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:44:06.253025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Provisioning for port 09fe98bb-c926-4a76-9d63-7812a2c74f10 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:44:06.270545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Provisioning complete for port 09fe98bb-c926-4a76-9d63-7812a2c74f10 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:44:06.270894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:06.508867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Current status of the port 09fe98bb-c926-4a76-9d63-7812a2c74f10 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:44:06.509246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:06.549701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] For port 09fe98bb-c926-4a76-9d63-7812a2c74f10, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=09fe98bb-c926-4a76-9d63-7812a2c74f10,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:44:06.554300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:06.630713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41455d-aa09-43c6-b800-afd300485bb9 None None] Pushing event updated for resources: {'Port': ['ID=09fe98bb-c926-4a76-9d63-7812a2c74f10,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:06.774125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a624dcf7-fc8f-4fd6-acf8-5369d90c47c5 None None] Provisioning complete for port 09fe98bb-c926-4a76-9d63-7812a2c74f10 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:44:06.774497 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a624dcf7-fc8f-4fd6-acf8-5369d90c47c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:06.893466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a624dcf7-fc8f-4fd6-acf8-5369d90c47c5 None None] Current status of the port 09fe98bb-c926-4a76-9d63-7812a2c74f10 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:44:07.524526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 09fe98bb-c926-4a76-9d63-7812a2c74f10 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:44:07.591661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 09fe98bb-c926-4a76-9d63-7812a2c74f10 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:44:07.592058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:07.705605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 09fe98bb-c926-4a76-9d63-7812a2c74f10 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:44:16.311698 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:44:18.152268 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d144de6-dda2-4944-b306-5c7701519583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:20.417033 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c0dccfe-8c09-4444-9402-e9f3fde07c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:21.462943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:21.556500 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.855896 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:48.156342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-031d9a04-2b5f-40e6-9726-649f1a7817e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:50.421708 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e114e481-bab5-4317-8937-997e68c8f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:51.467326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:51.561286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:52.858843 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:53.310969 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:45:18.165188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d9cbab7-ceb5-46f0-b48d-6905480742e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:20.428125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3b36fab7-a2b5-4cf1-b5c5-1deafecfde81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:21.470236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:21.565887 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:22.866077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:27.381366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39728) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:27.387011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-47e657ad-6bda-4839-be3a-7dbb702e450b tempest-verify_tempest_config-186658167 tempest-verify_tempest_config-186658167-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:45:27.387970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-47e657ad-6bda-4839-be3a-7dbb702e450b tempest-verify_tempest_config-186658167 tempest-verify_tempest_config-186658167-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056460 Jun 01 12:45:27.706622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:27.835407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:27.849770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:45:27.853835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Usage tracker for resource:security_group_rule and tenant:aed11d1f9e554e3f9162ee1e644b3e84 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:45:27.856748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:45:27.862761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:45:27.959331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:27.965150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:28.009987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Synchronizing usage tracker for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:45:28.012362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11184fda-0695-4087-bc07-ec2709773455,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:28.021761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.022103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.022435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.022798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.023225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.023577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.023977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.024306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.024627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.024949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.025268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.025592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:28.041351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] Unset dirty status for tenant:f71356eb6d1847e7ad39d4b5cfacc43f on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:45:28.043557 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34e8fad0-b844-44fa-ad6b-2475edf94f34 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aed11d1f9e554e3f9162ee1e644b3e84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3358293 Jun 01 12:45:28.045458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:28.109659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:28.135217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:28.242728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:28.261479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11184fda-0695-4087-bc07-ec2709773455,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:28.265624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:28.266731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dfced68b-dbfc-4261-b9dc-c2c238a2737d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/11184fda-0695-4087-bc07-ec2709773455 HTTP/1.1" status: 204 len: 168 time: 0.2203672 Jun 01 12:45:30.310986 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:45:48.166426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-24fa9b8c-3ddf-4ce9-939d-1e03df40e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:50.439606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aca7dd9f-02bb-4abf-8622-1da75ab4f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:51.474181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:51.569990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:52.869497 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:07.313431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:46:18.161738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0849178e-d680-4f10-a813-da35dc75842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:20.443236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26a3fe0c-b891-48e4-ade1-4f4dbbd9c296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:21.474811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:21.581449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:22.879822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:44.316981 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:46:48.167845 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db607005-b816-4d5f-8bcf-3c7b4f2929a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:50.437504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7de9-b04b-433d-aa29-269bd8d33a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:51.478142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:51.577321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:52.881391 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:18.162565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1d09079-9a62-402a-a93a-1031b3e96ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:20.447601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2517ff52-95c2-4c5e-979c-21949e4f8a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:21.317731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:47:21.483041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:21.582524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:22.884060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:48.170419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c20a7-b453-4f31-843c-f52f32485940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:50.444015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa97e216-74df-411a-b4d7-5a70739972f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:51.485193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:51.586981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:52.886410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:58.325042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 5 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:48:18.167810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc946c9c-27e3-4af5-bdc3-cd6427c99d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.447895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fab028d-6533-4625-9613-591ea38edb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.490745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.714444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.900981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.920345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.318089 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 6 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:48:47.565792 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-408094'] for agent, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.172062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd06510c-f46f-44ab-99a6-94e12d26247f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.445420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26647b00-edfd-4331-b4c2-3bc363a76f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.491294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.580070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.905511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.883378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.324025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:49:17.535858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:18.166282 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3018dd57-f15f-43a4-aca4-83f4b5b4d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.440371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d609-b7a6-40f9-98e1-96394343294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.493150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.574995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.899096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.047143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:28.177501 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8abe234d-e0e3-48c0-85c5-f9d6a2d22132 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1292112 Jun 01 12:49:30.354897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39822) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:30.428865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14fba583-52fe-4762-99c1-570bc040534b admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0728147 Jun 01 12:49:33.931379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:47.574418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.181851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2946355e-a689-472b-9438-339f5b1a5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.327590 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:49:50.449353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e97021d8-2804-4090-9a77-b1d8fa7bb597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.508053 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.580470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:52.906324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.920102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.566986 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.176873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-017086e1-b15d-46f9-bb63-663b25613120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.454109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2262291c-2e00-47b3-a980-fed2c3e394c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.499354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.585525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.908227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.328284 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:50:33.924352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.565667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:48.172532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1f889c0-17dc-4246-bd0f-61d59d41ea03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.449974 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5374-1956-4414-9f54-cf81358527a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.503864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.597489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.911199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.326887 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:51:03.939738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.404701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:04.997890 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28a3a6e3-d649-41ae-8919-5719e5e73026 tempest-AutoAllocateNetworkTest-516712560 tempest-AutoAllocateNetworkTest-516712560-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=8f99e9d35ef940cba9a7e70c4b42be1f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5896742 Jun 01 12:51:04.998177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.151292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb7052-3cac-4ccb-b1fb-6c7a6b455077 tempest-AutoAllocateNetworkTest-516712560 tempest-AutoAllocateNetworkTest-516712560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:05.155873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.163177 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d2fb7052-3cac-4ccb-b1fb-6c7a6b455077 tempest-AutoAllocateNetworkTest-516712560 tempest-AutoAllocateNetworkTest-516712560-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1638968 Jun 01 12:51:05.228948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae3413d7-6140-4397-afe0-92a5c5a22f8a tempest-AutoAllocateNetworkTest-516712560 tempest-AutoAllocateNetworkTest-516712560-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711896 Jun 01 12:51:05.231236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40062) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.262789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-70827e3a-d70c-45b9-86b5-5d05efc53d75 tempest-AutoAllocateNetworkTest-516712560 tempest-AutoAllocateNetworkTest-516712560-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=8f99e9d35ef940cba9a7e70c4b42be1f HTTP/1.1" status: 200 len: 208 time: 0.0280788 Jun 01 12:51:06.018796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.472261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.487643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:06.491570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f99e9d35ef940cba9a7e70c4b42be1f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:06.494473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:06.501856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:06.592703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.597924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.641989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5348930-1635-4bbb-a276-bd4ca4ee30bf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.652451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.652789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.653107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.653434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.653755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.654078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.654394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.654736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.655050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.655360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.655669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.655980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] Tracked resource versions report: Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: pushed versions: Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: { 'AddressGroup': {'1.2'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'ConntrackHelper': {'1.0'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Log': {'1.0'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Network': {'1.1'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Port': {'1.7'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'PortForwarding': {'1.2'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'QosPolicy': {'1.8'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SecurityGroup': {'1.4'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SubPort': {'1.0'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Subnet': {'1.1'}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Trunk': {'1.1'}} Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: consumer versions: Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: HyperV agent@n-h1-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: HyperV agent@n-h2-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: L3 agent@n-d-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: Metadata agent@n-d-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: Metering agent@n-d-844200-1: {}, Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'ConntrackHelper': '1.0', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Log': '1.0', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Network': '1.1', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Port': '1.7', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'PortForwarding': '1.2', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'QosPolicy': '1.8', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SecurityGroup': '1.4', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SecurityGroupRule': '1.2', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'SubPort': '1.0', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Subnet': '1.1', Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: 'Trunk': '1.1'}} Jun 01 12:51:06.657224 n-d-844200-1 neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:51:06.668322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40132) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.679172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-325beb59-7495-4829-8f9e-58efc2466cb1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8f99e9d35ef940cba9a7e70c4b42be1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6572702 Jun 01 12:51:06.735601 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.764946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.828276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.848203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5348930-1635-4bbb-a276-bd4ca4ee30bf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.855374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.859048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e5348930-1635-4bbb-a276-bd4ca4ee30bf HTTP/1.1" status: 204 len: 168 time: 0.1898229 Jun 01 12:51:06.861185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.861518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.861848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.862181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.862500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.862892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.863240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.863559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.863875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.864191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.864505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.864816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797970db-da06-4865-bd94-f4982579bd8e admin admin] Tracked resource versions report: Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: pushed versions: Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: { 'AddressGroup': {'1.2'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'ConntrackHelper': {'1.0'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Log': {'1.0'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Network': {'1.1'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Port': {'1.7'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'PortForwarding': {'1.2'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'QosPolicy': {'1.8'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SecurityGroup': {'1.4'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SubPort': {'1.0'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Subnet': {'1.1'}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Trunk': {'1.1'}} Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: consumer versions: Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: HyperV agent@n-h1-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: HyperV agent@n-h2-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: L3 agent@n-d-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: Metadata agent@n-d-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: Metering agent@n-d-844200-1: {}, Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'ConntrackHelper': '1.0', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Log': '1.0', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Network': '1.1', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Port': '1.7', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'PortForwarding': '1.2', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'QosPolicy': '1.8', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SecurityGroup': '1.4', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SecurityGroupRule': '1.2', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'SubPort': '1.0', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Subnet': '1.1', Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: 'Trunk': '1.1'}} Jun 01 12:51:06.866011 n-d-844200-1 neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:51:09.361308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.575098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.593164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:09.598606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Usage tracker for resource:security_group_rule and tenant:e7bb11eecc324959b35fb3d64a383057 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:09.601975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:09.608333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:09.706226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.718516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.763803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e7bb11eecc324959b35fb3d64a383057&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4013207 Jun 01 12:51:09.765470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ea22f-d5da-4d1c-b4f9-9109d8f1f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad29af6a-57b0-4ad8-9250-cd07278722a6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.766757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.834241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.861077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.919960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.937701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad29af6a-57b0-4ad8-9250-cd07278722a6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.947070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.950618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4334ce41-c802-4b68-9a46-528f8271afcb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ad29af6a-57b0-4ad8-9250-cd07278722a6 HTTP/1.1" status: 204 len: 168 time: 0.1801839 Jun 01 12:51:10.246966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40344) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.267196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.282167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:10.285910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Usage tracker for resource:security_group_rule and tenant:06070b81232a42eaa6a761ca00162f56 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:10.289026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:10.294646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:10.378640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.383755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.425931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019efd3c-31ab-4298-a455-762028280f43,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.440444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-18eb634c-857c-40ea-809f-983bd3d6173b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=06070b81232a42eaa6a761ca00162f56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1923163 Jun 01 12:51:10.442876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.535898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.565507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.580868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.585144 n-d-844200-1 neutron-server[88371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 12:51:10.614525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-37001a41-d699-4f08-9acd-912ee6d5ee30 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313573 Jun 01 12:51:10.648067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.669269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019efd3c-31ab-4298-a455-762028280f43,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.677737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.679064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10d21112-c3a6-4ed6-8f0b-4457a0aca26f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/019efd3c-31ab-4298-a455-762028280f43 HTTP/1.1" status: 204 len: 168 time: 0.2351239 Jun 01 12:51:10.816016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-4587c7e5-5d36-4663-95e0-5759270f3680 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:10.816121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.819057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-4587c7e5-5d36-4663-95e0-5759270f3680 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978962 Jun 01 12:51:10.833407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-95ddda48-16b7-4543-bb17-ca0782d21f95 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/quotas/7e95c5b5252d4f3593f9c60c1723abe8 HTTP/1.1" status: 200 len: 375 time: 0.0128703 Jun 01 12:51:10.886815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-9cfe1cb7-e468-46cf-a62d-54f6f656cb57 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472429 Jun 01 12:51:11.190512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.207447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:11.211491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8fbe859675ed4e1e9f3c6b4eaf7e6ce0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:11.226149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:11.232123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:11.326983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40442) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:11.430472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.437985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.486794 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8fbe859675ed4e1e9f3c6b4eaf7e6ce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6696720 Jun 01 12:51:11.489454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40460) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:11.524165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46c571-dab8-41aa-a41d-ea16288fe1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7e3c15-660d-4c9c-afb9-e0f1f16b4030,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:11.613673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.668982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6eff36c-71bf-49dc-b877-353a0ca3260a req-0303329c-64de-4c2c-9162-94b829f9fc03 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 210 time: 0.3434558 Jun 01 12:51:11.682432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.818490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.846456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7e3c15-660d-4c9c-afb9-e0f1f16b4030,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:11.872638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.873319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0381d7f8-32a3-479f-9b2e-514361d18afb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b7e3c15-660d-4c9c-afb9-e0f1f16b4030 HTTP/1.1" status: 204 len: 168 time: 0.3827152 Jun 01 12:51:12.494880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40552) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:12.514429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.530532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.535133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Usage tracker for resource:security_group_rule and tenant:ff170c000c584cdab2b8d8560f2080bb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.538682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.544636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.651436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.659226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.672733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40560) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:12.707518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b456c-3a9a-450d-a6d9-11242ad4b682,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:12.736176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-36924b4e-7e26-42a2-9010-1379051e61de admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ff170c000c584cdab2b8d8560f2080bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2400730 Jun 01 12:51:12.738957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:12.815949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.847745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.907683 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.927492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b456c-3a9a-450d-a6d9-11242ad4b682,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:12.935005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.936438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0efb2330-82f8-4185-abb0-c9663d2a9c2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d8b456c-3a9a-450d-a6d9-11242ad4b682 HTTP/1.1" status: 204 len: 168 time: 0.1965179 Jun 01 12:51:12.964837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0812b47-f5c4-4bc8-b315-151d7a5f3290 req-b308ea4f-3011-4c2f-8614-a674e7f4f033 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 210 time: 0.0602226 Jun 01 12:51:13.079690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.095697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:13.100033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2baac08cb7431ca83fb28d4fda9316 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:13.104308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:13.112311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:13.213322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.218504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.227418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.13', 63499) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:13.272465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680f5961-7f04-4b68-85fe-cee03a9fb1e6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:13.276651 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a494152d-44d5-4a61-8b6e-251172601058 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee2baac08cb7431ca83fb28d4fda9316&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6028702 Jun 01 12:51:13.284953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:13.291591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-371140ce-b246-417f-a9f1-869e4dd5aeaf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621483 Jun 01 12:51:13.397696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.476780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.530116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-046f84ea-4bbd-4ddd-9aba-791c442e7395 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:13.531712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-046f84ea-4bbd-4ddd-9aba-791c442e7395 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343059 Jun 01 12:51:13.581013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.605271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680f5961-7f04-4b68-85fe-cee03a9fb1e6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:13.619693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Request body: {'port': {'device_id': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '7e95c5b5252d4f3593f9c60c1723abe8'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:13.641413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.647295 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce6956a5-54cf-4bae-858e-52d5c34b13a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/680f5961-7f04-4b68-85fe-cee03a9fb1e6 HTTP/1.1" status: 204 len: 168 time: 0.3612609 Jun 01 12:51:13.840991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:13.846410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Usage tracker for resource:port and tenant:7e95c5b5252d4f3593f9c60c1723abe8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:13.849947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:13.857107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:13.869414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Made reservation on behalf of 7e95c5b5252d4f3593f9c60c1723abe8 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:13.874322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.891345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.913489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:13.921035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Usage tracker for resource:security_group_rule and tenant:7e95c5b5252d4f3593f9c60c1723abe8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:13.928343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:13.935420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.030240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.035762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.120007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40686) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.127477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eed8397-a512-4584-831c-3b63316994b4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.225098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Allocated IP 192.168.233.138 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/a644e111-c7f2-4436-ad1f-92cb30c0c91b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:14.267250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.299494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.334358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:14.341843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cc4d582e8d42a0a90b0c5eacb9f933 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:14.350887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:14.371029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.537540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.549479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.656626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e1cc4d582e8d42a0a90b0c5eacb9f933&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3855083 Jun 01 12:51:14.657783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.671622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.692086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Transition to ACTIVE for port object a644e111-c7f2-4436-ad1f-92cb30c0c91b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:14.713786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b5dc-d2a0-42cf-b405-4393acc72d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ff4b7-bcbb-4ed1-9183-693a9ed325e5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.724258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.783427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.817744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.890365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.911494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.937573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:14.941526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ff4b7-bcbb-4ed1-9183-693a9ed325e5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.943877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.945168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-13d289f3-5a82-44ec-ada7-7a6fbe298bb2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2e2ff4b7-bcbb-4ed1-9183-693a9ed325e5 HTTP/1.1" status: 204 len: 168 time: 0.2814958 Jun 01 12:51:14.949552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Usage tracker for resource:security_group_rule and tenant:01f045995773444397ab58c498df0f7f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:14.953950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:14.962866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.978847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Pushing event updated for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:15.001225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:15.013013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:15.019970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:15.028535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:15.049237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.090978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-079739fb-1e45-485e-a409-727cf837bd3c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:15.091502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-079739fb-1e45-485e-a409-727cf837bd3c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Synchronizing usage tracker for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:15.144903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b97ab6dd-a685-4289-bea7-1a88a5a67daf tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5290461 Jun 01 12:51:15.152386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.158849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-8706c646-47d7-4d63-91e2-35aac0a763bd tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:51:15.159283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.162654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-8706c646-47d7-4d63-91e2-35aac0a763bd tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088675 Jun 01 12:51:15.186023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-079739fb-1e45-485e-a409-727cf837bd3c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Unset dirty status for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:15.187274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-079739fb-1e45-485e-a409-727cf837bd3c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.6014981 Jun 01 12:51:15.268150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-1b6957c2-4633-4fe6-9c09-dd5be3a84730 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Synchronizing usage tracker for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:15.291090 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=01f045995773444397ab58c498df0f7f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1670098 Jun 01 12:51:15.303028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:15.314530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd929f8-4bbf-484a-91f4-2de1a2c9e8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15de5648-1b7f-4b2e-890b-c5866cc0f046,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:15.345915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-1b6957c2-4633-4fe6-9c09-dd5be3a84730 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Unset dirty status for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:15.360471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e107a225-803f-4beb-8fd0-5857ded01a31 req-1b6957c2-4633-4fe6-9c09-dd5be3a84730 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644104 Jun 01 12:51:15.451632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.496154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d23f2c7c-2b71-4f82-bc9f-23dce8301e2c None None] Provisioning for port a644e111-c7f2-4436-ad1f-92cb30c0c91b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:15.509415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.513066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d23f2c7c-2b71-4f82-bc9f-23dce8301e2c None None] Provisioning complete for port a644e111-c7f2-4436-ad1f-92cb30c0c91b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:15.513454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c7c-2b71-4f82-bc9f-23dce8301e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.630302 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.664626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2c7c-2b71-4f82-bc9f-23dce8301e2c None None] Port a644e111-c7f2-4436-ad1f-92cb30c0c91b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:15.667859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de5648-1b7f-4b2e-890b-c5866cc0f046,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:15.685832 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.687165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-299a66ef-a073-4ccd-a84e-1ee8a2e6c024 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/15de5648-1b7f-4b2e-890b-c5866cc0f046 HTTP/1.1" status: 204 len: 168 time: 0.3828697 Jun 01 12:51:16.200375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40774) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.334515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-433d19f0-0a6b-4a33-b394-0e347550fad6 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391326 Jun 01 12:51:16.526643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-698c56c5-3121-4eb6-a3c9-25d9f451beb8 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:16.536286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-698c56c5-3121-4eb6-a3c9-25d9f451beb8 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002354 Jun 01 12:51:16.557770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-77e315f7-adb7-4f6b-b273-4bb6ac9cc342 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/quotas/f1b1dbbc60064a75bd40e180f6961d8d HTTP/1.1" status: 200 len: 375 time: 0.0199134 Jun 01 12:51:16.639249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-0cecfdd5-da7a-4498-a534-d8f6aaf78fd2 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804141 Jun 01 12:51:16.663728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.687438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:16.692424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Usage tracker for resource:security_group_rule and tenant:3d63264323c24238bfbed027386e0b36 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:16.696852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:16.703915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:16.819310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40804) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.832216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.847168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.855580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.891898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:16.897929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4f4046ef0f47439f4d9d83854fb84c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:16.903387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:16.927252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:16.993005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3d63264323c24238bfbed027386e0b36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7855437 Jun 01 12:51:16.994366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:17.027030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd4259-7a4a-489b-8e2b-2e6393a31039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb8f77c-fa59-4a5c-8e64-3c35031b91f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.091762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.115340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.179992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.214429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb8f77c-fa59-4a5c-8e64-3c35031b91f2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.216728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.218319 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a2025b4-524f-4089-9423-8490e1775557 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ccb8f77c-fa59-4a5c-8e64-3c35031b91f2 HTTP/1.1" status: 204 len: 168 time: 0.2226491 Jun 01 12:51:17.311650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d9cb74e-1339-4b25-b0cb-e96c448783b1 req-d4643b28-ca0e-4e80-9b11-4231343e0c66 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.1754601 Jun 01 12:51:17.396324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29a84-0dee-496d-b2c6-45441dfa4923 req-2930df5d-e252-4322-ab61-ca2545688b66 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:17.402267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.403253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8f29a84-0dee-496d-b2c6-45441dfa4923 req-2930df5d-e252-4322-ab61-ca2545688b66 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.3611093 Jun 01 12:51:17.411129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.522157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8f29a84-0dee-496d-b2c6-45441dfa4923 req-647b443c-45f0-4405-a6bd-50e5cffad340 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179359 Jun 01 12:51:17.598162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.613031 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c4f4046ef0f47439f4d9d83854fb84c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7918122 Jun 01 12:51:17.616048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40848) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:17.624130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05809a79-4f85-44d2-aa27-01476fc67cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060771f3-f69b-4a6d-a4f5-d45cb47ec388,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.764032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.840223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.956848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.001498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.002840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/060771f3-f69b-4a6d-a4f5-d45cb47ec388 HTTP/1.1" status: 204 len: 168 time: 0.3856800 Jun 01 12:51:18.004006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d383-b7f2-4e60-92aa-03e7b4a456df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060771f3-f69b-4a6d-a4f5-d45cb47ec388,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:18.191089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54b1f37a-3084-4d2f-a331-8dac810ed955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.214748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40872) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.338899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40880) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.375917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.418495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:18.426401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Usage tracker for resource:security_group_rule and tenant:e2375a0a68a945c29b704a43c69435ac is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:18.431471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:18.468368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:18.632076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64d42954-5fe8-4fb5-b84f-ee2acd6bc4e4 req-27c9f9e2-d11c-418c-894b-1c2a0e42e956 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.1132503 Jun 01 12:51:18.725895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.741707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.914312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2375a0a68a945c29b704a43c69435ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5716825 Jun 01 12:51:18.914750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.941501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.955176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d0903-4cb5-4faf-ac60-ab9fda7a34ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e001c468-5ac2-4b0c-a2f8-131511b1f311,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:18.967176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:18.974876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:08d397fed31345b180931386d5dcf3be is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:18.980920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:18.994107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:19.038399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.045537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a0b4-4bdc-41ad-a05b-12052416e55a req-06e83e94-8133-4649-aad2-64198693071b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:19.048204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d129a0b4-4bdc-41ad-a05b-12052416e55a req-06e83e94-8133-4649-aad2-64198693071b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.2473605 Jun 01 12:51:19.122723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.205452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d129a0b4-4bdc-41ad-a05b-12052416e55a req-b295893c-8a4a-4a91-a86e-3a9434f7b3bc tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437986 Jun 01 12:51:19.236318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.272524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e001c468-5ac2-4b0c-a2f8-131511b1f311,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.282568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.288594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.309005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.330360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-998eb528-c57a-41bb-971b-cd27c7358528 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e001c468-5ac2-4b0c-a2f8-131511b1f311 HTTP/1.1" status: 204 len: 168 time: 0.4115512 Jun 01 12:51:19.387325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.387944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=08d397fed31345b180931386d5dcf3be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1714482 Jun 01 12:51:19.389467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55512a-67c3-478f-82c7-a5a1bdddb0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339c1781-37ff-441c-8d48-e55981d01f80,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.465169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.503014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.609027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.629179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c1781-37ff-441c-8d48-e55981d01f80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.632211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.633456 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0084af4-8a3e-4d4c-b4f9-6a850d5af75b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/339c1781-37ff-441c-8d48-e55981d01f80 HTTP/1.1" status: 204 len: 168 time: 0.2450197 Jun 01 12:51:20.029648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee59a9b5-5a87-4a46-848b-69556918c0d1 req-d7b543e7-7869-4725-9255-2400654ac71c tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.1374846 Jun 01 12:51:20.459508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f5dec97-44c2-430d-b39b-8882f8f3372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.492766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15bef-de47-4498-865f-57deae5474d4 req-5dcbfb0f-dcc4-4d86-addd-466eb0447015 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:20.495967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75b15bef-de47-4498-865f-57deae5474d4 req-5dcbfb0f-dcc4-4d86-addd-466eb0447015 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.1547046 Jun 01 12:51:20.593187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75b15bef-de47-4498-865f-57deae5474d4 req-0f2da3b0-a0b9-4227-a70b-5729e935e608 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881064 Jun 01 12:51:20.652790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:20.673371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.690949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:20.695925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Usage tracker for resource:security_group_rule and tenant:8296ccb6b50545fd8caf00fc72b5b8e0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:20.698932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:20.708063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:20.823773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.829987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.929144 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8296ccb6b50545fd8caf00fc72b5b8e0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2738628 Jun 01 12:51:20.930981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a7c0b-2297-49da-93d7-fdb69b3d9e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9434f0d2-1f34-4833-9134-e9fbb7a0889b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:20.932197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40980) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.036702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.068760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.150813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.189816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9434f0d2-1f34-4833-9134-e9fbb7a0889b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:21.260379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3321026e-3d14-4017-97f0-3f8d3cc7f6ac req-61ea121d-2262-4a4e-9ee9-ce579576187c tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.0716822 Jun 01 12:51:21.262819 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.267055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0c667f8a-0148-4b5c-b378-992021054b69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9434f0d2-1f34-4833-9134-e9fbb7a0889b HTTP/1.1" status: 204 len: 168 time: 0.3338284 Jun 01 12:51:21.386147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40998) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.509914 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.596785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.829361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.848293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:21.854720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Usage tracker for resource:security_group_rule and tenant:b6b7520189ae46158fcd323c54beed6a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:21.858327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:21.874117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36530c64-c10a-4cf0-ace5-464fd616d308 req-f8648743-a3b6-4ede-8098-296d7e764544 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:21.881102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36530c64-c10a-4cf0-ace5-464fd616d308 req-f8648743-a3b6-4ede-8098-296d7e764544 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.1669178 Jun 01 12:51:21.883325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:21.953604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36530c64-c10a-4cf0-ace5-464fd616d308 req-914efeb6-dd55-4fa5-9b61-c6c14c58b29d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715134 Jun 01 12:51:22.058201 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.064806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.116931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b6b7520189ae46158fcd323c54beed6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293594 Jun 01 12:51:22.117685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aacc3-9e25-4f42-a806-5543e229f49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6dc9f7-931f-4357-80d2-c0a8a0fa3987,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.120229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:22.168299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41026) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:22.190748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.195556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.221620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:22.232004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.235655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Usage tracker for resource:security_group_rule and tenant:0f1639d2d0094358955cd0a613584b16 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:22.243950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:22.252096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:22.325677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.378051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6dc9f7-931f-4357-80d2-c0a8a0fa3987,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.405699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.407103 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2da269b9-a71f-49e7-b347-190b09531424 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3f6dc9f7-931f-4357-80d2-c0a8a0fa3987 HTTP/1.1" status: 204 len: 168 time: 0.2855465 Jun 01 12:51:22.514155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.522543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e2f988d-003e-4b09-8d37-c5e5501b2733 req-49be21df-58c0-4433-9a94-ad2e6e33ee28 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.0553832 Jun 01 12:51:22.525087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.595693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f1639d2d0094358955cd0a613584b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261935 Jun 01 12:51:22.596262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41038) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:22.615390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef3e5-1083-4cd1-ad55-c8e76a1d8c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9342d-6f66-449a-ac48-bb9b55ecb07d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.689488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.767785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.838984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.913530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9342d-6f66-449a-ac48-bb9b55ecb07d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.927263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.928754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bf560f96-08a8-4408-9222-8b1abc30bbdf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1fa9342d-6f66-449a-ac48-bb9b55ecb07d HTTP/1.1" status: 204 len: 168 time: 0.3315501 Jun 01 12:51:22.964398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.246172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09124-d428-41dc-9cdd-e58d66bf4314 req-b51420f5-716c-43a2-9699-2bec878db49a tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:23.263139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67f09124-d428-41dc-9cdd-e58d66bf4314 req-b51420f5-716c-43a2-9699-2bec878db49a tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.1336529 Jun 01 12:51:23.263247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41062) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.315448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.324960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67f09124-d428-41dc-9cdd-e58d66bf4314 req-9a31ead8-4e62-47a7-a277-feb35cb9b365 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606172 Jun 01 12:51:23.352799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:23.358617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Usage tracker for resource:security_group_rule and tenant:fadbcde537344ccca00caa8a6eeab022 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:23.367310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:23.379929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:23.503534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.509285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.570483 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fadbcde537344ccca00caa8a6eeab022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061433 Jun 01 12:51:23.571319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77f40-d350-4125-b822-c501c9246c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816bd36-b4b9-4866-8ada-0d1b2d00d5f8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:23.573525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.677294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.748074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a460fc8-7258-4802-ac6b-dd96ebe7685e req-51109436-3007-4515-97b7-f18b4e765c5e tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.0671759 Jun 01 12:51:23.752431 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.819905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.838177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816bd36-b4b9-4866-8ada-0d1b2d00d5f8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:23.842413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.853415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.855330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-299ddf61-da2e-4e78-bcd6-4a2f5c2d9ffc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f816bd36-b4b9-4866-8ada-0d1b2d00d5f8 HTTP/1.1" status: 204 len: 168 time: 0.2806737 Jun 01 12:51:24.023923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.039809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:24.043762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Usage tracker for resource:security_group_rule and tenant:185af647e9d541b49dcb118f6031a2bb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:24.046735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:24.053478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:24.146331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.153470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.216080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=185af647e9d541b49dcb118f6031a2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725476 Jun 01 12:51:24.217167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc31ec9-cf35-4682-94e1-f294af5d385b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4562236c-767e-4d8e-8621-e9f91f8d40a3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.219017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.292695 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.326131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.390796 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.430149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4562236c-767e-4d8e-8621-e9f91f8d40a3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.437396 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.442713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-116eaa15-ec74-4af5-ab83-8623da60e2ae admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4562236c-767e-4d8e-8621-e9f91f8d40a3 HTTP/1.1" status: 204 len: 168 time: 0.2203324 Jun 01 12:51:24.569975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Request body: {'port': {'device_id': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:24.710278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.732185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470474-263c-4f25-96bb-92e08e00ac09 req-2611ff07-6b41-45b2-98d3-049f76dc79d9 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:24.733629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4470474-263c-4f25-96bb-92e08e00ac09 req-2611ff07-6b41-45b2-98d3-049f76dc79d9 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 936 time: 0.2069633 Jun 01 12:51:24.853872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4470474-263c-4f25-96bb-92e08e00ac09 req-e593391a-5cef-4c98-b28a-e43ec90ab776 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909746 Jun 01 12:51:24.950919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.13', 63504) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.975696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5e7036c-a61f-44cc-a371-d55d332fd050 req-3a008bdd-39a8-4a2e-8e33-6dc5624a2f32 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.0600231 Jun 01 12:51:25.011409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41148) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:25.033377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-45d4aeb8-502d-4866-a6b5-d3e623f8011c tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811706 Jun 01 12:51:25.159602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41158) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:25.180582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.198621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:25.202266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Usage tracker for resource:security_group_rule and tenant:a4ce27038aab45ccab8a7ac0f4d329e1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:25.205838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:25.211607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:25.259145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a644e111-c7f2-4436-ad1f-92cb30c0c91b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:25.269170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.291282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Transition to ACTIVE for port object a644e111-c7f2-4436-ad1f-92cb30c0c91b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:25.296519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.354675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.365882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.392431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Pushing event updated for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:25.432118 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a4ce27038aab45ccab8a7ac0f4d329e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714036 Jun 01 12:51:25.433080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:25.473593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158782ca-4e5f-4b13-adef-1472d18e141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431f35ac-5cee-421d-b542-768fdebc5dc2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:25.504321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.522192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:25.526932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Usage tracker for resource:security_group_rule and tenant:558a74530bce40288e53439708b5baf2 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:25.530471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:25.537948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:25.614455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-5a836131-810e-403a-b671-f1b09c4cfafc tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:25.616003 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-5a836131-810e-403a-b671-f1b09c4cfafc tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5763679 Jun 01 12:51:25.624113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.634422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Request body: {'port': {'device_id': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'f1b1dbbc60064a75bd40e180f6961d8d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:25.679330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Attempting to bind port a644e111-c7f2-4436-ad1f-92cb30c0c91b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:25.679682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Attempting to bind port a644e111-c7f2-4436-ad1f-92cb30c0c91b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:25.680039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Attempting to bind port a644e111-c7f2-4436-ad1f-92cb30c0c91b on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:25.687987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Port a644e111-c7f2-4436-ad1f-92cb30c0c91b on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:25.688311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Attempting to bind port a644e111-c7f2-4436-ad1f-92cb30c0c91b on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:25.704813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:25.705152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:25.705719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:25.706180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Bound port: a644e111-c7f2-4436-ad1f-92cb30c0c91b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:25.706533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.754036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.774826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.791729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.833517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=558a74530bce40288e53439708b5baf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184602 Jun 01 12:51:25.835031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41178) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:25.841509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:25.846275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Usage tracker for resource:port and tenant:f1b1dbbc60064a75bd40e180f6961d8d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:25.849858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:25.858049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:25.870469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.896487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Made reservation on behalf of f1b1dbbc60064a75bd40e180f6961d8d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:25.900697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.929186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.955858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431f35ac-5cee-421d-b542-768fdebc5dc2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:25.963798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:25.991988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Usage tracker for resource:security_group_rule and tenant:f1b1dbbc60064a75bd40e180f6961d8d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:25.996539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:26.000266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.004028 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a8f29b6-e1b2-4c1b-9c7b-f4c133ef64c7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/431f35ac-5cee-421d-b542-768fdebc5dc2 HTTP/1.1" status: 204 len: 168 time: 0.5208676 Jun 01 12:51:26.006939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:26.064275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105650-fb57-4481-92a3-b83e385fbe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f52c4d-1ba6-4c2d-b248-4dc4ab8f01eb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.130139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.135709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.170177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:26.229495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c730d68-4402-4ce4-b675-41fbb5d753cc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.242583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.245332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:26.286434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10514287-6978-4c9f-8b6c-6af2d70aa50c req-a0621fd1-405f-436c-b54f-14b1dceb5c6d tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.1323502 Jun 01 12:51:26.300246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.379420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Allocated IP 192.168.233.127 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/880790c3-187e-43f1-86c9-bf3995fd63c3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:26.393489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:26.394132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.395673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] 10.222.0.13 "PUT /v2.0/ports/a644e111-c7f2-4436-ad1f-92cb30c0c91b HTTP/1.1" status: 200 len: 1096 time: 2.2297931 Jun 01 12:51:26.401784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:26.505797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.512643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41208) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:26.635398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f8dc-e64a-43f4-92d2-cbebdb5cffee req-5b0b301c-93f8-4ce1-ace2-1aeed71b4420 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:26.637135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6a9f8dc-e64a-43f4-92d2-cbebdb5cffee req-5b0b301c-93f8-4ce1-ace2-1aeed71b4420 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 948 time: 0.5650594 Jun 01 12:51:26.700001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.709326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92627-26c6-4dc7-ab37-be5bc8b7f093 service neutron] Pushing event updated for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.723384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Transition to ACTIVE for port object 880790c3-187e-43f1-86c9-bf3995fd63c3 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:26.732922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6a9f8dc-e64a-43f4-92d2-cbebdb5cffee req-114bd535-85ce-4747-897e-43c43d51e843 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Jun 01 12:51:26.750540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-1590c834-69a5-45b8-98d1-9b32c67441e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:26.752985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-1590c834-69a5-45b8-98d1-9b32c67441e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 1099 time: 0.2365830 Jun 01 12:51:26.766078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.831173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-66a878aa-613f-46d8-94ec-a97c24d7bc40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b HTTP/1.1" status: 200 len: 217 time: 0.0696626 Jun 01 12:51:26.834485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.848996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:26.852207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:26.856097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:26.861740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:26.862354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.890436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Pushing event updated for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.919721 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-0285ec60-fa9f-4f98-88b7-b7fcc3163804 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2930460 Jun 01 12:51:26.926181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-770ddca4-976e-4ee4-8892-5e06ced936e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:26.928826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-770ddca4-976e-4ee4-8892-5e06ced936e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0906346 Jun 01 12:51:26.932128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Request body: {'port': {'device_id': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'device_owner': 'compute:tempest-test_az-1609494904', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:26.951377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.967499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f52c4d-1ba6-4c2d-b248-4dc4ab8f01eb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:27.060584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.064943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a6fe7f28-ce30-45ce-a21c-df3a143c0362 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/99f52c4d-1ba6-4c2d-b248-4dc4ab8f01eb HTTP/1.1" status: 204 len: 168 time: 1.2203674 Jun 01 12:51:27.078093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:27.090618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Usage tracker for resource:security_group_rule and tenant:68f44f63caa544a1abcf98c2158322ec is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:27.094617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.096111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:27.107444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:27.141648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-c67f82f3-5df3-446f-acb9-57bd11896057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:27.142746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-c67f82f3-5df3-446f-acb9-57bd11896057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764450 Jun 01 12:51:27.245603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8f1d2ea-344a-475d-849b-d3a01cba6a8d None None] Provisioning for port 880790c3-187e-43f1-86c9-bf3995fd63c3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:27.251459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8f1d2ea-344a-475d-849b-d3a01cba6a8d None None] Provisioning complete for port 880790c3-187e-43f1-86c9-bf3995fd63c3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:27.251811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d2ea-344a-475d-849b-d3a01cba6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.370751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1d2ea-344a-475d-849b-d3a01cba6a8d None None] Port 880790c3-187e-43f1-86c9-bf3995fd63c3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:27.406907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-28083189-d9f3-4ef0-9ba3-a920eab77f7e service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575736 Jun 01 12:51:27.408663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.514971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880790c3-187e-43f1-86c9-bf3995fd63c3 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:27.522832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.539293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Transition to ACTIVE for port object 880790c3-187e-43f1-86c9-bf3995fd63c3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:27.545688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.625945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3e34718-aac7-47c5-94b2-ae47f83aac13 req-b44f07ed-a541-4844-be3b-861755d21a42 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121487 Jun 01 12:51:27.626799 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.747663 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a779cc-1158-4141-8fda-927535c59e0c'] response: {'name': 'network-changed', 'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b', 'status': 'completed', 'code': 200} Jun 01 12:51:27.785363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:27.789898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Attempting to bind port 880790c3-187e-43f1-86c9-bf3995fd63c3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:27.790226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Attempting to bind port 880790c3-187e-43f1-86c9-bf3995fd63c3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:27.790573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Attempting to bind port 880790c3-187e-43f1-86c9-bf3995fd63c3 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:27.802636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Port 880790c3-187e-43f1-86c9-bf3995fd63c3 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:27.802964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Attempting to bind port 880790c3-187e-43f1-86c9-bf3995fd63c3 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:27.811214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:27.811556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:27.812125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:27.812791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Bound port: 880790c3-187e-43f1-86c9-bf3995fd63c3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:27.813281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.913626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286e37da-7b0c-4ae9-8b53-226d813116a9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:27.921835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:27.931404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5e9430b3-6897-4b4e-9f1d-6755d9c9b33a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=68f44f63caa544a1abcf98c2158322ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4082787 Jun 01 12:51:27.941472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41262) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:27.963295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.005567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:28.021626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Usage tracker for resource:security_group_rule and tenant:8915e7436b214886982e8f69f82594e1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:28.024503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:28.038457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0333e6c-c3d7-4af9-bcef-e42ccf3025b3 req-e8ebfd9d-a0f3-4aee-a209-7cc0ef6eb0cf tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.039476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:28.046305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0333e6c-c3d7-4af9-bcef-e42ccf3025b3 req-e8ebfd9d-a0f3-4aee-a209-7cc0ef6eb0cf tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 970 time: 0.5904727 Jun 01 12:51:28.057823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:28.061024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=880790c3-187e-43f1-86c9-bf3995fd63c3,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:28.079648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-4ca20a74-4bc8-4ba3-b10d-cc1dbc243fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.081469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-4ca20a74-4bc8-4ba3-b10d-cc1dbc243fa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 1099 time: 0.2818708 Jun 01 12:51:28.164573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.218707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0333e6c-c3d7-4af9-bcef-e42ccf3025b3 req-577bb690-51e1-4ed7-809f-545214890923 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703107 Jun 01 12:51:28.225501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.232780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7300dc-d1f1-4963-9565-628b350c56b9 req-3b0e3bda-171c-4c64-80a3-e60a979a8bf6 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.239702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf7300dc-d1f1-4963-9565-628b350c56b9 req-3b0e3bda-171c-4c64-80a3-e60a979a8bf6 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 948 time: 0.3204124 Jun 01 12:51:28.269561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.270163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.272033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/880790c3-187e-43f1-86c9-bf3995fd63c3 HTTP/1.1" status: 200 len: 1118 time: 1.3442433 Jun 01 12:51:28.274568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:28.362856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-d12e9d79-4ec6-4e26-abe8-2ba832de82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.368530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-d12e9d79-4ec6-4e26-abe8-2ba832de82d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2772543 Jun 01 12:51:28.376070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf7300dc-d1f1-4963-9565-628b350c56b9 req-7475747a-51b1-4561-a4d9-b072aa26bef9 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292043 Jun 01 12:51:28.425961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.522273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f547-71f4-4119-9e53-45c58e148cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:28.542048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-447abc64-51f2-4bb4-be6a-4708ff2af6b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b HTTP/1.1" status: 200 len: 217 time: 0.1546512 Jun 01 12:51:28.676480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.697373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.719890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-2e2df071-ed32-41b2-9547-4185b9811f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.721661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-2e2df071-ed32-41b2-9547-4185b9811f8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1698334 Jun 01 12:51:28.774752 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8915e7436b214886982e8f69f82594e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8518202 Jun 01 12:51:28.785676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:28.800869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9189a2-6c41-4405-8a04-141ca046a60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45abd7e7-8c04-4831-956e-50234b5f7d67,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:28.810330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.847583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-547497fd-dca4-44a0-9a5a-09547107d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.848578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-40fc0bb0-cecb-4c35-8119-dfe93fad96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:28.849285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-547497fd-dca4-44a0-9a5a-09547107d648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192570 Jun 01 12:51:28.850300 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-40fc0bb0-cecb-4c35-8119-dfe93fad96f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 1121 time: 0.5118101 Jun 01 12:51:28.857034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286e37da-7b0c-4ae9-8b53-226d813116a9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:28.940741 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-2303d5a0-2ed1-4cd4-be5a-d5de1996425d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=880790c3-187e-43f1-86c9-bf3995fd63c3 HTTP/1.1" status: 200 len: 217 time: 0.0746872 Jun 01 12:51:28.941703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.945518 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62542387-c37c-4957-9861-083dea0a79f2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/286e37da-7b0c-4ae9-8b53-226d813116a9 HTTP/1.1" status: 204 len: 168 time: 0.9986777 Jun 01 12:51:28.998647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41322) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:29.031322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-81b3f9ca-0754-4fa8-92a1-f96db7567826 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596935 Jun 01 12:51:29.095425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-b640812c-edc5-454d-b7f2-93cb5ea6b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.097104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-b640812c-edc5-454d-b7f2-93cb5ea6b60f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1485236 Jun 01 12:51:29.149922 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1be3e8a-6c70-4cdc-b506-39beba064fdd'] response: {'name': 'network-changed', 'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3', 'status': 'completed', 'code': 200} Jun 01 12:51:29.150447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.213372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.260373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93944f-915d-496c-b81e-b69472be57cc req-f72a6c7d-d998-4084-88ae-e313fb1146e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.262065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-f72a6c7d-d998-4084-88ae-e313fb1146e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585643 Jun 01 12:51:29.299355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74064e48-9ead-4fcd-8999-0afa82fee87a req-11735299-201d-4f78-91e7-eef05e0e7777 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565527 Jun 01 12:51:29.387904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.408773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2057270086-network', 'tenant_id': '30d363526e0a4ef4b49aa1a755d88bdd'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:29.418552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.425207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45abd7e7-8c04-4831-956e-50234b5f7d67,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:29.446048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Usage tracker for resource:network and tenant:30d363526e0a4ef4b49aa1a755d88bdd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.450293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:29.451021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.452391 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-feb27bea-e386-4ce9-89e1-0208094afaf8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/45abd7e7-8c04-4831-956e-50234b5f7d67 HTTP/1.1" status: 204 len: 168 time: 0.6657591 Jun 01 12:51:29.463221 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-e5d96341-4c45-442f-9d65-e00316d70bfd service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937783 Jun 01 12:51:29.470409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:29.499407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41366) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:29.543787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Made reservation on behalf of 30d363526e0a4ef4b49aa1a755d88bdd for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:29.546035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.592424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.599576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.621748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ae60-a17d-4ffc-a5e3-891ca3352b2e req-714b54f5-dc6b-4d6a-bbba-be178d7c5189 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.623318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b108ae60-a17d-4ffc-a5e3-891ca3352b2e req-714b54f5-dc6b-4d6a-bbba-be178d7c5189 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 970 time: 0.2599344 Jun 01 12:51:29.656923 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc93944f-915d-496c-b81e-b69472be57cc req-605f6191-bc1e-444b-a6ee-bfbbb893c06f service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852686 Jun 01 12:51:29.665000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.668828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:422f6c8cc3944bafb5aaa445acc7a9ce is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.671894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:29.677933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.688033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:29.717398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Usage tracker for resource:security_group_rule and tenant:30d363526e0a4ef4b49aa1a755d88bdd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.722754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41372) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:29.727203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:29.749541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:29.794180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488305-f912-454d-8525-76e6053ba490 req-abc83696-6b1b-49ad-aefe-afdffac87a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.796209 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-abc83696-6b1b-49ad-aefe-afdffac87a98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 1121 time: 0.0815477 Jun 01 12:51:29.829618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b108ae60-a17d-4ffc-a5e3-891ca3352b2e req-f52eeaa0-16f8-4bd2-b29c-089f4d0cadb1 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436470 Jun 01 12:51:29.897032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595847a-e1b3-4b2b-b69f-fa42d6ff8bdd req-77139e01-c1a9-4367-9eda-485a6781fa76 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.898494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c595847a-e1b3-4b2b-b69f-fa42d6ff8bdd req-77139e01-c1a9-4367-9eda-485a6781fa76 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 948 time: 0.2849994 Jun 01 12:51:29.972056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488305-f912-454d-8525-76e6053ba490 req-df727236-b3da-4d3a-8abe-1d35fe5ad5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:29.973777 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-df727236-b3da-4d3a-8abe-1d35fe5ad5df service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1710269 Jun 01 12:51:29.981346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.000676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.023462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.026837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c595847a-e1b3-4b2b-b69f-fa42d6ff8bdd req-679aa33c-f8b2-4e41-88be-f4e4b813490a tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124666 Jun 01 12:51:30.049592 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.059434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-b925a724-93b1-42b3-8a0d-8198ca9a851e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=880790c3-187e-43f1-86c9-bf3995fd63c3 HTTP/1.1" status: 200 len: 217 time: 0.0787427 Jun 01 12:51:30.082163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=422f6c8cc3944bafb5aaa445acc7a9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732529 Jun 01 12:51:30.082868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41384) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.088917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2eb3c-b54d-4e9c-87dd-311c86727ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ec2b3-2430-4d3e-b68a-b2c3ba31503c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.112836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:30.140367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488305-f912-454d-8525-76e6053ba490 req-1df6a461-5d87-4d68-956c-2d712a54fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:30.142098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-1df6a461-5d87-4d68-956c-2d712a54fa3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0749135 Jun 01 12:51:30.164891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.186420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.186771 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Added segment f96a3096-932a-4426-92c3-cf1fcda89d3a of type vlan for network ae5777f3-0f17-4d74-937d-22f089cb4d88 Jun 01 12:51:30.187792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73433f7-421a-4051-b473-6d539420e34b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.206484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.213045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Usage tracker for resource:security_group_rule and tenant:b861dda36ab1425db85c8f07a0ae1021 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.220332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.226908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488305-f912-454d-8525-76e6053ba490 req-a52cddb2-da16-4cc5-8508-415c59821b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:30.228447 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-a52cddb2-da16-4cc5-8508-415c59821b53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790377 Jun 01 12:51:30.237817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.256401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.269522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.316411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.373003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.373583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:30.374139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.387026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-8c1705a2-7f00-4613-a17a-4d3973a57012 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500189 Jun 01 12:51:30.532121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5777f3-0f17-4d74-937d-22f089cb4d88,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.541971 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.545793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.547519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ae5777f3-0f17-4d74-937d-22f089cb4d88 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:30.566894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e54de9ba-cd2c-43d8-b442-512f16d19054 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5641212 Jun 01 12:51:30.566894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.567216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41400) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.575592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ec2b3-2430-4d3e-b68a-b2c3ba31503c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.582338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Request body: {'subnet': {'network_id': 'ae5777f3-0f17-4d74-937d-22f089cb4d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2057270086-subnet', 'tenant_id': '30d363526e0a4ef4b49aa1a755d88bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:30.591507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.605144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Usage tracker for resource:subnet and tenant:30d363526e0a4ef4b49aa1a755d88bdd is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.606451 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.610227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-86759e44-7f9a-4038-a6cc-19cb3c8b90b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/789ec2b3-2430-4d3e-b68a-b2c3ba31503c HTTP/1.1" status: 204 len: 168 time: 0.5233507 Jun 01 12:51:30.610761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.618915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.622340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25488305-f912-454d-8525-76e6053ba490 req-cabc9d55-be78-4478-8c8b-6b3c33ef2be1 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274528 Jun 01 12:51:30.623606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b861dda36ab1425db85c8f07a0ae1021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8922501 Jun 01 12:51:30.626809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41406) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.641125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c98fda-4a4c-450b-bf73-6c9622c680cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5b654-e47c-4123-8fb2-e3f0cbe5a446,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.655778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Made reservation on behalf of 30d363526e0a4ef4b49aa1a755d88bdd for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:30.658756 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.670396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a644e111-c7f2-4436-ad1f-92cb30c0c91b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:30.704747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.795167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.830947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.833769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:30.845913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-network', 'tenant_id': 'f95283e555414b8b83b935ec6882486d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:30.849599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b', 'mac_address': 'fa:16:3e:49:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:30.850831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.856361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Usage tracker for resource:network and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.862414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.870966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.887142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Made reservation on behalf of f95283e555414b8b83b935ec6882486d for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:30.889460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.902395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.927021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.931625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Usage tracker for resource:security_group_rule and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.936432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.945475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.948811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a644e111-c7f2-4436-ad1f-92cb30c0c91b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:30.949443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.952705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.971030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a644e111-c7f2-4436-ad1f-92cb30c0c91b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:30.990039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:30.995618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.021893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5b654-e47c-4123-8fb2-e3f0cbe5a446,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.036516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.040845 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7b56ff05-1376-4969-8c58-d520f8f78956 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/40a5b654-e47c-4123-8fb2-e3f0cbe5a446 HTTP/1.1" status: 204 len: 168 time: 0.4130332 Jun 01 12:51:31.042010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.057332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.076690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.105965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.118302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.119797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.120401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.120884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.121356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.121922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.122568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.123198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.124568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.125077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.125595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.126159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Tracked resource versions report: Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: pushed versions: Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: { 'AddressGroup': {'1.2'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'ConntrackHelper': {'1.0'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Log': {'1.0'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Network': {'1.1'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Port': {'1.7'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'PortForwarding': {'1.2'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'QosPolicy': {'1.8'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SecurityGroup': {'1.4'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SubPort': {'1.0'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Subnet': {'1.1'}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Trunk': {'1.1'}} Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: consumer versions: Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: HyperV agent@n-h1-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: HyperV agent@n-h2-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: L3 agent@n-d-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: Metadata agent@n-d-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: Metering agent@n-d-844200-1: {}, Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'ConntrackHelper': '1.0', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Log': '1.0', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Network': '1.1', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Port': '1.7', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'PortForwarding': '1.2', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'QosPolicy': '1.8', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SecurityGroup': '1.4', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SecurityGroupRule': '1.2', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'SubPort': '1.0', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Subnet': '1.1', Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: 'Trunk': '1.1'}} Jun 01 12:51:31.127961 n-d-844200-1 neutron-server[88373]: {{(pid=88373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:51:31.144251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86db48d3-6407-4ca8-a2fc-249cd2c39775,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.152568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Checking segment: {'id': 'f96a3096-932a-4426-92c3-cf1fcda89d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae5777f3-0f17-4d74-937d-22f089cb4d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:31.153107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Network hostable DHCP agents. Network: ae5777f3-0f17-4d74-937d-22f089cb4d88, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:31.176147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Network ae5777f3-0f17-4d74-937d-22f089cb4d88 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:31.189962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ae5777f3-0f17-4d74-937d-22f089cb4d88) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:31.195960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:31.197865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.201324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fca250-4e6f-44a1-9d5b-e0f9dc637a4a None None] Network ae5777f3-0f17-4d74-937d-22f089cb4d88 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:31.223742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8485587e-b93a-43bf-88fd-e05df5d191e3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6554773 Jun 01 12:51:31.246485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:31.261634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7730f-c7fb-4384-b3d8-aa90e8ee4c33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.330872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a644e111-c7f2-4436-ad1f-92cb30c0c91b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:31.356820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.357562 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Added segment 8f24353d-c2d8-4d26-9b2c-35274a083a65 of type vlan for network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 Jun 01 12:51:31.414156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e77986-ab0e-4283-9b9a-3bf6936a86e8 req-358dc2a0-6475-4443-a32f-12910a0dea6a tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:31.415600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97e77986-ab0e-4283-9b9a-3bf6936a86e8 req-358dc2a0-6475-4443-a32f-12910a0dea6a tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 970 time: 0.2987454 Jun 01 12:51:31.464231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.470488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97e77986-ab0e-4283-9b9a-3bf6936a86e8 req-7cca80a3-7ed6-4126-b5fb-6c1ac0956c16 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Jun 01 12:51:31.498760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de541-1e8c-4919-bb8e-b1948946f82c req-e71c12b5-79c5-49b1-9314-f64b031eb761 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:31.500604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b8de541-1e8c-4919-bb8e-b1948946f82c req-e71c12b5-79c5-49b1-9314-f64b031eb761 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 949 time: 0.2223847 Jun 01 12:51:31.580477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b8de541-1e8c-4919-bb8e-b1948946f82c req-eb9cc42a-fab7-4055-a493-8b9c13e377ff tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651939 Jun 01 12:51:31.584403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.585755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:31.586354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.624556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:31.650462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.670633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:31.675628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d577f65967e4fdb8a6772e975a04ad5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:31.678903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:31.686173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:31.709243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a5263b-b7fc-4c86-8d03-525b16f2bd97,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.716469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41444) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:31.717360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b86794c2-e35e-4bdf-9ca2-7993e60f3454 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0115139 Jun 01 12:51:31.725783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Request body: {'subnet': {'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-subnet', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:31.726069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:31.737797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:31.744595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Usage tracker for resource:subnet and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:31.748786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:31.759000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:31.781378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Made reservation on behalf of f95283e555414b8b83b935ec6882486d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:31.784293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.842464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bd94f-601d-49fd-82a9-abc44c65e309 None None] Network ae5777f3-0f17-4d74-937d-22f089cb4d88 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:31.954483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.967632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.083375 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d577f65967e4fdb8a6772e975a04ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575880 Jun 01 12:51:32.085928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41462) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:32.106220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b79b0e-e130-4ccc-8317-ea6b1ec26bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3eff62-333e-46dd-8141-ea5d158e649e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.156487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.220906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41470) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:32.221724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.237923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-753874301-network', 'tenant_id': '0500b2ec936649c3800f11b5856bee35'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:32.249532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:32.253326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8787e55-8106-4230-89e2-58d880162611,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.258011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Usage tracker for resource:network and tenant:0500b2ec936649c3800f11b5856bee35 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:32.258575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Checking segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:32.258989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Network hostable DHCP agents. Network: e4a5263b-b7fc-4c86-8d03-525b16f2bd97, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:32.261528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.268415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:32.276845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:32.280212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:32.291726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e4a5263b-b7fc-4c86-8d03-525b16f2bd97) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:32.296147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:32.296863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.304088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8901f-dd40-453e-aab2-0a3cb88eb726 None None] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:32.318553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Made reservation on behalf of 0500b2ec936649c3800f11b5856bee35 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:32.322143 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.328198 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9487a316-162b-45ea-852f-ceae12fb569f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6080670 Jun 01 12:51:32.328451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:32.338279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:32.339013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.342995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:32.353402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Usage tracker for resource:router and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:32.356711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:32.358406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:32.363621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Usage tracker for resource:security_group_rule and tenant:0500b2ec936649c3800f11b5856bee35 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:32.363944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:32.366830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:32.374741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:32.375803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.377062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.380749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.400087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.418159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3eff62-333e-46dd-8141-ea5d158e649e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.430172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.431330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-314a77ba-0a64-4312-9ed0-63bad9816312 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9a3eff62-333e-46dd-8141-ea5d158e649e HTTP/1.1" status: 204 len: 168 time: 0.3442681 Jun 01 12:51:32.620596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.631699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.684728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 880790c3-187e-43f1-86c9-bf3995fd63c3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:32.709289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a644e111-c7f2-4436-ad1f-92cb30c0c91b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:32.762816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc0273e-f5fe-481e-858e-854c7bb492bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.768408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.780478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:51:32.781322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.801404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:32.822576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.824081 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Added segment 1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9 of type vlan for network c0a80438-c530-4576-85bf-910a66b7ad95 Jun 01 12:51:32.974378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.976683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Allocated IP 172.20.0.2 (e4a5263b-b7fc-4c86-8d03-525b16f2bd97/e8787e55-8106-4230-89e2-58d880162611/a097b3d6-08c9-43a0-a3c2-305c1066c2f3) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:33.002888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541814a-d241-434f-a429-b8d4d6cf6881 req-edd4d5a3-4e2d-4db0-88bf-12f0ef50d189 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:33.005362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4541814a-d241-434f-a429-b8d4d6cf6881 req-edd4d5a3-4e2d-4db0-88bf-12f0ef50d189 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 949 time: 0.1846368 Jun 01 12:51:33.015525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899c3d-f6c7-404c-99d3-cf984d5cb46f req-93081c92-218b-4bc2-b504-94f54aefe8de tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:33.017778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2899c3d-f6c7-404c-99d3-cf984d5cb46f req-93081c92-218b-4bc2-b504-94f54aefe8de tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 970 time: 0.3775949 Jun 01 12:51:33.116109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4541814a-d241-434f-a429-b8d4d6cf6881 req-23dbf561-ce3f-4641-bcde-c39597e79210 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954525 Jun 01 12:51:33.121710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.123353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:33.124128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.171986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2899c3d-f6c7-404c-99d3-cf984d5cb46f req-bbd55f31-ad52-4016-8315-2ac7c6876839 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332121 Jun 01 12:51:33.228555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.240611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Transition to ACTIVE for port object a097b3d6-08c9-43a0-a3c2-305c1066c2f3 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:33.265026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a80438-c530-4576-85bf-910a66b7ad95,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:33.278902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f0910df-170b-48e7-a1b8-3907501d4238 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0478337 Jun 01 12:51:33.281613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:33.290187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Request body: {'subnet': {'network_id': 'c0a80438-c530-4576-85bf-910a66b7ad95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-753874301-subnet', 'tenant_id': '0500b2ec936649c3800f11b5856bee35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:33.295172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:33.300597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Usage tracker for resource:subnet and tenant:0500b2ec936649c3800f11b5856bee35 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:33.301658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Transition to ACTIVE for port object a097b3d6-08c9-43a0-a3c2-305c1066c2f3 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:33.303501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:33.311158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:33.311352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:51:33.324240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Made reservation on behalf of 0500b2ec936649c3800f11b5856bee35 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:33.327189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.327774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.399446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.453401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=880790c3-187e-43f1-86c9-bf3995fd63c3,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:33.468724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c0a80438-c530-4576-85bf-910a66b7ad95 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:33.608368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.659122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Allocated IP 172.25.7.97 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/750dd0da-85a0-47ef-83c1-b971283dacc6) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:33.661602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:33.671123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:33.672472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.672936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '880790c3-187e-43f1-86c9-bf3995fd63c3', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '880790c3-187e-43f1-86c9-bf3995fd63c3', 'mac_address': 'fa:16:3e:c3:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1609494904', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:33.726806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:33.734640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e302e2c8-b83a-48be-9997-1b75b5244f94,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:33.799868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Checking segment: {'id': '1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c0a80438-c530-4576-85bf-910a66b7ad95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:33.800272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Network hostable DHCP agents. Network: c0a80438-c530-4576-85bf-910a66b7ad95, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:33.802780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port a644e111-c7f2-4436-ad1f-92cb30c0c91b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:33.847885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Network c0a80438-c530-4576-85bf-910a66b7ad95 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:33.866387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c0a80438-c530-4576-85bf-910a66b7ad95) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:33.869816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.876936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:33.877885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.887476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a23e4-f559-4fa8-a12d-cc889e20cf63 None None] Network c0a80438-c530-4576-85bf-910a66b7ad95 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:33.904066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Attempting to bind port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:33.904873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Attempting to bind port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:33.905420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Attempting to bind port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:33.907576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.914753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a644e111-c7f2-4436-ad1f-92cb30c0c91b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:33.915123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.915824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e153bac7-e77e-471d-8ea5-5ff590693b58 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6330616 Jun 01 12:51:33.975347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:33.978312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:33.981974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:34.116573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Pushing event updated for resources: {'Port': ['ID=750dd0da-85a0-47ef-83c1-b971283dacc6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:34.122302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41542) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:34.238787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:34.239162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Checking segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:34.239689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.240084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Bound using segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:34.240568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Bound port: a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:34.240951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.261651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Pushing event updated for resources: {'Port': ['ID=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:34.269491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 880790c3-187e-43f1-86c9-bf3995fd63c3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:34.269805 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.270812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-66fda572-7c74-4cee-834c-edb4b55f46c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546601 Jun 01 12:51:34.297426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880790c3-187e-43f1-86c9-bf3995fd63c3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:34.301674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed51e8-b5ca-4e3d-bf32-fb6766cb9483 None None] Network c0a80438-c530-4576-85bf-910a66b7ad95 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:34.462608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.468934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-62c3ec70-376f-4b83-b616-a13a0b271845 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:34.471670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=880790c3-187e-43f1-86c9-bf3995fd63c3,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:34.477707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-62c3ec70-376f-4b83-b616-a13a0b271845 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056277 Jun 01 12:51:34.494158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.499842 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.550838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Deleting subnet 86db48d3-6407-4ca8-a2fc-249cd2c39775 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:51:34.560905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.593193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-02f189d9-2cf8-4e81-8acf-9a8ad622a21c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/quotas/ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 375 time: 0.1144996 Jun 01 12:51:34.667816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-a22e49cc-c3ad-4962-afe1-294fe3523577 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658627 Jun 01 12:51:34.681245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.690931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.725110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69ec3-c948-4dfb-9256-e23b72dcefb5 req-5c606cc9-2ff8-45bc-940d-58afbe36ce3e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:34.732715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ae69ec3-c948-4dfb-9256-e23b72dcefb5 req-5c606cc9-2ff8-45bc-940d-58afbe36ce3e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 949 time: 0.3302839 Jun 01 12:51:34.801004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ae69ec3-c948-4dfb-9256-e23b72dcefb5 req-2622e0cd-74ee-42e3-8e32-26bae6572484 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672276 Jun 01 12:51:34.860086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.925399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['880790c3-187e-43f1-86c9-bf3995fd63c3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:34.948188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.953275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.959840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86db48d3-6407-4ca8-a2fc-249cd2c39775,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:35.005957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] For port a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:35.009037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-42f73c4d-153a-4349-ab8b-128b5f215edb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/86db48d3-6407-4ca8-a2fc-249cd2c39775 HTTP/1.1" status: 204 len: 168 time: 0.8853118 Jun 01 12:51:35.018162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41570) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:35.031689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8428d06d-b604-495e-bd45-9fb068824e7c req-f50ae313-cba9-4675-adfc-03bcf1eef1cc tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.0736227 Jun 01 12:51:35.072711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a644e111-c7f2-4436-ad1f-92cb30c0c91b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:35.076378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.111092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:35.131753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] For port a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:35.160159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.255848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcff636-26f9-49f5-8244-84d84d535833 None None] Pushing event updated for resources: {'Port': ['ID=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:35.260521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:35.334040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.354279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Router d08e6be8-6f94-4149-b65e-3bfdb889267e is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:51:35.358172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47a33a-0432-4042-ba0e-176ec52f54f5 req-fa8d061a-d9c6-41c5-b995-9540898f5d70 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:35.366470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a47a33a-0432-4042-ba0e-176ec52f54f5 req-fa8d061a-d9c6-41c5-b995-9540898f5d70 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 971 time: 0.3547590 Jun 01 12:51:35.376513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:35.408587 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.513510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:35.621812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a47a33a-0432-4042-ba0e-176ec52f54f5 req-60873c69-621f-455f-862c-07c063727ab6 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543592 Jun 01 12:51:35.637555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.659926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:35.678425 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:35.692463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.697025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a5d9ec78-f1a9-49e6-b7f9-eccab099516d admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3639729 Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > port after_create 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > port after_update 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.697817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.698418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:35.707019 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:35.730469 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.927565 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3898a586-6ba2-4933-a2b1-a64adea17161'] response: {'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b', 'code': 200} Jun 01 12:51:35.942924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.946965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.947375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.947717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:35.948088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5777f3-0f17-4d74-937d-22f089cb4d88']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.992043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96a3096-932a-4426-92c3-cf1fcda89d3a') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.992363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96a3096-932a-4426-92c3-cf1fcda89d3a') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:36.013396 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.034882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.061204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:36.064454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.089399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a097b3d6-08c9-43a0-a3c2-305c1066c2f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:36.094375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:36.299816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-d5e29e5e-225a-4755-9cca-a5af9d3a2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:36.302415 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-d5e29e5e-225a-4755-9cca-a5af9d3a2578 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 1101 time: 0.2145612 Jun 01 12:51:36.347556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:36.419958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.431571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41610) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:36.446760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:36.450729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Usage tracker for resource:security_group_rule and tenant:31ba9c75edb145dba353492db3a77b0c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:36.454707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:36.461271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:36.547761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.583538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e0e92d0-d451-4f59-b695-0ba9baeff7e8 req-c4c02f43-0d83-4d76-ab97-f00818a89d75 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.2076812 Jun 01 12:51:36.623788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5777f3-0f17-4d74-937d-22f089cb4d88,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:36.627343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:34Z', 'revision_number': 3, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:36.632299 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:36.632637 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Updating router d08e6be8-6f94-4149-b65e-3bfdb889267e port 750dd0da-85a0-47ef-83c1-b971283dacc6 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:36.633023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.663303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f44bc17b-839d-4e5f-b6e3-b7fe350cfb3f admin admin] 10.222.0.40 "DELETE /v2.0/networks/ae5777f3-0f17-4d74-937d-22f089cb4d88 HTTP/1.1" status: 204 len: 168 time: 1.6432440 Jun 01 12:51:36.663955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41624) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:36.681463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 880790c3-187e-43f1-86c9-bf3995fd63c3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:36.730361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.765549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.784801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Deleting subnet e302e2c8-b83a-48be-9997-1b75b5244f94 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:51:36.794528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.824665 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.833126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.24', 58865) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:36.849454 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f96a3096-932a-4426-92c3-cf1fcda89d3a resource provider aggregate not found Jun 01 12:51:36.868528 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-85a0b926-2c14-4ce8-bbdc-2656f8715f12 req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797421 Jun 01 12:51:36.870456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 880790c3-187e-43f1-86c9-bf3995fd63c3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:36.876160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 880790c3-187e-43f1-86c9-bf3995fd63c3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:36.876475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.916770 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f96a3096-932a-4426-92c3-cf1fcda89d3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f96a3096-932a-4426-92c3-cf1fcda89d3a found for delete ", "request_id": "req-05751f21-5b3a-4949-96c3-7567cb8d5492"}]} Jun 01 12:51:36.967034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70f87a-ff10-46d2-98ad-54bdf89e5a72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8619386-8741-42c5-8867-75ae63f3afe4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:36.992550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64f076-1adb-4036-8229-d75553ff6289 None None] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:37.000648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.066903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.142674 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.156201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-951e7f82-0cdb-4f3d-a683-7c97faa71c74 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2707522 Jun 01 12:51:37.167493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249929-2238-4003-a316-823fa097efef req-f722ccd2-1b96-4e89-8cb3-dc2976afb8f3 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:37.177647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09249929-2238-4003-a316-823fa097efef req-f722ccd2-1b96-4e89-8cb3-dc2976afb8f3 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 950 time: 1.0013759 Jun 01 12:51:37.221308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.269190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Provisioning for port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:37.280043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Provisioning complete for port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:37.280737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.287958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e302e2c8-b83a-48be-9997-1b75b5244f94,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:37.299192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:37.311322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.327568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.329473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Usage tracker for resource:security_group_rule and tenant:70da6b4ef1b0477389002dd73da8155c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:37.335402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:37.345449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:37.353157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-46a962ee-9e58-4a53-b338-74f6aa8d4b94 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e302e2c8-b83a-48be-9997-1b75b5244f94 HTTP/1.1" status: 204 len: 168 time: 0.6853361 Jun 01 12:51:37.354132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:37.364606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09249929-2238-4003-a316-823fa097efef req-3d529789-f4b0-41a8-8b48-ebb3746aed1e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859648 Jun 01 12:51:37.410324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 880790c3-187e-43f1-86c9-bf3995fd63c3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:37.410749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.546563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.547015 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.613221 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Transition to ACTIVE for port object 750dd0da-85a0-47ef-83c1-b971283dacc6 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:37.614598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=880790c3-187e-43f1-86c9-bf3995fd63c3,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:37.630348 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.637478 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.706216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Current status of the port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:37.706690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.792482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] For port a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:37.798918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e67b2-f906-418a-b54a-92aa00614bcc req-2e7eab5a-6278-4774-ade3-4372fac232cf tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:37.801105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:37.806458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.809414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b4e67b2-f906-418a-b54a-92aa00614bcc req-2e7eab5a-6278-4774-ade3-4372fac232cf tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 971 time: 0.9323108 Jun 01 12:51:37.897376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Attempting to bind port 750dd0da-85a0-47ef-83c1-b971283dacc6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:37.898011 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Attempting to bind port 750dd0da-85a0-47ef-83c1-b971283dacc6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:37.898236 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Attempting to bind port 750dd0da-85a0-47ef-83c1-b971283dacc6 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:37.900170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b4e67b2-f906-418a-b54a-92aa00614bcc req-196dea95-525a-476c-ae74-25674e7d302d tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884399 Jun 01 12:51:37.918844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-f7d6ab92-6911-4496-a29e-feb492816c0d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:37.918844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-f7d6ab92-6911-4496-a29e-feb492816c0d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7256846 Jun 01 12:51:37.919168 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Pushing event updated for resources: {'Port': ['ID=750dd0da-85a0-47ef-83c1-b971283dacc6,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:37.921170 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:37.922741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1777-1668-46d5-9e8d-ef7ba21f3e17 None None] Pushing event updated for resources: {'Port': ['ID=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:37.923413 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:37.924083 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.924680 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:37.925390 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Bound port: 750dd0da-85a0-47ef-83c1-b971283dacc6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:37.926049 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.933453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:37.963947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8cfc4d5e-d84d-4cab-b681-e03fd2d0742c None None] Provisioning complete for port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:37.964321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4d5e-d84d-4cab-b681-e03fd2d0742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.972470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.011050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de00b2b1-6ac9-4e98-9463-4ec28ce9f3fb req-ab9abe6c-a59d-4253-9102-986902b9ec59 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.1529646 Jun 01 12:51:38.020741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.022002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.022343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.022818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.023093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.023422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > port after_create 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.023736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.023991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.024096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > port after_update 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.024371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.024695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.025005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.025310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.025722 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.028569 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.029182 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.029762 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.030332 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.030887 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.031441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.033929 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.034424 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Tracked resource versions report: Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: pushed versions: Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: { 'AddressGroup': {'1.2'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'ConntrackHelper': {'1.0'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Log': {'1.0'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Network': {'1.1'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Port': {'1.7'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'PortForwarding': {'1.2'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'QosPolicy': {'1.8'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SecurityGroup': {'1.4'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SubPort': {'1.0'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Subnet': {'1.1'}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Trunk': {'1.1'}} Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: consumer versions: Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: { DHCP agent@n-d-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: HyperV agent@n-h1-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: HyperV agent@n-h2-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: L3 agent@n-d-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: Metadata agent@n-d-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: Metering agent@n-d-844200-1: {}, Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: Open vSwitch agent@n-d-844200-1: { 'AddressGroup': '1.2', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'ConntrackHelper': '1.0', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Log': '1.0', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Network': '1.1', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Port': '1.7', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'PortForwarding': '1.2', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'QosPolicy': '1.8', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SecurityGroup': '1.4', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SecurityGroupRule': '1.2', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'SubPort': '1.0', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Subnet': '1.1', Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: 'Trunk': '1.1'}} Jun 01 12:51:38.035691 n-d-844200-1 neutron-server[88374]: {{(pid=88374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:51:38.090017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] For port 750dd0da-85a0-47ef-83c1-b971283dacc6, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:38.094222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] For port 750dd0da-85a0-47ef-83c1-b971283dacc6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=750dd0da-85a0-47ef-83c1-b971283dacc6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:38.100726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.101123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.101459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.101829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:38.101945 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.102180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a80438-c530-4576-85bf-910a66b7ad95']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:38.118501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.120965 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9696de5-d011-4fef-adeb-4f677305efc3'] response: {'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3', 'code': 200} Jun 01 12:51:38.125800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.185131 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131d73b-d242-4737-bb88-d0707af04920 None None] Pushing event updated for resources: {'Port': ['ID=750dd0da-85a0-47ef-83c1-b971283dacc6,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:38.199036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=70da6b4ef1b0477389002dd73da8155c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6732233 Jun 01 12:51:38.203062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41648) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:38.210137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:38.210974 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:38.220879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92492a80-0486-4cd6-b35c-930f81b08118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d41623-2a9b-40bd-8063-5dde9818f06d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:38.249246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:38.249531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:38.282902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc4d5e-d84d-4cab-b681-e03fd2d0742c None None] Current status of the port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:38.290129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.319811 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.320060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.328672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ada9-0e8e-4e1d-8529-6df7416cb871 req-b195b3ca-5184-4180-817f-a44fb7bfcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:38.330541 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7cc6ada9-0e8e-4e1d-8529-6df7416cb871 req-b195b3ca-5184-4180-817f-a44fb7bfcb26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 1123 time: 0.2195082 Jun 01 12:51:38.341446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:38.342469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.357569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.381357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Allocated IP 172.20.0.1 (e4a5263b-b7fc-4c86-8d03-525b16f2bd97/e8787e55-8106-4230-89e2-58d880162611/b2e675df-2429-4c97-8a12-72221a2df87e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:38.440708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.473614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d41623-2a9b-40bd-8063-5dde9818f06d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:38.503940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.507711 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7cc6ada9-0e8e-4e1d-8529-6df7416cb871 req-81e95234-a515-4a21-a06e-de3b0f72c4f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691220 Jun 01 12:51:38.512311 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:38.513983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.535149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f004d132-dee5-4423-aed7-b7fe0ee9f78d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/10d41623-2a9b-40bd-8063-5dde9818f06d HTTP/1.1" status: 204 len: 168 time: 0.3044941 Jun 01 12:51:38.635804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.649628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a80438-c530-4576-85bf-910a66b7ad95,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:38.699181 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9 resource provider aggregate not found Jun 01 12:51:38.703290 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a6316c48-8268-4edb-8d16-6642fd9d749e admin admin] 10.222.0.40 "DELETE /v2.0/networks/c0a80438-c530-4576-85bf-910a66b7ad95 HTTP/1.1" status: 204 len: 168 time: 1.3475959 Jun 01 12:51:38.733720 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1383f3e6-a56b-4b7b-bfd0-27b65aaa5fc9 found for delete ", "request_id": "req-b4204851-d557-4085-8d12-da42395a9122"}]} Jun 01 12:51:38.749192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cbf34-94ff-402d-b0fa-0105d706242a req-e896c8e4-6afd-4f0d-a7a6-c47d4ce61f5b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:38.751152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-083cbf34-94ff-402d-b0fa-0105d706242a req-e896c8e4-6afd-4f0d-a7a6-c47d4ce61f5b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 950 time: 0.1542246 Jun 01 12:51:38.825094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-083cbf34-94ff-402d-b0fa-0105d706242a req-9aef204c-facd-4f46-82c4-8ef3b2b9bba3 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672221 Jun 01 12:51:38.829718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.859102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Transition to ACTIVE for port object b2e675df-2429-4c97-8a12-72221a2df87e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:38.932417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.030450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41674) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:39.038520 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:34Z', 'revision_number': 3, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:39.058341 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df3e470-4bec-490b-8bcc-33e576f9ca22 None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:34Z', 'revision_number': 3, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:39.083506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:39.092599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:39.099315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:39.199075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:39.229053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.277075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:39.285947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4bf09113-1892-4e71-bded-21e855258c30 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=30d363526e0a4ef4b49aa1a755d88bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542715 Jun 01 12:51:39.297722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41682) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:39.317048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.339197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b780274e-e38d-4989-b782-b4924dc79a5d req-3d3a3fab-265c-4f0b-a812-7580c84645be tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.1071861 Jun 01 12:51:39.365349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:39.371649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Usage tracker for resource:security_group_rule and tenant:5d005fd4620f4c4ba29cbe09e1c4f895 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:39.376108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:39.406321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.408211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:39.450813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-13af1263-b0ff-4032-a139-b276121919a2 None None] Provisioning for port b2e675df-2429-4c97-8a12-72221a2df87e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:39.455759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93af94a-87eb-435a-99c3-3fe709c1f8d5 req-b70ebd87-324e-4380-bbc2-585898573f8e tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:39.457932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f93af94a-87eb-435a-99c3-3fe709c1f8d5 req-b70ebd87-324e-4380-bbc2-585898573f8e tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 972 time: 0.3263869 Jun 01 12:51:39.462829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.467806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-13af1263-b0ff-4032-a139-b276121919a2 None None] Provisioning complete for port b2e675df-2429-4c97-8a12-72221a2df87e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:39.469751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-13af1263-b0ff-4032-a139-b276121919a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.644773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-13af1263-b0ff-4032-a139-b276121919a2 None None] Port b2e675df-2429-4c97-8a12-72221a2df87e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:39.658504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.697122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f93af94a-87eb-435a-99c3-3fe709c1f8d5 req-dd1e28fe-fc24-4fc2-afef-153ff642f990 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273121 Jun 01 12:51:39.729695 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.746523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73433f7-421a-4051-b473-6d539420e34b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:39.776116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.777242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-03f9296f-bab9-41b8-a387-2ffcd9e72315 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d73433f7-421a-4051-b473-6d539420e34b HTTP/1.1" status: 204 len: 168 time: 0.4740746 Jun 01 12:51:39.863582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.935596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.003992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90f733-2f5c-400e-b6a1-db8ad62ea504,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.055116 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d7294068-df01-4ef7-bff2-1d7e18897107 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d005fd4620f4c4ba29cbe09e1c4f895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767458 Jun 01 12:51:40.059358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41692) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:40.076901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a097b3d6-08c9-43a0-a3c2-305c1066c2f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:40.151932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa9022-efd9-493b-92ca-3b3dfc7ca5af req-37f689bb-7c86-4b8e-95b9-55c8f18c97d7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:40.165450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92fa9022-efd9-493b-92ca-3b3dfc7ca5af req-37f689bb-7c86-4b8e-95b9-55c8f18c97d7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 950 time: 0.1536207 Jun 01 12:51:40.204277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.207894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:40.208269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.222722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.229674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92fa9022-efd9-493b-92ca-3b3dfc7ca5af req-5767e0c0-760f-4b27-bd5d-e67f01c9dc6f tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Jun 01 12:51:40.238102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.333133 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:51:40.354784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.454334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.465049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.485453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:40.487590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 750dd0da-85a0-47ef-83c1-b971283dacc6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:40.624472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.643316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 750dd0da-85a0-47ef-83c1-b971283dacc6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:40.652461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 750dd0da-85a0-47ef-83c1-b971283dacc6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:40.654507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.658076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c6c23f1-9ca8-41f6-a641-a35068be4344 req-1e3721cc-271e-4a0c-b555-cd2abc5302bf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.0847881 Jun 01 12:51:40.674840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90f733-2f5c-400e-b6a1-db8ad62ea504,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.681557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.685094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4c114ce-1e78-4a9a-968a-949b0c18119e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5d90f733-2f5c-400e-b6a1-db8ad62ea504 HTTP/1.1" status: 204 len: 168 time: 0.6227653 Jun 01 12:51:40.710089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:40.846204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:40.851900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:40.874561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 750dd0da-85a0-47ef-83c1-b971283dacc6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:40.875324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.899969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 750dd0da-85a0-47ef-83c1-b971283dacc6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=750dd0da-85a0-47ef-83c1-b971283dacc6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:40.910777 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.968586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f00b3b59-3242-4f52-87c2-50c2832c51b3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0500b2ec936649c3800f11b5856bee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571373 Jun 01 12:51:40.976369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:41.058668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba990-143b-453d-a33f-686d5eb02616 req-e624bf0a-45d1-4385-9d95-cc41544ccbc7 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:41.066612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99bba990-143b-453d-a33f-686d5eb02616 req-e624bf0a-45d1-4385-9d95-cc41544ccbc7 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 972 time: 0.2192047 Jun 01 12:51:41.106181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=750dd0da-85a0-47ef-83c1-b971283dacc6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:41.153435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99bba990-143b-453d-a33f-686d5eb02616 req-33f1a776-26c2-443f-8b4b-2690daa934b4 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854933 Jun 01 12:51:41.299960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-012222bf-bfb8-4332-8392-d8bdd1ac4a1e None None] Provisioning complete for port b2e675df-2429-4c97-8a12-72221a2df87e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:41.300710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-012222bf-bfb8-4332-8392-d8bdd1ac4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.388420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.403533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-012222bf-bfb8-4332-8392-d8bdd1ac4a1e None None] Port b2e675df-2429-4c97-8a12-72221a2df87e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:41.438711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.446176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:41.526132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-79887373-7a7f-4ad3-b00c-25b473c5e1fe tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:41.527834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-79887373-7a7f-4ad3-b00c-25b473c5e1fe tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 1123 time: 0.2025383 Jun 01 12:51:41.568607 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.605967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c09c97-3c97-4876-bea8-a1d0287285b6 req-a501e278-023f-4c25-8fd8-cdbb8f696348 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:41.608011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c09c97-3c97-4876-bea8-a1d0287285b6 req-a501e278-023f-4c25-8fd8-cdbb8f696348 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 950 time: 0.2172761 Jun 01 12:51:41.609682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:41.614460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Usage tracker for resource:security_group_rule and tenant:a61d3ac21bb34b669ecfe5b50e8e7e54 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:41.631388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:41.646530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:41.686826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c09c97-3c97-4876-bea8-a1d0287285b6 req-d94744de-21c2-4493-b27e-1a2a259292ec tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Jun 01 12:51:41.696451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.713085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:41.716746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc0273e-f5fe-481e-858e-854c7bb492bb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:41.728417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.729711 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10cba435-9bfb-4f56-a684-ff512f434957 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7fc0273e-f5fe-481e-858e-854c7bb492bb HTTP/1.1" status: 204 len: 168 time: 0.7523773 Jun 01 12:51:41.738750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5a458de-abf9-45df-ab94-3223a870e51c admin admin] 10.222.0.40 "PUT /v2.0/routers/d08e6be8-6f94-4149-b65e-3bfdb889267e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0353179 Jun 01 12:51:41.800493 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.816745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.878125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6e6281a-17b2-466a-82d6-acb2d68bf59d req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425922 Jun 01 12:51:41.891809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e19c3d-d2b4-438e-bf05-a344e5433e48 tempest-AggregatesAdminTestJSON-1616256251 tempest-AggregatesAdminTestJSON-1616256251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d9517d-accc-456c-a473-76b02ad22870,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:41.968975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 750dd0da-85a0-47ef-83c1-b971283dacc6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:41.999564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb4268a1-6449-4ef3-b674-47a6d1bc4d88 req-849120e2-3cc1-49a8-855d-91743eabff1f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.0789621 Jun 01 12:51:42.116351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 750dd0da-85a0-47ef-83c1-b971283dacc6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:42.116961 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.272471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 750dd0da-85a0-47ef-83c1-b971283dacc6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:42.309160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:42.321922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:42.322782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:42.467926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470e0f-72a6-4a56-a88e-6166c685086f req-4899bf5c-0c54-496a-8dc9-38b43a2a1f20 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:42.470339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0470e0f-72a6-4a56-a88e-6166c685086f req-4899bf5c-0c54-496a-8dc9-38b43a2a1f20 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 972 time: 0.1253474 Jun 01 12:51:42.532359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0470e0f-72a6-4a56-a88e-6166c685086f req-9c82b86e-6cf4-482b-b7d1-958d0fedc51c tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556743 Jun 01 12:51:42.591332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:42.691035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be336-0375-4ce1-983a-ce26b51db21b req-a30ca94b-88b4-429d-8205-c639995d0035 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:42.692946 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-956be336-0375-4ce1-983a-ce26b51db21b req-a30ca94b-88b4-429d-8205-c639995d0035 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 1101 time: 0.0886519 Jun 01 12:51:42.774548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Deleting port a644e111-c7f2-4436-ad1f-92cb30c0c91b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:51:42.775582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.874134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41786) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:42.880561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-network', 'tenant_id': 'b664cd5b9457492994b21e819c502e48'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:42.889043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:42.901094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Usage tracker for resource:network and tenant:b664cd5b9457492994b21e819c502e48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:42.908139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:42.929991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:43.000922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Made reservation on behalf of b664cd5b9457492994b21e819c502e48 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:43.003927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.020051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.041730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:43.049799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Usage tracker for resource:security_group_rule and tenant:b664cd5b9457492994b21e819c502e48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:43.054938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:43.063752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:43.075059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f77bc-1dda-4904-b60a-86ccfc19fa8b req-b86cfd8f-cbfc-4e57-8a23-212c4c5e91d6 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:43.082685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-684f77bc-1dda-4904-b60a-86ccfc19fa8b req-b86cfd8f-cbfc-4e57-8a23-212c4c5e91d6 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 950 time: 0.1638634 Jun 01 12:51:43.121898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] For port a644e111-c7f2-4436-ad1f-92cb30c0c91b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a644e111-c7f2-4436-ad1f-92cb30c0c91b,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:43.122380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.132923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 2, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:43.146564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:43.148289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Updating router d08e6be8-6f94-4149-b65e-3bfdb889267e port b2e675df-2429-4c97-8a12-72221a2df87e binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:43.155909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-684f77bc-1dda-4904-b60a-86ccfc19fa8b req-e31535ce-c670-4d1b-98c8-2afd117118eb tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719817 Jun 01 12:51:43.260657 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.297448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Calling delete_port for a644e111-c7f2-4436-ad1f-92cb30c0c91b owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:51:43.369878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b530fdbf-cd06-4f81-854a-9a54dbfddd2e req-5b144504-7f91-44db-9bf1-3787325a8f49 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.1071074 Jun 01 12:51:43.373894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.392638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.476406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:43.483719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32acaf6e-ad96-4c09-bb33-17a8c0f5aa40,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:43.497539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.498984 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Added segment 6dd69a04-7a5e-451d-b966-e0520f08fcfe of type vlan for network 1108b6a2-c393-4be6-8b13-9b33fc85a890 Jun 01 12:51:43.678072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.681789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.719863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.743823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a644e111-c7f2-4436-ad1f-92cb30c0c91b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:43.777741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Pushing event deleted for resources: {'Port': ['ID=a644e111-c7f2-4436-ad1f-92cb30c0c91b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:43.805238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Transition to ACTIVE for port object b2e675df-2429-4c97-8a12-72221a2df87e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:43.819781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.865726 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.866970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:43.867760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.879487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] No DVR routers for this DVR port a644e111-c7f2-4436-ad1f-92cb30c0c91b on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:43.882742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.886147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'name': 'network-vif-deleted', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:43.932902 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-956be336-0375-4ce1-983a-ce26b51db21b req-74886cd1-12be-4b85-9e88-dc48e64c1980 tempest-DeleteServersAdminTestJSON-1908091516 tempest-DeleteServersAdminTestJSON-1908091516-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a644e111-c7f2-4436-ad1f-92cb30c0c91b HTTP/1.1" status: 204 len: 173 time: 1.2335789 Jun 01 12:51:43.938975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-da4480be-afcb-433a-a2f4-3789f813bb38 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:43.940740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-da4480be-afcb-433a-a2f4-3789f813bb38 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 972 time: 0.4064834 Jun 01 12:51:44.080185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03f76b-7262-4f60-914b-ee362e2973d3 None None] Pushing event updated for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.138855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Attempting to bind port b2e675df-2429-4c97-8a12-72221a2df87e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:44.139746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Attempting to bind port b2e675df-2429-4c97-8a12-72221a2df87e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:44.139746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Attempting to bind port b2e675df-2429-4c97-8a12-72221a2df87e on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:44.161385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:44.161753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Checking segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:44.162153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.162543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Bound using segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:44.164271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Bound port: b2e675df-2429-4c97-8a12-72221a2df87e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:44.164658 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.260452 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48975fa1-0e65-46a7-b408-b5396e943da2'] response: {'server_uuid': 'ce482d06-f904-4614-a598-d98fa2132bd0', 'name': 'network-vif-deleted', 'tag': 'a644e111-c7f2-4436-ad1f-92cb30c0c91b', 'status': 'completed', 'code': 200} Jun 01 12:51:44.280696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] Pushing event updated for resources: {'Network': ['ID=1108b6a2-c393-4be6-8b13-9b33fc85a890,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.286044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bfb6717a-d47a-4e80-b5b2-ed7bce6c0d61 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4102600 Jun 01 12:51:44.289162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41828) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:44.291241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] For port b2e675df-2429-4c97-8a12-72221a2df87e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:44.294614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] For port b2e675df-2429-4c97-8a12-72221a2df87e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2e675df-2429-4c97-8a12-72221a2df87e,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:44.297291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'port': {'device_id': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'ae0f85dfd7a94ef5969d77408e41e53e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:44.301074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.301608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Request body: {'subnet': {'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-subnet', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:44.313148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:44.319937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Usage tracker for resource:subnet and tenant:b664cd5b9457492994b21e819c502e48 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:44.327748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:44.337490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:44.343999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:44.361273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Made reservation on behalf of b664cd5b9457492994b21e819c502e48 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:44.364490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.478545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Deleting port 880790c3-187e-43f1-86c9-bf3995fd63c3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:51:44.479173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.610430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:44.611459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:44.703203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03f76b-7262-4f60-914b-ee362e2973d3 None None] Pushing event updated for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.712483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.738097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a48eba9-ce05-492e-a986-4c54646ea873 req-08a02f98-87e2-42e7-a5d7-32e6c5d4e92d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce482d06-f904-4614-a598-d98fa2132bd0 HTTP/1.1" status: 200 len: 210 time: 0.1832845 Jun 01 12:51:44.787286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1694f1-67db-4743-a2a7-8bed272bc222 req-cbb807fa-c1ab-4657-b0b9-28719fb758a5 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:44.791104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c1694f1-67db-4743-a2a7-8bed272bc222 req-cbb807fa-c1ab-4657-b0b9-28719fb758a5 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 972 time: 1.0137253 Jun 01 12:51:44.798171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:44.802465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:port and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:44.805773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:44.811854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:44.858634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:44.885458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Made reservation on behalf of ae0f85dfd7a94ef5969d77408e41e53e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:44.889110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.889890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Checking segment: {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:44.890446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Network hostable DHCP agents. Network: 1108b6a2-c393-4be6-8b13-9b33fc85a890, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:44.900282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.914519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:44.925534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1108b6a2-c393-4be6-8b13-9b33fc85a890) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:44.935538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2510a74-3275-4cc0-af64-d73822f13971 None None] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:44.936726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:44.937312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.962930 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8640fafa-1f7f-4537-a3ec-4acfdee41005 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6700881 Jun 01 12:51:44.963148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:44.965561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.968479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:44.973450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:44.977351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Usage tracker for resource:router and tenant:b664cd5b9457492994b21e819c502e48 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:44.980842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:44.984794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b69ef410-9647-4794-b436-101fef4040bf req-aaa14b1b-1569-419c-bbd2-b85b19f15ab8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.0756757 Jun 01 12:51:44.986281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:44.999666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.000769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.010869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c1694f1-67db-4743-a2a7-8bed272bc222 req-484083db-b7b0-406a-b47a-55736faa41de tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/security-groups?id=2c730d68-4402-4ce4-b675-41fbb5d753cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862218 Jun 01 12:51:45.018618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:45.032090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.036213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:security_group_rule and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:45.045892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:45.063277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:45.080576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] For port 880790c3-187e-43f1-86c9-bf3995fd63c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=880790c3-187e-43f1-86c9-bf3995fd63c3,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:45.080828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.217773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Calling delete_port for 880790c3-187e-43f1-86c9-bf3995fd63c3 owned by compute:tempest-test_az-1609494904 {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:51:45.457821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1108b6a2-c393-4be6-8b13-9b33fc85a890', 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'fixed_ips': [{'subnet_id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:51:45.461857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.475098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.487466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.506315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.551947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.600046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['880790c3-187e-43f1-86c9-bf3995fd63c3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:45.657149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.710783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Pushing event deleted for resources: {'Port': ['ID=880790c3-187e-43f1-86c9-bf3995fd63c3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.719677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:44Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:45.742222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcb4ad-8467-4bc9-b406-7809c6654a9e None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:44Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:45.803835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc540e-64d9-4185-8322-1266047d7ad2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.833048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] No DVR routers for this DVR port 880790c3-187e-43f1-86c9-bf3995fd63c3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:45.852522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.855390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'name': 'network-vif-deleted', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:45.974854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e37e6e6f-2b9a-4200-af36-da27dd465cba req-734b3c76-fd2c-47b8-a80f-dd85acb473c0 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.13 "DELETE /v2.0/ports/880790c3-187e-43f1-86c9-bf3995fd63c3 HTTP/1.1" status: 204 len: 173 time: 2.0090342 Jun 01 12:51:45.981541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Allocated IP 172.20.0.2 (1108b6a2-c393-4be6-8b13-9b33fc85a890/07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd/f2a46557-e9a7-4f41-b823-5ff8fbc3628d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:46.017336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Allocated IP 192.168.233.182 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/496319fe-582f-49e6-a233-5d1e3205264e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:46.019601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2e675df-2429-4c97-8a12-72221a2df87e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:46.157099 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad059a55-8e2d-4369-b3da-b9ad9de83e11'] response: {'server_uuid': 'b3e80f38-f22b-4107-9972-ef94e3a5db11', 'name': 'network-vif-deleted', 'tag': '880790c3-187e-43f1-86c9-bf3995fd63c3', 'status': 'completed', 'code': 200} Jun 01 12:51:46.211120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.280765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:46.288461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Usage tracker for resource:security_group_rule and tenant:b1467f8bae9047fbaad59b7922f64b2c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:46.293100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:46.302766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:46.312943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.384019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.405729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41de2416-dd80-45b2-9c31-09176155ad5f req-6f1b2e94-bc64-4bde-a8d9-99f0dce73c5a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:46.508622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a92ecc28-21d2-408c-965c-4648b7b7a26b req-47d08f84-ab68-49c1-9ce8-bbd880ad2490 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Synchronizing usage tracker for tenant:f1b1dbbc60064a75bd40e180f6961d8d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:46.549965 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.562946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Transition to ACTIVE for port object f2a46557-e9a7-4f41-b823-5ff8fbc3628d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:46.573700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.587454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Transition to ACTIVE for port object f2a46557-e9a7-4f41-b823-5ff8fbc3628d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:46.601991 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.607514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Transition to ACTIVE for port object 496319fe-582f-49e6-a233-5d1e3205264e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:46.654941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.685473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Allocated IP 172.25.7.206 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/1ba0ebe3-b625-4065-bb19-aa1a0cbf9032) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:46.699897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.709631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.737343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:46.749024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Pushing event updated for resources: {'Port': ['ID=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.761513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:46.764177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a644e111-c7f2-4436-ad1f-92cb30c0c91b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:46.777754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a92ecc28-21d2-408c-965c-4648b7b7a26b req-47d08f84-ab68-49c1-9ce8-bbd880ad2490 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] Unset dirty status for tenant:f1b1dbbc60064a75bd40e180f6961d8d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:46.779021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a92ecc28-21d2-408c-965c-4648b7b7a26b req-47d08f84-ab68-49c1-9ce8-bbd880ad2490 tempest-AggregatesAdminTestJSON-48752680 tempest-AggregatesAdminTestJSON-48752680-project] 10.222.0.40 "GET /v2.0/ports?device_id=b3e80f38-f22b-4107-9972-ef94e3a5db11 HTTP/1.1" status: 200 len: 210 time: 0.3553271 Jun 01 12:51:46.779617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41de2416-dd80-45b2-9c31-09176155ad5f req-6f1b2e94-bc64-4bde-a8d9-99f0dce73c5a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:46.782073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41de2416-dd80-45b2-9c31-09176155ad5f req-6f1b2e94-bc64-4bde-a8d9-99f0dce73c5a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.4528320 Jun 01 12:51:46.812097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:46.812334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:46.822311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:46.824218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: a644e111-c7f2-4436-ad1f-92cb30c0c91b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:51:46.824765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a644e111-c7f2-4436-ad1f-92cb30c0c91b not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:46.843111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:46.860790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1236a440-eba9-4c21-80eb-b0dea244e134,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.876258 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-691dd7fb-01c0-442b-9411-f4b1a8fc8c59 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b1467f8bae9047fbaad59b7922f64b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2176707 Jun 01 12:51:46.878944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41878) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:46.955441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:47.019704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Attempting to bind port f2a46557-e9a7-4f41-b823-5ff8fbc3628d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:47.020070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Attempting to bind port f2a46557-e9a7-4f41-b823-5ff8fbc3628d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:47.020405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Attempting to bind port f2a46557-e9a7-4f41-b823-5ff8fbc3628d on network 1108b6a2-c393-4be6-8b13-9b33fc85a890 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:47.036064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:47.036336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.036512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Checking segment: {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:47.036920 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.037308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Bound using segment: {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:47.038530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Bound port: f2a46557-e9a7-4f41-b823-5ff8fbc3628d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:47.038940 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.043328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.066335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-b3c0c1b8-b049-4889-b632-414b17a71848 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890722 Jun 01 12:51:47.077723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.153560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.200373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.241611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1236a440-eba9-4c21-80eb-b0dea244e134,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:47.273424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:47.277482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:47.280006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:47.285813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:47.287051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.323635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Pushing event updated for resources: {'Port': ['ID=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:47.340719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-796a01e5-cbe5-4d95-a38d-01a1053d7e45 None None] Provisioning for port 496319fe-582f-49e6-a233-5d1e3205264e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:47.348511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.352076 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69b4254d-ef2e-417d-be81-25c4b405838d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1236a440-eba9-4c21-80eb-b0dea244e134 HTTP/1.1" status: 204 len: 168 time: 0.4697547 Jun 01 12:51:47.366791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] For port f2a46557-e9a7-4f41-b823-5ff8fbc3628d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:47.383187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-796a01e5-cbe5-4d95-a38d-01a1053d7e45 None None] Provisioning complete for port 496319fe-582f-49e6-a233-5d1e3205264e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:47.383636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-796a01e5-cbe5-4d95-a38d-01a1053d7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.387210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-7492fb07-ea96-4eee-a732-bdfed353a103 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0940681 Jun 01 12:51:47.450751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] For port f2a46557-e9a7-4f41-b823-5ff8fbc3628d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:47.486429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b2e675df-2429-4c97-8a12-72221a2df87e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:47.501297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.543318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-91cdc32d-faad-4634-86b1-9fd056851640 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:51:47.544365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-91cdc32d-faad-4634-86b1-9fd056851640 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1386421 Jun 01 12:51:47.642803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-3b89e1f2-0eee-451a-a738-880cf24aa127 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:47.644527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-3b89e1f2-0eee-451a-a738-880cf24aa127 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5650287 Jun 01 12:51:47.686697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-9e142e15-3614-4124-90ac-ba5f0198cb87 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/quotas/7e95c5b5252d4f3593f9c60c1723abe8 HTTP/1.1" status: 200 len: 375 time: 0.0332570 Jun 01 12:51:47.757450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-0ad2508b-40bd-4254-ac8d-af2ed8a9ee1f tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697730 Jun 01 12:51:47.805116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2e675df-2429-4c97-8a12-72221a2df87e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:47.805597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.888038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-796a01e5-cbe5-4d95-a38d-01a1053d7e45 None None] Port 496319fe-582f-49e6-a233-5d1e3205264e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:47.929820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.963643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363c9c1-b213-4d49-9c0c-6ab005fc073f None None] Pushing event updated for resources: {'Port': ['ID=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:48.025024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41928) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:48.041609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.061426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.099469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:48.104075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2e675df-2429-4c97-8a12-72221a2df87e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:48.104612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.110531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Usage tracker for resource:security_group_rule and tenant:5eee36ae02744eee8de75fba7049e09f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:48.123012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:48.137508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:48.233697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9c704b30-1e22-4ae2-b0fa-0c0058debac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.269108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b2e675df-2429-4c97-8a12-72221a2df87e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2e675df-2429-4c97-8a12-72221a2df87e,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:48.288589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.353385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Request body: {'port': {'device_id': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:48.590506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f2a46557-e9a7-4f41-b823-5ff8fbc3628d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:48.618150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.662032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:48.684175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f2a46557-e9a7-4f41-b823-5ff8fbc3628d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:48.693596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.720774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 880790c3-187e-43f1-86c9-bf3995fd63c3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:48.755249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9323e727-cee2-46c3-9ecd-0a6abceeeb1b req-0366898e-bb54-4357-9d39-9f8e2ed0fc31 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 210 time: 0.1986911 Jun 01 12:51:48.760619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 880790c3-187e-43f1-86c9-bf3995fd63c3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:51:48.760961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 880790c3-187e-43f1-86c9-bf3995fd63c3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:48.771029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44e000-6d3e-42e4-a41d-b2590a668bb9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:48.853460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.860286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.982647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b28b8a95-20c2-43b0-a2af-c959df480d29 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5eee36ae02744eee8de75fba7049e09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9555025 Jun 01 12:51:48.989221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41952) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:49.109185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:51:49.172187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.253808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7a22c-6d6c-412f-b257-d28771d97e6d req-ae32dba5-33e1-4410-be1a-5f3dc84b90b3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:49.255607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28b7a22c-6d6c-412f-b257-d28771d97e6d req-ae32dba5-33e1-4410-be1a-5f3dc84b90b3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 936 time: 0.9141057 Jun 01 12:51:49.318542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4021e-c658-471f-a54d-ab9c869e6c7d None None] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:51:49.339794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.348156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:49.357308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Sync routers for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:49.371187 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:49.371816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:49.374390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.376536 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-63f2c5c0-4615-4602-bdd7-1c41a3bf364b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4123926 Jun 01 12:51:49.379207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41970) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:49.464212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-28b7a22c-6d6c-412f-b257-d28771d97e6d req-9b89cba3-0d77-4377-a03a-fe99691e4636 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:49.493906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Provisioning for port f2a46557-e9a7-4f41-b823-5ff8fbc3628d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:49.569156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Provisioning complete for port f2a46557-e9a7-4f41-b823-5ff8fbc3628d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:49.569543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.578126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-28b7a22c-6d6c-412f-b257-d28771d97e6d req-9b89cba3-0d77-4377-a03a-fe99691e4636 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:49.579483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28b7a22c-6d6c-412f-b257-d28771d97e6d req-9b89cba3-0d77-4377-a03a-fe99691e4636 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632146 Jun 01 12:51:49.623064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.717289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:49.787089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44e000-6d3e-42e4-a41d-b2590a668bb9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:49.916920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-da95d81d-789d-4ec0-9baa-5e57420ea2b8 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957887 Jun 01 12:51:50.111342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Current status of the port f2a46557-e9a7-4f41-b823-5ff8fbc3628d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:50.111864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.181352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-e3e89e24-8723-485c-8787-4b27f02f9d28 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:50.186500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-e3e89e24-8723-485c-8787-4b27f02f9d28 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684927 Jun 01 12:51:50.201063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.205721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9e1759cb-1f19-4a49-9a89-bf4621c302a1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c44e000-6d3e-42e4-a41d-b2590a668bb9 HTTP/1.1" status: 204 len: 168 time: 1.2105191 Jun 01 12:51:50.218353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Request body: {'port': {'device_id': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '7e95c5b5252d4f3593f9c60c1723abe8'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:50.257782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] For port f2a46557-e9a7-4f41-b823-5ff8fbc3628d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:50.271188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.421054 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:47Z', 'revision_number': 3, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:50.426015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2e675df-2429-4c97-8a12-72221a2df87e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:50.437732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Checking router: 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:50.438075 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Updating router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:50.525453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2850c4e1-9009-4db1-90d1-86557d498793 req-56bd276a-eb01-4614-999c-abee6b367ad9 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 210 time: 0.3290296 Jun 01 12:51:50.527753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496319fe-582f-49e6-a233-5d1e3205264e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:50.539123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1fb8826a-295c-478e-982d-5c505eec4b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.581186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.582133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b941e7-ed09-4415-9eb5-622f4878594b None None] Pushing event updated for resources: {'Port': ['ID=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.604996 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.664481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2e675df-2429-4c97-8a12-72221a2df87e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:50.666996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.695377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Transition to ACTIVE for port object 496319fe-582f-49e6-a233-5d1e3205264e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:50.759984 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.793541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:50.942205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5ee7ce0d-8c28-47be-ba72-56a3e898fbdc None None] Provisioning complete for port f2a46557-e9a7-4f41-b823-5ff8fbc3628d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:50.942580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ee7ce0d-8c28-47be-ba72-56a3e898fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.994080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:51.069721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Usage tracker for resource:port and tenant:7e95c5b5252d4f3593f9c60c1723abe8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:51.083593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:51.305940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:51.340269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2e675df-2429-4c97-8a12-72221a2df87e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:51.343098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.439858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Made reservation on behalf of 7e95c5b5252d4f3593f9c60c1723abe8 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:51.456362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.654760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.680066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7ce0d-8c28-47be-ba72-56a3e898fbdc None None] Current status of the port f2a46557-e9a7-4f41-b823-5ff8fbc3628d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:51.687852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.704835 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.726079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Transition to ACTIVE for port object 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:51.737580 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.827915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Allocated IP 172.20.0.1 (1108b6a2-c393-4be6-8b13-9b33fc85a890/07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd/b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:51.847634 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Attempting to bind port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:51.848403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Attempting to bind port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:51.849097 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Attempting to bind port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:51.861005 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4759-e891-47cf-a5b2-c9edcb0a7ad1 None None] Pushing event updated for resources: {'Port': ['ID=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:51.865263 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:51.866154 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:51.866948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.867689 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:51.868561 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Bound port: 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:51.869599 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.950757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Allocated IP 192.168.233.57 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/20863d55-90ec-49d5-967f-7d6acffce7a8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:51.967848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15e04-9e71-4b87-ba75-49160e923346 req-d408e67b-00ad-4c46-a895-6ab3d481108f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:51.969056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14b15e04-9e71-4b87-ba75-49160e923346 req-d408e67b-00ad-4c46-a895-6ab3d481108f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.9898205 Jun 01 12:51:51.972669 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] For port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:51.976134 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] For port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:51.985449 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.023222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:52.023544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:52.024392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:52.095880 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4759-e891-47cf-a5b2-c9edcb0a7ad1 None None] Pushing event updated for resources: {'Port': ['ID=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:52.112848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.114643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:52.114960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:52.117632 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:52.118255 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:52.133295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c797964-980d-461d-be3e-8d7a568d1e0d req-c494934b-2827-4bb5-bcc2-2968d0f8ba4c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 210 time: 0.0847504 Jun 01 12:51:52.141191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Transition to ACTIVE for port object b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:52.146975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:52.147568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:52.148101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:52.148685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Bound port: 496319fe-582f-49e6-a233-5d1e3205264e, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:52.149185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.173052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.183159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14b15e04-9e71-4b87-ba75-49160e923346 req-c9b88131-e856-4d1a-8e18-cbba128437f3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881325 Jun 01 12:51:52.324477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:52.330891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:52.336532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:52.340582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:52.433002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f2a46557-e9a7-4f41-b823-5ff8fbc3628d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:52.464777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:52.488026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.703129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f2a46557-e9a7-4f41-b823-5ff8fbc3628d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:52.705695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.720411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:52.789484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.802464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:52.816655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.865286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.875539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a70f8a2-f3fb-41d1-b7d1-d919b92018e3 None None] Provisioning for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:52.891148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a70f8a2-f3fb-41d1-b7d1-d919b92018e3 None None] Provisioning complete for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:52.891520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a70f8a2-f3fb-41d1-b7d1-d919b92018e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.004868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:53.053588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:53.053588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.059965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-bad4bdc0-7802-4dd6-8a34-d2c51a12c6bc service neutron] 10.222.0.24 "PUT /v2.0/ports/496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 1096 time: 5.2819808 Jun 01 12:51:53.064566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:53.093035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Transition to ACTIVE for port object 20863d55-90ec-49d5-967f-7d6acffce7a8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:53.168866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7a70f8a2-f3fb-41d1-b7d1-d919b92018e3 None None] Port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:53.182469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.197069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f2a46557-e9a7-4f41-b823-5ff8fbc3628d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:53.255707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.305180 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0ee40e-6a9f-4a00-afcc-44a5fb854bdd'] response: {'name': 'network-changed', 'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'status': 'completed', 'code': 200} Jun 01 12:51:53.350377 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:47Z', 'revision_number': 3, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:53.360312 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0433df-fbb5-4017-a0d7-1ed1dc8958e2 None None] The sync data for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 is: [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:47Z', 'revision_number': 3, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:53.386660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:53.392245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:53.406354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:51:53.496740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.505266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.519965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Pushing event updated for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:53.647742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-c2b4c1fa-0efc-413f-9f10-b7dc063f9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:53.649795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-c2b4c1fa-0efc-413f-9f10-b7dc063f9dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.5098224 Jun 01 12:51:53.724199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:53.729687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.760062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:53.760578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.777538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-9bac8436-0a55-4026-8f05-fb982431e377 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.0979702 Jun 01 12:51:53.880121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa7da7a9-4ebb-4ccf-a654-6949485796aa None None] Provisioning for port 20863d55-90ec-49d5-967f-7d6acffce7a8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:53.886710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:53.890437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:53.914702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa7da7a9-4ebb-4ccf-a654-6949485796aa None None] Provisioning complete for port 20863d55-90ec-49d5-967f-7d6acffce7a8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:53.915061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa7da7a9-4ebb-4ccf-a654-6949485796aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.965367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-8b9ef1a9-d4de-4545-bffa-b3edaa14e83c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7583025 Jun 01 12:51:54.011296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da7a9-4ebb-4ccf-a654-6949485796aa None None] Port 20863d55-90ec-49d5-967f-7d6acffce7a8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:54.032534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Request body: {'port': {'device_id': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'device_owner': 'compute:tempest-test_az-1609494904', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:54.148850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe71b9-addc-449f-8a21-76ac76383507 req-e9bb16f2-306c-4175-b0cf-25f1429303f7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:54.149583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dabe71b9-addc-449f-8a21-76ac76383507 req-e9bb16f2-306c-4175-b0cf-25f1429303f7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Synchronizing usage tracker for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:54.153388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-fa825898-e3d3-476c-8a28-55a9ea687f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:54.154833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-fa825898-e3d3-476c-8a28-55a9ea687f65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2921484 Jun 01 12:51:54.234981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:54.246307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7818c31-0896-41d9-acb5-13480ef50007 None None] Provisioning complete for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:54.246772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a7818c31-0896-41d9-acb5-13480ef50007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.294048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dabe71b9-addc-449f-8a21-76ac76383507 req-e9bb16f2-306c-4175-b0cf-25f1429303f7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Unset dirty status for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:54.295564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dabe71b9-addc-449f-8a21-76ac76383507 req-e9bb16f2-306c-4175-b0cf-25f1429303f7 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 935 time: 0.7971432 Jun 01 12:51:54.314546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a7818c31-0896-41d9-acb5-13480ef50007 None None] Port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:54.406283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:54.426691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.474192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dabe71b9-addc-449f-8a21-76ac76383507 req-3a1011dc-f826-48c3-b097-12056cc7427b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283069 Jun 01 12:51:54.520134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:54.525635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:54.525998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.527374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:54.545044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3ed0b02-5868-4b0f-98c6-0c4ceee0c780 admin admin] 10.222.0.40 "PUT /v2.0/routers/9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1631265 Jun 01 12:51:54.590243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-c5ec77c4-541c-47da-a380-3bd32c36adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:54.595064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-c5ec77c4-541c-47da-a380-3bd32c36adb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3850515 Jun 01 12:51:54.702004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:54.702672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.736076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:54.748069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.830047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:54.884179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a44a93-92bb-4996-be01-f757f04f4a39 req-29f69bc2-de62-41fd-8ae5-9a12779366b7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:54.885901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a44a93-92bb-4996-be01-f757f04f4a39 req-29f69bc2-de62-41fd-8ae5-9a12779366b7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.6056478 Jun 01 12:51:55.031433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a44a93-92bb-4996-be01-f757f04f4a39 req-76f76116-eb23-40dd-a8fa-c5d17322fb0e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Jun 01 12:51:55.064528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-badfbeed-071e-4de1-a64a-43cdf8173902 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960763 Jun 01 12:51:55.255291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20863d55-90ec-49d5-967f-7d6acffce7a8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:51:55.266999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.297962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e0e32e-c13c-43bb-9d39-54bb0babc75f req-e4f328e4-c5a8-43b0-b792-f827353322fa service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268481 Jun 01 12:51:55.299123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Transition to ACTIVE for port object 20863d55-90ec-49d5-967f-7d6acffce7a8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:55.304579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.568688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Pushing event updated for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:55.761495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Sync routers for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:55.767019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:55.779201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:55.780051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:55.953987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Attempting to bind port 20863d55-90ec-49d5-967f-7d6acffce7a8 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:55.954466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Attempting to bind port 20863d55-90ec-49d5-967f-7d6acffce7a8 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:55.954831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Attempting to bind port 20863d55-90ec-49d5-967f-7d6acffce7a8 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:55.973816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Port 20863d55-90ec-49d5-967f-7d6acffce7a8 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:55.974183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Attempting to bind port 20863d55-90ec-49d5-967f-7d6acffce7a8 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:55.981099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:55.981501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:55.982009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:55.982431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Bound port: 20863d55-90ec-49d5-967f-7d6acffce7a8, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:55.982804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.007172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-517e56ba-2a39-461b-adfc-4310acbf9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.008545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-517e56ba-2a39-461b-adfc-4310acbf9dab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.5478451 Jun 01 12:51:56.133710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:56.162311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352c97f-9e07-47ca-a344-960d7aa8ad82 req-65157a6b-fd58-408e-9393-52d338f64d9e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.164222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8352c97f-9e07-47ca-a344-960d7aa8ad82 req-65157a6b-fd58-408e-9393-52d338f64d9e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 969 time: 0.3358076 Jun 01 12:51:56.164464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.205614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:56.212541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9b791bd97242dcaa3d238067d5f180 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:56.216859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:56.225235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:56.259167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8352c97f-9e07-47ca-a344-960d7aa8ad82 req-9b1c4a4c-36fa-48f8-bf75-a8811bd5aa9d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832450 Jun 01 12:51:56.277637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:56.280365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-4b4317a8-4068-4dca-bcda-ffa98caad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.281981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-4b4317a8-4068-4dca-bcda-ffa98caad2dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2413759 Jun 01 12:51:56.289311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=20863d55-90ec-49d5-967f-7d6acffce7a8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:56.383137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.388468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-101686b2-371d-4a66-8afb-d77041c28ee4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.0944812 Jun 01 12:51:56.396263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.410817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.466306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Pushing event updated for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.477658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:56.497273 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6b9b791bd97242dcaa3d238067d5f180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259088 Jun 01 12:51:56.503963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:56.506480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509edb73-ed00-4bc5-8855-5e047245d963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e825643-8d2e-4c2d-9144-53bbe54b7bf5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.523791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.524446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.525990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-de552612-0fb2-492e-a8a5-7ad49f6a3270 service neutron] 10.222.0.13 "PUT /v2.0/ports/20863d55-90ec-49d5-967f-7d6acffce7a8 HTTP/1.1" status: 200 len: 1117 time: 2.5318408 Jun 01 12:51:56.526515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:51:56.551864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-2e2fdff0-b8c2-4f36-b8b4-3001be81429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.554520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-2e2fdff0-b8c2-4f36-b8b4-3001be81429b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0906534 Jun 01 12:51:56.674649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.742041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:56.746402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.760379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.806206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:56.818025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Usage tracker for resource:security_group_rule and tenant:46545378270149a0a43d0e1472515ad0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:56.821881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:56.829432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:56.870825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.876453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-6caf0d9c-45b7-4188-9202-a984b75daa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.878016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-6caf0d9c-45b7-4188-9202-a984b75daa09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 1120 time: 0.2485683 Jun 01 12:51:56.881348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-2840e5c6-e126-47f0-a364-ac81fbdc02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:56.882727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-2840e5c6-e126-47f0-a364-ac81fbdc02de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3215709 Jun 01 12:51:56.904287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e825643-8d2e-4c2d-9144-53bbe54b7bf5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.919608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.921075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-52001184-c1ed-4ce0-8cb2-cf4911e5ddca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0e825643-8d2e-4c2d-9144-53bbe54b7bf5 HTTP/1.1" status: 204 len: 168 time: 0.4162433 Jun 01 12:51:56.974112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:56.974714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.976719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-0f68bb0d-8a9e-4c55-98e4-5da65bceebed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=20863d55-90ec-49d5-967f-7d6acffce7a8 HTTP/1.1" status: 200 len: 217 time: 0.0916665 Jun 01 12:51:57.044048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.061615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.121089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:52Z', 'revision_number': 4, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc', 'name': '', 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'mac_address': 'fa:16:3e:ce:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:51Z', 'updated_at': '2022-06-01T12:51:53Z', 'revision_number': 2, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'subnets': [{'id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:57.121294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.128720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127765118', 'description': 'tempest-description--1627705477'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:57.133540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2f27d-0fd7-4b0a-9fad-25092c584efa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.142433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Checking router: 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:57.142688 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40672111-8865-419b-8ce8-23743378f213 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=46545378270149a0a43d0e1472515ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6584916 Jun 01 12:51:57.142773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Updating router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:57.142894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:57.144271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.155836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ce94-5111-48d7-95c5-3b89ec6b5527 req-1359e869-0e15-4ee3-b373-b29815429bf1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:57.164588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63b6ce94-5111-48d7-95c5-3b89ec6b5527 req-1359e869-0e15-4ee3-b373-b29815429bf1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.4258595 Jun 01 12:51:57.185850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:security_group and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:57.190466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:57.202040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:57.226902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.238314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.238884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.259865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:51:57.272710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:57.289586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:security_group_rule and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:57.296135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:57.301275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.313618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:57.343797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63b6ce94-5111-48d7-95c5-3b89ec6b5527 req-f1707b0e-c108-40f3-912a-68656b98d895 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776464 Jun 01 12:51:57.360640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-b8b923a9-28ce-4c84-bdbe-434cd2deecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:57.374911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-b8b923a9-28ce-4c84-bdbe-434cd2deecb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2602379 Jun 01 12:51:57.390326 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc098df-7d62-4283-8ca0-714d7d26ab35'] response: {'name': 'network-changed', 'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8', 'status': 'completed', 'code': 200} Jun 01 12:51:57.467747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.516283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42272) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.525781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2f27d-0fd7-4b0a-9fad-25092c584efa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.538486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.566838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.572274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.578806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-8c09695d-f293-4370-8f82-7f31d6d5e0bd service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337452 Jun 01 12:51:57.583006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-811ffcaa-6a32-4c89-8796-8b68f66a43b2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0fc2f27d-0fd7-4b0a-9fad-25092c584efa HTTP/1.1" status: 204 len: 168 time: 0.4333997 Jun 01 12:51:57.595114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.652076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:57.656813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Usage tracker for resource:security_group_rule and tenant:94fb97c23f944cdd8de298573bf18190 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:57.660472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:57.664511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.668557 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5434930 Jun 01 12:51:57.668704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:57.669200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.677018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51a45-0589-4cd0-8be6-7de8521eed6f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c259d2-f586-4c44-9329-35f422baf3b4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.689026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'security_group_rule': {'security_group_id': '31c259d2-f586-4c44-9329-35f422baf3b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:57.702283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:57.712255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:security_group_rule and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:57.718157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:57.731197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:57.750997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.768117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.836608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.848962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Transition to ACTIVE for port object b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:57.865562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.867668 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.930007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.940160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.952771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-969c3bad-c06b-4be4-9a61-f0e4b3d3594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:57.956427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-969c3bad-c06b-4be4-9a61-f0e4b3d3594d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5713584 Jun 01 12:51:57.991750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af416491-74f4-44b8-8750-85aeb98a68e1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.029482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.035092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-35dfd9f9-4223-4e0b-9c06-5777f56a2ab9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639426 Jun 01 12:51:58.035808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42288) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:58.041860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=94fb97c23f944cdd8de298573bf18190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166175 Jun 01 12:51:58.044242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'security_group_rule': {'security_group_id': '31c259d2-f586-4c44-9329-35f422baf3b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:58.051421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:58.056748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:58.063963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581cb1-2fa7-47d4-be7b-ec8cc9c8bd34 None None] Pushing event updated for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.102617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:58.132467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:security_group_rule and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:58.149737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:58.191806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Attempting to bind port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:58.191806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Attempting to bind port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:58.191806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Attempting to bind port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc on network 1108b6a2-c393-4be6-8b13-9b33fc85a890 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:58.199010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:58.199840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Checking segment: {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:51:58.203878 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.204605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Bound using segment: {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:58.205473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Bound port: b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd69a04-7a5e-451d-b966-e0520f08fcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:58.206094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.230510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:58.320132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.362693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60b9db23-b0a1-4c76-994e-ebdca9bc0fe5 req-0c15a631-7d47-46f6-b551-8838987ea3ff service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689981 Jun 01 12:51:58.365317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-a990ca40-05b7-41ab-9672-68120b9cafa5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910015 Jun 01 12:51:58.390509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.399865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] For port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:58.407426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] For port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:58.410001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:58.421245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.451231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.491604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66106d8-3b6f-490f-8ed1-aacd65a7d7ca req-8bd3ebec-c275-46e0-9c2b-e81d77f6c68d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:58.503805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b66106d8-3b6f-490f-8ed1-aacd65a7d7ca req-8bd3ebec-c275-46e0-9c2b-e81d77f6c68d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 969 time: 0.7509427 Jun 01 12:51:58.512737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.530557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a310d-21dd-469e-835e-f786ee34cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b6dbb-ca5c-44fc-83e2-cfaf67afd3c1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.590877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:51:58.595730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b66106d8-3b6f-490f-8ed1-aacd65a7d7ca req-1729bc90-82e1-444f-ac79-b7e416f43819 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886402 Jun 01 12:51:58.596992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:51:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:58.600610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.602041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:58.628256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Usage tracker for resource:security_group_rule and tenant:75051205cb824a3c87d40e54e2c94ddf is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:58.632069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:58.641512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:58.677859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.686676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.706135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.735581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b6dbb-ca5c-44fc-83e2-cfaf67afd3c1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.751839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6df7ac-3374-4538-9ee7-1693f669214a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.765779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.767115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4cb0be17-10ad-42c2-9876-1a76a2722566 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1d4b6dbb-ca5c-44fc-83e2-cfaf67afd3c1 HTTP/1.1" status: 204 len: 168 time: 0.7135518 Jun 01 12:51:58.773457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581cb1-2fa7-47d4-be7b-ec8cc9c8bd34 None None] Pushing event updated for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:58.827824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.829287 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4cf1ce5f-e4b6-49dd-b935-a1c552b1c22f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7922802 Jun 01 12:51:58.833231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42338) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:58.861548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:58.876623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:58.885529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e04a6f02b454d0eb0f0c6b01cf7f084 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:58.893753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:58.900238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.904446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:58.909715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:floatingip and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:58.915132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:58.918545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:58.928905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:58.943783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:58.966675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:51:58.990864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7327f5-20b7-4144-826c-cd2730a40b66 req-88ed4226-408c-430b-9eea-87f089b316ad service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176319 Jun 01 12:51:59.007768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75051205cb824a3c87d40e54e2c94ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039390 Jun 01 12:51:59.012768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:59.015677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.063275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ca8c-0c9f-486a-8031-a219ad2d5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d7a18-1d34-446a-acb7-d2b7d00b1e2e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:59.118615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b438cd-9703-44e8-9866-5f9fe20de55e req-12ba23b4-0d2b-49aa-894f-771daf5e7075 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:59.120444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76b438cd-9703-44e8-9866-5f9fe20de55e req-12ba23b4-0d2b-49aa-894f-771daf5e7075 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.4506457 Jun 01 12:51:59.219787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76b438cd-9703-44e8-9866-5f9fe20de55e req-1da29988-6c5b-435d-aa50-24990a790b9d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 Jun 01 12:51:59.228728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.232991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-376cabd7-db55-4e2b-a9dd-553c5b825d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:59.235112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-376cabd7-db55-4e2b-a9dd-553c5b825d45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 1120 time: 0.1958418 Jun 01 12:51:59.240640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.259611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.324966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.379093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.486013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e04a6f02b454d0eb0f0c6b01cf7f084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0629411 Jun 01 12:51:59.486891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42366) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:59.493878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ef3fd-a5a7-4661-82ad-1559326071c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bdf4a0-91ea-4664-8731-859d1957d605,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:59.579890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-f68dd090-2213-4400-819d-73511c679fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:59.581501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-f68dd090-2213-4400-819d-73511c679fb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3239441 Jun 01 12:51:59.662784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.671392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:52Z', 'revision_number': 4, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc', 'name': '', 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'mac_address': 'fa:16:3e:ce:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:51Z', 'updated_at': '2022-06-01T12:51:58Z', 'revision_number': 4, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'subnets': [{'id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:59.680730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682f87-dc3e-43eb-baa9-95e5e8cfc1ad None None] The sync data for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 is: [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:51:52Z', 'revision_number': 4, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc', 'name': '', 'network_id': '1108b6a2-c393-4be6-8b13-9b33fc85a890', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'mac_address': 'fa:16:3e:ce:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:51Z', 'updated_at': '2022-06-01T12:51:58Z', 'revision_number': 4, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'subnets': [{'id': '07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:59.706183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-c33e1498-4b29-4991-9bc1-79cf5c09a1cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=20863d55-90ec-49d5-967f-7d6acffce7a8 HTTP/1.1" status: 200 len: 217 time: 0.1057079 Jun 01 12:51:59.773750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:59.793975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Allocated IP 172.25.7.115 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e54766ed-5e0e-4533-935f-1a4ebcb5f017) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:59.851170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-91500047-918a-4cb9-8dba-a9fad65db9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:51:59.852621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-91500047-918a-4cb9-8dba-a9fad65db9e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1369500 Jun 01 12:52:00.053767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.085812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.124618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d7a18-1d34-446a-acb7-d2b7d00b1e2e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:00.131203 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.208285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42388) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:00.219154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.263511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-16877709-ff87-41d9-ad16-7487d90c5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:00.264997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-16877709-ff87-41d9-ad16-7487d90c5d6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3998466 Jun 01 12:52:00.265739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bdf4a0-91ea-4664-8731-859d1957d605,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:00.270541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.271647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5175555a-58e0-47a4-885b-8e470501cd92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c0bdf4a0-91ea-4664-8731-859d1957d605 HTTP/1.1" status: 204 len: 168 time: 0.7818930 Jun 01 12:52:00.304342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.307934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c1df5f2-4a8c-4ef8-b55b-bb4e0de7dcc7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ec1d7a18-1d34-446a-acb7-d2b7d00b1e2e HTTP/1.1" status: 204 len: 168 time: 1.2454977 Jun 01 12:52:00.356866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:00.372380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:00.375281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:00.523546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b85f-a2f0-488d-99fb-f22781737bf2 req-f322a7d2-471b-470d-875f-a43e4c6d460d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:00.524406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:00.529722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1f4b85f-a2f0-488d-99fb-f22781737bf2 req-f322a7d2-471b-470d-875f-a43e4c6d460d tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 969 time: 0.4358413 Jun 01 12:52:00.590406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 496319fe-582f-49e6-a233-5d1e3205264e details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:00.646369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'Port': ['ID=e54766ed-5e0e-4533-935f-1a4ebcb5f017,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:00.656860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.769233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.771469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-dbc42b0f-d3a6-4f06-ae7f-ba029b1005c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896958 Jun 01 12:52:00.781310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:00.798096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:00.798465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:00.906882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:00.942382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '496319fe-582f-49e6-a233-5d1e3205264e', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '496319fe-582f-49e6-a233-5d1e3205264e', 'mac_address': 'fa:16:3e:28:27:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:01.042254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.048592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.134064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 496319fe-582f-49e6-a233-5d1e3205264e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:01.134761 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.166887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:01.168358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.195819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496319fe-582f-49e6-a233-5d1e3205264e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:01.214995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1f4b85f-a2f0-488d-99fb-f22781737bf2 req-87c7fefb-74e6-44e9-b3fe-805b3dd947b4 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325051 Jun 01 12:52:01.232555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.247363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8f029ad3-54cc-4d43-878c-56127bbdc41f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f1b1dbbc60064a75bd40e180f6961d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377336 Jun 01 12:52:01.250206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42414) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:01.271373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:01.279266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:01.281617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.290292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.294024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4584324 Jun 01 12:52:01.296091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002e7c-7273-4871-9cff-c3391cd8d8f9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'Port': ['ID=e54766ed-5e0e-4533-935f-1a4ebcb5f017,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:01.329802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0494fdad-4446-4ffa-83fc-a5a80748b3da req-6af74f9c-a6d8-4929-b6b2-1a2086a33998 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026338 Jun 01 12:52:01.336169 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.357309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20fc1-3d2f-41eb-9ce9-b4b38562455f req-3629387e-7850-4417-9127-04c6d4487c51 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:01.364859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8aa20fc1-3d2f-41eb-9ce9-b4b38562455f req-3629387e-7850-4417-9127-04c6d4487c51 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.8742492 Jun 01 12:52:01.381729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:01.457871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.480032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:01.481105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8aa20fc1-3d2f-41eb-9ce9-b4b38562455f req-465335fa-2e68-49e5-84c5-4f03382de5aa tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151650 Jun 01 12:52:01.485898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42422) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:01.512347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.530568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.577213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:01.584214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Usage tracker for resource:security_group_rule and tenant:ed9b560ca02f4ea18b6b6bb73d6a2896 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:01.588084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:01.597263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:01.597833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.625125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c730d68-4402-4ce4-b675-41fbb5d753cc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:01.628965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.630264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8218915a-a169-4007-a72a-cc31e1fa2da4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2c730d68-4402-4ce4-b675-41fbb5d753cc HTTP/1.1" status: 204 len: 168 time: 0.3684640 Jun 01 12:52:01.724078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.732184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.776665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:01.781786 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ed9b560ca02f4ea18b6b6bb73d6a2896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943993 Jun 01 12:52:01.782827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6ff2-832d-46f4-8bbe-a0aba86a800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eca395-6d18-4cfd-8f03-211b95e22494,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:01.785066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:01.900546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.943059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-b2931dcf-fcdf-4de9-b0cb-6213efdda5ea tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:01.958663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:01.985616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-b2931dcf-fcdf-4de9-b0cb-6213efdda5ea tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:01.994741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-b2931dcf-fcdf-4de9-b0cb-6213efdda5ea tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--127765118&fields=id&tenant_id=f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 267 time: 0.1490924 Jun 01 12:52:02.117622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.135062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42454) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:02.155466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eca395-6d18-4cfd-8f03-211b95e22494,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:02.170297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.171443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f8fa7754-c58f-4a80-b5a3-6de6d1b90ea3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74eca395-6d18-4cfd-8f03-211b95e22494 HTTP/1.1" status: 204 len: 168 time: 0.3854053 Jun 01 12:52:02.183204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-675c6981-650d-4909-be6f-260f3e4f2afe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:02.183635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-675c6981-650d-4909-be6f-260f3e4f2afe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:02.203057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-675c6981-650d-4909-be6f-260f3e4f2afe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:02.204226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-675c6981-650d-4909-be6f-260f3e4f2afe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 823 time: 0.2086623 Jun 01 12:52:02.221844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-bb2f40c2-d1a9-423d-88d9-f1e0065c3fa6 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/quotas/f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 375 time: 0.0112925 Jun 01 12:52:02.332274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-bf400b41-8101-4942-8e21-aef542c6b8a3 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038322 Jun 01 12:52:02.412041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:02.437152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcd41a-0c44-4f3c-bc17-7b3c4c8e1e2b req-21c54f67-cfb2-4158-ac1e-d8cc3c2eeb1e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:02.445350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57dcd41a-0c44-4f3c-bc17-7b3c4c8e1e2b req-21c54f67-cfb2-4158-ac1e-d8cc3c2eeb1e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 969 time: 0.1024833 Jun 01 12:52:02.452198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:02.490037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:02.491104 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.551232 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69561043-10e2-4244-bf45-619cc2993388 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a61d3ac21bb34b669ecfe5b50e8e7e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973897 Jun 01 12:52:02.553059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57dcd41a-0c44-4f3c-bc17-7b3c4c8e1e2b req-b671b392-f5d2-43ae-a107-dac55d84c904 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064403 Jun 01 12:52:02.553732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:02.649442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:02.658091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.694010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.698572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.713165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:02.717079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Usage tracker for resource:security_group_rule and tenant:8348f30488ce48a99da308945d9bc068 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:02.720148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:02.726339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:02.815619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 20863d55-90ec-49d5-967f-7d6acffce7a8 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:02.832212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700461-91b0-4cbd-9453-c02191ebc16a req-646268d7-44e8-482a-ae0b-88df8a85a12c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:02.833926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45700461-91b0-4cbd-9453-c02191ebc16a req-646268d7-44e8-482a-ae0b-88df8a85a12c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 949 time: 0.1200495 Jun 01 12:52:02.852745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.865296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.879772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.935304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d9517d-accc-456c-a473-76b02ad22870,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:02.947466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:02.948684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8f64e20e-1245-4083-8cda-4214b9ef7e81 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29d9517d-accc-456c-a473-76b02ad22870 HTTP/1.1" status: 204 len: 168 time: 0.3918552 Jun 01 12:52:02.967766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45700461-91b0-4cbd-9453-c02191ebc16a req-e7498f83-33aa-493f-821c-d7fd6e72ac32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266015 Jun 01 12:52:02.983922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e51567-6c9a-4807-b0a4-656d3bce0068,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:02.996230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31ec0282-4896-4c26-a478-c2d76393feef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8348f30488ce48a99da308945d9bc068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8597195 Jun 01 12:52:02.999002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42496) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:03.058105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=20863d55-90ec-49d5-967f-7d6acffce7a8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:03.072608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '20863d55-90ec-49d5-967f-7d6acffce7a8', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '20863d55-90ec-49d5-967f-7d6acffce7a8', 'mac_address': 'fa:16:3e:9f:ea:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-1609494904', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:03.076551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.112096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.116882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-605e391e-955c-482f-afd8-9085609f5cb1 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:52:03.125327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-605e391e-955c-482f-afd8-9085609f5cb1 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2013941 Jun 01 12:52:03.141437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 20863d55-90ec-49d5-967f-7d6acffce7a8 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:03.141811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.163911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20863d55-90ec-49d5-967f-7d6acffce7a8 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:03.181120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=20863d55-90ec-49d5-967f-7d6acffce7a8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:03.189530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.208583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.229238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e51567-6c9a-4807-b0a4-656d3bce0068,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:03.245741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.247258 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c237a614-d9ee-4575-8820-9fbdb101b8f7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e5e51567-6c9a-4807-b0a4-656d3bce0068 HTTP/1.1" status: 204 len: 168 time: 0.2472060 Jun 01 12:52:03.296342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:03.308891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-11e3c9db-058e-4037-b062-f732e343162a service neutron] 10.222.0.40 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826420 Jun 01 12:52:03.380511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['20863d55-90ec-49d5-967f-7d6acffce7a8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:03.464159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-f42f8d3f-539d-4829-bc41-802ea415bec0 service neutron] 10.222.0.40 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542654 Jun 01 12:52:03.702679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f518a22-5972-452b-91a3-1e189cbeb681 req-d86cd55b-a40f-4816-927c-622192528a94 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 210 time: 0.0624409 Jun 01 12:52:03.901594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32258346-7031-4436-af9a-eb3a2eca41c2 req-01047e81-00f5-4bb7-867a-59ed8caf9a61 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:03.903132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32258346-7031-4436-af9a-eb3a2eca41c2 req-01047e81-00f5-4bb7-867a-59ed8caf9a61 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 970 time: 0.1519289 Jun 01 12:52:03.956828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32258346-7031-4436-af9a-eb3a2eca41c2 req-1c8d65dd-49de-4d15-8468-445b95f37dfa tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Jun 01 12:52:03.964303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.069597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42540) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.089733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.110346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:04.115646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Usage tracker for resource:security_group_rule and tenant:5865e467dc6c42aaa653cf886ef46305 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:04.119769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:04.130725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:04.234235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc4f4-672f-4723-b68d-0826e27310ba req-a8dc4484-8d76-4f56-9de6-f00ec815461a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:04.236391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-815bc4f4-672f-4723-b68d-0826e27310ba req-a8dc4484-8d76-4f56-9de6-f00ec815461a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 949 time: 0.1268578 Jun 01 12:52:04.261834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.273336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.297117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-815bc4f4-672f-4723-b68d-0826e27310ba req-b5a45b64-9da8-4c07-bae6-6e08f40b54e7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517712 Jun 01 12:52:04.333916 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5865e467dc6c42aaa653cf886ef46305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631218 Jun 01 12:52:04.336631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.339487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029deef-95be-4480-97f8-d6f6ce06310c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956659b6-de66-4467-9a95-ef558908ed50,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.412740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.460913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.529746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.562987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 496319fe-582f-49e6-a233-5d1e3205264e up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:04.574422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956659b6-de66-4467-9a95-ef558908ed50,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.586773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.590310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d2bd3b96-e0cc-49a5-af19-f5c99433a1b9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/956659b6-de66-4467-9a95-ef558908ed50 HTTP/1.1" status: 204 len: 168 time: 0.2503042 Jun 01 12:52:04.654851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 496319fe-582f-49e6-a233-5d1e3205264e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:04.660033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 496319fe-582f-49e6-a233-5d1e3205264e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:04.660456 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.856140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 20863d55-90ec-49d5-967f-7d6acffce7a8 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:04.887235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef01c99c-0b84-4b39-83c0-73167810caac req-40101e02-9576-4436-a38c-5a6b005a99b2 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 210 time: 0.0812333 Jun 01 12:52:04.888390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 496319fe-582f-49e6-a233-5d1e3205264e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:04.888771 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.954484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:04.995248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:05.007760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.107263 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ff458f-6eaf-47bd-822d-2b6756915564'] response: {'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'code': 200} Jun 01 12:52:05.198982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 20863d55-90ec-49d5-967f-7d6acffce7a8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:05.211333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.24', 58878) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:05.218161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 20863d55-90ec-49d5-967f-7d6acffce7a8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:05.220201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.341907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98fbd-fe84-44a4-9bdd-da9d0cf1d32b req-406e7e7d-33e8-4aaa-9d9a-881a31c382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:05.346825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c4d98fbd-fe84-44a4-9bdd-da9d0cf1d32b req-406e7e7d-33e8-4aaa-9d9a-881a31c382fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1101 time: 0.1339748 Jun 01 12:52:05.348349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.449793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 20863d55-90ec-49d5-967f-7d6acffce7a8 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:05.450104 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.456300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-df7624db-4725-46b2-a130-fa85fffffe6e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:05.458182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-df7624db-4725-46b2-a130-fa85fffffe6e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 823 time: 0.3597431 Jun 01 12:52:05.475354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c4d98fbd-fe84-44a4-9bdd-da9d0cf1d32b req-b7c2d299-a48a-4789-b8f1-7dc1599f4393 service neutron] Synchronizing usage tracker for tenant:31ba9c75edb145dba353492db3a77b0c on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:05.518398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c4d98fbd-fe84-44a4-9bdd-da9d0cf1d32b req-b7c2d299-a48a-4789-b8f1-7dc1599f4393 service neutron] Unset dirty status for tenant:31ba9c75edb145dba353492db3a77b0c on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:05.520011 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c4d98fbd-fe84-44a4-9bdd-da9d0cf1d32b req-b7c2d299-a48a-4789-b8f1-7dc1599f4393 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610458 Jun 01 12:52:05.526451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=20863d55-90ec-49d5-967f-7d6acffce7a8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:05.538216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.606924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-a2b93e0e-7c2d-4e3b-9f1d-06794dcea677 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 379 time: 0.1299334 Jun 01 12:52:05.627864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e980984-dad8-4cf6-8f3d-7ac0d8e701bf req-d1b9fad8-f4f0-46e1-b405-8fc63fa26a89 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:05.634042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e980984-dad8-4cf6-8f3d-7ac0d8e701bf req-d1b9fad8-f4f0-46e1-b405-8fc63fa26a89 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 970 time: 0.2617066 Jun 01 12:52:05.640611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.681960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e980984-dad8-4cf6-8f3d-7ac0d8e701bf req-c17ef344-a58d-48f0-b956-285d2ecd4976 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Jun 01 12:52:05.866479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715f957-baa8-49de-9e62-d21e1ec10268 req-ed784e50-556e-4301-b722-f3144f33c68b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:05.867945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8715f957-baa8-49de-9e62-d21e1ec10268 req-ed784e50-556e-4301-b722-f3144f33c68b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.0880647 Jun 01 12:52:05.923293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8715f957-baa8-49de-9e62-d21e1ec10268 req-36c48f69-adbf-4eb3-8e70-6766e0258697 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 Jun 01 12:52:05.959037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'port': {'device_id': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'admin_state_up': True, 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'security_groups': ['31c259d2-f586-4c44-9329-35f422baf3b4']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:06.097565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-987fccc0-8a69-4fcf-a061-35b721e882e5 req-7183accf-6f5c-433e-86a7-b80c35ccd326 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 210 time: 0.0592413 Jun 01 12:52:06.168231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:06.172740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Usage tracker for resource:port and tenant:f95283e555414b8b83b935ec6882486d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:06.176114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:06.181884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:06.193508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Made reservation on behalf of f95283e555414b8b83b935ec6882486d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:06.197329 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.367355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Allocated IP 172.20.0.7 (e4a5263b-b7fc-4c86-8d03-525b16f2bd97/e8787e55-8106-4230-89e2-58d880162611/78f666f2-17fa-4338-b23f-e2b3dfdd2d88) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:06.585800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.602041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Transition to ACTIVE for port object 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:06.634523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.712259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:06.718898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:06.723386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:06.793448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:06.826356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:06.830387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.924500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-92706441-74ea-4fb3-a02b-8f9d019b4964 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9694941 Jun 01 12:52:06.946763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Request body: {'port': {'device_id': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:06.981872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386d107-3c98-4364-9089-567f8debc07c req-3242fdce-164a-4b7e-b669-b5b076da85cd tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:06.983256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9386d107-3c98-4364-9089-567f8debc07c req-3242fdce-164a-4b7e-b669-b5b076da85cd tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.1274788 Jun 01 12:52:07.041142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aeb3a15d-3ea8-4387-a236-02b6e2ca2a97 None None] Provisioning for port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:07.047552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aeb3a15d-3ea8-4387-a236-02b6e2ca2a97 None None] Provisioning complete for port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:07.048071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aeb3a15d-3ea8-4387-a236-02b6e2ca2a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:07.112844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9386d107-3c98-4364-9089-567f8debc07c req-48438cd5-6c53-402a-8e7a-16b1d8250f4c tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Jun 01 12:52:07.130883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:07.135344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3a15d-3ea8-4387-a236-02b6e2ca2a97 None None] Port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:07.165094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:07.283647 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a157d8d-7139-4590-b2d3-6a472636b9a1'] response: {'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8', 'code': 200} Jun 01 12:52:07.715609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a994b4-c91c-416e-b4f1-a8f343352c4d req-ffa5265c-a631-4f65-981a-31e13eae902a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:07.717075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1a994b4-c91c-416e-b4f1-a8f343352c4d req-ffa5265c-a631-4f65-981a-31e13eae902a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.4737744 Jun 01 12:52:07.743671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fbfdd-9810-4e83-be58-27349ac0c624 req-5b36be02-5f11-4b2f-80c4-4eb2a20b71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:07.745105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-377fbfdd-9810-4e83-be58-27349ac0c624 req-5b36be02-5f11-4b2f-80c4-4eb2a20b71d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 1122 time: 0.3782356 Jun 01 12:52:07.797469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6129e-248f-4362-af0f-79f715057942 req-5436a168-2632-4596-b587-082bba8cd3ba tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:07.798057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fbf6129e-248f-4362-af0f-79f715057942 req-5436a168-2632-4596-b587-082bba8cd3ba tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:07.850347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1a994b4-c91c-416e-b4f1-a8f343352c4d req-ff53e6a9-5e9a-4065-b994-e04a460ab234 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Jun 01 12:52:07.861121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-377fbfdd-9810-4e83-be58-27349ac0c624 req-3aa1e644-1e9a-4c7e-9f28-3dd61208a9b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971971 Jun 01 12:52:07.867444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fbf6129e-248f-4362-af0f-79f715057942 req-5436a168-2632-4596-b587-082bba8cd3ba tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:07.868604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbf6129e-248f-4362-af0f-79f715057942 req-5436a168-2632-4596-b587-082bba8cd3ba tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 931 time: 0.4580498 Jun 01 12:52:07.979477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbf6129e-248f-4362-af0f-79f715057942 req-0b358e88-83dd-4e38-a47a-94caff78e0e6 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955844 Jun 01 12:52:07.981354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:07.988938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.008711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Transition to ACTIVE for port object 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:08.013163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.180055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Pushing event updated for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:08.338502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.338932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.339267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.339593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.339913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.340352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.340677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.340993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.341604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.341604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.341926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.342236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.374523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Attempting to bind port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:08.374881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Attempting to bind port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:08.375199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Attempting to bind port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:08.380928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:08.381245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Attempting to bind port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:08.388083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:08.388417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Checking segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:08.388804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Bound using segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:08.389301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Bound port: 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:08.389619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.502030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:08.506888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:08.513825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.634029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:08.634649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.635999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] 10.222.0.24 "PUT /v2.0/ports/78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 200 len: 1091 time: 1.6965959 Jun 01 12:52:08.636580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:08.660489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18931-c7b4-4092-becf-99cb2fb43caa service neutron] Pushing event updated for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:08.689041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e520e86-ce07-448d-9bcf-6f7896a80a10 req-3bb921b3-b13d-48ba-a05e-83d2afb0cb01 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:08.690666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e520e86-ce07-448d-9bcf-6f7896a80a10 req-3bb921b3-b13d-48ba-a05e-83d2afb0cb01 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.1692526 Jun 01 12:52:08.780747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e520e86-ce07-448d-9bcf-6f7896a80a10 req-94f55b9e-f8d1-4ba6-a768-e65efa3def85 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515862 Jun 01 12:52:08.822931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-672b4f90-b43c-4ea8-b97e-a597e8a60b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:08.825033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-672b4f90-b43c-4ea8-b97e-a597e8a60b8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 1094 time: 0.1284714 Jun 01 12:52:08.941618 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2a90e5-22dd-438b-86ce-fbad06a6ba34'] response: {'name': 'network-changed', 'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'status': 'completed', 'code': 200} Jun 01 12:52:08.950360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-56a0a2c2-4cf7-4505-abb2-2d66c05fdc05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 200 len: 217 time: 0.1102965 Jun 01 12:52:09.100673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-13c13a0c-ec68-4eb0-8c0a-3707f6e91f64 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470479 Jun 01 12:52:09.136578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-2bc1af24-1877-4a8a-b41c-3335fbc67294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:09.137722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-2bc1af24-1877-4a8a-b41c-3335fbc67294 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.1804206 Jun 01 12:52:09.347877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42772) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:09.385264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:09.444845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-19ba7b0f-f943-4904-a666-a32ce916caaf tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:09.451396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-19ba7b0f-f943-4904-a666-a32ce916caaf tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3414407 Jun 01 12:52:09.474954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-588c5e22-1421-4ae7-977f-2d0043cbd80e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/quotas/d8241a6f63b44f1a9d1f1c2f350e0fa7 HTTP/1.1" status: 200 len: 375 time: 0.0226495 Jun 01 12:52:09.528246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756aaf-5a71-47b9-8ef7-9b6841a85271 req-583eef67-704c-4675-af03-d9bd0d15a5d4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:09.528246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27756aaf-5a71-47b9-8ef7-9b6841a85271 req-583eef67-704c-4675-af03-d9bd0d15a5d4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.3868718 Jun 01 12:52:09.532846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b928b6-00b0-4fea-a535-e9b323502098 req-13c35298-4221-44bb-830e-c3a11690d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:09.534341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-13c35298-4221-44bb-830e-c3a11690d89c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3578131 Jun 01 12:52:09.536311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-3077ffc8-96a5-4c11-9982-534ebddf883e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606160 Jun 01 12:52:09.661629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27756aaf-5a71-47b9-8ef7-9b6841a85271 req-1eb82a1e-3c03-4e49-906e-b7236bbf60d5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242604 Jun 01 12:52:09.748450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.755102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-a809eae4-790d-41aa-b43a-1982ba92c9da service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046301 Jun 01 12:52:09.769215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:09.773919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Usage tracker for resource:security_group_rule and tenant:3eff4575a70b499fbee8398f2177671f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:09.777203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:09.784955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:09.895226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.913071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.922040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.977311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:09.989176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Usage tracker for resource:security_group_rule and tenant:583ce79c708a4238b36892bbcc4d3cd9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:09.996867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:10.021506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:10.042308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef312779-52d4-44c4-a92a-2d521439e043,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.061830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b928b6-00b0-4fea-a535-e9b323502098 req-66fd274b-0cee-431a-aeca-1e52e5924d1b service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000748 Jun 01 12:52:10.085318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.087472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.088393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.089659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.091150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.091760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.093172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.094416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.094991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.095677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.096946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.097622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.105078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19302158-0bf9-4db8-9921-d90f26138901 req-1ea09b08-ed1d-46c6-9da2-2277af09fb0b tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:10.112685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19302158-0bf9-4db8-9921-d90f26138901 req-1ea09b08-ed1d-46c6-9da2-2277af09fb0b tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 943 time: 0.2017193 Jun 01 12:52:10.121814 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20a92c52-bb3f-4cb2-ae11-8e2068726505 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3eff4575a70b499fbee8398f2177671f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354028 Jun 01 12:52:10.122859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42806) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:10.135918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42810) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:10.200431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.236864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.256934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19302158-0bf9-4db8-9921-d90f26138901 req-11d1d662-fe58-4c2b-86e5-7d08a3bfb35d tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430652 Jun 01 12:52:10.325039 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.347701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef312779-52d4-44c4-a92a-2d521439e043,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.356249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.358693 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8bd61ae9-56e7-4a16-9a16-a5e9d93fbe02 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ef312779-52d4-44c4-a92a-2d521439e043 HTTP/1.1" status: 204 len: 168 time: 0.2328405 Jun 01 12:52:10.362876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01159cf-2017-4897-9c23-34b5c3621dbf req-e2c313ea-a7d1-4046-b3b0-ef5f8d95ae6e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 210 time: 0.1294355 Jun 01 12:52:10.378679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.427543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:10.430993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.434067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1a25973a5b475b831ec2b121938229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:10.438077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:10.445872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.455088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:10.525125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=583ce79c708a4238b36892bbcc4d3cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1684957 Jun 01 12:52:10.528046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42822) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:10.529937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4a00-595d-40fc-b575-e3c1e654d17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a4ed3b-ca80-497d-8e17-c646d8fc266a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.534638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-69642548-05cb-44ce-b0ac-ea49787371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:10.536096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-69642548-05cb-44ce-b0ac-ea49787371c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 1094 time: 0.3483806 Jun 01 12:52:10.653652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.704243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.765936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.784336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a4ed3b-ca80-497d-8e17-c646d8fc266a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.789645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.791068 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-353f9d0d-575d-4e1f-b0e7-7ffce325a82f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04a4ed3b-ca80-497d-8e17-c646d8fc266a HTTP/1.1" status: 204 len: 168 time: 0.2612221 Jun 01 12:52:10.845215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:10.865505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.882199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:10.886528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Usage tracker for resource:security_group_rule and tenant:c9a0616ddced49e5a88840e34ea07d8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:10.890000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:10.896483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:10.931023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-5b727687-08b9-4386-bac1-61f9756bd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:10.932514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-5b727687-08b9-4386-bac1-61f9756bd71e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 924 time: 0.3866789 Jun 01 12:52:10.943879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.039342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.040539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.045421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.086039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-2abfdf41-d8bb-4aaa-bff7-8ad37db0b0d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 200 len: 217 time: 0.1402054 Jun 01 12:52:11.099562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e3cc3-1540-4115-9ab1-ef9e6090b78a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.106282 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86d7c088-b617-43c8-8b6b-29639c99083b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c9a0616ddced49e5a88840e34ea07d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576308 Jun 01 12:52:11.106547 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:11.176350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-1e3cf22b-f0ce-4327-ada1-a7fbd0c88c0a tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:11.182122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.183536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-1e3cf22b-f0ce-4327-ada1-a7fbd0c88c0a tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1101 time: 0.4896636 Jun 01 12:52:11.198114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:11.207738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c467434-e161-4d94-a623-34d1f77cb424 req-d7648dbc-72f1-4527-8e52-9421210784aa tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:11.211227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c467434-e161-4d94-a623-34d1f77cb424 req-d7648dbc-72f1-4527-8e52-9421210784aa tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.5122652 Jun 01 12:52:11.225349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.234451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-5d350d8c-5977-4c1a-8910-07e585f5d39c tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512480 Jun 01 12:52:11.238522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.247856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fb1a25973a5b475b831ec2b121938229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1111257 Jun 01 12:52:11.251975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:11.252993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:11.264429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Usage tracker for resource:security_group_rule and tenant:1e85cc27c92f44af817c3d2cf23ea1b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:11.283234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:11.292847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed26ec-ce49-4220-8db7-e55695414814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e402b-4f97-48f6-84ec-38b3c53ae7b5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.297199 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.308297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:11.368953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.386680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.400629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-e3ef10d2-212e-4fcc-8f76-7333be4d4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:11.402091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-e3ef10d2-212e-4fcc-8f76-7333be4d4d75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.2753839 Jun 01 12:52:11.415801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:11.426235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Usage tracker for resource:security_group_rule and tenant:477a2bc56f204689bd5b5ac599d9e352 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:11.469964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:11.486173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c467434-e161-4d94-a623-34d1f77cb424 req-bc35fa52-da33-4990-85d1-a9721aea8cd9 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507291 Jun 01 12:52:11.487105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.487295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:11.493666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e3cc3-1540-4115-9ab1-ef9e6090b78a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.533945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.535123 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61d31954-995c-4089-bb65-89d83b1fda2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b68e3cc3-1540-4115-9ab1-ef9e6090b78a HTTP/1.1" status: 204 len: 168 time: 0.4275854 Jun 01 12:52:11.574922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.582436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.608536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.609413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-0ac90166-0e1c-4205-8ad8-d38694d4a048 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:11.610930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-0ac90166-0e1c-4205-8ad8-d38694d4a048 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587589 Jun 01 12:52:11.624856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Request body: {'port': {'device_id': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'd8241a6f63b44f1a9d1f1c2f350e0fa7'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:11.653428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.654825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b38e402b-4f97-48f6-84ec-38b3c53ae7b5 HTTP/1.1" status: 204 len: 168 time: 0.3992214 Jun 01 12:52:11.656684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7c451-9b84-4bf9-afb3-f3dccb79ef47,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.675501 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eae2e79b-c924-4a23-941e-13d6f4f36c76 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1e85cc27c92f44af817c3d2cf23ea1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762082 Jun 01 12:52:11.685902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:11.705042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464d87-92d1-438c-8c95-75317ab23a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e402b-4f97-48f6-84ec-38b3c53ae7b5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.767347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.799367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.861518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.876735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7c451-9b84-4bf9-afb3-f3dccb79ef47,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.880466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-a1f8779a-28cd-4cf4-97ad-5c01db843c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:11.881946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-a1f8779a-28cd-4cf4-97ad-5c01db843c56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4573150 Jun 01 12:52:11.884918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.886172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da3c5ec9-cd7a-44dc-8f7d-9e99344810cd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fed7c451-9b84-4bf9-afb3-f3dccb79ef47 HTTP/1.1" status: 204 len: 168 time: 0.1954939 Jun 01 12:52:12.016979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42872) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:12.041704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.064611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:12.068840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Usage tracker for resource:security_group_rule and tenant:7c57a3a4a9fa49938cadea3e1ac3bebf is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:12.072286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:12.079634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:12.086794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.108434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.118641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:12.137058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Usage tracker for resource:port and tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:12.150080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:12.165986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bebf4ed-07ec-48dd-a463-1fa30b31ac96 req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815979 Jun 01 12:52:12.168559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:12.187021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-43981b16-f1ac-419e-9e17-fe5776a1d0ec service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946079 Jun 01 12:52:12.200273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db6fa-e18e-43bc-84cb-e442ebfdf391 req-bd6ace12-6735-4f7d-89dd-083d6c9c7b75 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:12.201780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a3db6fa-e18e-43bc-84cb-e442ebfdf391 req-bd6ace12-6735-4f7d-89dd-083d6c9c7b75 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 943 time: 0.3850076 Jun 01 12:52:12.223511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb678479-4bff-46ba-9fd1-fb569a6139e3 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb556e-ea5d-4820-b435-60705d4c51c8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.234624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Made reservation on behalf of d8241a6f63b44f1a9d1f1c2f350e0fa7 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:12.238371 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.241135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.251322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.318874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.334187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7c57a3a4a9fa49938cadea3e1ac3bebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155541 Jun 01 12:52:12.334822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:12.335755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e29ede-ea31-4cc3-9757-15857d4a7a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc75c72-502e-4558-8122-984f04b4c065,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.402029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:12.412289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7496ea0b-7a8b-4090-97c0-d9d2e55ce474 req-47c5c87e-9f6f-4bf6-9809-6df3107688cf tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 210 time: 0.1050425 Jun 01 12:52:12.415220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Usage tracker for resource:security_group_rule and tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:12.415873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.422056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:12.477680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a3db6fa-e18e-43bc-84cb-e442ebfdf391 req-221663b6-0a12-4c99-b799-6a2110edb345 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344756 Jun 01 12:52:12.477680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:12.477920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.553580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d4b8ee5-8c61-49b1-bdf6-ca61beb330be req-3a13e6eb-a72d-4c5f-b454-74e46703f2ab service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492172 Jun 01 12:52:12.575637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.611666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc75c72-502e-4558-8122-984f04b4c065,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.619733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.624013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8c0cf626-3e0f-449e-9522-465147e048e7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dbc75c72-502e-4558-8122-984f04b4c065 HTTP/1.1" status: 204 len: 168 time: 0.2853339 Jun 01 12:52:12.713907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.719982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.818493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5968fdc5-8be5-4005-870c-8b80f584b509,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.914659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Allocated IP 192.168.233.67 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/4ea32683-5e61-4ff6-9fab-b8fef9be98e8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:13.163558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837ab68-e321-4544-abf3-bfcdf2b6b222 req-e7ebbd31-7768-41cd-b8c4-ac62bf2a2320 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:13.165429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5837ab68-e321-4544-abf3-bfcdf2b6b222 req-e7ebbd31-7768-41cd-b8c4-ac62bf2a2320 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.2212491 Jun 01 12:52:13.245363 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:13.250812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5837ab68-e321-4544-abf3-bfcdf2b6b222 req-39583a17-33f0-4541-96cc-b2a7b5006ca8 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734739 Jun 01 12:52:13.265313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Transition to ACTIVE for port object 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:13.311793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:13.498167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:13.505103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:13.508150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:13.628903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Pushing event updated for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:13.678128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:13.678805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:13.762450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-55e4cf49-2c34-4b9f-bac9-a89a722890b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1415169 Jun 01 12:52:13.777516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Request body: {'port': {'device_id': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:13.880129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d3a2b47a-6496-4e29-a518-39eda1eff88a None None] Provisioning for port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:13.887804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d3a2b47a-6496-4e29-a518-39eda1eff88a None None] Provisioning complete for port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:13.890063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b47a-6496-4e29-a518-39eda1eff88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:13.963434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2b47a-6496-4e29-a518-39eda1eff88a None None] Port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:14.051434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.144035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42980) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:14.146562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918778b9-e917-4ba8-8126-6034619d43a6 req-e1abd7a8-1b7d-4b7d-ade4-1b6c851de4df tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:14.147439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-918778b9-e917-4ba8-8126-6034619d43a6 req-e1abd7a8-1b7d-4b7d-ade4-1b6c851de4df tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Synchronizing usage tracker for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:14.176405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dd7c1-5675-4fe7-9a57-d38d041d76fc req-627b61f0-fcfd-45ea-acfd-66002bf8fc49 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:14.177835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74dd7c1-5675-4fe7-9a57-d38d041d76fc req-627b61f0-fcfd-45ea-acfd-66002bf8fc49 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 943 time: 0.2270010 Jun 01 12:52:14.247203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42988) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:14.318798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-918778b9-e917-4ba8-8126-6034619d43a6 req-e1abd7a8-1b7d-4b7d-ade4-1b6c851de4df tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Unset dirty status for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:14.319738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918778b9-e917-4ba8-8126-6034619d43a6 req-e1abd7a8-1b7d-4b7d-ade4-1b6c851de4df tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 935 time: 0.4143457 Jun 01 12:52:14.340561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.365802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:14.371830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Usage tracker for resource:security_group_rule and tenant:11daf0ba6ea34213881f6e6136e85d6b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:14.375651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:14.383473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:14.419933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74dd7c1-5675-4fe7-9a57-d38d041d76fc req-6c703c8e-6950-4555-871f-c5dcf2ea69bf tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933081 Jun 01 12:52:14.576095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-918778b9-e917-4ba8-8126-6034619d43a6 req-d2c392ba-bccc-41db-92aa-d474cae995f6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Synchronizing usage tracker for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:14.581195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:14.617978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.622467 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-d225e18b-7cef-4771-b023-568fc1b6c47d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3739905 Jun 01 12:52:14.624201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.674185 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=11daf0ba6ea34213881f6e6136e85d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283964 Jun 01 12:52:14.675514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb6f2-846b-4931-ad57-aefcfa466986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03479d3-9dcb-47d2-b6df-68d7f7311f4b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:14.677957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43008) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:14.734067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-918778b9-e917-4ba8-8126-6034619d43a6 req-d2c392ba-bccc-41db-92aa-d474cae995f6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Unset dirty status for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:14.746536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.751346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918778b9-e917-4ba8-8126-6034619d43a6 req-d2c392ba-bccc-41db-92aa-d474cae995f6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210129 Jun 01 12:52:14.791195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.823415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:14.842281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'port_id': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'mac_address': 'fa:16:3e:bf:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:14.871883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.914989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03479d3-9dcb-47d2-b6df-68d7f7311f4b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:14.921287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.922433 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41bf6db1-6873-4e61-85ae-3189a998bc85 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f03479d3-9dcb-47d2-b6df-68d7f7311f4b HTTP/1.1" status: 204 len: 168 time: 0.2436368 Jun 01 12:52:14.959704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:14.960801 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.983820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:15.000415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:15.003422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef081b-ea34-42b6-b5f3-b40e8dd514f6 req-2aa7ed1e-b6df-446f-bf99-ae3e9487810a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:15.005015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9aef081b-ea34-42b6-b5f3-b40e8dd514f6 req-2aa7ed1e-b6df-446f-bf99-ae3e9487810a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.3498986 Jun 01 12:52:15.008939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.095899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-eb634386-5121-4788-8c2f-f21d9d6ca802 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:15.101571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-eb634386-5121-4788-8c2f-f21d9d6ca802 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Synchronizing usage tracker for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:15.104507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:15.136964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-eb634386-5121-4788-8c2f-f21d9d6ca802 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Unset dirty status for tenant:7e95c5b5252d4f3593f9c60c1723abe8 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:15.138658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-eb634386-5121-4788-8c2f-f21d9d6ca802 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.1915438 Jun 01 12:52:15.139394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9aef081b-ea34-42b6-b5f3-b40e8dd514f6 req-3ce88485-23b9-4dd1-8255-6de7529a6dfb tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226087 Jun 01 12:52:15.170237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:15.182263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d374-f3dc-43fa-a307-1bec8d7b8d02 req-2b57fa81-c1d4-41cd-9f3d-7c206d3923c8 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:15.183775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6618d374-f3dc-43fa-a307-1bec8d7b8d02 req-2b57fa81-c1d4-41cd-9f3d-7c206d3923c8 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 971 time: 0.2450213 Jun 01 12:52:15.187984 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.228754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Transition to ACTIVE for port object 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:15.239231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.245822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Deleting port 20863d55-90ec-49d5-967f-7d6acffce7a8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:52:15.246758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.303973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6618d374-f3dc-43fa-a307-1bec8d7b8d02 req-e6adc2f3-f1bc-4daf-a429-3568e7d7707e tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/security-groups?id=1eed8397-a512-4584-831c-3b63316994b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076000 Jun 01 12:52:15.445025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:15.447079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['78f666f2-17fa-4338-b23f-e2b3dfdd2d88'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:15.585055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Attempting to bind port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:15.585346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Attempting to bind port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:15.585667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Attempting to bind port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:15.592719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:15.593256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Attempting to bind port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:15.599970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:15.600401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:15.600773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:15.601187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Bound port: 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:15.601520 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.653282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] For port 20863d55-90ec-49d5-967f-7d6acffce7a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=20863d55-90ec-49d5-967f-7d6acffce7a8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:15.654042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.706626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:15.713689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:15.725216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.809030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Calling delete_port for 20863d55-90ec-49d5-967f-7d6acffce7a8 owned by compute:tempest-test_az-1609494904 {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:52:15.827693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:15.881194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:15.881827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.884062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-e825009e-b109-452b-90ed-75b12d3bf066 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ea32683-5e61-4ff6-9fab-b8fef9be98e8 HTTP/1.1" status: 200 len: 1095 time: 2.1121058 Jun 01 12:52:15.886016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:15.949268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43058) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:15.996756 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.027279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:16.065511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Usage tracker for resource:security_group_rule and tenant:dc81f5ee38f641cb96c6d6d87fe76c1d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:16.074164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:16.087810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:16.168962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.180854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['20863d55-90ec-49d5-967f-7d6acffce7a8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:16.285822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Pushing event deleted for resources: {'Port': ['ID=20863d55-90ec-49d5-967f-7d6acffce7a8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:16.371059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] No DVR routers for this DVR port 20863d55-90ec-49d5-967f-7d6acffce7a8 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:52:16.375543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.392184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'name': 'network-vif-deleted', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:16.401458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0eb71fde-eb9a-4dc6-b915-0b31eebacabf req-bdb2afe2-b642-4205-8f8e-f2a6e79dda3b tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.13 "DELETE /v2.0/ports/20863d55-90ec-49d5-967f-7d6acffce7a8 HTTP/1.1" status: 204 len: 173 time: 1.2562594 Jun 01 12:52:16.435572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.448548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.492693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-280977a6-2455-4884-b1e3-0109b491e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.496862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-280977a6-2455-4884-b1e3-0109b491e3a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 1098 time: 0.4364471 Jun 01 12:52:16.517733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.518325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.519557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.520084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.521468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.524288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d422c6ac-f5d0-4321-8a8c-70c71c8f91ac req-22326ab7-bc71-41d7-92b5-b76f3180e56b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.6393919 Jun 01 12:52:16.581760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dc81f5ee38f641cb96c6d6d87fe76c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313453 Jun 01 12:52:16.584663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860acf45-9542-4947-bc5e-2eef17196439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a4077-5d0b-4759-a64a-b008b6d7beac,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:16.587233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43098) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:16.594779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:16.643887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-1f38e401-bac8-4b2a-8b82-c638b53f4e17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8 HTTP/1.1" status: 200 len: 217 time: 0.1164560 Jun 01 12:52:16.723105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.729545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862122e-6cba-4dc9-94ac-1e8592c62756 req-a808869b-4572-4533-a453-ccea90f9bae5 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.739736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c862122e-6cba-4dc9-94ac-1e8592c62756 req-a808869b-4572-4533-a453-ccea90f9bae5 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 944 time: 0.4218314 Jun 01 12:52:16.762554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:16.771614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:16.772269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.834695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.835373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-cebf765a-c185-4ce2-9b4e-55aa36459060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:16.837115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-cebf765a-c185-4ce2-9b4e-55aa36459060 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1851740 Jun 01 12:52:16.897308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.898768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c862122e-6cba-4dc9-94ac-1e8592c62756 req-ad7083d2-5287-4f06-92f1-bcb0d6fc2949 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097121 Jun 01 12:52:16.920263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.921964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/527a4077-5d0b-4759-a64a-b008b6d7beac HTTP/1.1" status: 204 len: 168 time: 0.3335855 Jun 01 12:52:16.927749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22703-4df3-4580-a950-d1830a4c6895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a4077-5d0b-4759-a64a-b008b6d7beac,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:16.949171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:16.949741 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.996798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:17.000615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:17.001030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91d7d4-bdf0-4ad8-8c92-98af743e024d req-f1914568-e8c8-430e-96d3-8db51e3c63b8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:17.010326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d91d7d4-bdf0-4ad8-8c92-98af743e024d req-f1914568-e8c8-430e-96d3-8db51e3c63b8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 947 time: 0.2566850 Jun 01 12:52:17.024324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.085277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d91d7d4-bdf0-4ad8-8c92-98af743e024d req-834d1306-24e5-46bf-910a-c443a952c4d8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735199 Jun 01 12:52:17.096122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-1f1775f3-143b-40c7-ba8d-153fc4206a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:17.105355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-1f1775f3-143b-40c7-ba8d-153fc4206a95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571049 Jun 01 12:52:17.172083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:17.294928 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadc970d-c607-434f-a8f9-7d502bb53b3d'] response: {'name': 'network-changed', 'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'status': 'completed', 'code': 200} Jun 01 12:52:17.334062 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:52:17.457733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0e30224-0a0c-4c6d-bdd5-3ba14d3c61ed req-7fd45e33-9d5b-431c-9e79-703d795c7b55 tempest-DeleteServersAdminTestJSON-314514342 tempest-DeleteServersAdminTestJSON-314514342-project] 10.222.0.40 "GET /v2.0/ports?device_id=9153f5c8-889c-43a9-be35-30e590b26bb9 HTTP/1.1" status: 200 len: 210 time: 0.0718346 Jun 01 12:52:17.486696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-88a91e56-0e7b-498c-b5de-a76d7e77d749 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719344 Jun 01 12:52:17.494800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388887a3-05a0-4d89-b9df-d626b832e76e req-8e0f7fcd-5d87-44d0-a99e-670631811a22 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:17.496273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-388887a3-05a0-4d89-b9df-d626b832e76e req-8e0f7fcd-5d87-44d0-a99e-670631811a22 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1974587 Jun 01 12:52:17.530358 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3081f09-569b-4358-904c-04441daf77a8'] response: {'server_uuid': '9153f5c8-889c-43a9-be35-30e590b26bb9', 'name': 'network-vif-deleted', 'tag': '20863d55-90ec-49d5-967f-7d6acffce7a8', 'status': 'completed', 'code': 200} Jun 01 12:52:17.576532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-388887a3-05a0-4d89-b9df-d626b832e76e req-1fd7fb64-7899-4652-8968-1bfc29ff5366 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680745 Jun 01 12:52:17.620560 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.703147 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab406fd6-5d2b-4aa1-a18d-ddea377fb930'] response: {'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'code': 200} Jun 01 12:52:17.795534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b21fca-acb2-41c5-933c-dc4b05909044 req-193c7133-3fe0-4a70-8c1a-9fe19bdb648b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:17.796955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18b21fca-acb2-41c5-933c-dc4b05909044 req-193c7133-3fe0-4a70-8c1a-9fe19bdb648b tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 886 time: 0.2519855 Jun 01 12:52:17.817156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3a253c4-9333-4ab2-b4cc-d5fcc70bfd68 req-84c815b8-7478-423e-bb46-fa07c8f691bc service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929870 Jun 01 12:52:18.024261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-1ed8afe6-45b4-4979-bbd8-083aeaedaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.026145 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-1ed8afe6-45b4-4979-bbd8-083aeaedaf7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1101 time: 0.1253495 Jun 01 12:52:18.139747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.140207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.140646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.141088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.141521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.143458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6b2b047-7865-46ed-aab1-7a6f1e6c4fa0 req-60098779-27f3-4f5e-83cf-1e067fd646ca tempest-NetworksTest-1586682931 tempest-NetworksTest-1586682931-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1556132 Jun 01 12:52:18.151408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81d94-5519-4a62-8d6f-b4c46e116a29 req-292098f4-effb-4b47-af42-f2b3e0df3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.152966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c81d94-5519-4a62-8d6f-b4c46e116a29 req-292098f4-effb-4b47-af42-f2b3e0df3d39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 1096 time: 0.3278549 Jun 01 12:52:18.155158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ba27-0eb9-4295-a133-e617639450ab req-fc82675c-608b-4a4c-9377-dd326530d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.156508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-fc82675c-608b-4a4c-9377-dd326530d951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 1098 time: 0.2755497 Jun 01 12:52:18.198087 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc911ece-9c5d-4258-aa88-e67fc3600dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:18.223895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-8c1e6146-4ddb-4cec-b213-ad5fbdd3cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.226291 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-8c1e6146-4ddb-4cec-b213-ad5fbdd3cc85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1944206 Jun 01 12:52:18.312768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c81d94-5519-4a62-8d6f-b4c46e116a29 req-dfade899-cc3f-4f68-af59-95dce2116e93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491072 Jun 01 12:52:18.383104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-c1006064-1ee2-422c-9b29-0075692897b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.1503608 Jun 01 12:52:18.439739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ba27-0eb9-4295-a133-e617639450ab req-b26f256b-b45e-4c3b-9788-602b4b406f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.441537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-b26f256b-b45e-4c3b-9788-602b4b406f2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2764971 Jun 01 12:52:18.525483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-6780fa9b-2c7d-49e6-93ba-a73a892d9ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8 HTTP/1.1" status: 200 len: 217 time: 0.0751183 Jun 01 12:52:18.613616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04d88d-de20-44e5-9bca-6b649f6ed4c9 req-4693185c-623a-43e5-b666-479e8e1ec570 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.615100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df04d88d-de20-44e5-9bca-6b649f6ed4c9 req-4693185c-623a-43e5-b666-479e8e1ec570 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 945 time: 0.2567387 Jun 01 12:52:18.653777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:18.682118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ba27-0eb9-4295-a133-e617639450ab req-29fb6e5b-e8c9-4e13-89c8-80c0f180f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.683557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-29fb6e5b-e8c9-4e13-89c8-80c0f180f4c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1228137 Jun 01 12:52:18.725329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df04d88d-de20-44e5-9bca-6b649f6ed4c9 req-2f471639-f9bf-41b9-9346-064d09b25038 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001658 Jun 01 12:52:18.761117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8303-4585-4d5b-b7ab-e76c7981e392 req-4db12dbb-91ab-4753-bfcf-d4981faf5eed tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.762565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-942a8303-4585-4d5b-b7ab-e76c7981e392 req-4db12dbb-91ab-4753-bfcf-d4981faf5eed tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 947 time: 0.2503002 Jun 01 12:52:18.808870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ba27-0eb9-4295-a133-e617639450ab req-f0263114-c28d-42dd-b7b8-5c7177ead136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.810332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-f0263114-c28d-42dd-b7b8-5c7177ead136 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176755 Jun 01 12:52:18.822826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-942a8303-4585-4d5b-b7ab-e76c7981e392 req-220bc410-0a35-420b-a5d8-36687f60521d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Jun 01 12:52:18.870375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-6f63126f-c92f-4ccf-98b8-c4d54558274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:18.873582 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-6f63126f-c92f-4ccf-98b8-c4d54558274b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1204839 Jun 01 12:52:18.911841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 20863d55-90ec-49d5-967f-7d6acffce7a8 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:18.983901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-7867be76-8ec3-40ae-b60e-cbafa779bc53 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642849 Jun 01 12:52:19.016759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-ab543412-9390-431b-b8a7-94360bf33e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:19.018778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-ab543412-9390-431b-b8a7-94360bf33e6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382849 Jun 01 12:52:19.036965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.039941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 20863d55-90ec-49d5-967f-7d6acffce7a8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:52:19.040394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 20863d55-90ec-49d5-967f-7d6acffce7a8 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:52:19.127160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:19.140279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Usage tracker for resource:security_group_rule and tenant:483ad0a603824f6dbd735f98a6880b97 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:19.145072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:19.153613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:19.215743 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-c9effd54-3e9a-4994-a2c9-f7f88ad3d2ed service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689441 Jun 01 12:52:19.275318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa97ba27-0eb9-4295-a133-e617639450ab req-806e2e27-b1ac-497e-aed7-e107c081ae96 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827914 Jun 01 12:52:19.295407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b79c8-71b6-4a9d-a087-4ff12be34e60 req-5315c5f6-2643-4ef3-bb55-244452478ce7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:19.297473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-412b79c8-71b6-4a9d-a087-4ff12be34e60 req-5315c5f6-2643-4ef3-bb55-244452478ce7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1293440 Jun 01 12:52:19.351555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-412b79c8-71b6-4a9d-a087-4ff12be34e60 req-c1bd7427-b315-49b1-9cb2-86c5f5e87208 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Jun 01 12:52:19.401283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.403984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-df298b65-4e78-47eb-a122-f6c4e7435c40 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792593 Jun 01 12:52:19.406366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.477689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43268) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:19.478447 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=483ad0a603824f6dbd735f98a6880b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8230362 Jun 01 12:52:19.480471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077e5c9-6b15-462e-8f42-42030e57227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50314ba5-f628-4f6b-8613-c9e7db711332,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:19.593120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.632633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.718037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.746231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50314ba5-f628-4f6b-8613-c9e7db711332,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:19.770657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.774449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d65f56c9-a827-4cb1-9da3-39f38200b87d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50314ba5-f628-4f6b-8613-c9e7db711332 HTTP/1.1" status: 204 len: 168 time: 0.2953441 Jun 01 12:52:19.932411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.174512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.191713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:20.195877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf5750e88b34df6ae095d6288ce32d6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:20.199064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:20.201087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82aa22-30f8-45cf-8b07-a8db7c623d45 req-e6f7200f-d436-475c-9d67-1b306138c9dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:20.205463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:20.210828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f82aa22-30f8-45cf-8b07-a8db7c623d45 req-e6f7200f-d436-475c-9d67-1b306138c9dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 945 time: 0.1035736 Jun 01 12:52:20.211835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.240102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.263370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:20.264426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f82aa22-30f8-45cf-8b07-a8db7c623d45 req-de160971-bd97-4ff6-be05-bb47d0874280 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551794 Jun 01 12:52:20.268740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3b22c8cc5e4070ac94f6d4032718a9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:20.273593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:20.282764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:20.366926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.375543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.444806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4eacb-244c-4e21-b4c2-2b51a67b0391 req-16bb6644-7874-4621-9bde-936ff0641af0 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:20.444806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95d4eacb-244c-4e21-b4c2-2b51a67b0391 req-16bb6644-7874-4621-9bde-936ff0641af0 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 947 time: 0.1061742 Jun 01 12:52:20.464226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eaf5750e88b34df6ae095d6288ce32d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307198 Jun 01 12:52:20.466361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.467512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db1ca-5125-4b22-a761-89093b433fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b8eb30-7d61-4267-ad21-269ea6d87145,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:20.468071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65424a06-3a5d-4476-8332-5957e5c3527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.470746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43370) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.490768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.560053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95d4eacb-244c-4e21-b4c2-2b51a67b0391 req-88465b7f-6f42-41ee-a88f-6d2320a0957a tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054416 Jun 01 12:52:20.565086 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc3b22c8cc5e4070ac94f6d4032718a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522317 Jun 01 12:52:20.568037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43376) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.572837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb81081-9330-471c-a350-842ed35b0935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bea399-8d68-4aa9-b27d-70fc84511e4e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:20.597118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.623711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.684535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.707759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b8eb30-7d61-4267-ad21-269ea6d87145,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:20.724009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.725591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28992a95-47aa-4ae7-869a-0549ad2647d0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44b8eb30-7d61-4267-ad21-269ea6d87145 HTTP/1.1" status: 204 len: 168 time: 0.2531891 Jun 01 12:52:20.777549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.815013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.817739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43384) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.837912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13f690-1c1c-495a-9c5f-5ecdf17ddfef req-535b9dd0-cbe4-437a-980e-ccb5d99ff762 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:20.839429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c13f690-1c1c-495a-9c5f-5ecdf17ddfef req-535b9dd0-cbe4-437a-980e-ccb5d99ff762 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 945 time: 0.2316458 Jun 01 12:52:20.848447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:20.855056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'floatingip': {'port_id': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:20.889126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f95a-ac88-44af-9a55-9d9af9b3ff51 req-9bcd3c22-5912-4acd-bf99-d0c8d5b4f6d4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:20.898635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40d2f95a-ac88-44af-9a55-9d9af9b3ff51 req-9bcd3c22-5912-4acd-bf99-d0c8d5b4f6d4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2052698 Jun 01 12:52:20.920414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:20.963969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.016003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.059835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40d2f95a-ac88-44af-9a55-9d9af9b3ff51 req-0b5b745a-fb3f-4a8e-9d81-38c1ffb4a916 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445107 Jun 01 12:52:21.087909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bea399-8d68-4aa9-b27d-70fc84511e4e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:21.087909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.087909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-32f8c139-e5a5-49a4-b806-e5adf1ca92cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a0bea399-8d68-4aa9-b27d-70fc84511e4e HTTP/1.1" status: 204 len: 168 time: 0.5158794 Jun 01 12:52:21.195561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:21.212918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'mac_address': 'fa:16:3e:0f:3f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:21.272256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:21.304131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.313382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:21.316722 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.322536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:21.324933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-22376acc-4d8b-42e4-87fd-8e218653a145 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e95c5b5252d4f3593f9c60c1723abe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5057395 Jun 01 12:52:21.327714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:21.342473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Usage tracker for resource:security_group_rule and tenant:41f377ae3cf44921b7918bfb4b0a20bb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:21.346903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:21.363036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:21.382056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:21.386943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:21.397193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.555223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.604425 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.605803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:21.612593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ea32683-5e61-4ff6-9fab-b8fef9be98e8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:21.651430 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.705815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.849196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.849866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43490) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:21.865239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:21.960747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=41f377ae3cf44921b7918bfb4b0a20bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849718 Jun 01 12:52:21.972928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43510) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:21.982749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e389-dd49-4d6f-b355-a49141967e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed79f2-1d6d-4dab-a263-4d12768474cb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:22.088674 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.125249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eed8397-a512-4584-831c-3b63316994b4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:22.159517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065faa-f754-4bf2-b078-d2a8cedce3e1 req-d9e7dea6-fa36-4208-a9b1-43bdfd1fd52e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:22.166411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae065faa-f754-4bf2-b078-d2a8cedce3e1 req-d9e7dea6-fa36-4208-a9b1-43bdfd1fd52e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 948 time: 0.3880575 Jun 01 12:52:22.197471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.209160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.213270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1089bb5e-e099-48d2-8e6f-c22a77cef7e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1eed8397-a512-4584-831c-3b63316994b4 HTTP/1.1" status: 204 len: 168 time: 0.8815145 Jun 01 12:52:22.241131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.262940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.267178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae065faa-f754-4bf2-b078-d2a8cedce3e1 req-b4b03664-706a-4f59-8df8-42a28626bcfb tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997639 Jun 01 12:52:22.294447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:22.303181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Usage tracker for resource:security_group_rule and tenant:17be2cf26b554ddaba91879609b8b72e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:22.307771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:22.320647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:22.372102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.407685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed79f2-1d6d-4dab-a263-4d12768474cb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:22.413272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.421275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-679943dc-1ffb-4137-8d1c-9d12db5dceec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/65ed79f2-1d6d-4dab-a263-4d12768474cb HTTP/1.1" status: 204 len: 168 time: 0.4431639 Jun 01 12:52:22.526035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:52:22.546859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692dc4b-1990-453f-8a7e-ccf4d01c58e0 req-085aedfc-bc20-49c8-b607-618d089d7291 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:22.557094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4692dc4b-1990-453f-8a7e-ccf4d01c58e0 req-085aedfc-bc20-49c8-b607-618d089d7291 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1224101 Jun 01 12:52:22.623792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4692dc4b-1990-453f-8a7e-ccf4d01c58e0 req-1186f91d-4a3d-4930-9072-eeb522bebef1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646474 Jun 01 12:52:22.663902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.672491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.673485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.731264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.814019 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=17be2cf26b554ddaba91879609b8b72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9520242 Jun 01 12:52:22.816791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43588) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:22.924554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:22.939216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.968577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e4cf-bde7-48cf-abcb-a512a7db92db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e373a-dd11-4995-b3c2-9da1a21f5f8a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:22.997105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.016034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:23.019815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.050160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.074295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:23.081025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Usage tracker for resource:security_group_rule and tenant:19eb6f024815436f8c4635d65767bcd8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:23.084372 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83 associated. External IP: 172.25.7.115, port: 78f666f2-17fa-4338-b23f-e2b3dfdd2d88. Jun 01 12:52:23.114821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:23.121254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:23.121943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.138741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:23.140856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.156955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:23.188272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e373a-dd11-4995-b3c2-9da1a21f5f8a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:23.199856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.205236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-036e33b2-6baa-4ffc-8354-682b2e259d4e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1f8e373a-dd11-4995-b3c2-9da1a21f5f8a HTTP/1.1" status: 204 len: 168 time: 0.3874016 Jun 01 12:52:23.335703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:23.336034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.389097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:23.402046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:23.415672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.622452 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061b6d5c-1742-4980-8266-8c5f6976541d'] response: {'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'code': 200} Jun 01 12:52:23.642761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:23.774361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:52:23.820328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cef2a0-76e5-4029-8ef7-a45365831473 req-f7e31f18-c1f5-4e1c-b41f-729940f6ebf6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:23.831840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5cef2a0-76e5-4029-8ef7-a45365831473 req-f7e31f18-c1f5-4e1c-b41f-729940f6ebf6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 949 time: 0.3502605 Jun 01 12:52:23.865349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43684) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:23.933540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.953929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:23.958697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Usage tracker for resource:security_group_rule and tenant:f7994b510e1742c58a90298f01294140 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:23.961606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:23.967604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:24.004165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5cef2a0-76e5-4029-8ef7-a45365831473 req-50690824-0121-4f60-b404-69d0633e9ac5 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708465 Jun 01 12:52:24.012346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:24.013767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e332326-a325-4f8e-b9c7-5012290fb496 req-a8392d80-de13-4bd2-b73d-4d7d63308fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:24.015387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e332326-a325-4f8e-b9c7-5012290fb496 req-a8392d80-de13-4bd2-b73d-4d7d63308fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 1100 time: 0.3260839 Jun 01 12:52:24.028448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:24.033673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.047952 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:24.049875 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:24.053216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.114314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf979fe-645c-4458-884f-ab4e561401a4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:24.120033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.176716 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ac038d7-5b1d-45ac-b0b4-e40a39689b23 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=19eb6f024815436f8c4635d65767bcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1586928 Jun 01 12:52:24.179331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:24.190193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.213622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.221325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92f1eb8b-a36e-429b-a475-8963ccff91d9 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "PUT /v2.0/floatingips/b3ed7c0e-952d-4f11-bbda-bae924240d83 HTTP/1.1" status: 200 len: 991 time: 3.3692513 Jun 01 12:52:24.223570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:24.263173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.295261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.301960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e332326-a325-4f8e-b9c7-5012290fb496 req-fac60b8c-104b-4c27-be5b-3dce1ac9d1c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797570 Jun 01 12:52:24.371263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f7994b510e1742c58a90298f01294140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027225 Jun 01 12:52:24.374998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:24.383675 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:24.403866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ad0f3-f4fe-41b3-8a6a-58ddaffedb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43175a2-6e4a-45b9-977c-ffc096e860f9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:24.425376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.442822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82db5-db2a-4446-a4cc-37ca3cd895cd req-d2f0ca0a-c7d3-4c6d-900c-9d023169ffe9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:24.451253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2d82db5-db2a-4446-a4cc-37ca3cd895cd req-d2f0ca0a-c7d3-4c6d-900c-9d023169ffe9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1855080 Jun 01 12:52:24.483900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.487453 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4cf979fe-645c-4458-884f-ab4e561401a4 HTTP/1.1" status: 204 len: 168 time: 0.3048112 Jun 01 12:52:24.501032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b59c-d390-4ea8-a9e3-502c4319889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf979fe-645c-4458-884f-ab4e561401a4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:24.548099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.581443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.584509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2d82db5-db2a-4446-a4cc-37ca3cd895cd req-07640266-c5e6-4e7e-82eb-e2c388f79737 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322997 Jun 01 12:52:24.638893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43732) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:24.656512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.681431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43175a2-6e4a-45b9-977c-ffc096e860f9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:24.690624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.695888 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-190118e1-7706-493a-b1d0-52c52d10cb88 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b43175a2-6e4a-45b9-977c-ffc096e860f9 HTTP/1.1" status: 204 len: 168 time: 0.3182452 Jun 01 12:52:24.836441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4c0ea-3e0b-4842-9f74-60ce3f2ad64f req-bca79c06-20ff-429e-ad67-8c9e391c1928 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:24.838373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72f4c0ea-3e0b-4842-9f74-60ce3f2ad64f req-bca79c06-20ff-429e-ad67-8c9e391c1928 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 945 time: 0.0933084 Jun 01 12:52:24.895778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72f4c0ea-3e0b-4842-9f74-60ce3f2ad64f req-e6cf0434-d9c2-41d1-8b90-3e5282c0041d tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515783 Jun 01 12:52:24.963111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-701329180-network', 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:24.968897 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17835da-b3f6-432e-8552-45414e14c466'] response: {'name': 'network-changed', 'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'status': 'completed', 'code': 200} Jun 01 12:52:24.970837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:24.983668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Usage tracker for resource:network and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:24.990433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:25.005659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:25.027466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:25.030421 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.049117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.049668 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:bf:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:52:22Z', 'revision_number': 1, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:25.055078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:25.069389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:25.070301 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:25.070814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:25.077424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:25.080827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:25.088093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:25.204419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-83fe726d-b22b-4d8b-b385-d68e2dd8bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:25.209147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-83fe726d-b22b-4d8b-b385-d68e2dd8bf86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 1096 time: 0.1895473 Jun 01 12:52:25.222317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.235089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.310741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:25.325097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:25.345274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f2881-b18f-4c58-9168-03f493c69d80,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.386156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.386678 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Added segment 35f91f3e-2677-4a4b-9929-12f6e2b7d465 of type vlan for network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d Jun 01 12:52:25.465263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-4e79c904-294f-4a04-9de2-80f3d081c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:25.467452 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-4e79c904-294f-4a04-9de2-80f3d081c7d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 924 time: 0.2508485 Jun 01 12:52:25.492303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.598416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.599469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:25.600738 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.611485 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-ce23ea8f-1c2a-47a7-a93c-94808d2bf4f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 200 len: 999 time: 0.1366315 Jun 01 12:52:25.785281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-0852f2bc-65ef-4c0c-8104-a0f77d8dd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:25.790927 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-0852f2bc-65ef-4c0c-8104-a0f77d8dd279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.1706178 Jun 01 12:52:25.798941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1546693 Jun 01 12:52:25.803323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43814) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:25.874309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Request body: {'subnet': {'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-701329180-subnet', 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:25.883449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a803b-b6e7-4614-af6f-126a923000e6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.891166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:25.897935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Usage tracker for resource:subnet and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:25.899869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:25.901307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:25.914615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:25.935955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:25.938458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.961201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-08d99de3-a84f-41fb-8beb-7280b40df7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:25.962777 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-08d99de3-a84f-41fb-8beb-7280b40df7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665087 Jun 01 12:52:26.038584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a800a-b835-4745-9f20-0b0f40dc3f7a req-73f3b523-3f6d-4b57-a0d5-3d386b6493d8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:26.046114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-956a800a-b835-4745-9f20-0b0f40dc3f7a req-73f3b523-3f6d-4b57-a0d5-3d386b6493d8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 949 time: 0.2405722 Jun 01 12:52:26.162557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:bf:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:52:22Z', 'revision_number': 1, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:26.170273 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c7e6b-d3ba-4827-a414-216f8a562d05 None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:bf:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:52:22Z', 'revision_number': 1, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:52:26.171430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-956a800a-b835-4745-9f20-0b0f40dc3f7a req-eed4de19-0b7f-4fd3-8843-43b96b06db62 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242728 Jun 01 12:52:26.242523 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-4c6d55ff-3e9c-4452-a722-4aa53e55923d service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715681 Jun 01 12:52:26.365076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.417890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a795ba9-f770-489c-83c8-731b5b30cbce req-594a7e27-13ce-485a-8bf2-dbbcf064e8b7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:26.419482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a795ba9-f770-489c-83c8-731b5b30cbce req-594a7e27-13ce-485a-8bf2-dbbcf064e8b7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1737058 Jun 01 12:52:26.449791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1a64c779-833e-442a-a0dc-c68ee6c64b58 req-af9403ec-078b-4b02-90d2-e7ea25ff0e0d service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982117 Jun 01 12:52:26.478968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067ca25f-c5f9-4095-9efb-a30b13e2313d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:26.517096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89501106-8f69-4370-8032-70c4a86efbfd None None] New status for floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:52:26.553247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a795ba9-f770-489c-83c8-731b5b30cbce req-239ad3f1-9fbc-463e-be5a-ed723dc1ca40 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182289 Jun 01 12:52:26.556799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:26.557397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Network hostable DHCP agents. Network: 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:26.596637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:26.620786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:26.633254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:26.636473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.662693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-431d287f-12ce-49fd-9205-7363512e06e7 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8518684 Jun 01 12:52:26.676727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b367a09-a6c0-4f1f-9453-22e61d3f5983 None None] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:27.187846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3e453-4803-42d1-81eb-862e5d91c4e3 None None] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:27.606413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-d76301bc-0228-4715-8ab3-7b7c53518c68 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558176 Jun 01 12:52:27.615265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04f960de-1976-4442-a3d6-90238d465d9f req-513241bf-6ad8-46b0-be8f-2fb5dbc967bd tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=85aa890dec7c42b9b2b18d2c543656db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405540 Jun 01 12:52:27.879831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f960de-1976-4442-a3d6-90238d465d9f req-d9684c0e-cc6d-4f3e-82f6-b510a4e8e0f2 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:27.881256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04f960de-1976-4442-a3d6-90238d465d9f req-d9684c0e-cc6d-4f3e-82f6-b510a4e8e0f2 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640090 Jun 01 12:52:27.891023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-51208b99-1e02-4a62-9cb0-8baee2df255d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:27.892379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-51208b99-1e02-4a62-9cb0-8baee2df255d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762332 Jun 01 12:52:27.915138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04f960de-1976-4442-a3d6-90238d465d9f req-975a4427-5c3e-4f41-a9cc-15ae220292d5 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/quotas/85aa890dec7c42b9b2b18d2c543656db HTTP/1.1" status: 200 len: 375 time: 0.0217626 Jun 01 12:52:27.946832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-d5566a0e-1cb3-4034-a443-5ed6e8c76c04 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/quotas/d8241a6f63b44f1a9d1f1c2f350e0fa7 HTTP/1.1" status: 200 len: 375 time: 0.0460808 Jun 01 12:52:27.961360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04f960de-1976-4442-a3d6-90238d465d9f req-6b440bff-7556-44ca-8590-35ae6e45852e tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=85aa890dec7c42b9b2b18d2c543656db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450623 Jun 01 12:52:28.060348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-805044f0-ebaa-4a5b-8c6c-b210bcd680c8 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025512 Jun 01 12:52:28.211191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43986) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:28.217994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-602808381-network', 'tenant_id': 'b60d11bb388242c095ae83d25117f95d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:28.227061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:28.239651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Usage tracker for resource:network and tenant:b60d11bb388242c095ae83d25117f95d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:28.247488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:28.258760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:28.278518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669068-4969-428d-8a37-19dc2094bb89 req-2d85ad70-fc0c-41d0-a021-23e83ee98fd2 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:28.280398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Made reservation on behalf of b60d11bb388242c095ae83d25117f95d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:28.284876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.293291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85669068-4969-428d-8a37-19dc2094bb89 req-2d85ad70-fc0c-41d0-a021-23e83ee98fd2 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1426592 Jun 01 12:52:28.313570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.333536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:28.338690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Usage tracker for resource:security_group_rule and tenant:b60d11bb388242c095ae83d25117f95d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:28.350468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:28.356777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85669068-4969-428d-8a37-19dc2094bb89 req-99f2681f-aeeb-471d-81ab-68b5c18bf36a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597210 Jun 01 12:52:28.359321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:28.476940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.490873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.532305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:28.542521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a3878-cdd1-4f11-91a7-b384009e815f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:28.548837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.549213 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Added segment 11a4b9f5-311e-4289-b236-6a604a023cf5 of type vlan for network 2e818fc5-f069-424a-8453-11733edcf7ca Jun 01 12:52:28.583566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.622917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.623780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:28.625002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.747119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a3a6cc-5293-446f-82a8-a7c5c10f9e9e req-8bfb25a0-1762-4987-9ca6-e0cf8e983971 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 210 time: 0.0856106 Jun 01 12:52:28.799482 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5863819 Jun 01 12:52:28.802522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:28.805983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02345-6127-45ab-a7ce-f8e852a810dd admin admin] Pushing event updated for resources: {'Network': ['ID=2e818fc5-f069-424a-8453-11733edcf7ca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:28.814079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Request body: {'subnet': {'network_id': '2e818fc5-f069-424a-8453-11733edcf7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-602808381-subnet', 'tenant_id': 'b60d11bb388242c095ae83d25117f95d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:28.818160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2e818fc5-f069-424a-8453-11733edcf7ca details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:28.820144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:28.824208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Usage tracker for resource:subnet and tenant:b60d11bb388242c095ae83d25117f95d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:28.828187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:28.842475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:28.850428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44026) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:28.867063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Made reservation on behalf of b60d11bb388242c095ae83d25117f95d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:28.869995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.228309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.245302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:29.249745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Usage tracker for resource:security_group_rule and tenant:a7cb2092907b4a7fb20977dd79c95ba0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:29.254819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:29.262471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:29.314157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.363850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.371970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.397076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b75950-33f4-4d66-8042-60bff99986db,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:29.441677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Checking segment: {'id': '11a4b9f5-311e-4289-b236-6a604a023cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e818fc5-f069-424a-8453-11733edcf7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:29.442209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Network hostable DHCP agents. Network: 2e818fc5-f069-424a-8453-11733edcf7ca, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:29.475150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Network 2e818fc5-f069-424a-8453-11733edcf7ca is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:29.490988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2e818fc5-f069-424a-8453-11733edcf7ca) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:29.497017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:29.498099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.499024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fdf10-62ae-4a3e-adff-6c1f7fe5cd12 None None] Network 2e818fc5-f069-424a-8453-11733edcf7ca requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:29.533513 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5b3a6bbb-f95b-4981-92f6-b71425a4a99c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7215815 Jun 01 12:52:29.579564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44058) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:29.599794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a7cb2092907b4a7fb20977dd79c95ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480962 Jun 01 12:52:29.616338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5150925-60e6-4275-bd2d-d74db8745c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa91f7-462b-4ce5-98df-31546bef0e1c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:29.701679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.736416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.739963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee223685-ac35-47cb-b616-651862e034e1 req-cc8318a8-6ac1-4639-a953-1d7e44dc50cf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:29.768529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee223685-ac35-47cb-b616-651862e034e1 req-cc8318a8-6ac1-4639-a953-1d7e44dc50cf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2585342 Jun 01 12:52:29.813501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcdf52-bc31-49fe-9220-44d89663c6fd None None] Network 2e818fc5-f069-424a-8453-11733edcf7ca requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:29.871776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.928786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa91f7-462b-4ce5-98df-31546bef0e1c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:29.938400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.943757 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3cc0026-9c1e-4176-8379-0c3f14bc6fec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/30fa91f7-462b-4ce5-98df-31546bef0e1c HTTP/1.1" status: 204 len: 168 time: 0.3628781 Jun 01 12:52:29.960042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-ecd2a4c2-97ca-48c7-bd2a-d292bf8ae736 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833611 Jun 01 12:52:29.965335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee223685-ac35-47cb-b616-651862e034e1 req-d66e99b2-3a50-4b46-b374-684f44ea396c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959512 Jun 01 12:52:30.091476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da7b4d5f-017c-47be-84f6-ffa90abf8150 req-e349c0ce-51b5-4e30-b87e-c82b46a29c87 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=85aa890dec7c42b9b2b18d2c543656db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960588 Jun 01 12:52:30.227366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:30.287285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40d1969b-0709-4879-bc1a-c3a6f234c73f req-e3f83f69-eac6-44ef-9e13-46b51e347c04 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 210 time: 0.1283786 Jun 01 12:52:30.350404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3b392af5-53ab-498d-ba13-4f87dd254b80 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:30.351866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3b392af5-53ab-498d-ba13-4f87dd254b80 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856130 Jun 01 12:52:30.374953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Request body: {'port': {'device_id': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'd8241a6f63b44f1a9d1f1c2f350e0fa7'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:30.435575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.454908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b4d5f-017c-47be-84f6-ffa90abf8150 req-b3020034-59b2-4b9c-9a8b-9890931cac09 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:30.455945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:30.462258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da7b4d5f-017c-47be-84f6-ffa90abf8150 req-b3020034-59b2-4b9c-9a8b-9890931cac09 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577807 Jun 01 12:52:30.462525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Usage tracker for resource:security_group_rule and tenant:ffb8c219d0004c058db47cdf9a6fa587 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:30.465692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:30.475725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:30.493824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da7b4d5f-017c-47be-84f6-ffa90abf8150 req-08acefbf-2a5e-4427-9143-ed5c1cf95446 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/quotas/85aa890dec7c42b9b2b18d2c543656db HTTP/1.1" status: 200 len: 375 time: 0.0305927 Jun 01 12:52:30.562735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da7b4d5f-017c-47be-84f6-ffa90abf8150 req-786af167-a634-4a00-b534-0529c7b208d8 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=85aa890dec7c42b9b2b18d2c543656db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679369 Jun 01 12:52:30.620027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:30.623213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.633248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.639675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:30.661469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Made reservation on behalf of d8241a6f63b44f1a9d1f1c2f350e0fa7 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:30.667400 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.682238 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ffb8c219d0004c058db47cdf9a6fa587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537187 Jun 01 12:52:30.685469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:30.730151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c7774-633c-4f52-880f-11e9f0f1ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa2fc87-837f-45d0-b72b-eb586c759ec9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:30.779174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.810417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.880107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.894698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa2fc87-837f-45d0-b72b-eb586c759ec9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:30.901717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.902198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-0e7e2453-7e06-4888-af28-2c6ee29f2321 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:30.902842 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2fb941e9-9a8a-4504-b9cc-070b39170d9f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6aa2fc87-837f-45d0-b72b-eb586c759ec9 HTTP/1.1" status: 204 len: 168 time: 0.2164593 Jun 01 12:52:30.903652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-0e7e2453-7e06-4888-af28-2c6ee29f2321 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:30.963525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-0e7e2453-7e06-4888-af28-2c6ee29f2321 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:30.964668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-0e7e2453-7e06-4888-af28-2c6ee29f2321 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.2361937 Jun 01 12:52:30.983203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-a2d73bd3-a94b-478f-9ada-74505ddee60d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/quotas/fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 375 time: 0.0114102 Jun 01 12:52:31.042824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-33248ff9-5381-4483-bf8a-8e98278b8420 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491822 Jun 01 12:52:31.071036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Allocated IP 192.168.233.250 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/f1645340-ceed-4275-9253-9d5dfd03c92d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:31.301277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-bfb25f4b-52b5-489b-843a-91b61c00d478 service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498097 Jun 01 12:52:31.388250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:31.406024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.421141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:31.425152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Usage tracker for resource:security_group_rule and tenant:8e894a98751347e18e115e0a7ac3113f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:31.428065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:31.433975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:31.529786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.533858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.542632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.575178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-4104211b-3c85-4ffa-84ee-552b446e5a70 service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668710 Jun 01 12:52:31.576046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Transition to ACTIVE for port object f1645340-ceed-4275-9253-9d5dfd03c92d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:31.584044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921fe9-8cbf-46d6-9b1e-0301f98f6f72 req-9f064481-eb4e-46a2-9870-96a1af48babb tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:31.585479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38921fe9-8cbf-46d6-9b1e-0301f98f6f72 req-9f064481-eb4e-46a2-9870-96a1af48babb tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2833467 Jun 01 12:52:31.588469 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8e894a98751347e18e115e0a7ac3113f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968517 Jun 01 12:52:31.588469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8438-85b0-44b4-8e16-a5a499c28a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21dfb7f-00c6-4124-bdf2-09c276368c69,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:31.588768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44152) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:31.751058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38921fe9-8cbf-46d6-9b1e-0301f98f6f72 req-c21bceda-6225-432d-8d96-ba6688cbb449 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586301 Jun 01 12:52:31.776126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.776126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.785009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ea32683-5e61-4ff6-9fab-b8fef9be98e8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:31.880020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:31.882269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:31.891775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:31.899552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:31.931902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Pushing event updated for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:32.011352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:32.012285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.064369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.068057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.071761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c21dfb7f-00c6-4124-bdf2-09c276368c69 HTTP/1.1" status: 204 len: 168 time: 0.4796996 Jun 01 12:52:32.081360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-3ba3988a-bff1-42d3-9724-9eddcf058ce6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7192750 Jun 01 12:52:32.084500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08eae5-17ae-480a-9abb-7d26454fa76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21dfb7f-00c6-4124-bdf2-09c276368c69,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:32.094712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Request body: {'port': {'device_id': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:32.261228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-47b2a9cc-e47e-4173-bbfa-938dca859720 None None] Provisioning for port f1645340-ceed-4275-9253-9d5dfd03c92d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:32.267239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-47b2a9cc-e47e-4173-bbfa-938dca859720 None None] Provisioning complete for port f1645340-ceed-4275-9253-9d5dfd03c92d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:32.267787 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47b2a9cc-e47e-4173-bbfa-938dca859720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.334638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-47b2a9cc-e47e-4173-bbfa-938dca859720 None None] Port f1645340-ceed-4275-9253-9d5dfd03c92d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:32.342133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b800a535-5c38-4d1b-a329-9751c4c27457 req-2b94ff86-cde9-40fe-92ec-8defc9fdafb1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 210 time: 0.0665238 Jun 01 12:52:32.353797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.449700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c7335-efea-46d3-92e5-35375ae1da17 req-2febaa12-ba74-410c-8f36-b078540e8013 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:32.453367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f24c7335-efea-46d3-92e5-35375ae1da17 req-2febaa12-ba74-410c-8f36-b078540e8013 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Synchronizing usage tracker for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:32.548331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f24c7335-efea-46d3-92e5-35375ae1da17 req-2febaa12-ba74-410c-8f36-b078540e8013 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Unset dirty status for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:32.549804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f24c7335-efea-46d3-92e5-35375ae1da17 req-2febaa12-ba74-410c-8f36-b078540e8013 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 936 time: 0.3789656 Jun 01 12:52:32.626072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f24c7335-efea-46d3-92e5-35375ae1da17 req-96c1c256-66b7-4fdf-8aea-8ff61b10dee0 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Jun 01 12:52:32.948678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1645340-ceed-4275-9253-9d5dfd03c92d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:32.962333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.025509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Transition to ACTIVE for port object f1645340-ceed-4275-9253-9d5dfd03c92d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:33.038343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.200787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0209332d-02cb-4721-a3eb-15b55136abbf req-3badd263-211a-4c64-8da6-85a21f7f7b71 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=85aa890dec7c42b9b2b18d2c543656db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209993 Jun 01 12:52:33.238523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981179e-2c7e-47bb-8e4e-0e5c7c359dff req-90cd23f2-1c78-4413-b30d-b735bc721158 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:33.240060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5981179e-2c7e-47bb-8e4e-0e5c7c359dff req-90cd23f2-1c78-4413-b30d-b735bc721158 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2799153 Jun 01 12:52:33.294408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Pushing event updated for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:33.485218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5981179e-2c7e-47bb-8e4e-0e5c7c359dff req-21754ee9-531a-4945-9328-291d3bea3dac tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135746 Jun 01 12:52:33.505965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Attempting to bind port f1645340-ceed-4275-9253-9d5dfd03c92d on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:33.506301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Attempting to bind port f1645340-ceed-4275-9253-9d5dfd03c92d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:33.506648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Attempting to bind port f1645340-ceed-4275-9253-9d5dfd03c92d on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:33.524563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Port f1645340-ceed-4275-9253-9d5dfd03c92d on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:33.524957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Attempting to bind port f1645340-ceed-4275-9253-9d5dfd03c92d on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:33.543414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:33.543743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:33.544118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:33.544564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Bound port: f1645340-ceed-4275-9253-9d5dfd03c92d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:33.544892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.551573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-f2247aa5-9030-4473-a867-46983752784b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:33.553894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-f2247aa5-9030-4473-a867-46983752784b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.2475507 Jun 01 12:52:33.576303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209332d-02cb-4721-a3eb-15b55136abbf req-fe3b0a34-3c63-453f-a0ac-14fe2fcc3c67 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:33.577770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0209332d-02cb-4721-a3eb-15b55136abbf req-fe3b0a34-3c63-453f-a0ac-14fe2fcc3c67 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678608 Jun 01 12:52:33.578089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Request body: {'port': {'device_id': 'd02524a5-e156-466b-9836-e7531960fc9c', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'admin_state_up': True, 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:33.622626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0209332d-02cb-4721-a3eb-15b55136abbf req-b3b35cbb-477d-4d71-b8c8-647abc0f1fdd tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/quotas/85aa890dec7c42b9b2b18d2c543656db HTTP/1.1" status: 200 len: 375 time: 0.0193710 Jun 01 12:52:33.689196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0209332d-02cb-4721-a3eb-15b55136abbf req-30f8bb9f-f739-4c75-8954-0587b375aa47 tempest-QuotasAdminNegativeTest-1013810393 tempest-QuotasAdminNegativeTest-1013810393-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=85aa890dec7c42b9b2b18d2c543656db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656207 Jun 01 12:52:33.733375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:33.738673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f1645340-ceed-4275-9253-9d5dfd03c92d,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:33.748100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.787915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:33.801561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Usage tracker for resource:port and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:33.804687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:33.812334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:33.824408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:33.829307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.949345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e35c6382-0a27-4fe4-abde-f790c816bc30 req-7ba7d995-03b5-4ea1-8639-b1016ea25e83 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 210 time: 0.1034036 Jun 01 12:52:33.952595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:33.953192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.954484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1645340-ceed-4275-9253-9d5dfd03c92d HTTP/1.1" status: 200 len: 1096 time: 1.8653593 Jun 01 12:52:33.969646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:34.006401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.047216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d609de-29ff-4f05-aae9-d16133190b86 service neutron] Pushing event updated for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.091122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Allocated IP 172.20.0.5 (5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d/067ca25f-c5f9-4095-9efb-a30b13e2313d/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:34.118777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115d2c-7cfa-4196-8dff-683bc3fa1b05 req-8436d704-acb4-4101-b887-21b585212660 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.120309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e115d2c-7cfa-4196-8dff-683bc3fa1b05 req-8436d704-acb4-4101-b887-21b585212660 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 948 time: 0.2200880 Jun 01 12:52:34.131857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-8480c1d8-1dc7-4147-adb4-44f88ed6d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.133304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-8480c1d8-1dc7-4147-adb4-44f88ed6d4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 1099 time: 0.1321099 Jun 01 12:52:34.231680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-ec2225a3-d1ba-4cf7-afec-614d344a680f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f1645340-ceed-4275-9253-9d5dfd03c92d HTTP/1.1" status: 200 len: 217 time: 0.0785041 Jun 01 12:52:34.245242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e115d2c-7cfa-4196-8dff-683bc3fa1b05 req-127c24cd-6b52-406d-a4f9-e20d21fa0f37 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172101 Jun 01 12:52:34.344871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-c3c8d565-a300-4543-8cb2-be5b81186a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.347107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-c3c8d565-a300-4543-8cb2-be5b81186a0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0905581 Jun 01 12:52:34.370369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.403091 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c0297a-aa10-4624-8d14-6810c57e445b'] response: {'name': 'network-changed', 'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d', 'status': 'completed', 'code': 200} Jun 01 12:52:34.415665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.453608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-8bdbe727-575e-44d8-875b-183d04a449d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.455528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-8bdbe727-575e-44d8-875b-183d04a449d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023893 Jun 01 12:52:34.497068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:34.506457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:34.512703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:34.603920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.605447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.623958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.645343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-219e426f-2005-4b11-b980-18c34d40089a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692975 Jun 01 12:52:34.684836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-363631eb-d4bd-41ec-aa84-c19f1a79918f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1114454 Jun 01 12:52:34.708718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Request body: {'port': {'device_id': 'd02524a5-e156-466b-9836-e7531960fc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:34.841457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.854916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b880f-db92-495e-a8b4-bc5cafd6480c req-2a016b04-6d10-4b86-b946-dba1aa2be866 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:34.862100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e5b880f-db92-495e-a8b4-bc5cafd6480c req-2a016b04-6d10-4b86-b946-dba1aa2be866 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1324978 Jun 01 12:52:34.878859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7b06ca-f47f-458b-93fd-fb229f3fc2c6 req-9ef3b94d-0a2b-4993-b456-665833a51c45 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271616 Jun 01 12:52:34.937526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e5b880f-db92-495e-a8b4-bc5cafd6480c req-bb541b59-1b6b-43fb-9fef-33ae73b3896b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744150 Jun 01 12:52:35.043226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-e7a8e702-6bbd-47bc-aba6-d519b9420fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.047251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-e7a8e702-6bbd-47bc-aba6-d519b9420fa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 1099 time: 0.1034546 Jun 01 12:52:35.077367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:35.260017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-a51cced8-354a-4001-b656-8ca56b7b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.261583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-a51cced8-354a-4001-b656-8ca56b7b6d11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2061155 Jun 01 12:52:35.345639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-5c63ca6c-943c-45e7-b37f-920b5a7d0858 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f1645340-ceed-4275-9253-9d5dfd03c92d HTTP/1.1" status: 200 len: 217 time: 0.0721226 Jun 01 12:52:35.355356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84e67-5f69-404c-9b91-9106711c0d7d req-fafc5040-d5ee-480e-bc51-220f00ff8c30 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.356846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5e84e67-5f69-404c-9b91-9106711c0d7d req-fafc5040-d5ee-480e-bc51-220f00ff8c30 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 931 time: 0.1955526 Jun 01 12:52:35.497874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.501411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-478fa6ff-250b-40ef-9ce4-8d9edbdddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.502891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-478fa6ff-250b-40ef-9ce4-8d9edbdddacb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1451702 Jun 01 12:52:35.505227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a5e84e67-5f69-404c-9b91-9106711c0d7d req-1bf06d95-0c3b-411f-8aa8-3ba83ea5761d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:35.530815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:35.538040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Usage tracker for resource:security_group_rule and tenant:85aa890dec7c42b9b2b18d2c543656db is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:35.542578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:35.546636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:35.556442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:35.559455 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.562274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44348) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:35.584865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a5e84e67-5f69-404c-9b91-9106711c0d7d req-1bf06d95-0c3b-411f-8aa8-3ba83ea5761d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:35.586005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5e84e67-5f69-404c-9b91-9106711c0d7d req-1bf06d95-0c3b-411f-8aa8-3ba83ea5761d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942832 Jun 01 12:52:35.602909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Transition to ACTIVE for port object 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:35.622868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56249d5-82c9-42ae-bc42-e21329e24303 req-02d59e86-a5fc-4d38-b119-d94158e8412d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.622967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.623437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b56249d5-82c9-42ae-bc42-e21329e24303 req-02d59e86-a5fc-4d38-b119-d94158e8412d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 948 time: 0.1747046 Jun 01 12:52:35.655076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-dd71c84a-ab8c-4851-bd5c-a06f86cbcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:35.656660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-dd71c84a-ab8c-4851-bd5c-a06f86cbcd45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455128 Jun 01 12:52:35.696351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b56249d5-82c9-42ae-bc42-e21329e24303 req-e3292933-9178-45c4-a7a5-30c5ee9fd1b3 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738492 Jun 01 12:52:35.777444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.877381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:35.893376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc5830d935742d18141ad3c599fa997 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:35.901925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:35.911145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:35.928446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:35.941999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-349f6b5f-5aed-4a87-a895-4274bda805f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749805 Jun 01 12:52:36.003969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:36.004257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:36.004531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:36.014329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.016131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:36.016601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:36.037681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:36.051141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:36.051802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:36.052443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Bound port: 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:36.052794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.113844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ca99ac-002d-4cca-87b5-e591e6410d96 req-3c11d212-ec7d-4b70-9a0b-579b4e006b52 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645374 Jun 01 12:52:36.119570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.184269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44382) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:36.204702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e570a-1334-45c7-8145-013c55f8d645,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.218309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e938d164-d331-4263-a805-e2000fb38a77 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=85aa890dec7c42b9b2b18d2c543656db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1364787 Jun 01 12:52:36.218524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44390) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:36.256582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:36.260218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:36.274487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.283138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518b1d-83d4-48f5-b6e8-1b836a0c0f3f req-1649825d-3dac-43cd-bb98-0ddb06727e17 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:36.285120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6518b1d-83d4-48f5-b6e8-1b836a0c0f3f req-1649825d-3dac-43cd-bb98-0ddb06727e17 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1745017 Jun 01 12:52:36.321077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.370765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:36.371619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.372980 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 1091 time: 1.6688678 Jun 01 12:52:36.376098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:36.378965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.386502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.393691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.404665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.418691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6518b1d-83d4-48f5-b6e8-1b836a0c0f3f req-9cad5289-2caf-4903-b5a1-5ac910d238b5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193342 Jun 01 12:52:36.432857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0374c-25f8-478f-9d0b-2ffb2e44d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.448730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:36.457008 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3fc5830d935742d18141ad3c599fa997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8936751 Jun 01 12:52:36.458441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7d76818f5f7048a4b5ff616546f9f5a9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:36.459179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba6af7-2f1d-466a-99fb-803105d50168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b913e6ab-6d44-492a-a40a-9979257653d6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.460843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:36.473150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:36.482855 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcdccbb-171f-4ee8-b8be-fba4fc4c4585'] response: {'name': 'network-changed', 'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'status': 'completed', 'code': 200} Jun 01 12:52:36.497339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:36.567853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.576013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c2cd1953-2852-470c-a1d3-582ff40a1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:36.577885 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c2cd1953-2852-470c-a1d3-582ff40a1999 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1094 time: 0.1088164 Jun 01 12:52:36.584040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.609555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e570a-1334-45c7-8145-013c55f8d645,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.635113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.636194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-54ff025b-1eb1-4702-acfa-c671caf25996 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ac7e570a-1334-45c7-8145-013c55f8d645 HTTP/1.1" status: 204 len: 168 time: 0.4177384 Jun 01 12:52:36.639354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.677906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c4c7e78e-e307-49d1-a703-077832f089d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.0868931 Jun 01 12:52:36.717670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.731274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.778620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.780333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-d0134998-1fab-451b-9289-10ae86851d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:36.782658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-d0134998-1fab-451b-9289-10ae86851d82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.0977964 Jun 01 12:52:36.801349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7d76818f5f7048a4b5ff616546f9f5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159480 Jun 01 12:52:36.805194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44424) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:36.826244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da0e1-15c1-4ddb-bf27-30176c3597b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d1384-4fa2-4476-ae2a-8e57ab45f791,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.851473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-685df374-f98f-4fd8-920d-b04f7a8009ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559077 Jun 01 12:52:36.885945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.889519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b913e6ab-6d44-492a-a40a-9979257653d6 HTTP/1.1" status: 204 len: 168 time: 0.4166665 Jun 01 12:52:36.937186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f2f90-73cb-4e77-9a31-fa16a6ff3bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913e6ab-6d44-492a-a40a-9979257653d6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:37.044909 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-c46be6a1-7b30-4773-a4c6-1cf7f26534fc service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864974 Jun 01 12:52:37.070811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44432) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:37.093385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.095230 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-08cb0338-b357-4337-8422-c06372b39170 req-103f42ff-6de9-4019-9420-1871c8e6d654 service neutron] show failed (client error): The resource could not be found. Jun 01 12:52:37.096204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-103f42ff-6de9-4019-9420-1871c8e6d654 service neutron] 10.222.0.24 "GET /v2.0/ports/496319fe-582f-49e6-a233-5d1e3205264e/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.2652431 Jun 01 12:52:37.113971 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.154528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.176980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:37.186036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89833d5-886e-4c09-ae33-1b932b875f62 req-b398eb79-360e-48ec-b30e-3fef7e36caf9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.187590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c89833d5-886e-4c09-ae33-1b932b875f62 req-b398eb79-360e-48ec-b30e-3fef7e36caf9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.3029220 Jun 01 12:52:37.194068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5a71c7183c4518b94e19b39daee0d7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:37.198856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:37.204778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbf8136b-1606-4cd0-80eb-aed84f72f063 req-4daaa68f-0bf3-4576-9406-66b493934496 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519191 Jun 01 12:52:37.215224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:37.249823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa5127-26d6-4059-b9ae-b1dca6aff00b req-9143abfc-4fab-4576-a6e3-48f0ed48d30e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.251323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85aa5127-26d6-4059-b9ae-b1dca6aff00b req-9143abfc-4fab-4576-a6e3-48f0ed48d30e tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 948 time: 0.3254142 Jun 01 12:52:37.323306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c89833d5-886e-4c09-ae33-1b932b875f62 req-a1a9b794-bc99-427b-8cd8-f205a1754f52 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214404 Jun 01 12:52:37.375484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85aa5127-26d6-4059-b9ae-b1dca6aff00b req-0ec905e7-9132-40e3-97da-f43d9fe1bb75 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009145 Jun 01 12:52:37.380505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.408826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d1384-4fa2-4476-ae2a-8e57ab45f791,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:37.478441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.479792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-96ba3d94-6f3d-4ac9-9c03-c5d611fa6e34 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8a6d1384-4fa2-4476-ae2a-8e57ab45f791 HTTP/1.1" status: 204 len: 168 time: 0.6716950 Jun 01 12:52:37.502377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98780a-f30e-4979-922e-032c1610545f req-63379a7a-92b9-4144-bba2-a8b77006bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.504346 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-63379a7a-92b9-4144-bba2-a8b77006bd70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1094 time: 0.1530042 Jun 01 12:52:37.538757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.554494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.577007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-bc7df876-c1e0-409b-a6b9-9fea9f47ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.578957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-bc7df876-c1e0-409b-a6b9-9fea9f47ca18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1101 time: 0.1389623 Jun 01 12:52:37.601208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:37.712533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab5a71c7183c4518b94e19b39daee0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6380167 Jun 01 12:52:37.717679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:37.720741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98780a-f30e-4979-922e-032c1610545f req-b09aa9b9-d282-4f45-b3c9-04baa59ba82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.722262 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-b09aa9b9-d282-4f45-b3c9-04baa59ba82f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.2062097 Jun 01 12:52:37.725002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cb765-bcb7-4ee6-af89-245dc1d1a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244304cf-c7d7-4f63-b0d9-c058fa30b7aa,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:37.811978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.830107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3b837-1369-4e15-9d8a-2a8c9f6c50d3 req-b4496003-d7a1-480b-bb00-cf7d0c96478f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:37.831788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48e3b837-1369-4e15-9d8a-2a8c9f6c50d3 req-b4496003-d7a1-480b-bb00-cf7d0c96478f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.1870067 Jun 01 12:52:37.924438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48e3b837-1369-4e15-9d8a-2a8c9f6c50d3 req-818ef02b-583e-4124-b4fb-0878a7b72a0d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 Jun 01 12:52:37.982216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.004011 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-9e4a066a-ebfc-450f-b792-4accb951a938 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.2518113 Jun 01 12:52:38.056813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:38.062710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.090182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:38.120951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.163239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:38.167608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98780a-f30e-4979-922e-032c1610545f req-5100ff63-067d-4fc4-8383-0354d94c835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:38.169217 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-5100ff63-067d-4fc4-8383-0354d94c835f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1504428 Jun 01 12:52:38.172209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Usage tracker for resource:security_group_rule and tenant:cd278acb8d5d4fb990afd2998f7a67d2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:38.175982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:38.233669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:38.243731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-a6bb63d3-a7c8-48af-8d40-49e7d84d4cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630932 Jun 01 12:52:38.255597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:38.290489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:38.297583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.360030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:38.367475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.387099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Transition to ACTIVE for port object 496319fe-582f-49e6-a233-5d1e3205264e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:38.396356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.415867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44488) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:38.417824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244304cf-c7d7-4f63-b0d9-c058fa30b7aa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:38.425082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.468666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:38.479949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Usage tracker for resource:security_group_rule and tenant:0d084c4c911d49eab5e4001ac09a53d9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:38.488278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:38.513217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:38.523377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.524488 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47c19c39-221e-4c2e-9244-96a6fe870b7f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/244304cf-c7d7-4f63-b0d9-c058fa30b7aa HTTP/1.1" status: 204 len: 168 time: 0.8057113 Jun 01 12:52:38.551982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-b5326456-1a6e-494d-90e5-ea7070839b0e service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970765 Jun 01 12:52:38.616272 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a93c38f-7168-418e-81cc-c398ef08522e'] response: {'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'code': 200} Jun 01 12:52:38.626041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:38.654483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.737656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.783151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] No DVR routers for this DVR port 496319fe-582f-49e6-a233-5d1e3205264e on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:52:38.805727 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd278acb8d5d4fb990afd2998f7a67d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7142334 Jun 01 12:52:38.812454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71828d80-7290-498a-8520-bc355c64c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257823f2-d80c-4d0d-8a1b-76b7434e8633,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:38.814881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44504) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:38.943211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.948334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1534211026-network', 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:38.950837 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db98780a-f30e-4979-922e-032c1610545f req-0d13a5d8-a010-42b2-81f8-4a090d737d0f service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384044 Jun 01 12:52:38.952860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.953314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:38.953618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:38.953880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:38.962841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:38.967325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:38.967795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Attempting to bind port 496319fe-582f-49e6-a233-5d1e3205264e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:38.986655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5671f-0def-4e64-ab0d-ae36b60a50c5 req-5c628e54-79cf-4132-954d-d8c33054f246 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:38.988163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32f5671f-0def-4e64-ab0d-ae36b60a50c5 req-5c628e54-79cf-4132-954d-d8c33054f246 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 948 time: 0.3650753 Jun 01 12:52:38.989349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Usage tracker for resource:network and tenant:484ef01468584146b5e63520410de850 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:39.000082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcf9b3-6a6b-4007-a7a1-c356ab322876 req-c99a2011-2805-4fab-b3e9-231b7aa25c53 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:39.007574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bcf9b3-6a6b-4007-a7a1-c356ab322876 req-c99a2011-2805-4fab-b3e9-231b7aa25c53 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.3830838 Jun 01 12:52:39.009500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:39.009830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:39.010204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:39.010342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.010659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Bound port: 496319fe-582f-49e6-a233-5d1e3205264e, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:39.011004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.022244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:39.027048 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0d084c4c911d49eab5e4001ac09a53d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9657319 Jun 01 12:52:39.031450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44520) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:39.052353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f1645340-ceed-4275-9253-9d5dfd03c92d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:39.053707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d906ec-fcdb-4a30-b334-b120a3f2a6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b3d0a6-2aba-4668-95b1-6eb00663407c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.059240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:39.069399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.147856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:39.149764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.150170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.172253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bcf9b3-6a6b-4007-a7a1-c356ab322876 req-bc4c1744-cfff-4fe3-bfec-13a884058241 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638584 Jun 01 12:52:39.177130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32f5671f-0def-4e64-ab0d-ae36b60a50c5 req-462b0da6-9270-41a0-9ed4-4b887bef2606 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518917 Jun 01 12:52:39.177765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.180626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.201592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.210975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:39.219680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Usage tracker for resource:security_group_rule and tenant:484ef01468584146b5e63520410de850 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:39.224238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:39.231571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:39.236869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257823f2-d80c-4d0d-8a1b-76b7434e8633,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.242967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:39.246860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:39.256905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.261222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.262652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7354727a-9dc7-40aa-93b8-2abea31af9d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/257823f2-d80c-4d0d-8a1b-76b7434e8633 HTTP/1.1" status: 204 len: 168 time: 0.4433782 Jun 01 12:52:39.294669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.315433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b3d0a6-2aba-4668-95b1-6eb00663407c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.318226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f1645340-ceed-4275-9253-9d5dfd03c92d,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:39.319215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.322584 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a103169c-ebee-4955-9a7e-d2468411bc3e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/14b3d0a6-2aba-4668-95b1-6eb00663407c HTTP/1.1" status: 204 len: 168 time: 0.2882020 Jun 01 12:52:39.391326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f1645340-ceed-4275-9253-9d5dfd03c92d', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'f1645340-ceed-4275-9253-9d5dfd03c92d', 'mac_address': 'fa:16:3e:e3:ba:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:39.440491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:39.440981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.442407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 1096 time: 1.8455632 Jun 01 12:52:39.518633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f1645340-ceed-4275-9253-9d5dfd03c92d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:39.519418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.566654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1645340-ceed-4275-9253-9d5dfd03c92d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:39.592964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045c5b1-421c-42b2-b9b4-31b0a4555dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.598635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f1645340-ceed-4275-9253-9d5dfd03c92d,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:39.610887 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.675528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b7cdf-1e78-4da7-9817-6016c4e2486d req-20308cbe-942d-4ac8-8e66-dd3d902c224d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:39.684358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4b7cdf-1e78-4da7-9817-6016c4e2486d req-20308cbe-942d-4ac8-8e66-dd3d902c224d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.3061597 Jun 01 12:52:39.722559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.735662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.736203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.736685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.737380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.737892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.742018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.742716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.743356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.743662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.744147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.744617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.745087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:39.765623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.776083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.797409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-9513c365-d6be-4919-b225-f56027653bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:39.799138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-9513c365-d6be-4919-b225-f56027653bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.3343880 Jun 01 12:52:39.809793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4b7cdf-1e78-4da7-9817-6016c4e2486d req-5995f329-c35c-419e-b181-fb8f23164b4e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244793 Jun 01 12:52:39.835497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f1645340-ceed-4275-9253-9d5dfd03c92d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:39.852801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:39.912510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b435af-3c04-4ab5-9bd0-c035ed4a2d96,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:39.927317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.927614 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Added segment 978343d8-9bc2-400b-b431-874b650221ed of type vlan for network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c Jun 01 12:52:39.978863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.006948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-25c87670-921f-46c4-b695-e953facd5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:40.008372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-25c87670-921f-46c4-b695-e953facd5ef3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1977479 Jun 01 12:52:40.078358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:40.108573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-d81ef67b-07b5-4bec-85b2-b524f2e6e08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.0905850 Jun 01 12:52:40.112196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.114880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.116062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:40.117224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.132578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:40.137525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a305f983cf4f44c8a97cea71ae8e6fbb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:40.140655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:40.147648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:40.265566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.273547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.318636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-80ae779b-7504-4bd0-b42d-0d299bc218ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:40.320081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-80ae779b-7504-4bd0-b42d-0d299bc218ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1973047 Jun 01 12:52:40.358895 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a305f983cf4f44c8a97cea71ae8e6fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791600 Jun 01 12:52:40.368099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:40.396426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42f41c-9dd3-4dd4-9efd-4d1bbd7730a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baff408e-cb66-477b-9df6-394cf2736adf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:40.445017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8275917 Jun 01 12:52:40.450333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44570) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:40.456802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18c9ab-8f2e-4cad-9698-86811834307e admin admin] Pushing event updated for resources: {'Network': ['ID=91ca92ec-0bbc-4969-a2bf-161d79cfec3c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:40.467347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.469111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Request body: {'subnet': {'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1534211026-subnet', 'tenant_id': '484ef01468584146b5e63520410de850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:40.469836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:40.489076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:40.500180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Usage tracker for resource:subnet and tenant:484ef01468584146b5e63520410de850 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:40.506203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:40.514447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:40.554148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.593705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:40.607991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.637507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.658440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baff408e-cb66-477b-9df6-394cf2736adf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:40.662373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.663897 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-97f27d17-3a25-4ed7-99cd-6305585b2810 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/baff408e-cb66-477b-9df6-394cf2736adf HTTP/1.1" status: 204 len: 168 time: 0.2943070 Jun 01 12:52:40.679667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:40.691497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-dd4e3cf3-0dba-4aa7-ad2d-5bba0aa57bf2 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=9b9e04416d5e4041ba41b17661f609e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539555 Jun 01 12:52:40.734615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:40.738928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:40.744812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b134fc-6d1a-4371-8b1b-753b76fc28f5 req-ef94e656-34fa-4769-a1d9-5d8301afca75 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:40.746577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58b134fc-6d1a-4371-8b1b-753b76fc28f5 req-ef94e656-34fa-4769-a1d9-5d8301afca75 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 949 time: 0.3945882 Jun 01 12:52:40.786652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb0338-b357-4337-8422-c06372b39170 req-73addb1b-8c1e-47cf-b2a5-25d48fa53601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:40.788411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-73addb1b-8c1e-47cf-b2a5-25d48fa53601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4379470 Jun 01 12:52:40.878513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:40.878792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-network', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:40.885718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:40.889403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Usage tracker for resource:network and tenant:033e1814a38f4b8eb36c2f8593ee5a73 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:40.892607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:40.896081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'port_id': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'mac_address': 'fa:16:3e:bf:35:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067ca25f-c5f9-4095-9efb-a30b13e2313d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:40.899127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 496319fe-582f-49e6-a233-5d1e3205264e no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:40.900713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:40.916061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Made reservation on behalf of 033e1814a38f4b8eb36c2f8593ee5a73 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:40.918954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.932293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.959468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:40.968678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Usage tracker for resource:security_group_rule and tenant:033e1814a38f4b8eb36c2f8593ee5a73 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:40.984311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:40.995093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:41.033380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:41.033899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.053581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 496319fe-582f-49e6-a233-5d1e3205264e not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:52:41.056067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:41.077983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:41.082213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f1645340-ceed-4275-9253-9d5dfd03c92d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:41.111086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58b134fc-6d1a-4371-8b1b-753b76fc28f5 req-6534d921-4b77-4da1-b8d7-7155b9949738 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158448 Jun 01 12:52:41.112313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.116385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.122037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.173838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:41.180073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-5c40959d-7f69-4875-8cee-4e3af8a070f4 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:41.191288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-5c40959d-7f69-4875-8cee-4e3af8a070f4 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4552855 Jun 01 12:52:41.217272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.231410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port f1645340-ceed-4275-9253-9d5dfd03c92d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:41.234312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7f7ac-7de8-434f-ac60-5c2ea6b91a43,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.237165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.237502 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Added segment 4a7e3d72-42dc-4150-b534-3ccb9c0be61f of type vlan for network 5eeb9916-82c6-42b7-b332-b9382aa7cecb Jun 01 12:52:41.240464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f1645340-ceed-4275-9253-9d5dfd03c92d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:41.240833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.246789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-07367727-7a92-462a-acf9-9e05c6e06438 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434478 Jun 01 12:52:41.296184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.334020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-4a4dedb3-ae89-4ae1-a72a-34e13e435302 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/quotas/9b9e04416d5e4041ba41b17661f609e2 HTTP/1.1" status: 200 len: 375 time: 0.0855126 Jun 01 12:52:41.343229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.344552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:41.345503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.401724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f1645340-ceed-4275-9253-9d5dfd03c92d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:41.402316 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.439031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:41.455475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f1645340-ceed-4275-9253-9d5dfd03c92d,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:41.461596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] Pushing event updated for resources: {'Network': ['ID=5eeb9916-82c6-42b7-b332-b9382aa7cecb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.473776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.479350 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84090231-8865-401f-a2af-3dd981ba7c83 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7433937 Jun 01 12:52:41.482719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:41.492701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Request body: {'subnet': {'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-subnet', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:41.498092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:41.502374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Usage tracker for resource:subnet and tenant:033e1814a38f4b8eb36c2f8593ee5a73 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:41.506174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:41.513592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:41.528473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:41.534122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Made reservation on behalf of 033e1814a38f4b8eb36c2f8593ee5a73 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:41.537216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.576517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.583303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-d8387c0b-29fc-43f5-8329-ae122c892d39 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9b9e04416d5e4041ba41b17661f609e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1889634 Jun 01 12:52:41.628926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:41.729223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18517d-2730-4a40-b5f7-ef42c24483df req-375ba13f-eadb-4e5b-968e-ab4665433a4e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:41.731156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f18517d-2730-4a40-b5f7-ef42c24483df req-375ba13f-eadb-4e5b-968e-ab4665433a4e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.4473989 Jun 01 12:52:41.732189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:41.732752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Network hostable DHCP agents. Network: 91ca92ec-0bbc-4969-a2bf-161d79cfec3c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:41.740287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.763174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9f222e-be88-430f-9ce9-fc1435843a04,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.842540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:41.848572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08cb0338-b357-4337-8422-c06372b39170 req-aef0db97-c3bc-4970-bcdc-d04496011566 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927510 Jun 01 12:52:41.858391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f18517d-2730-4a40-b5f7-ef42c24483df req-309a3243-d61d-4759-984d-3c5049d1edc3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965195 Jun 01 12:52:41.883151 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d127fd-9994-4f40-b176-cee8b062bd9a'] response: {'name': 'network-changed', 'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'status': 'completed', 'code': 200} Jun 01 12:52:41.885284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 91ca92ec-0bbc-4969-a2bf-161d79cfec3c) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:41.890455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:41.891211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.917223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a303322-dcd4-4921-8c55-cb020ea71a47 None None] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:41.977630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-608e9dbc-be11-4133-b5c3-61ee78c389ea admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5258811 Jun 01 12:52:42.011853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.098829 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2e1bd2-708b-487e-996d-1021b961b6a0'] response: {'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d', 'code': 200} Jun 01 12:52:42.346880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e8a7987-4df9-4afd-848b-4a90fe935959 req-196dd543-0422-40b5-9c53-f9dd2205de78 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 210 time: 0.1746910 Jun 01 12:52:42.389500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230f09-b3ce-43d4-8b4b-f20e921f9a08 req-2b23c9a4-7e2e-4e0d-8db0-5da25f467d6d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.389622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53ffb2-aa9b-428a-8970-56be1f9dcf60 None None] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:42.392391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69230f09-b3ce-43d4-8b4b-f20e921f9a08 req-2b23c9a4-7e2e-4e0d-8db0-5da25f467d6d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.3737671 Jun 01 12:52:42.422843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-2b9642f3-e025-4f1b-bf7b-9397a8c51cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.430914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-2b9642f3-e025-4f1b-bf7b-9397a8c51cfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.3547342 Jun 01 12:52:42.473525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40644849-87fe-46f0-ac77-75aa5a1fc5ba,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:42.549747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69230f09-b3ce-43d4-8b4b-f20e921f9a08 req-07c463c5-8765-4496-b9c6-86a577d4d2e5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551676 Jun 01 12:52:42.789235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-3bec9ebc-c9cb-4b3e-98ef-1bbafed5165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.791130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-3bec9ebc-c9cb-4b3e-98ef-1bbafed5165e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3228526 Jun 01 12:52:42.803001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed964-1eec-47b8-a35a-d8b947e28c74 req-10c8d5d2-843f-4660-a81f-a49ccf10dad9 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.804371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-804ed964-1eec-47b8-a35a-d8b947e28c74 req-10c8d5d2-843f-4660-a81f-a49ccf10dad9 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 950 time: 0.1705844 Jun 01 12:52:42.844485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Checking segment: {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:42.844842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Network hostable DHCP agents. Network: 5eeb9916-82c6-42b7-b332-b9382aa7cecb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:42.884756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-3c37b97c-d959-4cb2-98e6-425438bdf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.886240 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-3c37b97c-d959-4cb2-98e6-425438bdf35b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.4153430 Jun 01 12:52:42.895261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38566f8-6b8b-4c96-98ba-79c4c834252a req-68f2f6cf-6383-4df7-b182-73e1416640e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:42.900734 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e38566f8-6b8b-4c96-98ba-79c4c834252a req-68f2f6cf-6383-4df7-b182-73e1416640e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 1101 time: 0.4215221 Jun 01 12:52:42.903708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:42.954534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-d0fdd76c-416d-4814-b47b-111e48cc0b5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.1451526 Jun 01 12:52:43.011943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5eeb9916-82c6-42b7-b332-b9382aa7cecb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:43.021617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e9af2-a3ff-46e5-9df8-e36f64fe75fa None None] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:43.033789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.034378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.058673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e38566f8-6b8b-4c96-98ba-79c4c834252a req-87da9295-886b-4f54-bd4f-b8dfd0292f97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214039 Jun 01 12:52:43.075347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-804ed964-1eec-47b8-a35a-d8b947e28c74 req-0463fe3a-98da-442e-97e6-73965617a761 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447496 Jun 01 12:52:43.082909 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0628aac7-4d06-4c6a-8c9e-57d54aa72696 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5959685 Jun 01 12:52:43.084038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:43.092581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-09587101-19ad-429b-b47a-e180381af0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.094583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-09587101-19ad-429b-b47a-e180381af0ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1328938 Jun 01 12:52:43.099926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:43.107116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:43.122798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Usage tracker for resource:router and tenant:033e1814a38f4b8eb36c2f8593ee5a73 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:43.127295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:43.134863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-d92e4301-6f13-42b9-8aaa-23ede2d37f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.136316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-d92e4301-6f13-42b9-8aaa-23ede2d37f9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2344654 Jun 01 12:52:43.137370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:43.216211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-86713f6f-439d-455c-91ba-bc8b25ff0907 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.0729115 Jun 01 12:52:43.217423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.218553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.298220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.315157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-2117a5f9-b1d1-4e8b-85aa-9d9d63ab8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.317039 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-2117a5f9-b1d1-4e8b-85aa-9d9d63ab8ee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0941899 Jun 01 12:52:43.430364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'fixed_ips': [{'subnet_id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:52:43.431472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.552972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-ede94471-e33c-48a3-a837-a991dd3b2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.554427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-ede94471-e33c-48a3-a837-a991dd3b2a49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156799 Jun 01 12:52:43.560936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-4c5d1db4-432a-46f9-a6a2-ee8c2810000b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.562449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-4c5d1db4-432a-46f9-a6a2-ee8c2810000b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:43.602308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de6012-7144-4eb3-b9c5-34d1c1e0ecee req-15cf2cec-6546-404e-9012-5e80c9dcd230 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.603829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7de6012-7144-4eb3-b9c5-34d1c1e0ecee req-15cf2cec-6546-404e-9012-5e80c9dcd230 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.2661388 Jun 01 12:52:43.609032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Allocated IP 172.20.0.2 (5eeb9916-82c6-42b7-b332-b9382aa7cecb/40644849-87fe-46f0-ac77-75aa5a1fc5ba/a6b759c3-0351-4311-8996-c145fbd6f833) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:43.642695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.661217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-a004467c-9d9b-417c-a040-e13b6c485e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:43.662727 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-a004467c-9d9b-417c-a040-e13b6c485e0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3396795 Jun 01 12:52:43.702067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-4c5d1db4-432a-46f9-a6a2-ee8c2810000b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:43.703274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-4c5d1db4-432a-46f9-a6a2-ee8c2810000b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.5671897 Jun 01 12:52:43.746515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7de6012-7144-4eb3-b9c5-34d1c1e0ecee req-d9de658a-deae-4d60-bc58-e674e4c63985 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260426 Jun 01 12:52:43.749607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-9475d62a-55c0-475a-9c68-d26b1a93afae tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0383711 Jun 01 12:52:43.839012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-cdf60eae-6a4f-4c31-843a-cccda13fc4a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680773 Jun 01 12:52:43.847586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-8178e117-6152-4eba-9e99-52e79475c5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818675 Jun 01 12:52:43.884713 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-d4083777-c0fd-4145-9342-6eb15e8ed792 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b9e04416d5e4041ba41b17661f609e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308150 Jun 01 12:52:43.929415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.944108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Transition to ACTIVE for port object a6b759c3-0351-4311-8996-c145fbd6f833 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:43.969300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Transition to ACTIVE for port object a6b759c3-0351-4311-8996-c145fbd6f833 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:43.982536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.099363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:44.104705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:44.105296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-7b93894f-40f0-4519-9f04-bd94131d3656 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301064 Jun 01 12:52:44.109323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Pushing event updated for resources: {'Port': ['ID=a6b759c3-0351-4311-8996-c145fbd6f833,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.112495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:44.176979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c201d616-4822-4df9-866c-4aeb0a91f0c0 req-90f2a57e-b37e-4db4-8bc5-8ac4be528f6d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050973 Jun 01 12:52:44.217894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Attempting to bind port a6b759c3-0351-4311-8996-c145fbd6f833 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:44.218366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Attempting to bind port a6b759c3-0351-4311-8996-c145fbd6f833 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:44.218850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Attempting to bind port a6b759c3-0351-4311-8996-c145fbd6f833 on network 5eeb9916-82c6-42b7-b332-b9382aa7cecb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:44.227266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:44.227637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Checking segment: {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:44.228225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.228651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Bound using segment: {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:44.229169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Bound port: a6b759c3-0351-4311-8996-c145fbd6f833, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:44.230365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.249485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8de0913d-3f5f-446e-990f-724fadd3dd0e req-78a084a6-2b74-4dc4-b995-7ec1af6a0e90 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 210 time: 0.0613611 Jun 01 12:52:44.274181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-eeb988f1-aa5b-4957-8e9b-05d5289af55c service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244852 Jun 01 12:52:44.372042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] For port a6b759c3-0351-4311-8996-c145fbd6f833, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:44.376030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] For port a6b759c3-0351-4311-8996-c145fbd6f833, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a6b759c3-0351-4311-8996-c145fbd6f833,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:44.382077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.447774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-188fb579-f6e6-4715-90b4-bb2ecc46247b tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:44.449225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-188fb579-f6e6-4715-90b4-bb2ecc46247b tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5552833 Jun 01 12:52:44.471791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Request body: {'port': {'device_id': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '9b9e04416d5e4041ba41b17661f609e2'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:44.482642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81575f-1500-4bd7-8970-fc90f2073525 None None] Pushing event updated for resources: {'Port': ['ID=a6b759c3-0351-4311-8996-c145fbd6f833,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.601741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8400e-9551-493b-90e2-51850f4de3d9 req-fa90403c-d130-4d9c-b78f-6994d7d92a10 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:44.603260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01a8400e-9551-493b-90e2-51850f4de3d9 req-fa90403c-d130-4d9c-b78f-6994d7d92a10 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 948 time: 0.1679628 Jun 01 12:52:44.626365 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-5403869b-f1a9-4b36-b40d-052bb3b955ac service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092411 Jun 01 12:52:44.658979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-9e182138-0a50-47e6-9eef-d621a6faf937 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830376 Jun 01 12:52:44.663333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-e8b66a5d-a163-4b95-8fa6-f629b9279fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:44.665955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-e8b66a5d-a163-4b95-8fa6-f629b9279fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1099 time: 0.3359344 Jun 01 12:52:44.761488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:44.775213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01a8400e-9551-493b-90e2-51850f4de3d9 req-cb93216b-6015-4ca9-9a25-131ae331c211 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523733 Jun 01 12:52:44.860290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-95b0400b-0311-4c0f-a40d-4c9721f8fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:44.862679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-95b0400b-0311-4c0f-a40d-4c9721f8fbfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1886830 Jun 01 12:52:44.940569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:44.956055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:44.956490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.976568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.996810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-ce6ff148-41eb-49da-b942-67ec0fd0d332 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.1008341 Jun 01 12:52:45.012296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.082311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:45.100740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Usage tracker for resource:port and tenant:9b9e04416d5e4041ba41b17661f609e2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:45.106376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:45.118065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 496319fe-582f-49e6-a233-5d1e3205264e details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:45.120057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:45.171093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Made reservation on behalf of 9b9e04416d5e4041ba41b17661f609e2 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:45.175155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.193156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.222272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:45.229875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Usage tracker for resource:security_group_rule and tenant:9b9e04416d5e4041ba41b17661f609e2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:45.235978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:45.250637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:45.253161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Allocated IP 172.25.7.122 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/bbe8e488-c5ee-4d1e-954f-1543afe7b7ff) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:45.273543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:45.273953 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.340528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:45.356235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-67f4147d-ec64-4110-94ec-88356822d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:45.357588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-67f4147d-ec64-4110-94ec-88356822d56d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3553143 Jun 01 12:52:45.368812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:45.386002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.450224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3b319-b261-406c-ba94-dbb832733f03 req-6373e6cc-4189-435d-aafc-d9346a673004 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:45.456278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a3b319-b261-406c-ba94-dbb832733f03 req-6373e6cc-4189-435d-aafc-d9346a673004 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 950 time: 0.3635640 Jun 01 12:52:45.465930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dd66e-1618-4683-80b7-8c74d46be4eb req-384525fb-648a-4844-933d-586de5a1e42d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:45.477962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e0dd66e-1618-4683-80b7-8c74d46be4eb req-384525fb-648a-4844-933d-586de5a1e42d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.2880082 Jun 01 12:52:45.487629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:45.495914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:45.510642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '496319fe-582f-49e6-a233-5d1e3205264e', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '496319fe-582f-49e6-a233-5d1e3205264e', 'mac_address': 'fa:16:3e:28:27:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:45.563263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.609544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 496319fe-582f-49e6-a233-5d1e3205264e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:45.609856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.626031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.635762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496319fe-582f-49e6-a233-5d1e3205264e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:45.640300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.654190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e0dd66e-1618-4683-80b7-8c74d46be4eb req-58c90c55-3c73-47e1-83e7-615287782021 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752524 Jun 01 12:52:45.654811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:45.658914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.667880 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.688271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c4aa-bde9-497c-8603-2021086ea62a req-9695b7d9-60ee-4769-8a1a-768aef2aed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:45.688271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-9695b7d9-60ee-4769-8a1a-768aef2aed95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171499 Jun 01 12:52:45.703563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a3b319-b261-406c-ba94-dbb832733f03 req-c6961d1e-423f-40d9-a2eb-c1a979ebbcf1 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026849 Jun 01 12:52:45.821265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:45.821699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:45.857323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:45.867163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:45.887434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:45.922672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:45.960678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1878181b-b2c0-42d1-9cbb-14436b939c6c req-e5f714bf-f613-4775-ad8c-0d5cb5aed899 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 210 time: 0.0698681 Jun 01 12:52:46.003171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d205ef-9433-4346-ba40-b018bf85a56d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:46.035751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3eeeb8e6-7c71-4b4e-a6f5-27d5d774ecca req-394c2a05-d20c-4237-a48b-f2c5e0cdafed tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 210 time: 0.0706940 Jun 01 12:52:46.075112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b9cf0-6636-41d3-9def-943bbe87dcd1 None None] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:52:46.099235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-edbee568-9e5c-4b0a-88d5-693f8dbb8484 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946047 Jun 01 12:52:46.122409 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54649849-afc9-4e71-9711-001842b44bae'] response: {'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'code': 200} Jun 01 12:52:46.287120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2877c4aa-bde9-497c-8603-2021086ea62a req-0dbaaf06-37a3-421e-ac74-c5a64c14e72d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800544 Jun 01 12:52:46.376338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-100a02bc-7dcc-429e-ad05-dbd9f9d22673 None None] Provisioning for port a6b759c3-0351-4311-8996-c145fbd6f833 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:46.475516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635f4bd-a0a7-4125-9306-a849ca90fd53 req-ed047d57-01f5-4668-bad3-2c2c5b01b0e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:46.480393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c635f4bd-a0a7-4125-9306-a849ca90fd53 req-ed047d57-01f5-4668-bad3-2c2c5b01b0e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 949 time: 0.1485701 Jun 01 12:52:46.613623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a6b759c3-0351-4311-8996-c145fbd6f833 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:46.647399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Allocated IP 192.168.233.7 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/d8b316f6-8540-44a1-83d5-fd1c0ae31968) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:46.704485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a6b759c3-0351-4311-8996-c145fbd6f833 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:46.711540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a6b759c3-0351-4311-8996-c145fbd6f833 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:46.712528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.720837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-e18d992b-45ef-436a-912c-18829093ac2e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:46.723325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-e18d992b-45ef-436a-912c-18829093ac2e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.2676001 Jun 01 12:52:46.787357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:46.876796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a6b759c3-0351-4311-8996-c145fbd6f833 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:46.877764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.909377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c635f4bd-a0a7-4125-9306-a849ca90fd53 req-345f3ba7-df78-4e44-8219-93ce4d8456b5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195625 Jun 01 12:52:46.937561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a6b759c3-0351-4311-8996-c145fbd6f833, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a6b759c3-0351-4311-8996-c145fbd6f833,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:46.944158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276cc09-cf9f-4790-b3d4-e2c382a92036 req-2823a482-922e-4898-8132-47073e897078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:46.945680 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3276cc09-cf9f-4790-b3d4-e2c382a92036 req-2823a482-922e-4898-8132-47073e897078 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1096 time: 0.7127125 Jun 01 12:52:46.949092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.951679 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.978243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-a4d3c606-cff5-48ac-8deb-ad4d761cd226 tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:46.985274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-a4d3c606-cff5-48ac-8deb-ad4d761cd226 tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 1101 time: 0.2942994 Jun 01 12:52:47.002084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:47.012412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Usage tracker for resource:port and tenant:484ef01468584146b5e63520410de850 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:47.015161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.028601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:47.038238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:47.043645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:47.052804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Usage tracker for resource:security_group_rule and tenant:6039e0fc6f5f4bcf8e95b12929732f50 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:47.055331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:47.064875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:47.071732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.100391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:47.113592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a6b759c3-0351-4311-8996-c145fbd6f833,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:47.122895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e810f689-9eee-4503-b7aa-5864de058b9e None None] Provisioning complete for port a6b759c3-0351-4311-8996-c145fbd6f833 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:47.123591 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e810f689-9eee-4503-b7aa-5864de058b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.250176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e810f689-9eee-4503-b7aa-5864de058b9e None None] Current status of the port a6b759c3-0351-4311-8996-c145fbd6f833 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:47.269100 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3276cc09-cf9f-4790-b3d4-e2c382a92036 req-01671801-05e6-473c-b1dc-0b0f4a208367 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166655 Jun 01 12:52:47.385734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43839e-b587-4a54-bf11-e97f61afe232 req-51fe6cff-22e5-4abf-80f3-ba950a674c64 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:47.387364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d43839e-b587-4a54-bf11-e97f61afe232 req-51fe6cff-22e5-4abf-80f3-ba950a674c64 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 945 time: 0.2816825 Jun 01 12:52:47.420636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.429455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.12 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/85b47c66-3879-46a0-9b4b-a60e03b7da1a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:47.455010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.469086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.493776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Transition to ACTIVE for port object d8b316f6-8540-44a1-83d5-fd1c0ae31968 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:47.497991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d43839e-b587-4a54-bf11-e97f61afe232 req-01ddb774-6a6e-4a89-97de-a0ad806c1491 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951755 Jun 01 12:52:47.519060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eed4be17-8ecc-44e7-8a73-e3997a5a477e req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328579 Jun 01 12:52:47.557924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.559652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed9520-6e80-472a-8b04-2224cfcebbca tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be128efa-4649-4921-bbc7-210afd0dc75d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:47.627909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.641913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.735838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:47.752130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7dcb397-80ec-4495-a245-96c645c0c57d req-3a3f4450-26e8-4c38-8e06-319b0dc52343 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 210 time: 0.0692627 Jun 01 12:52:47.807978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:47.857061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:47.938530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:47.982786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:47.983414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.009059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.044360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e69072a3-c283-47ff-90f7-79a5aaa01e6f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5791299 Jun 01 12:52:48.056659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-2a3dcf53-432a-4f2d-a207-2860da93fab3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:48.058105 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-2a3dcf53-432a-4f2d-a207-2860da93fab3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 949 time: 0.2357345 Jun 01 12:52:48.064174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Request body: {'port': {'device_id': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:48.065573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f376b-7af7-4708-b6f4-46bc8b3c3586 req-44a32dd2-0652-4e75-83fc-13bbb38f661e tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:48.068094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-721f376b-7af7-4708-b6f4-46bc8b3c3586 req-44a32dd2-0652-4e75-83fc-13bbb38f661e tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 934 time: 0.2676644 Jun 01 12:52:48.078220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813bcee-9a41-408f-a54d-972c591e34c3 req-a407f493-86cd-4b37-adbd-bd7e1de66d79 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:48.078843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-45df9453-56b4-4b8e-aad8-06695f6227c0 None None] Provisioning for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:48.079668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2813bcee-9a41-408f-a54d-972c591e34c3 req-a407f493-86cd-4b37-adbd-bd7e1de66d79 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 949 time: 0.1613531 Jun 01 12:52:48.085232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-45df9453-56b4-4b8e-aad8-06695f6227c0 None None] Provisioning complete for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:48.085554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45df9453-56b4-4b8e-aad8-06695f6227c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.089411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Router d6d1503e-3051-41c7-83c1-3062afb25188 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:52:48.138143 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.146458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-45df9453-56b4-4b8e-aad8-06695f6227c0 None None] Port d8b316f6-8540-44a1-83d5-fd1c0ae31968 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:48.182573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6667ba7c-eb56-4757-8352-6c44c7c28ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.186174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-721f376b-7af7-4708-b6f4-46bc8b3c3586 req-1a1f8b9f-f82a-431a-a563-0ced4f7a879e tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Jun 01 12:52:48.237468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:48.248029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2813bcee-9a41-408f-a54d-972c591e34c3 req-52a7f468-53e2-4418-86fe-8c1e5d3cb3f7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494181 Jun 01 12:52:48.249331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:48.272411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:48.276461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:48.348796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:48.349096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.380165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3ee7ce81-755a-4dea-92fa-9ac87171a64b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6069939 Jun 01 12:52:48.401182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Request body: {'port': {'device_id': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:48.431611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a6b759c3-0351-4311-8996-c145fbd6f833 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:48.527912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a6b759c3-0351-4311-8996-c145fbd6f833 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:48.528459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.541848 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-463c8411-87cd-4d05-9b89-acd425d088a7 service neutron] delete failed (client error): The resource could not be found. Jun 01 12:52:48.542911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-463c8411-87cd-4d05-9b89-acd425d088a7 service neutron] 10.222.0.24 "DELETE /v2.0/ports/496319fe-582f-49e6-a233-5d1e3205264e/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.4503872 Jun 01 12:52:48.561656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.667987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.691942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:48.701172 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Sync routers for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:48.717137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:48.717918 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:48.762564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a6b759c3-0351-4311-8996-c145fbd6f833 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:48.812960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44760) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:48.813720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.817655 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ab4d4a0-26ee-4738-a567-d84d2502dbe3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.7301934 Jun 01 12:52:48.821853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:49.011496 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:49.098810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f1492-0620-433d-92ce-4e5964daf3b0 req-dcf6e3db-2b60-4579-9847-70f27bc1b5ea tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:49.100314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d9f1492-0620-433d-92ce-4e5964daf3b0 req-dcf6e3db-2b60-4579-9847-70f27bc1b5ea tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 1101 time: 0.3029697 Jun 01 12:52:49.124527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554beae0-202e-4bf6-a6b3-410f2158f8be req-f3e78698-9775-4f6f-be4d-7532318924df tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:49.131840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-554beae0-202e-4bf6-a6b3-410f2158f8be req-f3e78698-9775-4f6f-be4d-7532318924df tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 945 time: 0.3324254 Jun 01 12:52:49.133898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 496319fe-582f-49e6-a233-5d1e3205264e up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:49.158013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.173519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-42eb82c5-ba3b-4076-9418-658772bb4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:49.175006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-42eb82c5-ba3b-4076-9418-658772bb4c46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1100 time: 0.4704168 Jun 01 12:52:49.218982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:49.231681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d9f1492-0620-433d-92ce-4e5964daf3b0 req-d3d59b96-4c12-4edf-b0d9-b46676dbaec8 tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Synchronizing usage tracker for tenant:6039e0fc6f5f4bcf8e95b12929732f50 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:49.252636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-554beae0-202e-4bf6-a6b3-410f2158f8be req-d052669d-f0a2-4da8-b5b5-522c944cf753 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156771 Jun 01 12:52:49.260083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 496319fe-582f-49e6-a233-5d1e3205264e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:49.279987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Usage tracker for resource:security_group_rule and tenant:5507ed1ee96449fba0e8681d748329c7 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:49.280924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 496319fe-582f-49e6-a233-5d1e3205264e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:49.281513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.288824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:49.351520 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:46Z', 'revision_number': 3, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:49.355858 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Checking router: d6d1503e-3051-41c7-83c1-3062afb25188 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:49.356199 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Updating router d6d1503e-3051-41c7-83c1-3062afb25188 port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:52:49.373969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b47c66-3879-46a0-9b4b-a60e03b7da1a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:49.384166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.402896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:49.418028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Transition to ACTIVE for port object 85b47c66-3879-46a0-9b4b-a60e03b7da1a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:49.428928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.431518 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.495411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 496319fe-582f-49e6-a233-5d1e3205264e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:49.495957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.548656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:49.572787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:49.589352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.604143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Pushing event updated for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:49.639603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-7d9f6188-c78b-462e-95e9-b940f58618d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:49.640965 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-7d9f6188-c78b-462e-95e9-b940f58618d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4565687 Jun 01 12:52:49.706370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:52:49.744022 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-d00735c3-543f-4d59-8270-3b8e64af0436 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.0944760 Jun 01 12:52:49.766416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:49.945070 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.960544 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Transition to ACTIVE for port object bbe8e488-c5ee-4d1e-954f-1543afe7b7ff will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:49.966382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf467d-96dc-432d-9df9-b527bb026adb req-722f2649-ff7d-417f-922f-b883225ce8cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:49.967285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-efdf467d-96dc-432d-9df9-b527bb026adb req-722f2649-ff7d-417f-922f-b883225ce8cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:49.970711 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.981714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Attempting to bind port 85b47c66-3879-46a0-9b4b-a60e03b7da1a on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:49.982039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Attempting to bind port 85b47c66-3879-46a0-9b4b-a60e03b7da1a by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:49.982371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Attempting to bind port 85b47c66-3879-46a0-9b4b-a60e03b7da1a on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:49.987770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Port 85b47c66-3879-46a0-9b4b-a60e03b7da1a on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:49.988092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Attempting to bind port 85b47c66-3879-46a0-9b4b-a60e03b7da1a on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:49.994528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:49.994973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:49.995357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:49.995907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Bound port: 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:49.996322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.011852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-52746f37-2841-4dfb-b1d4-e6ed202be5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.013706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-52746f37-2841-4dfb-b1d4-e6ed202be5cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1583436 Jun 01 12:52:50.016193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:50.062759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Pushing event updated for resources: {'Port': ['ID=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.075133 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.075485 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.076069 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.076394 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.076711 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.077025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.077391 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.077703 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.078013 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.078321 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.078660 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.078971 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:50.096528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:50.097694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.103603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:50.109440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.134747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Attempting to bind port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:50.135222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Attempting to bind port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:50.135750 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Attempting to bind port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:50.142040 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:50.142402 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:50.142976 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.143454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:50.143913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Bound port: bbe8e488-c5ee-4d1e-954f-1543afe7b7ff, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:50.144327 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.176173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.177158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.178814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] 10.222.0.13 "PUT /v2.0/ports/85b47c66-3879-46a0-9b4b-a60e03b7da1a HTTP/1.1" status: 200 len: 1092 time: 1.7870827 Jun 01 12:52:50.188751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:50.228135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1580e-afc0-439a-8827-af44c8b16f88 service neutron] Pushing event updated for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.243735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] For port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:50.248025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] For port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:50.256522 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.324560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-643b8330-afce-4248-800e-671c5f28602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.326024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-643b8330-afce-4248-800e-671c5f28602a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 1095 time: 0.0882196 Jun 01 12:52:50.332598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.344302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Transition to ACTIVE for port object d8b316f6-8540-44a1-83d5-fd1c0ae31968 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:50.351093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.376503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.383411 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a262a5-697a-4354-bc0c-49695ea15b5a None None] Pushing event updated for resources: {'Port': ['ID=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.388121 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:50.389396 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:50.418113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-3e61aa9d-071c-4de8-8727-d409b3c09eb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a HTTP/1.1" status: 200 len: 217 time: 0.0839808 Jun 01 12:52:50.420798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-efdf467d-96dc-432d-9df9-b527bb026adb req-722f2649-ff7d-417f-922f-b883225ce8cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:50.422028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efdf467d-96dc-432d-9df9-b527bb026adb req-722f2649-ff7d-417f-922f-b883225ce8cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 944 time: 0.8201866 Jun 01 12:52:50.465449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69bc7156-9e85-4472-a926-f09167ab6d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.466088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.570076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d9f1492-0620-433d-92ce-4e5964daf3b0 req-d3d59b96-4c12-4edf-b0d9-b46676dbaec8 tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] Unset dirty status for tenant:6039e0fc6f5f4bcf8e95b12929732f50 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:50.571166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d9f1492-0620-433d-92ce-4e5964daf3b0 req-d3d59b96-4c12-4edf-b0d9-b46676dbaec8 tempest-ServersAdminNegativeTestJSON-1445794084 tempest-ServersAdminNegativeTestJSON-1445794084-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4574635 Jun 01 12:52:50.634862 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5507ed1ee96449fba0e8681d748329c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8177304 Jun 01 12:52:50.635622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:50.636508 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:50.648871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b05b6-367b-475b-b5be-8970e0416850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72cb1f-7fec-4ff9-9f20-1fc4ee2a3f7f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.671993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-37b074e5-eae5-4f8d-b1bf-4cc7ef2e1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.674900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-37b074e5-eae5-4f8d-b1bf-4cc7ef2e1d55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.2490540 Jun 01 12:52:50.786837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-75de075b-f620-4f42-9e22-029f6bcdd57b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996006 Jun 01 12:52:50.791187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-efdf467d-96dc-432d-9df9-b527bb026adb req-7be3c10e-4396-47e0-a503-a1de23d16816 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:50.822323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-c41f6ae7-2bae-4211-b0c4-29a01c5f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.824472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-c41f6ae7-2bae-4211-b0c4-29a01c5f689b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7391307 Jun 01 12:52:50.917936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-efdf467d-96dc-432d-9df9-b527bb026adb req-7be3c10e-4396-47e0-a503-a1de23d16816 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:50.927164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efdf467d-96dc-432d-9df9-b527bb026adb req-7be3c10e-4396-47e0-a503-a1de23d16816 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609939 Jun 01 12:52:50.954001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:46Z', 'revision_number': 3, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:50.958361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe394f-ee70-4cd7-8534-177f5e182c9e None None] The sync data for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 is: [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:46Z', 'revision_number': 3, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:52:50.984820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b53b-2e10-4f5e-88ef-2b1a1c9f957b req-5e692305-a7cf-4e34-9922-b3bfad857b14 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:50.992822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5053b53b-2e10-4f5e-88ef-2b1a1c9f957b req-5e692305-a7cf-4e34-9922-b3bfad857b14 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 946 time: 0.2635877 Jun 01 12:52:51.010285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.018120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-9a05c7c9-b1aa-41a0-8f2b-846e6ca2811c service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241437 Jun 01 12:52:51.052333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.070125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Attempting to bind port d8b316f6-8540-44a1-83d5-fd1c0ae31968 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:51.070455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Attempting to bind port d8b316f6-8540-44a1-83d5-fd1c0ae31968 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:51.070803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Attempting to bind port d8b316f6-8540-44a1-83d5-fd1c0ae31968 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:51.105845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.117203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Port d8b316f6-8540-44a1-83d5-fd1c0ae31968 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:51.117519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Attempting to bind port d8b316f6-8540-44a1-83d5-fd1c0ae31968 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:51.161357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5053b53b-2e10-4f5e-88ef-2b1a1c9f957b req-3eadeb9d-0e94-46af-acef-391efd107e78 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 Jun 01 12:52:51.181554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:51.181899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:51.190986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:51.190986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Bound port: d8b316f6-8540-44a1-83d5-fd1c0ae31968, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:51.190986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.221490 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-c65729ca-d081-4669-aa66-6b7e69a311c3 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683970 Jun 01 12:52:51.243413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3d804b-d9c6-49b2-aad8-270be38bcdfb req-e807e522-e4d5-46bb-a374-f9839702a724 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141874 Jun 01 12:52:51.259374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c65aeb-0c7a-4580-a0b5-f66ab18a5365 req-d66944d3-8202-4d8c-977b-6d7b52af787e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:51.263107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56c65aeb-0c7a-4580-a0b5-f66ab18a5365 req-d66944d3-8202-4d8c-977b-6d7b52af787e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2084122 Jun 01 12:52:51.323933 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fc9aa7-d962-4f67-83a7-6a04b35e6bf4'] response: {'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'code': 200} Jun 01 12:52:51.328007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56c65aeb-0c7a-4580-a0b5-f66ab18a5365 req-9a1ff264-a5c7-4b8f-8f71-be0d44700145 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Jun 01 12:52:51.384816 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed46e9ef-eaa2-4ae7-bb47-50bd99a89399'] response: {'name': 'network-changed', 'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a', 'status': 'completed', 'code': 200} Jun 01 12:52:51.543317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.548986 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.601315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:51.617444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.652221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72cb1f-7fec-4ff9-9f20-1fc4ee2a3f7f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:51.657244 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79d39fcd-8548-435d-9ba3-c2fc64751281 req-7fa0607b-b0f4-40fe-a716-9cbdef2fb968 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834755 Jun 01 12:52:51.661838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:51.691027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.698394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-f7800a39-18d6-4f84-ae29-f33f95c1e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:51.700381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-f7800a39-18d6-4f84-ae29-f33f95c1e51a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 1095 time: 0.2948589 Jun 01 12:52:51.712433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12c3c-1e0d-4b3c-b8c7-2f91f9b7b812 req-b7889626-bd4e-4545-a279-82246b417345 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:51.713896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91d12c3c-1e0d-4b3c-b8c7-2f91f9b7b812 req-b7889626-bd4e-4545-a279-82246b417345 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 945 time: 0.1742122 Jun 01 12:52:51.787753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Allocated IP 172.20.0.1 (5eeb9916-82c6-42b7-b332-b9382aa7cecb/40644849-87fe-46f0-ac77-75aa5a1fc5ba/62358e5b-26c9-44be-a48d-bc5341c7135c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:51.806985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:51.807617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.809184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] 10.222.0.13 "PUT /v2.0/ports/d8b316f6-8540-44a1-83d5-fd1c0ae31968 HTTP/1.1" status: 200 len: 1094 time: 3.7501564 Jun 01 12:52:51.810122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.813453 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e07d198-ba5c-4814-bcda-8a127b99d393 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6e72cb1f-7fec-4ff9-9f20-1fc4ee2a3f7f HTTP/1.1" status: 204 len: 168 time: 1.1638374 Jun 01 12:52:51.813453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:51.883337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-db306c3d-2328-4ec6-8e08-976151dc2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:51.885016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-db306c3d-2328-4ec6-8e08-976151dc2af0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.1700199 Jun 01 12:52:51.956241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790bc35-3cdb-4fe7-864d-52d45171232b service neutron] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:52.002859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-c8ec16f5-fddb-4a6a-a4d7-62c620fc64bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a HTTP/1.1" status: 200 len: 217 time: 0.0858233 Jun 01 12:52:52.064943 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b73b603-af5a-4023-81b6-317762e38f30'] response: {'name': 'network-changed', 'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'status': 'completed', 'code': 200} Jun 01 12:52:52.148430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91d12c3c-1e0d-4b3c-b8c7-2f91f9b7b812 req-bf935558-6735-4612-bc23-c3e847676c73 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622905 Jun 01 12:52:52.150430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-cee2e57f-91d1-4b6f-bf20-eceb72df9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:52.152730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-cee2e57f-91d1-4b6f-bf20-eceb72df9092 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1418004 Jun 01 12:52:52.269637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.282478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-57f20c11-14c2-4c17-825a-6cd975f5f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:52.284111 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-57f20c11-14c2-4c17-825a-6cd975f5f67a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9e04416d5e4041ba41b17661f609e2&device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 1097 time: 0.3173528 Jun 01 12:52:52.288700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-f56057b0-25fe-4ced-9dad-beac8170fdcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277721 Jun 01 12:52:52.293868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Transition to ACTIVE for port object 62358e5b-26c9-44be-a48d-bc5341c7135c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:52.367284 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-4fbc3dcc-9102-4712-89a1-98d12386c7f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968 HTTP/1.1" status: 200 len: 217 time: 0.0691066 Jun 01 12:52:52.456266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:52.491065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bbe8e488-c5ee-4d1e-954f-1543afe7b7ff up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:52.503372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.538653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:52.548976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Usage tracker for resource:security_group_rule and tenant:868f251242f6467b99685cd6452a7976 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:52.555788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:52.559475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-1032a053-7ed9-4941-8d57-e595a631d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:52.561049 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-1032a053-7ed9-4941-8d57-e595a631d314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1838722 Jun 01 12:52:52.565089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:52.567616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.583064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969579-2b0f-434f-adea-aeaa9442b95f req-b4500668-f4ed-4367-8368-31013f489439 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:52.584523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce969579-2b0f-434f-adea-aeaa9442b95f req-b4500668-f4ed-4367-8368-31013f489439 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 944 time: 0.3527896 Jun 01 12:52:52.589199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-8eb006e7-aa66-4c20-8188-a3ab6b544a61 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897975 Jun 01 12:52:52.611030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:52.615352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e47a-7396-4da9-95ff-dcac54fc3a2f req-da214354-03ef-48d2-a228-6f7e892d7dde tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:52.617731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0535e47a-7396-4da9-95ff-dcac54fc3a2f req-da214354-03ef-48d2-a228-6f7e892d7dde tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 950 time: 0.2955606 Jun 01 12:52:52.620315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:52.620943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.799233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:52.799530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.822349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:52.828402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.839721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Pushing event updated for resources: {'Port': ['ID=62358e5b-26c9-44be-a48d-bc5341c7135c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:52.851579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce969579-2b0f-434f-adea-aeaa9442b95f req-4a61982d-4e74-439e-adb1-f6194efa4675 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571852 Jun 01 12:52:52.857347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:52.865639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:52.871112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:52:52.877599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0535e47a-7396-4da9-95ff-dcac54fc3a2f req-6985e0b4-83ab-4c27-adcd-4e8682fd4426 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340147 Jun 01 12:52:52.953649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-628d0fe8-75b4-46c1-ae85-e4c012ce69ba req-1a37f3ef-4dd2-4a62-a85f-4e69de03de3d service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344023 Jun 01 12:52:52.960329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.971677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:53.033405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.100778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-4c3abb78-55c8-40b5-bdcb-6b3a55dc05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.102646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-4c3abb78-55c8-40b5-bdcb-6b3a55dc05b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5251079 Jun 01 12:52:53.154811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29194308-6fe6-4d50-97fe-5aab38216e31 req-4eca9ef8-114f-46f4-b951-e507547c157d tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.162884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29194308-6fe6-4d50-97fe-5aab38216e31 req-4eca9ef8-114f-46f4-b951-e507547c157d tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 946 time: 0.1067851 Jun 01 12:52:53.219627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29194308-6fe6-4d50-97fe-5aab38216e31 req-df16ca86-4d0c-4ca5-941d-b028f6790ee0 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Jun 01 12:52:53.252615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.266094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b23d8ba2-91f3-4e78-bf65-ccd17cd7e943 None None] Provisioning for port 62358e5b-26c9-44be-a48d-bc5341c7135c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:53.266419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.276072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b23d8ba2-91f3-4e78-bf65-ccd17cd7e943 None None] Provisioning complete for port 62358e5b-26c9-44be-a48d-bc5341c7135c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:53.278425 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b23d8ba2-91f3-4e78-bf65-ccd17cd7e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.309970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44822) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:53.310629 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=868f251242f6467b99685cd6452a7976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8483319 Jun 01 12:52:53.384276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b23d8ba2-91f3-4e78-bf65-ccd17cd7e943 None None] Port 62358e5b-26c9-44be-a48d-bc5341c7135c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:53.388825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-e01f0d66-f9c3-4ff2-b6de-60dccaa51ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761960 Jun 01 12:52:53.392134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71b64a-7ddc-482f-9632-dfd32a23d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05303d3d-3a84-4760-a967-1bcae9226c13,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:53.471761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.490238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.585654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.661519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48693c18-281e-4f97-998a-effc1fb24bba req-82803bd3-3e41-4101-8857-d33d7a430f77 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.663089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48693c18-281e-4f97-998a-effc1fb24bba req-82803bd3-3e41-4101-8857-d33d7a430f77 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.2761695 Jun 01 12:52:53.732723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48693c18-281e-4f97-998a-effc1fb24bba req-548d838f-0e94-47d2-98ea-ea9142815060 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Jun 01 12:52:53.740114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-91d49e89-a8b1-46b5-b9ca-38e7bea400e2 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.741505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-91d49e89-a8b1-46b5-b9ca-38e7bea400e2 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 950 time: 0.2572768 Jun 01 12:52:53.741654 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b51e52fc-64ae-44df-b9b3-bb23b9752798 req-b5f38f1f-6221-4088-807a-f5491c526a05 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447959 Jun 01 12:52:53.743032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.755249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b051-e99d-411f-a3ff-8cbc7adc168d req-73874fa4-9e86-4033-b04d-0e4a0d9f4a1b tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.762905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1826b051-e99d-411f-a3ff-8cbc7adc168d req-73874fa4-9e86-4033-b04d-0e4a0d9f4a1b tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1096 time: 0.2359283 Jun 01 12:52:53.821417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05303d3d-3a84-4760-a967-1bcae9226c13,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:53.846640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.848807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fd5c5522-5aa9-47b0-b204-75b70040a5d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/05303d3d-3a84-4760-a967-1bcae9226c13 HTTP/1.1" status: 204 len: 168 time: 0.5371768 Jun 01 12:52:53.879696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1826b051-e99d-411f-a3ff-8cbc7adc168d req-6c61a90b-c76d-40dd-8469-47c932d774dc tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158221 Jun 01 12:52:53.884690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Deleting port f1645340-ceed-4275-9253-9d5dfd03c92d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:52:53.885028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.959173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-6365157c-41a9-4b87-a2f1-771eec6ef3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:53.961019 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-6365157c-41a9-4b87-a2f1-771eec6ef3ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9e04416d5e4041ba41b17661f609e2&device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 1097 time: 0.1507368 Jun 01 12:52:54.062743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.077519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.190943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d5c84-0263-45b3-9e69-ac6b4fa8ca2c req-5c0c6cd4-63cd-4d68-aff4-49d530dcfb3d tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:54.192504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-189d5c84-0263-45b3-9e69-ac6b4fa8ca2c req-5c0c6cd4-63cd-4d68-aff4-49d530dcfb3d tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1101 time: 0.3118920 Jun 01 12:52:54.221760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Pushing event updated for resources: {'Port': ['ID=62358e5b-26c9-44be-a48d-bc5341c7135c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:54.232393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.239410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-27da5413-7b0f-4546-af68-d8c4b26810dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:54.241493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-27da5413-7b0f-4546-af68-d8c4b26810dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2743058 Jun 01 12:52:54.295879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-189d5c84-0263-45b3-9e69-ac6b4fa8ca2c req-0f9bf33d-f36a-42b7-9d26-4bd0d71ee8b9 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Synchronizing usage tracker for tenant:477a2bc56f204689bd5b5ac599d9e352 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:54.304609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] For port f1645340-ceed-4275-9253-9d5dfd03c92d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f1645340-ceed-4275-9253-9d5dfd03c92d,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:54.304976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.336919 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-b0a1e9e6-07d3-4e5b-9f0e-9bd66dcda9f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968 HTTP/1.1" status: 200 len: 217 time: 0.0876253 Jun 01 12:52:54.338732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:52:54.444237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Calling delete_port for f1645340-ceed-4275-9253-9d5dfd03c92d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:52:54.478802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-cde6d7d8-970b-44af-8357-753d1a317f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:54.480365 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-cde6d7d8-970b-44af-8357-753d1a317f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0986865 Jun 01 12:52:54.483281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af076-a8e1-4ba7-8d37-e34ddc2f9e7b req-2ece1009-9ab3-4606-a938-9d846d083c7d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:54.484786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-399af076-a8e1-4ba7-8d37-e34ddc2f9e7b req-2ece1009-9ab3-4606-a938-9d846d083c7d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 944 time: 0.4165437 Jun 01 12:52:54.486669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bbe8e488-c5ee-4d1e-954f-1543afe7b7ff up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:54.519995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-189d5c84-0263-45b3-9e69-ac6b4fa8ca2c req-0f9bf33d-f36a-42b7-9d26-4bd0d71ee8b9 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Unset dirty status for tenant:477a2bc56f204689bd5b5ac599d9e352 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:54.528042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-189d5c84-0263-45b3-9e69-ac6b4fa8ca2c req-0f9bf33d-f36a-42b7-9d26-4bd0d71ee8b9 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211339 Jun 01 12:52:54.560165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:54.563081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:54.659856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:54.661734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.663670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-399af076-a8e1-4ba7-8d37-e34ddc2f9e7b req-5b26d15b-3d1c-4a2d-9755-0bc51e707ffc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693268 Jun 01 12:52:54.857926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.876835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'f1645340-ceed-4275-9253-9d5dfd03c92d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:54.921949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Pushing event deleted for resources: {'Port': ['ID=f1645340-ceed-4275-9253-9d5dfd03c92d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:55.010370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf0d2c-6cb8-4ef9-96fd-eeae3791b7a4 req-12df5177-8c45-4b9b-94b7-55d7a694ea41 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:55.010552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-2135fe20-3a2a-4e4a-8ee8-092ce84f8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:55.012138 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-2135fe20-3a2a-4e4a-8ee8-092ce84f8ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5211580 Jun 01 12:52:55.015921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4cf0d2c-6cb8-4ef9-96fd-eeae3791b7a4 req-12df5177-8c45-4b9b-94b7-55d7a694ea41 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb09618b-906b-49b0-a9fb-b5a0405c3a75 HTTP/1.1" status: 200 len: 950 time: 0.2651577 Jun 01 12:52:55.051655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:55.116818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb87449f-bdb8-4ef4-80dd-aabd3c1f4e8b None None] Provisioning complete for port 62358e5b-26c9-44be-a48d-bc5341c7135c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:55.117184 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb87449f-bdb8-4ef4-80dd-aabd3c1f4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.195040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85b47c66-3879-46a0-9b4b-a60e03b7da1a details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:55.205306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Router d6d1503e-3051-41c7-83c1-3062afb25188 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:52:55.231775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] No DVR routers for this DVR port f1645340-ceed-4275-9253-9d5dfd03c92d on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:52:55.236948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.243499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'name': 'network-vif-deleted', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:55.259462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4cf0d2c-6cb8-4ef9-96fd-eeae3791b7a4 req-92e44026-c4b4-4685-bfee-9249c1a98551 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314501 Jun 01 12:52:55.273341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2f62782-520b-4da7-81a1-81f6c610e6cc req-59b4d0b7-8816-4ae9-a3ea-fa6e20e0baec tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "DELETE /v2.0/ports/f1645340-ceed-4275-9253-9d5dfd03c92d HTTP/1.1" status: 204 len: 173 time: 1.5051954 Jun 01 12:52:55.276613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc845c-8035-463d-97f6-c0d8b6771968 req-e78a8726-cf18-46aa-965d-4cf5894aaeb9 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:55.284448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00fc845c-8035-463d-97f6-c0d8b6771968 req-e78a8726-cf18-46aa-965d-4cf5894aaeb9 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1096 time: 0.3638406 Jun 01 12:52:55.293553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bb87449f-bdb8-4ef4-80dd-aabd3c1f4e8b None None] Port 62358e5b-26c9-44be-a48d-bc5341c7135c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:55.321269 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-118db529-f321-4096-88c6-bfbe2a7e9ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954717 Jun 01 12:52:55.364320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00fc845c-8035-463d-97f6-c0d8b6771968 req-761d5e62-1e3b-4a8d-8cdd-61f0f7e675aa tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Jun 01 12:52:55.462813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:55.499396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '85b47c66-3879-46a0-9b4b-a60e03b7da1a', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': '85b47c66-3879-46a0-9b4b-a60e03b7da1a', 'mac_address': 'fa:16:3e:c7:77:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:55.548687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a5bf6-da6f-46db-bba7-2b7a8ed3c051 req-ac03af49-343c-4a3d-a05f-cd32731d787d tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:55.551073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-302a5bf6-da6f-46db-bba7-2b7a8ed3c051 req-ac03af49-343c-4a3d-a05f-cd32731d787d tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 946 time: 0.1415884 Jun 01 12:52:55.597586 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3ecb36-c855-446c-82ca-7b86cc9f0520'] response: {'server_uuid': 'eb09618b-906b-49b0-a9fb-b5a0405c3a75', 'name': 'network-vif-deleted', 'tag': 'f1645340-ceed-4275-9253-9d5dfd03c92d', 'status': 'completed', 'code': 200} Jun 01 12:52:55.632965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 85b47c66-3879-46a0-9b4b-a60e03b7da1a is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:55.633554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.651301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-302a5bf6-da6f-46db-bba7-2b7a8ed3c051 req-98b4d33c-f2d3-48c3-9386-d5ae2af2eba6 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848291 Jun 01 12:52:55.689551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b47c66-3879-46a0-9b4b-a60e03b7da1a {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:55.738256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:55.744436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.805892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2fc97aa3-4d0f-4f1e-a982-e98f0ad41fee req-bfbbbb63-e5c9-4620-ad49-cf76937a9b38 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671540 Jun 01 12:52:55.833800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:55.885539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:55.898809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Sync routers for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:55.909565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e88fd7ad-b7b6-4ca5-80f9-88605a6451e4 admin admin] 10.222.0.40 "PUT /v2.0/routers/d6d1503e-3051-41c7-83c1-3062afb25188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0783398 Jun 01 12:52:55.917634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:55.919787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:55.994561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4af2-85b5-42ef-8f19-7e216a5cef79 req-38f544c1-7b92-4544-a1c6-02a35fcd9e98 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:55.996236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0bc4af2-85b5-42ef-8f19-7e216a5cef79 req-38f544c1-7b92-4544-a1c6-02a35fcd9e98 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 945 time: 0.1426053 Jun 01 12:52:56.069168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['85b47c66-3879-46a0-9b4b-a60e03b7da1a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:56.091389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0bc4af2-85b5-42ef-8f19-7e216a5cef79 req-bd94497f-347e-4b0f-8314-9c165e6c7115 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892096 Jun 01 12:52:56.237584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-e5df1d4e-69ed-430e-b7b2-52d8adbeb898 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330124 Jun 01 12:52:56.314740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:56.408423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-94978404-2a9b-4466-9443-75fa6a82ca1e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:56.411269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-94978404-2a9b-4466-9443-75fa6a82ca1e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661005 Jun 01 12:52:56.429742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-fa9eaac3-2c25-451f-8d18-298afb4651f6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/quotas/ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 375 time: 0.0104065 Jun 01 12:52:56.532820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-b5ad26ea-a56f-410b-8ebf-c241bd770082 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962627 Jun 01 12:52:56.727897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:53Z', 'revision_number': 4, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '62358e5b-26c9-44be-a48d-bc5341c7135c', 'name': '', 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'mac_address': 'fa:16:3e:a5:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:51Z', 'updated_at': '2022-06-01T12:52:53Z', 'revision_number': 2, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'subnets': [{'id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:56.733837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Checking router: d6d1503e-3051-41c7-83c1-3062afb25188 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:56.734282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Updating router d6d1503e-3051-41c7-83c1-3062afb25188 port 62358e5b-26c9-44be-a48d-bc5341c7135c binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:52:56.801490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.893852 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-efd50ac7-1fe9-42a2-b330-965718d33101 req-dffc833b-a0a0-4e9a-86a7-d6a3d530715e tempest-FloatingIPDetailsNegativeTestJSON-2131940976 tempest-FloatingIPDetailsNegativeTestJSON-2131940976-project] show failed (client error): The resource could not be found. Jun 01 12:52:56.904350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:56.906567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efd50ac7-1fe9-42a2-b330-965718d33101 req-dffc833b-a0a0-4e9a-86a7-d6a3d530715e tempest-FloatingIPDetailsNegativeTestJSON-2131940976 tempest-FloatingIPDetailsNegativeTestJSON-2131940976-project] 10.222.0.40 "GET /v2.0/floatingips/22be71a2-a03f-46fd-8ced-da40a1b327ef HTTP/1.1" status: 404 len: 350 time: 0.0906281 Jun 01 12:52:57.195970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cd1eb48-b0ad-4273-b9ce-ba1a71072450 req-5a9db91d-1c83-41ad-bf6e-27b40509996f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 210 time: 0.0600686 Jun 01 12:52:57.235369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:57.237638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85b47c66-3879-46a0-9b4b-a60e03b7da1a up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:57.286287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44962) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:57.370645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.386411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Transition to ACTIVE for port object 62358e5b-26c9-44be-a48d-bc5341c7135c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:57.449514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.469903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-920961c9-4fe8-4635-ac8b-bf42b09563e1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:52:57.483179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-920961c9-4fe8-4635-ac8b-bf42b09563e1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1944861 Jun 01 12:52:57.511507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0f21-a05b-487f-a8a2-c64589d5b5c1 req-a1e08772-2175-4a72-83cc-f63614e31f12 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:57.513227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-330a0f21-a05b-487f-a8a2-c64589d5b5c1 req-a1e08772-2175-4a72-83cc-f63614e31f12 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 946 time: 0.1422658 Jun 01 12:52:57.607950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-330a0f21-a05b-487f-a8a2-c64589d5b5c1 req-3f9c4f2c-9e17-4c77-aaa1-385563235f71 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 Jun 01 12:52:57.695929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:57.696757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 12:52:57.736210 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-f1de3967-f9fa-40ab-95bd-4d4efc1207c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543705 Jun 01 12:52:57.759532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.795401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:52:57.907644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Attempting to bind port 62358e5b-26c9-44be-a48d-bc5341c7135c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:57.908050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Attempting to bind port 62358e5b-26c9-44be-a48d-bc5341c7135c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:57.908374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Attempting to bind port 62358e5b-26c9-44be-a48d-bc5341c7135c on network 5eeb9916-82c6-42b7-b332-b9382aa7cecb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:57.913443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a183b-e220-4463-beb3-ea2449f48ec0 None None] Pushing event updated for resources: {'Port': ['ID=62358e5b-26c9-44be-a48d-bc5341c7135c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:57.926561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:57.926999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Checking segment: {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:57.927438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.927825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Bound using segment: {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:57.928303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Bound port: 62358e5b-26c9-44be-a48d-bc5341c7135c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7e3d72-42dc-4150-b534-3ccb9c0be61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:57.929194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.009515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 85b47c66-3879-46a0-9b4b-a60e03b7da1a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:58.041328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:58.041927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:58.041927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:58.046704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 85b47c66-3879-46a0-9b4b-a60e03b7da1a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:58.047038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.049371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:58.049685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:58.056742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:58.057062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:52:58.057427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:58.057833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Bound port: 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:58.117770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:58.130315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac8f0-55a9-40b6-8d32-4bfdeec3c6fe req-182198ca-d7f5-458e-8665-a4d4b07c914f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:58.131980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bacac8f0-55a9-40b6-8d32-4bfdeec3c6fe req-182198ca-d7f5-458e-8665-a4d4b07c914f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 945 time: 0.2071726 Jun 01 12:52:58.148650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:58.155406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'mac_address': 'fa:16:3e:3c:76:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:58.185489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.197815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-e4b9d589-b9a6-4c40-af4e-2da773aacc68 service neutron] 10.222.0.40 "POST /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6274965 Jun 01 12:52:58.208463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] For port 62358e5b-26c9-44be-a48d-bc5341c7135c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:58.211569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-3e4056d6-2a32-40f1-a8e0-e8d10fd89a8c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481646 Jun 01 12:52:58.235637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] For port 62358e5b-26c9-44be-a48d-bc5341c7135c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=62358e5b-26c9-44be-a48d-bc5341c7135c,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:58.237246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:58.237640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.284007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.328634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bacac8f0-55a9-40b6-8d32-4bfdeec3c6fe req-d87d3249-3a60-4780-a24c-b7a08e2650c0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818504 Jun 01 12:52:58.339028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1148e-a718-4b82-be77-3a90d286418b req-3014ba66-a2c2-48a5-8e5e-4e2e66d51ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:58.340551 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-3014ba66-a2c2-48a5-8e5e-4e2e66d51ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 1096 time: 0.2375882 Jun 01 12:52:58.487501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-ebb1c3ed-0282-407c-bd6e-6336b188324c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:58.491579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-ebb1c3ed-0282-407c-bd6e-6336b188324c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717233 Jun 01 12:52:58.514574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'port': {'device_id': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'ae0f85dfd7a94ef5969d77408e41e53e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:58.543711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Deleting port 62358e5b-26c9-44be-a48d-bc5341c7135c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:52:58.544052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.550865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:52:58.600547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:58.611514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:52:58.612230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:58.722641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 85b47c66-3879-46a0-9b4b-a60e03b7da1a is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:52:58.723147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.758037 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.780157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a183b-e220-4463-beb3-ea2449f48ec0 None None] Pushing event updated for resources: {'Port': ['ID=62358e5b-26c9-44be-a48d-bc5341c7135c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:58.801764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb07472e-647e-44c1-937d-11f1f831a01a req-fa1368d9-2637-4603-8daf-c833f0c3075e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 210 time: 0.1783047 Jun 01 12:52:58.857644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1148e-a718-4b82-be77-3a90d286418b req-7175ae2d-3d62-47e2-bed7-18ffc4308325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:58.859472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-7175ae2d-3d62-47e2-bed7-18ffc4308325 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 924 time: 0.4422405 Jun 01 12:52:58.988599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:52:59.018105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:59.029023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:59.033813 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-f1e37131-d613-4742-a6c6-4dc10c0e5664 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 200 len: 1001 time: 0.1601708 Jun 01 12:52:59.035076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:59.044404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:59.051884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.052783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f1645340-ceed-4275-9253-9d5dfd03c92d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:59.093594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] For port 62358e5b-26c9-44be-a48d-bc5341c7135c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=62358e5b-26c9-44be-a48d-bc5341c7135c,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:59.093961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.108017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-a715e8c2-749a-4e4e-a15f-4f8712255e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.109520 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-a715e8c2-749a-4e4e-a15f-4f8712255e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1096 time: 0.3364947 Jun 01 12:52:59.145722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d8b316f6-8540-44a1-83d5-fd1c0ae31968'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:59.154977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Made reservation on behalf of ae0f85dfd7a94ef5969d77408e41e53e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:59.158635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.191983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: f1645340-ceed-4275-9253-9d5dfd03c92d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:52:59.192572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f1645340-ceed-4275-9253-9d5dfd03c92d not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:52:59.221336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:52:59.252450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Calling delete_port for 62358e5b-26c9-44be-a48d-bc5341c7135c owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:52:59.295092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:59.304612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf77ab-e500-4905-9850-3734c8c9bc58 req-bd25e9ed-dd43-48c4-9d02-f15c26a694ee tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.306227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0adf77ab-e500-4905-9850-3734c8c9bc58 req-bd25e9ed-dd43-48c4-9d02-f15c26a694ee tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 945 time: 0.3621178 Jun 01 12:52:59.349656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1148e-a718-4b82-be77-3a90d286418b req-18f488ca-dfb6-4e1f-89cc-411050aec8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.351009 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-18f488ca-dfb6-4e1f-89cc-411050aec8e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.3106401 Jun 01 12:52:59.385125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363eba4-0aab-4219-b6c7-1aa9b248dd2e req-30509afd-23e9-47e1-badc-77a1681f5276 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.386936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9363eba4-0aab-4219-b6c7-1aa9b248dd2e req-30509afd-23e9-47e1-badc-77a1681f5276 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 947 time: 0.3373995 Jun 01 12:52:59.476107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0adf77ab-e500-4905-9850-3734c8c9bc58 req-cba29e7a-b3c2-48b7-8743-48f61a7bf204 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631556 Jun 01 12:52:59.484039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Allocated IP 192.168.233.94 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/2f9682da-b1ac-4e40-89e8-93b7d448e8eb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:59.493932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9363eba4-0aab-4219-b6c7-1aa9b248dd2e req-9301dfac-5697-4034-a7ee-4d3cc75c3236 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899143 Jun 01 12:52:59.695452 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b869093-68c6-431f-9eb3-35e8b5663525'] response: {'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a', 'code': 200} Jun 01 12:52:59.725004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-5a4d3b27-8d24-4ca3-9534-39af39f912f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.726464 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-5a4d3b27-8d24-4ca3-9534-39af39f912f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.5596998 Jun 01 12:52:59.820208 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-1960bca0-aa8b-436e-9d2c-247a9d5c5c6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.0816009 Jun 01 12:52:59.826414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1148e-a718-4b82-be77-3a90d286418b req-451e4444-3b13-454a-af44-97f8f108fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:52:59.827886 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-451e4444-3b13-454a-af44-97f8f108fcd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4674637 Jun 01 12:52:59.841389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:53Z', 'revision_number': 4, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '62358e5b-26c9-44be-a48d-bc5341c7135c', 'name': '', 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'mac_address': 'fa:16:3e:a5:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:51Z', 'updated_at': '2022-06-01T12:52:58Z', 'revision_number': 4, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'subnets': [{'id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:59.846439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8270-3bc2-4e33-a0a4-376e70455ae4 None None] The sync data for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 is: [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:52:53Z', 'revision_number': 4, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '62358e5b-26c9-44be-a48d-bc5341c7135c', 'name': '', 'network_id': '5eeb9916-82c6-42b7-b332-b9382aa7cecb', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'mac_address': 'fa:16:3e:a5:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:51Z', 'updated_at': '2022-06-01T12:52:58Z', 'revision_number': 4, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'subnets': [{'id': '40644849-87fe-46f0-ac77-75aa5a1fc5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:00.016891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-74bf20e0-293c-4540-8a4a-939daf186f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:00.018568 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-74bf20e0-293c-4540-8a4a-939daf186f74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1874444 Jun 01 12:53:00.032866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c705414-6569-436b-8947-ee8e9be78553 req-93e53a34-f152-436f-8151-6ca88dcb470a tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:00.033729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c705414-6569-436b-8947-ee8e9be78553 req-93e53a34-f152-436f-8151-6ca88dcb470a tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Synchronizing usage tracker for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:00.046474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.094122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c3390-5626-4b87-8e10-eaa0515f43a2 req-5d5459f6-1422-4911-9d00-24265ec73896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:00.095712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979c3390-5626-4b87-8e10-eaa0515f43a2 req-5d5459f6-1422-4911-9d00-24265ec73896 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 1097 time: 0.3157680 Jun 01 12:53:00.099382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c705414-6569-436b-8947-ee8e9be78553 req-93e53a34-f152-436f-8151-6ca88dcb470a tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Unset dirty status for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:00.100757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c705414-6569-436b-8947-ee8e9be78553 req-93e53a34-f152-436f-8151-6ca88dcb470a tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 949 time: 0.3988292 Jun 01 12:53:00.135295 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-8190c953-c5d4-48fe-94c7-e9cec5ccbaac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699601 Jun 01 12:53:00.163119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f3d87-03aa-4f14-9c9c-ab283f635616 req-a2e15503-ed0a-413c-a6db-b54be51b058e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:00.164682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-511f3d87-03aa-4f14-9c9c-ab283f635616 req-a2e15503-ed0a-413c-a6db-b54be51b058e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.3021202 Jun 01 12:53:00.178982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-68a413b2-bafa-45d1-901a-cb2d099d5ecb service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153327 Jun 01 12:53:00.236081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979c3390-5626-4b87-8e10-eaa0515f43a2 req-3d117643-1a15-459c-92bd-df5ab87123b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239138 Jun 01 12:53:00.241751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c705414-6569-436b-8947-ee8e9be78553 req-44fad57e-b241-4b3b-a59d-49d82c4bb2c6 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308165 Jun 01 12:53:00.251405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-511f3d87-03aa-4f14-9c9c-ab283f635616 req-7ecb2f8f-7b28-4c1f-96a8-551e4e1f8dc3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Jun 01 12:53:00.280170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Transition to ACTIVE for port object 2f9682da-b1ac-4e40-89e8-93b7d448e8eb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:00.313122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.329391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:00.339313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.457335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Pushing event deleted for resources: {'Port': ['ID=62358e5b-26c9-44be-a48d-bc5341c7135c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.522377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-45e3ec32-2ced-4840-8f5f-57be02521e16 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749535 Jun 01 12:53:00.587995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 62358e5b-26c9-44be-a48d-bc5341c7135c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:00.666738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 62358e5b-26c9-44be-a48d-bc5341c7135c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:53:00.666984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 62358e5b-26c9-44be-a48d-bc5341c7135c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 12:53:00.721893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:00.723574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.734343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:00.740812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:00.756657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port 62358e5b-26c9-44be-a48d-bc5341c7135c not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 12:53:00.943693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:00.944477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.022275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-03060d96-418a-4ccc-a487-7a7c201c2242 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5135558 Jun 01 12:53:01.031334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.043784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a39af-3197-4533-99b6-582622f242cd req-fd3392b4-8297-4183-b32b-e4d44442ae53 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:01.046706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c0a39af-3197-4533-99b6-582622f242cd req-fd3392b4-8297-4183-b32b-e4d44442ae53 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 949 time: 0.5291502 Jun 01 12:53:01.047472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45010) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:01.054367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Request body: {'port': {'device_id': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:01.087866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a424308-4403-4f99-98e9-f4455c636a0a None None] Provisioning for port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:01.097920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a424308-4403-4f99-98e9-f4455c636a0a None None] Provisioning complete for port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:01.098987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a424308-4403-4f99-98e9-f4455c636a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.127050 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f2b1148e-a718-4b82-be77-3a90d286418b req-d1acf1cd-a460-45ec-8039-4cff06c2033d service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951232 Jun 01 12:53:01.169434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56efcc-06e3-422e-b47e-cc958133d6a2 req-5938678f-13ab-422d-b23e-2039e8feb05c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:01.176635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cd56efcc-06e3-422e-b47e-cc958133d6a2 req-5938678f-13ab-422d-b23e-2039e8feb05c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:01.185487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2a424308-4403-4f99-98e9-f4455c636a0a None None] Port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:01.220531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b2eb-bf1e-4c60-b494-9901fb68e8c2 req-0c358195-4739-49bc-a254-8dd76c605a47 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:01.227974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e48b2eb-bf1e-4c60-b494-9901fb68e8c2 req-0c358195-4739-49bc-a254-8dd76c605a47 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 947 time: 0.4195797 Jun 01 12:53:01.231455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:01.347780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:01.354657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:01.355164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.355330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Deleting port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:01.355661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.454287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cd56efcc-06e3-422e-b47e-cc958133d6a2 req-5938678f-13ab-422d-b23e-2039e8feb05c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:01.458577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd56efcc-06e3-422e-b47e-cc958133d6a2 req-5938678f-13ab-422d-b23e-2039e8feb05c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 935 time: 1.0070443 Jun 01 12:53:01.468662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.482969 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.513321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e48b2eb-bf1e-4c60-b494-9901fb68e8c2 req-6331c15e-f2e1-47a6-8a0e-25b94b3b5e60 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843764 Jun 01 12:53:01.544855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:01.545367 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.592180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:01.599235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:01.604619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8f5edd0b464d60adbba7a22ba92d56 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:01.607800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.608760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:01.677998 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-b8365656-3ce5-4114-834b-e8b4cd9e914c service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1466622 Jun 01 12:53:01.687814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:01.696270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:01.704690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:01.798918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Router d6d1503e-3051-41c7-83c1-3062afb25188 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:01.844919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd56efcc-06e3-422e-b47e-cc958133d6a2 req-5a383254-7f80-4784-b05d-eae5592afa17 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472733 Jun 01 12:53:02.043115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:02.053018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Sync routers for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:02.057570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-02fb5ab3-571f-4f81-b150-523e41d259b9 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:02.059189 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-02fb5ab3-571f-4f81-b150-523e41d259b9 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.2004035 Jun 01 12:53:02.064007 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-094d4e3e-4c86-4949-a1b5-55d3afda52eb admin admin] 10.222.0.40 "PUT /v2.0/routers/d6d1503e-3051-41c7-83c1-3062afb25188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1561589 Jun 01 12:53:02.064771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:02.065091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:02.065936 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:02.128983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:02.260549 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:02.284888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373bdc-3cbc-46e2-8312-0a64c2d73c3f req-5f59c5d2-3fa8-4b5f-b8df-2fe518654e36 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:02.286386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93373bdc-3cbc-46e2-8312-0a64c2d73c3f req-5f59c5d2-3fa8-4b5f-b8df-2fe518654e36 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 945 time: 0.6082118 Jun 01 12:53:02.288332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.290104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] For port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:02.290428 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.311472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.338952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.388906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.479575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Calling delete_port for 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:02.583604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895092cd-307f-433b-abfa-bed58bd27a81 req-10bb0b0b-9cfa-474d-be77-4b29d2fba2a5 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:02.585010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-895092cd-307f-433b-abfa-bed58bd27a81 req-10bb0b0b-9cfa-474d-be77-4b29d2fba2a5 tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 949 time: 0.6233790 Jun 01 12:53:02.601037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14f0cf5-e139-4529-95ad-4f3919e48156,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:02.612928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-37c9f04e-bed9-427c-b703-bf3a688fc413 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f8f5edd0b464d60adbba7a22ba92d56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5195410 Jun 01 12:53:02.625161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:02.646801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93373bdc-3cbc-46e2-8312-0a64c2d73c3f req-13aad6d2-0116-44b0-a4b9-e6a69a9448a0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427658 Jun 01 12:53:02.657088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:53:00Z', 'revision_number': 5, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port': {'id': 'bbe8e488-c5ee-4d1e-954f-1543afe7b7ff', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:52:45Z', 'updated_at': '2022-06-01T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:02.661712 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Checking router: d6d1503e-3051-41c7-83c1-3062afb25188 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:02.682377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.684981 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Routers {'d6d1503e-3051-41c7-83c1-3062afb25188'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:02.685716 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:52:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6d1503e-3051-41c7-83c1-3062afb25188'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:02.720991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-895092cd-307f-433b-abfa-bed58bd27a81 req-d4b32d02-e8aa-4a83-8dd9-ecaeaad4e0bb tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/security-groups?id=5968fdc5-8be5-4005-870c-8b80f584b509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207623 Jun 01 12:53:02.726898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Deleting port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:02.727240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.816942 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e467e437-a367-4237-aeb0-989160341036'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'code': 200} Jun 01 12:53:02.860024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.897344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.13', 63537) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:02.905082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:02.911455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] Set router d6d1503e-3051-41c7-83c1-3062afb25188 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:02.976505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9682da-b1ac-4e40-89e8-93b7d448e8eb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:03.018715 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:53:02Z', 'revision_number': 6, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:03.024340 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b1e5b-6a78-4e2c-a5d4-46f9af53a4cc None None] The sync data for ids ['d6d1503e-3051-41c7-83c1-3062afb25188'] in n-d-844200-1 is: [{'id': 'd6d1503e-3051-41c7-83c1-3062afb25188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550588452-router', 'tenant_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:52:43Z', 'updated_at': '2022-06-01T12:53:02Z', 'revision_number': 6, 'project_id': '033e1814a38f4b8eb36c2f8593ee5a73', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:03.037493 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.079898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.099922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Transition to ACTIVE for port object 2f9682da-b1ac-4e40-89e8-93b7d448e8eb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:03.103715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.115306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ea32683-5e61-4ff6-9fab-b8fef9be98e8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:03.159433 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.162836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] For port bbe8e488-c5ee-4d1e-954f-1543afe7b7ff, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:03.163187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.177266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:03.183570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Pushing event deleted for resources: {'Port': ['ID=4ea32683-5e61-4ff6-9fab-b8fef9be98e8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.331787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Calling delete_port for bbe8e488-c5ee-4d1e-954f-1543afe7b7ff owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:03.393514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:03.399195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] No DVR routers for this DVR port 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:03.401875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.404003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.416980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'name': 'network-vif-deleted', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:03.420588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.454939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.514253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8dce8-dc74-4fea-8154-1e4483f05dd2 req-b0601814-d59b-4b8c-b9c4-6c0df801cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:03.516134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68f8dce8-dc74-4fea-8154-1e4483f05dd2 req-b0601814-d59b-4b8c-b9c4-6c0df801cafc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 1099 time: 0.6133482 Jun 01 12:53:03.525572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91880ec-b9bb-4d10-8469-52c84421291c req-c773c1ed-20ef-400c-904c-940e19786714 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:03.526121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14f0cf5-e139-4529-95ad-4f3919e48156,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.541840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f91880ec-b9bb-4d10-8469-52c84421291c req-c773c1ed-20ef-400c-904c-940e19786714 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.7424252 Jun 01 12:53:03.543883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.596141 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.599778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dcdc8c8c-30de-4760-a00d-ebddd894ae1c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e14f0cf5-e139-4529-95ad-4f3919e48156 HTTP/1.1" status: 204 len: 168 time: 0.9694607 Jun 01 12:53:03.631247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=7']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.716959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:03.717700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:03.717700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:03.733489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:03.733799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Attempting to bind port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:03.743123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:03.743496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:03.743855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:03.744268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Bound port: 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:03.744722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.747234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3d5ba-c9b4-41ff-8811-383bf7cb575a req-4160d89e-e74a-4ebc-88c6-71dd3d62200e tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:03.748890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79f3d5ba-c9b4-41ff-8811-383bf7cb575a req-4160d89e-e74a-4ebc-88c6-71dd3d62200e tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 948 time: 0.7900095 Jun 01 12:53:03.766674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c0a39af-3197-4533-99b6-582622f242cd req-b6867b45-ec19-499f-9188-cf905f4c73fa tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.13 "DELETE /v2.0/ports/4ea32683-5e61-4ff6-9fab-b8fef9be98e8 HTTP/1.1" status: 204 len: 173 time: 2.6669655 Jun 01 12:53:03.830369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.869250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68f8dce8-dc74-4fea-8154-1e4483f05dd2 req-7b426d01-1545-41a0-b0f5-e328f587d210 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200655 Jun 01 12:53:03.883662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f91880ec-b9bb-4d10-8469-52c84421291c req-6f2731bc-46db-4ab1-bf81-6ba3fbe3b8fd tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406141 Jun 01 12:53:03.907982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79f3d5ba-c9b4-41ff-8811-383bf7cb575a req-7baaff53-0bf4-4771-b86a-6be5a268c5d1 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430655 Jun 01 12:53:03.922965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Attempting to bind port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:03.923532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Attempting to bind port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:03.924069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Attempting to bind port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:03.937039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:03.938298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Attempting to bind port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:03.958040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:03.962469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:03.963164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:03.965997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Bound port: 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:03.966397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.997650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.008849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:04.010361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:04.016499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe8e488-c5ee-4d1e-954f-1543afe7b7ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:04.071560 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccbed9d-c5ff-47c2-9740-1cb23542d648'] response: {'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'code': 200} Jun 01 12:53:04.087668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.192477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=8']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:04.196273 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f3f709-13a4-4015-95f1-fc7eadeb24e5'] response: {'server_uuid': '0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff', 'name': 'network-vif-deleted', 'tag': '4ea32683-5e61-4ff6-9fab-b8fef9be98e8', 'status': 'completed', 'code': 200} Jun 01 12:53:04.200589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:04.261227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.325331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:04.339951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:04.349456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:04.349677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:04.350237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.351367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:857097dd741649fda1a36c6ae71728c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:04.351727 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-d009ee76-a533-4817-8990-731d282d5232 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 1121 time: 2.2269325 Jun 01 12:53:04.353889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.361990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:04.367657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.414188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:04.464360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:04.465075 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.466318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] 10.222.0.24 "PUT /v2.0/ports/2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 1095 time: 3.4166849 Jun 01 12:53:04.490118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:04.510225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20fe68-56ef-4b42-b97f-496d221818ee req-7d43e59c-a409-4f1b-922b-920dc81eb740 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:04.511703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e20fe68-56ef-4b42-b97f-496d221818ee req-7d43e59c-a409-4f1b-922b-920dc81eb740 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.3638856 Jun 01 12:53:04.534575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4656ba-2890-4500-8462-dc831bc8b77b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:04.566331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aeb2a-e83c-4dd7-8fc1-2cf55083cd71 req-bb652de2-9749-4760-b88a-16e3e6bfd700 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:04.568047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 62358e5b-26c9-44be-a48d-bc5341c7135c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:04.573525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d2aeb2a-e83c-4dd7-8fc1-2cf55083cd71 req-bb652de2-9749-4760-b88a-16e3e6bfd700 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.2979171 Jun 01 12:53:04.619932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e20fe68-56ef-4b42-b97f-496d221818ee req-db8218dd-c364-41fb-93c7-43cce2131b9c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984206 Jun 01 12:53:04.650833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 62358e5b-26c9-44be-a48d-bc5341c7135c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:53:04.654295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 62358e5b-26c9-44be-a48d-bc5341c7135c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:04.656784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bbe8e488-c5ee-4d1e-954f-1543afe7b7ff no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:04.657593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d2aeb2a-e83c-4dd7-8fc1-2cf55083cd71 req-d4bf9a60-f690-488d-ba4f-d98a37b64aea tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831363 Jun 01 12:53:04.667450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.670293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.742129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: bbe8e488-c5ee-4d1e-954f-1543afe7b7ff {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:53:04.754744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bbe8e488-c5ee-4d1e-954f-1543afe7b7ff not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:04.814636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.834104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.883341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.883969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d1503e-3051-41c7-83c1-3062afb25188 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:53:04.937184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=857097dd741649fda1a36c6ae71728c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7294111 Jun 01 12:53:04.940711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:04.942118 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a11d8415-f9cf-4c14-ada3-7c7635dcef3a admin admin] 10.222.0.40 "DELETE /v2.0/routers/d6d1503e-3051-41c7-83c1-3062afb25188 HTTP/1.1" status: 204 len: 168 time: 2.8764021 Jun 01 12:53:04.949224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:04.949675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45062) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:04.960532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e7608-287d-4dd8-acf8-c2e009a04ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9aef92-1b22-4086-a404-b5ae1c3f2a54,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:05.085276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-d318cbc5-df8d-4e4b-9dae-9d82f787d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:05.092040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-d318cbc5-df8d-4e4b-9dae-9d82f787d55d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1098 time: 0.4208610 Jun 01 12:53:05.095269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64b01d1d-11cb-4093-912b-03dda4a58437 req-8aef8830-e74a-44ab-ae12-7c37d14bd42d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Synchronizing usage tracker for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:05.230666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Deleting subnet 40644849-87fe-46f0-ac77-75aa5a1fc5ba {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:53:05.240849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.261174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:05.288378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-a40be043-dea5-451c-a462-f3f102385300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.1698508 Jun 01 12:53:05.311449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.342621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:53:05.343212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ea32683-5e61-4ff6-9fab-b8fef9be98e8 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:05.367119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.392205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64b01d1d-11cb-4093-912b-03dda4a58437 req-8aef8830-e74a-44ab-ae12-7c37d14bd42d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] Unset dirty status for tenant:d8241a6f63b44f1a9d1f1c2f350e0fa7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:05.393355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64b01d1d-11cb-4093-912b-03dda4a58437 req-8aef8830-e74a-44ab-ae12-7c37d14bd42d tempest-ServersAdminNegativeTestJSON-1133982056 tempest-ServersAdminNegativeTestJSON-1133982056-project] 10.222.0.40 "GET /v2.0/ports?device_id=0aadb12a-79e6-4bf8-aa7d-f0c95ab38fff HTTP/1.1" status: 200 len: 210 time: 0.3948371 Jun 01 12:53:05.444030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-b0b08efd-b7fb-4514-925f-00fa81b06bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:05.445458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-b0b08efd-b7fb-4514-925f-00fa81b06bf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1147528 Jun 01 12:53:05.527234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.589565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219f21-11df-4191-b3fd-b9ae6d8b0ba3 req-5eb80a51-f801-4600-9447-6964e288dab2 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:05.591629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45219f21-11df-4191-b3fd-b9ae6d8b0ba3 req-5eb80a51-f801-4600-9447-6964e288dab2 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 948 time: 0.3102131 Jun 01 12:53:05.608453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.697677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.715415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.720754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495add2-c329-4c99-bc4c-087936416af3 req-7b018380-68bd-4429-91e4-1b62ce324eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:05.722310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-7b018380-68bd-4429-91e4-1b62ce324eba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687340 Jun 01 12:53:05.733873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45219f21-11df-4191-b3fd-b9ae6d8b0ba3 req-862cc7c9-0322-4b96-84ea-88a675190eaa tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033132 Jun 01 12:53:05.770887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9aef92-1b22-4086-a404-b5ae1c3f2a54,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:05.803537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40644849-87fe-46f0-ac77-75aa5a1fc5ba,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:05.809566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0dc23e-5df9-4416-8e73-d54b28b49474 None None] Network 5eeb9916-82c6-42b7-b332-b9382aa7cecb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:05.819979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.826785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d01b9e54-f412-49f1-8529-f2fb160b03b0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/40644849-87fe-46f0-ac77-75aa5a1fc5ba HTTP/1.1" status: 204 len: 168 time: 0.8742425 Jun 01 12:53:05.827693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45076) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:05.835093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:05.836153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0faeb76-d0d6-413b-8a05-11fa0cda5aa5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e9aef92-1b22-4086-a404-b5ae1c3f2a54 HTTP/1.1" status: 204 len: 168 time: 0.8855221 Jun 01 12:53:05.853956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c59d9b-dcbb-4dd6-8469-4e3ba6f48d88 req-4c27af35-a12a-4293-bfff-e65f3df418fb tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:05.861107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5c59d9b-dcbb-4dd6-8469-4e3ba6f48d88 req-4c27af35-a12a-4293-bfff-e65f3df418fb tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.2674172 Jun 01 12:53:05.991375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.005763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5c59d9b-dcbb-4dd6-8469-4e3ba6f48d88 req-99e40881-aa56-452c-88b8-0d0850ef88fd tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433120 Jun 01 12:53:06.010773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Deleting port a6b759c3-0351-4311-8996-c145fbd6f833 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:06.011375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.026259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-421f307e-51c6-4cc4-b757-2705be08954b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874775 Jun 01 12:53:06.072086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:06.147141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] DHCP port deletion for 5eeb9916-82c6-42b7-b332-b9382aa7cecb request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:53:06.160688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Deleting port a6b759c3-0351-4311-8996-c145fbd6f833 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:06.161278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.233569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:06.250928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d18a5f-2038-4a54-8b19-87e48a451ba7 req-1630ac7f-2711-4da3-bbe7-abfdf0ee6480 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:06.252448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15d18a5f-2038-4a54-8b19-87e48a451ba7 req-1630ac7f-2711-4da3-bbe7-abfdf0ee6480 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.3893180 Jun 01 12:53:06.265181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] For port a6b759c3-0351-4311-8996-c145fbd6f833, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a6b759c3-0351-4311-8996-c145fbd6f833,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:06.265517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.364611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15d18a5f-2038-4a54-8b19-87e48a451ba7 req-7abe2225-7d30-426a-af2a-bfa3512a0d32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Jun 01 12:53:06.386173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495add2-c329-4c99-bc4c-087936416af3 req-95c01a08-d0d9-475d-9a50-d15151825be3 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463566 Jun 01 12:53:06.394031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6b066-1f39-465b-81d1-37ae288cbad5 req-802dc397-f9bd-4395-9cf6-bc5824e062fd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:06.424623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69c6b066-1f39-465b-81d1-37ae288cbad5 req-802dc397-f9bd-4395-9cf6-bc5824e062fd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.2588210 Jun 01 12:53:06.458159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Calling delete_port for a6b759c3-0351-4311-8996-c145fbd6f833 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:06.560680 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf73a3a-7dcb-49a0-a8c9-ab757620c0b7'] response: {'name': 'network-changed', 'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'status': 'completed', 'code': 200} Jun 01 12:53:06.569291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a6b759c3-0351-4311-8996-c145fbd6f833 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:06.721482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] For port a6b759c3-0351-4311-8996-c145fbd6f833, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a6b759c3-0351-4311-8996-c145fbd6f833,segment=NetworkSegment(4a7e3d72-42dc-4150-b534-3ccb9c0be61f),segment_id=4a7e3d72-42dc-4150-b534-3ccb9c0be61f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:06.721978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.782948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69c6b066-1f39-465b-81d1-37ae288cbad5 req-e567660c-71fc-46da-9d83-d28b3e3b5074 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572290 Jun 01 12:53:06.791615 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df76e764-4421-41bf-8330-113b0040ff77'] response: {'name': 'network-changed', 'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'status': 'completed', 'code': 200} Jun 01 12:53:06.861940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-5c180409-f7e5-4672-8646-55e0d04f7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:06.866255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-5c180409-f7e5-4672-8646-55e0d04f7b93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1124 time: 0.3113134 Jun 01 12:53:06.968669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:07.045198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Calling delete_port for a6b759c3-0351-4311-8996-c145fbd6f833 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:07.098174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] No DVR routers for this DVR port a6b759c3-0351-4311-8996-c145fbd6f833 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:07.119383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36731aa3-ff87-4202-b13d-446416b195dd req-cf97fe11-32c4-4910-a2a3-b50199d86015 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.131224 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-36731aa3-ff87-4202-b13d-446416b195dd req-cf97fe11-32c4-4910-a2a3-b50199d86015 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.4838047 Jun 01 12:53:07.132576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b759c3-0351-4311-8996-c145fbd6f833,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:07.195534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port a6b759c3-0351-4311-8996-c145fbd6f833 {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 12:53:07.195962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a6b759c3-0351-4311-8996-c145fbd6f833 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:07.251866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45116) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:07.297998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-1834dc5d-9042-446c-a608-7399110f888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.301080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-1834dc5d-9042-446c-a608-7399110f888b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.4264605 Jun 01 12:53:07.302171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:07.388314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-64b905ec-2753-4dac-9443-ef74b477b4ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.0793257 Jun 01 12:53:07.399861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47593d74-1601-4415-8b0e-4028703e5957 req-8eb63900-97d9-41bc-b27a-983bf3b79b75 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.407431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47593d74-1601-4415-8b0e-4028703e5957 req-8eb63900-97d9-41bc-b27a-983bf3b79b75 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 948 time: 0.4138539 Jun 01 12:53:07.482634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-0a4db0aa-7e0b-4b03-83b6-cc970c615114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.483976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-0a4db0aa-7e0b-4b03-83b6-cc970c615114 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.0728276 Jun 01 12:53:07.519813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-df780730-4b28-4b40-a315-38c70aad9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.524362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-df780730-4b28-4b40-a315-38c70aad9c14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1098 time: 0.8759120 Jun 01 12:53:07.534997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port 85b47c66-3879-46a0-9b4b-a60e03b7da1a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:07.535569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:07.546774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-d0ce433a-69a2-4cd6-89a0-ae30d043aa39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487609 Jun 01 12:53:07.566892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5fecc-9264-4c30-8787-40fe24fd1966 req-fc8e1b11-5fc4-4c9c-9429-a458284805af tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:07.568418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c5fecc-9264-4c30-8787-40fe24fd1966 req-fc8e1b11-5fc4-4c9c-9429-a458284805af tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.3527927 Jun 01 12:53:07.619529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:53:07.620467 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:53:07.644092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:07.662030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:07.664298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 12:53:07.674115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-17fece2f-cec1-4e33-8a3a-8c2665db44b0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d8241a6f63b44f1a9d1f1c2f350e0fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071965 Jun 01 12:53:07.678670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47593d74-1601-4415-8b0e-4028703e5957 req-3584547b-1719-4c1f-85bd-e23a570d0817 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704213 Jun 01 12:53:07.680200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45132) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:07.771453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c5fecc-9264-4c30-8787-40fe24fd1966 req-eb1c81de-4dbd-4533-bc41-40442424b56f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793139 Jun 01 12:53:07.887267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-b506ba44-8b1c-4d34-9d86-e32d542f34ed service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260088 Jun 01 12:53:07.935773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeb9916-82c6-42b7-b332-b9382aa7cecb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:08.010095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7e3d72-42dc-4150-b534-3ccb9c0be61f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:08.010646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7e3d72-42dc-4150-b534-3ccb9c0be61f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:08.014230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ddb27-20f8-48d2-b1e7-56adba7eee14 req-1e45d776-c35a-4a4d-bee3-bd98a540b52c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:08.015916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9ddb27-20f8-48d2-b1e7-56adba7eee14 req-1e45d776-c35a-4a4d-bee3-bd98a540b52c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.1960802 Jun 01 12:53:08.041120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.068606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.076385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:53:08.076782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.095393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0491e9-35a5-4251-99ac-7ac9a3e14854 req-4300a77a-52ef-4289-ac47-d57c44f7af8a service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032654 Jun 01 12:53:08.110353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9ddb27-20f8-48d2-b1e7-56adba7eee14 req-7e7052cd-a9ba-4ff5-acf7-fb90076f0fe8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869009 Jun 01 12:53:08.122381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Deleting port a6b759c3-0351-4311-8996-c145fbd6f833 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:08.123077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.205035 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4a7e3d72-42dc-4150-b534-3ccb9c0be61f resource provider aggregate not found Jun 01 12:53:08.244485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7eb5-86c4-41e0-bf34-86a8eaa76f9c None None] The port 'a6b759c3-0351-4311-8996-c145fbd6f833' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:53:08.348626 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4a7e3d72-42dc-4150-b534-3ccb9c0be61f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a7e3d72-42dc-4150-b534-3ccb9c0be61f found for delete ", "request_id": "req-de67bea0-8c4b-419f-b831-4b59c77d68a4"}]} Jun 01 12:53:08.369876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.374200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-ed91524c-cc80-498f-9545-a6df30fe1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:08.375858 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-ed91524c-cc80-498f-9545-a6df30fe1e58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.7594321 Jun 01 12:53:08.376418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74497000-71b9-4dfd-aee5-0085e37114e8 req-269e9bfe-6900-4a2d-acd4-8369f94d99a5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:08.378249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74497000-71b9-4dfd-aee5-0085e37114e8 req-269e9bfe-6900-4a2d-acd4-8369f94d99a5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.1178176 Jun 01 12:53:08.388889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.434528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74497000-71b9-4dfd-aee5-0085e37114e8 req-2dea8b9a-3b8f-4fac-9af3-011e86665b6b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Jun 01 12:53:08.477583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.560492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.572878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-39397616-aa2a-4c01-98c2-adf0f38db4c7 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301301 Jun 01 12:53:08.585565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-74ef6cb1-6565-4a8f-881c-2c8ea3f1225e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.1913407 Jun 01 12:53:08.591376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.594062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5eeb9916-82c6-42b7-b332-b9382aa7cecb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:08.676792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5968fdc5-8be5-4005-870c-8b80f584b509,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:08.694804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port 85b47c66-3879-46a0-9b4b-a60e03b7da1a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85b47c66-3879-46a0-9b4b-a60e03b7da1a,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:08.695106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.705903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f62ac37e-72d3-4ade-8581-1e43a8f146ee admin admin] 10.222.0.40 "DELETE /v2.0/networks/5eeb9916-82c6-42b7-b332-b9382aa7cecb HTTP/1.1" status: 204 len: 168 time: 2.8745227 Jun 01 12:53:08.713180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.716621 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e259f882-286a-41ae-95c6-a721b79fd174 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5968fdc5-8be5-4005-870c-8b80f584b509 HTTP/1.1" status: 204 len: 168 time: 1.0330648 Jun 01 12:53:08.737175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-9d5bcea7-930f-40f9-9caf-c05b0c33bc7e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:08.738660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-9d5bcea7-930f-40f9-9caf-c05b0c33bc7e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582625 Jun 01 12:53:08.757300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-bb86335a-9063-4781-a5ce-746126c7bd3d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.0125892 Jun 01 12:53:08.768482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-47d4448e-8474-4406-b71a-a4132aad8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:08.769948 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-47d4448e-8474-4406-b71a-a4132aad8803 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1683464 Jun 01 12:53:08.815784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a7dbbe60-4cb1-4023-b9aa-2561849bca2b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527577 Jun 01 12:53:08.837945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for 85b47c66-3879-46a0-9b4b-a60e03b7da1a owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:08.989339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45190) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:09.063312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3f0040e-81ba-432b-b86c-49c85489a8b0 req-b59ccd75-4dcb-4435-966c-5b4c4fbffaa8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 210 time: 0.0565600 Jun 01 12:53:09.072642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21377856-ac93-433d-8633-db4af2e3e35a req-e414c9e9-cbca-4052-8749-a58316cd6c29 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:09.076517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21377856-ac93-433d-8633-db4af2e3e35a req-e414c9e9-cbca-4052-8749-a58316cd6c29 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 946 time: 0.1682134 Jun 01 12:53:09.096310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-293c46e0-77e6-498f-9f3a-a3908564df7c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=033e1814a38f4b8eb36c2f8593ee5a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841210 Jun 01 12:53:09.100071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45198) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:09.136271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21377856-ac93-433d-8633-db4af2e3e35a req-cc0e2b41-787f-47ff-ad2f-7deddd999f10 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Jun 01 12:53:09.179421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-6a4cbffa-c74f-4e46-a6cd-6de05b14dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:09.186778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-6a4cbffa-c74f-4e46-a6cd-6de05b14dd71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505363 Jun 01 12:53:09.276012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85b47c66-3879-46a0-9b4b-a60e03b7da1a no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:09.339952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:09.377571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No active binding found for port 85b47c66-3879-46a0-9b4b-a60e03b7da1a {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 12:53:09.377968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85b47c66-3879-46a0-9b4b-a60e03b7da1a not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:09.390293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45625143-6e2c-4357-ab57-e8286d9d2fbc req-5bcca0f9-b56b-4477-aaef-4ceb0bf424e1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:09.391916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45625143-6e2c-4357-ab57-e8286d9d2fbc req-5bcca0f9-b56b-4477-aaef-4ceb0bf424e1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.1494448 Jun 01 12:53:09.409721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.439584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.471895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.500551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45625143-6e2c-4357-ab57-e8286d9d2fbc req-188cef0a-533c-4242-8e55-4ca4c55249bd tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020384 Jun 01 12:53:09.611498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=85b47c66-3879-46a0-9b4b-a60e03b7da1a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:09.614810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.682533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428995d-2cbd-4528-976f-2705307c982c req-89cf6aa8-499b-4a01-bd40-52fedfc90a83 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:09.684254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8428995d-2cbd-4528-976f-2705307c982c req-89cf6aa8-499b-4a01-bd40-52fedfc90a83 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.0859942 Jun 01 12:53:09.687949 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-4800b6fa-f5ff-4ed9-94fe-755bca144205 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925935 Jun 01 12:53:09.695553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7f7ac-7de8-434f-ac60-5c2ea6b91a43,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:09.740351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8428995d-2cbd-4528-976f-2705307c982c req-47bc58ad-24d2-4f5d-8098-02aef9c94c72 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498211 Jun 01 12:53:09.771748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port 85b47c66-3879-46a0-9b4b-a60e03b7da1a on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:09.819515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.824222 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c88dc8c5-2bd1-43a0-8dd4-107ae385ca0f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6039e0fc6f5f4bcf8e95b12929732f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684966 Jun 01 12:53:09.824795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'name': 'network-vif-deleted', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:09.827170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45226) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:09.851920 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-36731aa3-ff87-4202-b13d-446416b195dd req-9cd999d2-9b06-47e6-a1c3-c0d07a4795a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "DELETE /v2.0/ports/85b47c66-3879-46a0-9b4b-a60e03b7da1a HTTP/1.1" status: 204 len: 173 time: 2.6345861 Jun 01 12:53:09.856069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.859676 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3573e70-541a-45f6-b843-970a723d7561 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/61e7f7ac-7de8-434f-ac60-5c2ea6b91a43 HTTP/1.1" status: 204 len: 168 time: 0.7243984 Jun 01 12:53:09.877826 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedc2eb4-6bc7-441a-8c97-0703283b8887'] response: {'server_uuid': '805eb046-5e98-46c1-b248-8fa2b98dc08b', 'name': 'network-vif-deleted', 'tag': '85b47c66-3879-46a0-9b4b-a60e03b7da1a', 'status': 'completed', 'code': 200} Jun 01 12:53:09.920619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.945956 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5cbf4a7a-c2ae-44da-8e9b-b9d872ee4171 req-704ce1d4-686e-491c-9340-5795955793f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236571 Jun 01 12:53:09.959204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.013597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.033554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be128efa-4649-4921-bbc7-210afd0dc75d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:10.043521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.044017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.044177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.044507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.044854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.045148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.045466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.045937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.046117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.046434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.046767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.047095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.062085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.067324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-998079ff-0613-4b1d-84d9-1c234aee4e72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/be128efa-4649-4921-bbc7-210afd0dc75d HTTP/1.1" status: 204 len: 168 time: 0.2355371 Jun 01 12:53:10.236848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc58fb48-cec4-47a3-a195-7fa3e3fdcf86 req-d230dcb7-817b-4664-9196-b52072d72543 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 210 time: 0.0540495 Jun 01 12:53:10.352825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5554e155-0e28-4fdf-938c-159196b979fc req-68db0111-ad3b-4160-b550-3130b18b24a0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=805eb046-5e98-46c1-b248-8fa2b98dc08b HTTP/1.1" status: 200 len: 210 time: 0.0608699 Jun 01 12:53:10.561359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-18b7fc52-688e-4609-b654-f0422a8eb7f0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555527 Jun 01 12:53:10.568728 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-9649e005-5f1b-42a2-9a05-661613e9f1a9 service neutron] 10.222.0.24 "GET /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.2796843 Jun 01 12:53:10.891959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:10.894176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-00f86f0e-a619-47d1-ba5f-179db889ad23 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:10.895862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-00f86f0e-a619-47d1-ba5f-179db889ad23 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3318329 Jun 01 12:53:10.936794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:11.081576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.116027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:11.168057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1415b8-db3f-4f31-b3b3-8a86bf4fecd3 req-d8d80846-1bad-4c12-9417-77d6dc161e06 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:11.175851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb1415b8-db3f-4f31-b3b3-8a86bf4fecd3 req-d8d80846-1bad-4c12-9417-77d6dc161e06 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.4095812 Jun 01 12:53:11.210799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.231523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'mac_address': 'fa:16:3e:a6:1c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:11.249279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:11.277835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.278742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:11.324432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb1415b8-db3f-4f31-b3b3-8a86bf4fecd3 req-d6c518da-8b3b-4d46-b7d1-57e636629742 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289725 Jun 01 12:53:11.325797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.331015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:11.331751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.343346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:11.368173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9682da-b1ac-4e40-89e8-93b7d448e8eb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:11.369202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Usage tracker for resource:port and tenant:fc6cba445f714d8c82fe292d17d883fc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:11.402439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643804d-3a25-4061-b41a-3fec6d310af8 req-9ebf072b-cf76-4871-9368-54dbf13e7fff tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:11.408167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6643804d-3a25-4061-b41a-3fec6d310af8 req-9ebf072b-cf76-4871-9368-54dbf13e7fff tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 943 time: 0.3400590 Jun 01 12:53:11.409273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:11.428417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:11.464754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.480306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.490453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Transition to ACTIVE for port object 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:11.497782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.600799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:11.623444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.628868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Pushing event updated for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=10']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:11.648572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'mac_address': 'fa:16:3e:3c:76:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:11.663855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:11.667196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.701759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6643804d-3a25-4061-b41a-3fec6d310af8 req-124363fc-566e-4602-9646-f2f1bc08b96f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744377 Jun 01 12:53:11.714644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:11.715149 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.715465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47fc35b3-891f-4b67-b081-46af2b2d23ef req-e095ac29-970b-428d-9d29-28065af1cd00 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 210 time: 0.1229033 Jun 01 12:53:11.716828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.747453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:11.764699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:11.775069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.775408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.775736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.776060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.776381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.777881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Usage tracker for resource:security_group_rule and tenant:fc6cba445f714d8c82fe292d17d883fc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:11.780531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.781372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:11.783027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.783378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.783708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.784032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.784354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.784673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.794439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:11.804386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:11.807301 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.820130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] No DVR routers for this DVR port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:11.893746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:11.946173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d8b316f6-8540-44a1-83d5-fd1c0ae31968'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:11.954490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.962269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.974040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-2e460d16-5b24-4cc3-b539-602ac017f210 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3995183 Jun 01 12:53:12.048484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:12.283239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-88b1fb4f-97ac-442f-8fd4-9d4b6323bdb8 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.284384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8140d281-ea22-4a51-ba86-7f967b71d89e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:12.285613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-88b1fb4f-97ac-442f-8fd4-9d4b6323bdb8 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.1638339 Jun 01 12:53:12.316563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.77 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/44711942-a2a8-4bce-94b2-126fb18cb9f5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:12.427320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-c30d146b-cb0a-444c-a247-a1944095dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.429070 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-c30d146b-cb0a-444c-a247-a1944095dcb1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&tenant_id=fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 1095 time: 0.1348147 Jun 01 12:53:12.666536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-ddba684f-31ec-4198-bcce-89da5f0922e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.670037 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-ddba684f-31ec-4198-bcce-89da5f0922e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1095 time: 0.2094512 Jun 01 12:53:12.840374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf78c1-0c8c-4a5f-91ab-dad2250be0ed req-9cb099f9-a63b-40cf-b2a0-2096865a524c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.841885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fbf78c1-0c8c-4a5f-91ab-dad2250be0ed req-9cb099f9-a63b-40cf-b2a0-2096865a524c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 948 time: 0.3810899 Jun 01 12:53:12.871253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-fc1a78b1-0f24-4b5f-921e-3787631b4c51 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.873748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-fc1a78b1-0f24-4b5f-921e-3787631b4c51 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.2726202 Jun 01 12:53:12.919058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-ee925f40-8bbd-41e9-bebb-5d0f6c89dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:12.920769 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-ee925f40-8bbd-41e9-bebb-5d0f6c89dc38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.2430527 Jun 01 12:53:12.936932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-a60c4419-cf07-40a5-85f8-ae8429aeadb0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0462072 Jun 01 12:53:12.946334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.001624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fbf78c1-0c8c-4a5f-91ab-dad2250be0ed req-bc528303-bc50-4c0e-8971-711a34685c26 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447001 Jun 01 12:53:13.024988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-78b3c8c0-d24b-456f-ba36-42d361320fd3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752280 Jun 01 12:53:13.030373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object 44711942-a2a8-4bce-94b2-126fb18cb9f5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:13.050830 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-7d56330f-7661-4c47-b4bf-0919eb897638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.1187129 Jun 01 12:53:13.211225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-581f2fb1-b095-4dad-85d5-55c88c048b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:13.218663 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-581f2fb1-b095-4dad-85d5-55c88c048b84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1615293 Jun 01 12:53:13.275556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-346735c8-78aa-4c72-84c7-a0d2ca459422 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495456 Jun 01 12:53:13.289470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:13.297572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.385665 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-5a09cb1c-0eae-49f0-a10a-803e8c78b5ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530101 Jun 01 12:53:13.436872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45400) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:13.501162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:13.502018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.522391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:13.544383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:13.582674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:13.639273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:13.665764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:13.666498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.703000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:13.716265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:13.731984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.758502 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-9fdf069b-34db-4ff2-b21f-d24862df9f60 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665297 Jun 01 12:53:13.782635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:13.783544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.795981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.820409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:13.840498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-4455d4bb-6030-4ff5-b913-e66447551677 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590582 Jun 01 12:53:13.863802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:13.876383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Usage tracker for resource:security_group_rule and tenant:9768ce31434f4276b36ed4ab4f86ab08 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:13.880663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:13.888709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:13.919536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3390f9-ce86-42ad-b500-f6fd0ad56d94 req-8cb83ff8-7975-4ec7-8140-94bf6496926f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:13.928250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c3390f9-ce86-42ad-b500-f6fd0ad56d94 req-8cb83ff8-7975-4ec7-8140-94bf6496926f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.6203120 Jun 01 12:53:13.936731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5a9ebf6-0d9a-4e7d-aa4d-e0155f683820 None None] Provisioning for port 44711942-a2a8-4bce-94b2-126fb18cb9f5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:13.944310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5a9ebf6-0d9a-4e7d-aa4d-e0155f683820 None None] Provisioning complete for port 44711942-a2a8-4bce-94b2-126fb18cb9f5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:13.945415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ebf6-0d9a-4e7d-aa4d-e0155f683820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.019563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-a4528b34-26f9-44d1-8d7d-66da2e863bcf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0983908 Jun 01 12:53:14.040450 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-4fdc6b68-38f0-494a-8014-9857575545f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712846 Jun 01 12:53:14.069521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Request body: {'port': {'device_id': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:14.107229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9ebf6-0d9a-4e7d-aa4d-e0155f683820 None None] Port 44711942-a2a8-4bce-94b2-126fb18cb9f5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:14.302541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.306316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c3390f9-ce86-42ad-b500-f6fd0ad56d94 req-a6ebca90-0dc7-410f-a57a-ad57d328a880 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769512 Jun 01 12:53:14.432443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.566630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9768ce31434f4276b36ed4ab4f86ab08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1147239 Jun 01 12:53:14.568304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c46dc-4c56-4b9c-8c77-4ebaeac4c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbcf3a7-1714-4952-aaea-7f68c06e7e41,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:14.571557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45432) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:14.597636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.637320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-048d68ed-0c9c-496e-af90-20419fa07431 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:14.640678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-048d68ed-0c9c-496e-af90-20419fa07431 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.2111628 Jun 01 12:53:14.768961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-ef0a42ea-3bf3-4f6f-9706-d7219bd988e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:14.770096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-ef0a42ea-3bf3-4f6f-9706-d7219bd988e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:14.841249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.920760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:14.999467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-f3589635-8dbb-423c-9302-689d2a38485f service neutron] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:15.003565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-f3589635-8dbb-423c-9302-689d2a38485f service neutron] Notify callbacks [] for binding, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.004805 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b9d8e207-ddff-4084-b5ae-0dc44134b74e req-f3589635-8dbb-423c-9302-689d2a38485f service neutron] 10.222.0.13 "DELETE /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.3474467 Jun 01 12:53:15.018903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-ef0a42ea-3bf3-4f6f-9706-d7219bd988e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:15.021137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:15.027126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:15.027738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.029026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-ef0a42ea-3bf3-4f6f-9706-d7219bd988e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 935 time: 0.8185589 Jun 01 12:53:15.064077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.218279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-7edf4bb3-571f-4bdc-810a-cbfb65c693ae tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:15.250296 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec104c9f-d485-4548-b451-21aba12e014c'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'code': 200} Jun 01 12:53:15.327852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:15.328376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.330522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-7edf4bb3-571f-4bdc-810a-cbfb65c693ae tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:15.331824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c5bc801-1c16-4a1d-a196-4f7e780b0223 req-7edf4bb3-571f-4bdc-810a-cbfb65c693ae tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019233 Jun 01 12:53:15.334501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.384920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:15.392476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.393514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:15.409988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbcf3a7-1714-4952-aaea-7f68c06e7e41,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:15.460896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.462307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d731cb81-f8a6-4865-8232-a4897aa7542e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cdbcf3a7-1714-4952-aaea-7f68c06e7e41 HTTP/1.1" status: 204 len: 168 time: 0.8856275 Jun 01 12:53:15.621523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:15.623343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:15.730675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477303cf-f9e2-4359-83d8-d9409b9744fb req-7603ae82-0efe-406d-9d13-1150ff27b1b1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:15.737720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-477303cf-f9e2-4359-83d8-d9409b9744fb req-7603ae82-0efe-406d-9d13-1150ff27b1b1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.3813560 Jun 01 12:53:15.752490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed16c62-dff7-493c-8dd7-493845cd3d91 req-cbb752a8-f2a9-4954-afdf-4fd3aac158fa tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 210 time: 0.1065068 Jun 01 12:53:15.754650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44711942-a2a8-4bce-94b2-126fb18cb9f5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:15.781222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.819494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Transition to ACTIVE for port object 44711942-a2a8-4bce-94b2-126fb18cb9f5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:15.832377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-477303cf-f9e2-4359-83d8-d9409b9744fb req-eee18f40-b465-4edb-951e-5ec05e65bebf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849872 Jun 01 12:53:15.833619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.909563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Pushing event updated for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:16.532688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-c2d937bd-005f-46ac-870f-ce2f62d9371a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:16.534252 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-c2d937bd-005f-46ac-870f-ce2f62d9371a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.4222424 Jun 01 12:53:16.549356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:16.727906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Attempting to bind port 44711942-a2a8-4bce-94b2-126fb18cb9f5 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:16.729011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Attempting to bind port 44711942-a2a8-4bce-94b2-126fb18cb9f5 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:16.729577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Attempting to bind port 44711942-a2a8-4bce-94b2-126fb18cb9f5 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:16.744501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Port 44711942-a2a8-4bce-94b2-126fb18cb9f5 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:16.744749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:16.745327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Attempting to bind port 44711942-a2a8-4bce-94b2-126fb18cb9f5 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:16.749124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Usage tracker for resource:port and tenant:484ef01468584146b5e63520410de850 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:16.753377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:16.753844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:16.754489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:16.755191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:16.755832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Bound port: 44711942-a2a8-4bce-94b2-126fb18cb9f5, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:16.756636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.761005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:16.781398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:16.787745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.796543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b517-3211-4c6e-b917-b1c74d5ff02b req-469065bb-a246-46a4-902e-c4540218e026 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:16.800167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c1b517-3211-4c6e-b917-b1c74d5ff02b req-469065bb-a246-46a4-902e-c4540218e026 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.3685675 Jun 01 12:53:16.803598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45482) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:17.010080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:17.015453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.023592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8fc46-ffa8-47f8-9d86-fb9bcd6169b1 req-eb5e89aa-0a84-4218-a748-db6e8946559b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:17.030883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb8fc46-ffa8-47f8-9d86-fb9bcd6169b1 req-eb5e89aa-0a84-4218-a748-db6e8946559b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 947 time: 0.3876781 Jun 01 12:53:17.039262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.13 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/1e52f50d-1890-40e8-98c4-afd39e943679) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:17.041650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:17.048161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2acfe1a7d34f09b83d4a62956daf7e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:17.054382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:17.061574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:17.087367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c1b517-3211-4c6e-b917-b1c74d5ff02b req-436e6ffd-e577-445f-8434-7272ae4aabd4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135180 Jun 01 12:53:17.094613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:17.108846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb8fc46-ffa8-47f8-9d86-fb9bcd6169b1 req-6d0dd8a2-7522-44c8-8be8-3b1c3b1d8584 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Jun 01 12:53:17.115705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.223449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:17.224215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.225700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] 10.222.0.24 "PUT /v2.0/ports/44711942-a2a8-4bce-94b2-126fb18cb9f5 HTTP/1.1" status: 200 len: 1095 time: 3.1835349 Jun 01 12:53:17.226225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:17.243448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b5fcd-8c2b-4756-bc3b-597574a3de2f service neutron] Pushing event updated for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:17.252627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:17.456870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0189a7a0-bec6-4055-9c5f-6d67b6d42976 req-f39deff6-6169-467c-90d9-fa1ad0cbfc24 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 210 time: 0.2064652 Jun 01 12:53:17.519969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.579247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-45ccb8fb-038e-4dc1-92fe-32d990d22081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:17.580881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-45ccb8fb-038e-4dc1-92fe-32d990d22081 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 1098 time: 0.2564793 Jun 01 12:53:17.600161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.612977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.636937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.655754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.716061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-64a209c4-e526-4186-9a4f-0193ddaa9adb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5 HTTP/1.1" status: 200 len: 217 time: 0.1204777 Jun 01 12:53:17.723765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:17.733527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25c7d-0c26-4546-aacc-de62f038ccfe req-85d108e7-d252-4b49-afae-fff678ea27d5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:17.741145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89d25c7d-0c26-4546-aacc-de62f038ccfe req-85d108e7-d252-4b49-afae-fff678ea27d5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.3455722 Jun 01 12:53:17.743953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:17.760116 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfe2fbc-414e-48af-b47e-04616441d2ac'] response: {'name': 'network-changed', 'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5', 'status': 'completed', 'code': 200} Jun 01 12:53:17.765329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:17.779779 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e2d72e-fe77-4bea-8fd5-d8937f1947b2'] response: {'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'code': 200} Jun 01 12:53:17.813673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea529376-7046-4b6d-8d13-f5827ae5acc6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:17.843686 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6f1d41b7-6920-4dac-8e77-ad463b57ad66 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1c2acfe1a7d34f09b83d4a62956daf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0372119 Jun 01 12:53:17.844573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45520) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:17.846808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89d25c7d-0c26-4546-aacc-de62f038ccfe req-947e376c-279c-47d8-a60a-23bb1f390678 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047037 Jun 01 12:53:17.862142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-7cb058cc-2ee6-43c7-ad80-ce94d57f28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:17.868487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-7cb058cc-2ee6-43c7-ad80-ce94d57f28aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1090667 Jun 01 12:53:17.973015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:18.020680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:18.021313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.025111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.081022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-be727497-05b1-42c6-b9ac-f0b8fec37577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:18.082834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-be727497-05b1-42c6-b9ac-f0b8fec37577 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058678 Jun 01 12:53:18.090137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.125376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e5e41208-289e-46aa-94c8-5bf792507c20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5812211 Jun 01 12:53:18.129873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ea2d0-f29d-4230-9685-66fcd9fae2a4 req-728c0821-443c-4e46-a9b5-a8bf75d60073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:18.131618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-882ea2d0-f29d-4230-9685-66fcd9fae2a4 req-728c0821-443c-4e46-a9b5-a8bf75d60073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1100 time: 0.2069705 Jun 01 12:53:18.152051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Request body: {'port': {'device_id': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:18.203928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c55af184-0fd7-4821-9b2d-e2283b23ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.284766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-882ea2d0-f29d-4230-9685-66fcd9fae2a4 req-21468b21-6715-413d-af56-d99eb6235077 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381056 Jun 01 12:53:18.315150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.328749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.354677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea529376-7046-4b6d-8d13-f5827ae5acc6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:18.403617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-c64abf56-c86c-44c3-8bd1-fc2be670e876 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118336 Jun 01 12:53:18.415145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.421540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e9c6816-84c1-47cc-9148-a4d1bb04ea03 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ea529376-7046-4b6d-8d13-f5827ae5acc6 HTTP/1.1" status: 204 len: 168 time: 0.5661347 Jun 01 12:53:18.456439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b62e1-2075-467b-ab2f-f8968515290d req-855c53b3-0119-4dbc-b744-276774661101 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:18.465776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a13b62e1-2075-467b-ab2f-f8968515290d req-855c53b3-0119-4dbc-b744-276774661101 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 947 time: 0.1781890 Jun 01 12:53:18.490385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426d860-ed05-46e5-a984-35c567c196b4 req-69eab727-8e40-4e6b-97e2-8894973b23b0 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:18.492384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e426d860-ed05-46e5-a984-35c567c196b4 req-69eab727-8e40-4e6b-97e2-8894973b23b0 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1095 time: 0.4509099 Jun 01 12:53:18.604865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a13b62e1-2075-467b-ab2f-f8968515290d req-3b7ed77a-f2e3-4ed9-b65f-58a74a621295 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380007 Jun 01 12:53:18.627661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e426d860-ed05-46e5-a984-35c567c196b4 req-026190bf-ac5d-4b94-b239-5a01fe8e8d33 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132514 Jun 01 12:53:18.796188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bd42fe9-47bc-42bf-82eb-922e2147ff51 req-f7b59ded-f5c6-479a-b07b-f88c6b74e9e9 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613255 Jun 01 12:53:19.106745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-c65dc0ec-6a07-4b07-9703-fe1a2352b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.109271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-c65dc0ec-6a07-4b07-9703-fe1a2352b9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 1098 time: 0.1884518 Jun 01 12:53:19.124620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2ba55-4aab-4734-aa0f-7efb63514878 req-48d4c289-a103-4fda-b273-129c3ccae42e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.133117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dd2ba55-4aab-4734-aa0f-7efb63514878 req-48d4c289-a103-4fda-b273-129c3ccae42e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 932 time: 0.1484780 Jun 01 12:53:19.167646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45564) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:19.215404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e52f50d-1890-40e8-98c4-afd39e943679 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:19.228947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.252202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Transition to ACTIVE for port object 1e52f50d-1890-40e8-98c4-afd39e943679 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:19.261800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.346307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:19.361585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.404757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dd2ba55-4aab-4734-aa0f-7efb63514878 req-d20a9ec5-076b-4cb6-b36f-272e22df388f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701395 Jun 01 12:53:19.421875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:19.442988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Usage tracker for resource:security_group_rule and tenant:663fea83e76a4874ad3b6098c0a0a72b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:19.446935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:19.456835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:19.502462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-3134d715-68db-45e3-9e26-a93d6f30f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.504309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-3134d715-68db-45e3-9e26-a93d6f30f16a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3681533 Jun 01 12:53:19.603937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-62a622d8-ab3a-4344-97cf-25135b22c844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5 HTTP/1.1" status: 200 len: 217 time: 0.0829194 Jun 01 12:53:19.614027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d23bc-0c04-476d-9211-51f486880a5c req-466dc793-4cd3-4399-8c42-69dcf25991d9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.615706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-583d23bc-0c04-476d-9211-51f486880a5c req-466dc793-4cd3-4399-8c42-69dcf25991d9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.4267323 Jun 01 12:53:19.641522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Attempting to bind port 1e52f50d-1890-40e8-98c4-afd39e943679 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:19.642998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Attempting to bind port 1e52f50d-1890-40e8-98c4-afd39e943679 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:19.643712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Attempting to bind port 1e52f50d-1890-40e8-98c4-afd39e943679 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:19.652505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Port 1e52f50d-1890-40e8-98c4-afd39e943679 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:19.653177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Attempting to bind port 1e52f50d-1890-40e8-98c4-afd39e943679 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:19.659601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:19.660301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:19.661600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:19.662950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Bound port: 1e52f50d-1890-40e8-98c4-afd39e943679, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:19.664644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.744666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-806ffdb7-c45d-451d-aaa8-29cd22988d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.746581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-806ffdb7-c45d-451d-aaa8-29cd22988d4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1299965 Jun 01 12:53:19.763444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-583d23bc-0c04-476d-9211-51f486880a5c req-9604cf8d-1409-4617-95dd-2821743e12e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072795 Jun 01 12:53:19.822499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:19.825885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1e52f50d-1890-40e8-98c4-afd39e943679,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:19.839484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.878986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.920414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:19.921280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.922875 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e52f50d-1890-40e8-98c4-afd39e943679 HTTP/1.1" status: 200 len: 1092 time: 1.7902915 Jun 01 12:53:19.923626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:19.969751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282cee-c0c0-46cf-9827-41fcc02e0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:20.117280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.134437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-dac81fb8-270d-41cb-a4f9-32a4af646f60 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:20.143992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-dac81fb8-270d-41cb-a4f9-32a4af646f60 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.2625024 Jun 01 12:53:20.189015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-6932abca-e454-444e-bf2a-8cf2a4caec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:20.192587 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-6932abca-e454-444e-bf2a-8cf2a4caec16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 1095 time: 0.1628139 Jun 01 12:53:20.249015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-7a82d83d-7b6f-4384-b7f2-8870d605c635 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/quotas/fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 375 time: 0.1040716 Jun 01 12:53:20.282562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-e756c4da-673c-4e72-a411-8547727efc60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e52f50d-1890-40e8-98c4-afd39e943679 HTTP/1.1" status: 200 len: 217 time: 0.0820696 Jun 01 12:53:20.295746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46073e2-15af-46cf-ab72-33cd0864544e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:20.307822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14a43d60-c9df-4a1d-ac08-0c97dfc2e49a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=663fea83e76a4874ad3b6098c0a0a72b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1368120 Jun 01 12:53:20.310721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45584) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:20.366401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-ad3c1301-fa7e-4802-aa50-cc97b4879cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:20.368106 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-ad3c1301-fa7e-4802-aa50-cc97b4879cf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.0777745 Jun 01 12:53:20.378961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-c47f96d8-4204-4067-925a-219184dee7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:20.382605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-c47f96d8-4204-4067-925a-219184dee7c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6118441 Jun 01 12:53:20.478157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0aab6d8d-b719-4682-a7e1-5bf1327709a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.489380 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-8df82b5b-4882-49fd-b19c-dff719384043 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014674 Jun 01 12:53:20.515125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.541816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bd915-36e5-4cb7-8e6f-319898d9eeea req-948b5e3d-347f-4bee-964a-1bf0a01e292b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:20.543347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c4bd915-36e5-4cb7-8e6f-319898d9eeea req-948b5e3d-347f-4bee-964a-1bf0a01e292b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 947 time: 0.3926072 Jun 01 12:53:20.570095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-51306258-f0f0-4e76-a265-e9634acb8474 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3200014 Jun 01 12:53:20.632392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.654401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-899afa17-9ed6-4746-b54d-f8d30aa264f9 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585317 Jun 01 12:53:20.738629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-56057cb4-b7ad-4dae-a83d-4f4bb2885b33 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469360 Jun 01 12:53:20.786950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c4bd915-36e5-4cb7-8e6f-319898d9eeea req-a47c901f-df98-4fe4-9fc4-152c16b401bb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348256 Jun 01 12:53:20.837230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35c5fe9b-3f64-4e14-b447-fb94d8509055 req-2a76166d-51a3-4798-a14c-1e7ec150cb9f service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742308 Jun 01 12:53:20.913910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.949125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-1e452fda-5651-4dfb-ab8b-22df767febfb service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782017 Jun 01 12:53:20.979591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46073e2-15af-46cf-ab72-33cd0864544e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:21.062770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:21.066814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8a738952-99a5-4ace-8491-50122aa34944 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d46073e2-15af-46cf-ab72-33cd0864544e HTTP/1.1" status: 204 len: 168 time: 0.7550848 Jun 01 12:53:21.081774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7d727e-5d18-4dcd-80b1-e5d6be7c2b1d req-eb278bd7-8871-45ad-93f1-c1863c367a36 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290730 Jun 01 12:53:21.153396 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196636e8-65fc-4bad-b184-4321c549c169'] response: {'name': 'network-changed', 'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679', 'status': 'completed', 'code': 200} Jun 01 12:53:21.160596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-b3f04d06-751f-4c79-b8f2-9d17c3b2933c service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105224 Jun 01 12:53:21.322535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-d7c7029a-3545-4436-9150-a6a728f10eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:21.322535 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-d7c7029a-3545-4436-9150-a6a728f10eff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 1095 time: 0.1323230 Jun 01 12:53:21.522256 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:21.596655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-e0e2cddd-b8a6-42fc-ac88-89ba2934fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:21.598140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-e0e2cddd-b8a6-42fc-ac88-89ba2934fa0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.2695987 Jun 01 12:53:21.612520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:21.763096 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-2371fc43-56a5-46d2-9cfe-b061ae4e5c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e52f50d-1890-40e8-98c4-afd39e943679 HTTP/1.1" status: 200 len: 217 time: 0.1571496 Jun 01 12:53:21.867127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e29bb4-daec-4db5-8a74-54f55c6960eb req-5a5a12d9-ffdc-434f-ab50-66f55a892fcd tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:21.871115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7e29bb4-daec-4db5-8a74-54f55c6960eb req-5a5a12d9-ffdc-434f-ab50-66f55a892fcd tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 944 time: 0.3553886 Jun 01 12:53:21.904298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-c6399863-c1be-43d3-be45-122f072abae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:21.906195 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-c6399863-c1be-43d3-be45-122f072abae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1362312 Jun 01 12:53:21.949819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7e29bb4-daec-4db5-8a74-54f55c6960eb req-d058a5fe-f7c6-45f0-81b4-a289714ab593 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575404 Jun 01 12:53:21.958724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18afc4-f217-41c9-bdd6-db1932d117b6 req-e8df3429-dd3b-4c31-810d-267a2e5057e1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:21.966181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d18afc4-f217-41c9-bdd6-db1932d117b6 req-e8df3429-dd3b-4c31-810d-267a2e5057e1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.5378346 Jun 01 12:53:22.027029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-23f869f8-3804-4573-9df1-37926b062d70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105969 Jun 01 12:53:22.031428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d18afc4-f217-41c9-bdd6-db1932d117b6 req-524fdae9-6669-41a9-9cf3-73c4c7ae986c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Jun 01 12:53:22.234210 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-de19276c-45e4-4955-bad5-0a04853c90a9 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008579 Jun 01 12:53:22.311705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4158eac1-5c81-48e7-bd12-4d5774589d39 req-41ea8012-9766-452b-9c73-20b9e7526cf8 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 210 time: 0.0976462 Jun 01 12:53:22.475809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a392af-eab3-425f-88dc-17e949a7ea33 req-58fdc9ae-f938-4a13-bb15-f9c3c17dc4b0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:22.507019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93a392af-eab3-425f-88dc-17e949a7ea33 req-58fdc9ae-f938-4a13-bb15-f9c3c17dc4b0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 947 time: 0.1908538 Jun 01 12:53:22.524202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:22.614010 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bb1a6873-d94f-467f-a8c6-8cd9424b1dbd req-69803b19-6570-4c0d-9842-c50aadb70d9a service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721433 Jun 01 12:53:22.615187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93a392af-eab3-425f-88dc-17e949a7ea33 req-6c77485a-a599-4a19-8761-307abbbbf0d0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016777 Jun 01 12:53:22.760571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-network', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:22.765410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:22.769294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Usage tracker for resource:network and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:22.772735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:22.781506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:22.797653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Made reservation on behalf of 3212b155663f4a6d9a6f7bcb54354b9b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:22.805589 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:22.837146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:22.876369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:22.881158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Usage tracker for resource:security_group_rule and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:22.886275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:22.893167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:22.946439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:22.987227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 44711942-a2a8-4bce-94b2-126fb18cb9f5 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:23.213449 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-87650cf0-19c3-43fa-97bf-4b7a43ce8862 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2887406 Jun 01 12:53:23.326766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b373d4-2fd7-4730-9fd7-644ab41c2e52 req-505e1fc3-8b54-4ace-a7f3-a93dc7cd940d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:23.329351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59b373d4-2fd7-4730-9fd7-644ab41c2e52 req-505e1fc3-8b54-4ace-a7f3-a93dc7cd940d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.3215125 Jun 01 12:53:23.339351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:23.413670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '44711942-a2a8-4bce-94b2-126fb18cb9f5', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '44711942-a2a8-4bce-94b2-126fb18cb9f5', 'mac_address': 'fa:16:3e:81:9e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:23.435962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393f34-4b32-459d-bbf6-ec4158f5b86c req-ac5533ab-1364-4349-9425-b816a6555961 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:23.447474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5393f34-4b32-459d-bbf6-ec4158f5b86c req-ac5533ab-1364-4349-9425-b816a6555961 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 944 time: 0.2959683 Jun 01 12:53:23.493484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59b373d4-2fd7-4730-9fd7-644ab41c2e52 req-40077275-e834-4491-903d-e05a3213a510 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510117 Jun 01 12:53:23.583804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5393f34-4b32-459d-bbf6-ec4158f5b86c req-cef905f0-1c9f-4fb8-a46e-e4c11e3a2b7c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344986 Jun 01 12:53:23.669951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 44711942-a2a8-4bce-94b2-126fb18cb9f5 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:23.670324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:23.736747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44711942-a2a8-4bce-94b2-126fb18cb9f5 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:23.745440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:23.757595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-ef123265-10e3-454e-8c1c-1a028ab37848 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:23.759115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-ef123265-10e3-454e-8c1c-1a028ab37848 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.5446115 Jun 01 12:53:23.760593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:23.770999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:23.782363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:23.789920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Request body: {'port': {'device_id': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'admin_state_up': True, 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:23.817683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:53:23.932676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:23.955549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:23.955893 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Added segment a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a of type vlan for network 1f332c50-8b18-4a50-a063-17e38e945262 Jun 01 12:53:23.973611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d17ce-6329-471c-af7d-de26899410e5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:24.029521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:24.038896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:24.046855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Usage tracker for resource:port and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:24.051409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:24.061067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:24.107081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:24.113942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:24.146373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:24.148317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:24.148936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:24.158517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75f061ae-149e-4637-a713-9d6968e96bae req-515ef10d-7804-4479-b775-34d094628dca tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2151573 Jun 01 12:53:24.163148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:24.257134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ee4a7-fa27-4013-8c90-55e4462a0425 req-6a09a2ce-1c91-4555-825e-a562be95571c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:24.258707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec1ee4a7-fa27-4013-8c90-55e4462a0425 req-6a09a2ce-1c91-4555-825e-a562be95571c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 948 time: 0.3185422 Jun 01 12:53:24.320949 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7949634 Jun 01 12:53:24.335713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45704) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:24.354642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c22ef0-7e29-48df-ad45-f176e74ae05c admin admin] Pushing event updated for resources: {'Network': ['ID=1f332c50-8b18-4a50-a063-17e38e945262,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:24.361552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Request body: {'subnet': {'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-subnet', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:24.370867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1f332c50-8b18-4a50-a063-17e38e945262 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:53:24.376712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:24.391275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Usage tracker for resource:subnet and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:24.397506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:24.451698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:24.538681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec1ee4a7-fa27-4013-8c90-55e4462a0425 req-8850f25a-b53a-4df9-b2c7-7917ab7ab215 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709875 Jun 01 12:53:24.540235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Made reservation on behalf of 3212b155663f4a6d9a6f7bcb54354b9b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:24.543220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:24.621256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Allocated IP 172.20.0.12 (5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d/067ca25f-c5f9-4095-9efb-a30b13e2313d/4823872e-a44b-487f-a466-493331ef595a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:24.892835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2377f9-bedd-4cd6-851a-2634faa6f129 req-ab54c095-ca66-4723-8905-440a60335694 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:24.905225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab2377f9-bedd-4cd6-851a-2634faa6f129 req-ab54c095-ca66-4723-8905-440a60335694 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.1663148 Jun 01 12:53:25.020632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab2377f9-bedd-4cd6-851a-2634faa6f129 req-0b7ce875-730d-416f-a3d4-ef8a4e12d29d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142907 Jun 01 12:53:25.095255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.100386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.134545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.186107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f61eee-b39f-4f82-b4ce-b29f99639017,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:25.207526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:25.216030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:25.219471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:25.241593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0df55-66c8-484f-be3b-cfea3e3164d7 req-a73ea6f9-cd45-4812-9515-e63f743b09af tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.250223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ceb0df55-66c8-484f-be3b-cfea3e3164d7 req-a73ea6f9-cd45-4812-9515-e63f743b09af tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 944 time: 0.3285513 Jun 01 12:53:25.277947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Checking segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:25.278519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Network hostable DHCP agents. Network: 1f332c50-8b18-4a50-a063-17e38e945262, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:53:25.296014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:25.305534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1e52f50d-1890-40e8-98c4-afd39e943679 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:25.330668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.343290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.383920 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-d83575af-b29e-460e-919a-ec5e11b4fcda tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5989451 Jun 01 12:53:25.384757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ceb0df55-66c8-484f-be3b-cfea3e3164d7 req-7a17c79d-48c8-4df5-92e5-df2eeed60345 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275203 Jun 01 12:53:25.408854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Request body: {'port': {'device_id': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:25.605200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Network 1f332c50-8b18-4a50-a063-17e38e945262 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:53:25.640067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1f332c50-8b18-4a50-a063-17e38e945262) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:25.650785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.651507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.661352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d03f3c-dc8f-416f-87c8-09a8173c6f8e None None] Network 1f332c50-8b18-4a50-a063-17e38e945262 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:25.665493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.741567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-71b82061-0333-4398-b7f1-e6fb5174cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.743382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-71b82061-0333-4398-b7f1-e6fb5174cec3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1100 time: 0.3377905 Jun 01 12:53:25.749889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-524f1fa4-1d16-4d66-b2b1-06f53c2afc85 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4086545 Jun 01 12:53:25.762526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:25.784227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:25.815483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:25.852708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Usage tracker for resource:router and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:25.857334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:25.884435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:25.919971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-320f1b57-7938-4ab5-ade0-4ba586591864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.921514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-320f1b57-7938-4ab5-ade0-4ba586591864 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1699550 Jun 01 12:53:25.930138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1e52f50d-1890-40e8-98c4-afd39e943679,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:25.935555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fb24-4f7f-4264-bb50-c7679edea86a req-dd65794c-b038-4f31-aac9-aae0bb6983f1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:25.958495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a964fb24-4f7f-4264-bb50-c7679edea86a req-dd65794c-b038-4f31-aac9-aae0bb6983f1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 932 time: 0.2960603 Jun 01 12:53:25.965625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '1e52f50d-1890-40e8-98c4-afd39e943679', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': '1e52f50d-1890-40e8-98c4-afd39e943679', 'mac_address': 'fa:16:3e:71:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:25.973775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:25.974908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.022843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.140848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1e52f50d-1890-40e8-98c4-afd39e943679 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:26.141641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.150714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-7d964d30-a852-4773-94e7-2495240f818a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.1817431 Jun 01 12:53:26.208822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a964fb24-4f7f-4264-bb50-c7679edea86a req-82aaa358-5d92-4610-b20c-54af0ca888e1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474060 Jun 01 12:53:26.233116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e52f50d-1890-40e8-98c4-afd39e943679 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:26.294152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1e52f50d-1890-40e8-98c4-afd39e943679,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:26.301365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.336721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1f332c50-8b18-4a50-a063-17e38e945262', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:53:26.337733 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.489742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:26.577880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1e52f50d-1890-40e8-98c4-afd39e943679'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:26.624110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-b075a000-8a8d-486a-bd95-5146f952e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:26.625692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-b075a000-8a8d-486a-bd95-5146f952e869 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4458833 Jun 01 12:53:26.693747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad81f2-3385-4224-a7f0-82fa87afc4f5 req-48c159ed-dcc2-4b44-bd3a-441d7ef21f68 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:26.701384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cad81f2-3385-4224-a7f0-82fa87afc4f5 req-48c159ed-dcc2-4b44-bd3a-441d7ef21f68 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 948 time: 0.2150214 Jun 01 12:53:26.714841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Allocated IP 172.20.0.2 (1f332c50-8b18-4a50-a063-17e38e945262/59f61eee-b39f-4f82-b4ce-b29f99639017/6292f442-123b-416c-9628-ed827e766f44) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:26.785896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cad81f2-3385-4224-a7f0-82fa87afc4f5 req-4cdde5c3-e3fa-40a3-9c8e-de3124421d34 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 Jun 01 12:53:26.824404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:26.825566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5e38-2f44-4ac5-bc19-3a62741e1c12 req-df7ffe14-38a2-4c74-a767-0703c63987fa tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:26.836050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88ca5e38-2f44-4ac5-bc19-3a62741e1c12 req-df7ffe14-38a2-4c74-a767-0703c63987fa tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.3494599 Jun 01 12:53:26.910848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-672f4777-a974-4584-942b-6c92df1b7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:26.912412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-672f4777-a974-4584-942b-6c92df1b7717 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2688632 Jun 01 12:53:27.016787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 44711942-a2a8-4bce-94b2-126fb18cb9f5 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:27.017301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4823872e-a44b-487f-a466-493331ef595a {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:27.030742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.060744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Transition to ACTIVE for port object 4823872e-a44b-487f-a466-493331ef595a will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:27.090312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.124293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-f14e63eb-14de-4cb6-a35b-06b67366ffbd service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953571 Jun 01 12:53:27.150048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.171704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Transition to ACTIVE for port object 6292f442-123b-416c-9628-ed827e766f44 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:27.174013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88ca5e38-2f44-4ac5-bc19-3a62741e1c12 req-04ec0849-7217-4f85-8c07-41be6626cc90 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357949 Jun 01 12:53:27.193721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505325d-c093-43ad-8482-171157435943 service neutron] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:27.208044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 44711942-a2a8-4bce-94b2-126fb18cb9f5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:27.215549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Transition to ACTIVE for port object 6292f442-123b-416c-9628-ed827e766f44 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:27.216924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 44711942-a2a8-4bce-94b2-126fb18cb9f5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:27.217591 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.265248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.364042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Network 1f332c50-8b18-4a50-a063-17e38e945262 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:27.369105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:27.381010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:27.434433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69880824-f00f-4757-a479-f2624dcbf9c3 req-b1ace014-4208-4443-a941-b3fa68523bd1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:27.450102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Pushing event updated for resources: {'Port': ['ID=6292f442-123b-416c-9628-ed827e766f44,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:27.452809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69880824-f00f-4757-a479-f2624dcbf9c3 req-b1ace014-4208-4443-a941-b3fa68523bd1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 945 time: 0.3253448 Jun 01 12:53:27.566274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-3d1cb6df-9b9f-4216-b349-a9fd6b783df3 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800237 Jun 01 12:53:27.596647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69880824-f00f-4757-a479-f2624dcbf9c3 req-72c29c00-e532-4666-96e8-f197b6616e2b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428075 Jun 01 12:53:27.614224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 44711942-a2a8-4bce-94b2-126fb18cb9f5 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:27.615059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.744265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:27.744602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:27.745581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:27.746134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:27.750138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.762580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:27.764858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5037-3b4a-4a57-adc1-ec89312889ff req-3d77a94b-1e32-48db-88b2-df170544980a tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:27.765379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Attempting to bind port 6292f442-123b-416c-9628-ed827e766f44 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:27.765566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Attempting to bind port 6292f442-123b-416c-9628-ed827e766f44 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:27.765853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Attempting to bind port 6292f442-123b-416c-9628-ed827e766f44 on network 1f332c50-8b18-4a50-a063-17e38e945262 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:27.772461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:27.772704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Checking segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:27.773220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.773713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Bound using segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:27.774086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Bound port: 6292f442-123b-416c-9628-ed827e766f44, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:27.774441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.787662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c09f5037-3b4a-4a57-adc1-ec89312889ff req-3d77a94b-1e32-48db-88b2-df170544980a tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.1848056 Jun 01 12:53:27.789897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.793679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:27.793993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:27.822306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.854328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45776) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:27.872986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:27.876723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:27.880439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:27.881310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Bound port: 4823872e-a44b-487f-a466-493331ef595a, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:27.881310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:27.882189 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c498b8e-a3a1-4e32-bba5-97e74cb0d34d'] response: {'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5', 'code': 200} Jun 01 12:53:27.937326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c09f5037-3b4a-4a57-adc1-ec89312889ff req-8ae7255d-4311-462b-aac3-66f2d71d1155 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486430 Jun 01 12:53:27.940953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] For port 6292f442-123b-416c-9628-ed827e766f44, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:27.942862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:27.947239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] For port 6292f442-123b-416c-9628-ed827e766f44, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6292f442-123b-416c-9628-ed827e766f44,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:27.956044 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:28.096402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f9ce-4188-49c4-bf0a-4f44f66200c6 None None] Pushing event updated for resources: {'Port': ['ID=6292f442-123b-416c-9628-ed827e766f44,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:28.187840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:28.202036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:28.212461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:28.222970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:28.265225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:28.276990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:60d767ac982144b9977e0ded4893ee6d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:28.282767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:28.314690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1d9a2-82b8-4cfd-bab4-bf64d9a4e8df req-f35f1f4d-d85d-4e00-9655-82cd0cb8b336 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:28.316525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc1d9a2-82b8-4cfd-bab4-bf64d9a4e8df req-f35f1f4d-d85d-4e00-9655-82cd0cb8b336 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.2791576 Jun 01 12:53:28.322443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505325d-c093-43ad-8482-171157435943 service neutron] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:28.328178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Allocated IP 172.25.7.216 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d807d23a-104f-43a1-9bd8-33dccd1e3408) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:28.328676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:28.339575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:28.340266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:28.341942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-e505325d-c093-43ad-8482-171157435943 service neutron] 10.222.0.13 "PUT /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 1092 time: 2.9486423 Jun 01 12:53:28.342608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'tag': '4823872e-a44b-487f-a466-493331ef595a'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:28.607178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc1d9a2-82b8-4cfd-bab4-bf64d9a4e8df req-caab2a10-f076-4be6-beba-e584a6de6413 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794790 Jun 01 12:53:28.620498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6292f442-123b-416c-9628-ed827e766f44 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:28.676195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c93a-ea36-4a5c-8365-4b29ede58c9a req-e851d41c-653a-4c85-b33d-263489570d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:28.678033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe30c93a-ea36-4a5c-8365-4b29ede58c9a req-e851d41c-653a-4c85-b33d-263489570d06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 1100 time: 0.5795779 Jun 01 12:53:28.718334 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f07e430-f9f1-4d32-b55c-9d095bcd10db'] response: {'name': 'network-changed', 'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'tag': '4823872e-a44b-487f-a466-493331ef595a', 'status': 'completed', 'code': 200} Jun 01 12:53:28.726884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-b7dcad54-743a-47ab-8ef2-0ba0f62523a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:28.728370 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-b7dcad54-743a-47ab-8ef2-0ba0f62523a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1095 time: 0.2437651 Jun 01 12:53:28.858857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6292f442-123b-416c-9628-ed827e766f44 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:28.899867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe30c93a-ea36-4a5c-8365-4b29ede58c9a req-064bef8f-ea60-4c7d-836c-992f479a331a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874852 Jun 01 12:53:28.943517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9c0f-0298-4bb5-ac71-356e876d98d5 req-d11957ef-0237-4dee-b8b6-5ff33da64753 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:28.944907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-356a9c0f-0298-4bb5-ac71-356e876d98d5 req-d11957ef-0237-4dee-b8b6-5ff33da64753 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.4954143 Jun 01 12:53:28.953959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:28.958275 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-593b6810-4615-445c-9fc1-ff8daaf66558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.2156284 Jun 01 12:53:29.001822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.022138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.079989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.140661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-356a9c0f-0298-4bb5-ac71-356e876d98d5 req-96ad760a-9329-4f34-8ab2-31092bfff5fd tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841710 Jun 01 12:53:29.156048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6151b-16e1-4879-8dcc-64e76bbcb941,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:29.170559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6982e81d-cea6-46e3-9799-9bb685255ee3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=60d767ac982144b9977e0ded4893ee6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3151937 Jun 01 12:53:29.173234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45800) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:29.213541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:29.225051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:29.242874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:29.327747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6228-4d40-4f8e-a795-496bf506006f req-87b28d33-1542-4c84-ab8a-bb670a80e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:29.330652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-87b28d33-1542-4c84-ab8a-bb670a80e3e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.3608940 Jun 01 12:53:29.331470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d807d23a-104f-43a1-9bd8-33dccd1e3408,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:29.339839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1e52f50d-1890-40e8-98c4-afd39e943679 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:29.355985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.403059 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-8fda3a70-7303-4c7a-a4c2-eb4dd6b42b34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600574 Jun 01 12:53:29.499023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 1e52f50d-1890-40e8-98c4-afd39e943679 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:29.516437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 1e52f50d-1890-40e8-98c4-afd39e943679 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:29.516846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.547031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.600866 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-3299b9e2-7f7b-4310-8815-4bac58fceeb7 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763194 Jun 01 12:53:29.639883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978712f-82cd-433f-abc2-55675b6bc4e9 req-b1244f9e-f95e-4337-9213-9831ba3f62a7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:29.641453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e978712f-82cd-433f-abc2-55675b6bc4e9 req-b1244f9e-f95e-4337-9213-9831ba3f62a7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.2650812 Jun 01 12:53:29.656255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828d56-7025-43bd-9b08-9931371ab29b req-3b14d9ce-6ff8-421a-ae6c-8cba14a05072 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:29.664489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e828d56-7025-43bd-9b08-9931371ab29b req-3b14d9ce-6ff8-421a-ae6c-8cba14a05072 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 945 time: 0.3763459 Jun 01 12:53:29.734689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d782c-104f-4980-b744-70a31563a7ee None None] Network 1f332c50-8b18-4a50-a063-17e38e945262 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:29.759244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e978712f-82cd-433f-abc2-55675b6bc4e9 req-a0579af8-eac4-4c9e-b86c-a960c9b170f2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735579 Jun 01 12:53:29.783976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.831666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6151b-16e1-4879-8dcc-64e76bbcb941,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:29.861923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e828d56-7025-43bd-9b08-9931371ab29b req-9ef37188-b115-43be-bf08-5f1640a4670e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964376 Jun 01 12:53:29.883414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:29.884586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b3cc4d94-f27e-43bf-aeec-3462b2463ff4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/caf6151b-16e1-4879-8dcc-64e76bbcb941 HTTP/1.1" status: 204 len: 168 time: 0.7102785 Jun 01 12:53:29.904089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1e52f50d-1890-40e8-98c4-afd39e943679 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:29.905464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:30.059416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dacf-634b-4738-910e-18df5b411419 req-e885192e-13ad-4ec2-b059-ec06a9eabaee tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:30.070254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2145dacf-634b-4738-910e-18df5b411419 req-e885192e-13ad-4ec2-b059-ec06a9eabaee tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.1323140 Jun 01 12:53:30.075619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:30.134335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Provisioning for port 6292f442-123b-416c-9628-ed827e766f44 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:30.152077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1e52f50d-1890-40e8-98c4-afd39e943679,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:30.165946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Provisioning complete for port 6292f442-123b-416c-9628-ed827e766f44 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:30.166292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:30.172231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2145dacf-634b-4738-910e-18df5b411419 req-8ab8c11e-12ae-4cb7-91f2-15d8a5482a4e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009760 Jun 01 12:53:30.237978 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-977a6228-4d40-4f8e-a795-496bf506006f req-60194b1d-190c-4ff5-9aab-5aa04f0e03a6 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079993 Jun 01 12:53:30.240600 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:30.307180 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f1c59d-8814-48c9-8c2f-1b94952d5abd'] response: {'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679', 'code': 200} Jun 01 12:53:30.710851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:30.745042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d00f-bf56-45e7-938c-154e8749be41 req-34122454-cb8c-4dd9-8f55-eca655aad53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:30.748853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-34122454-cb8c-4dd9-8f55-eca655aad53f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1095 time: 0.3367798 Jun 01 12:53:30.761488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:30.765404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13e980-36b1-4463-bf64-fa2cf716658b req-26cce5dd-9114-46c7-bb0c-e9ed0cf3a081 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:30.776260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac13e980-36b1-4463-bf64-fa2cf716658b req-26cce5dd-9114-46c7-bb0c-e9ed0cf3a081 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.4307592 Jun 01 12:53:30.905850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Current status of the port 6292f442-123b-416c-9628-ed827e766f44 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:30.910076 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.019393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] For port 6292f442-123b-416c-9628-ed827e766f44, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6292f442-123b-416c-9628-ed827e766f44,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:31.028156 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.124527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac13e980-36b1-4463-bf64-fa2cf716658b req-028b67ac-30f8-429d-bdb0-1d7a7661ad44 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472953 Jun 01 12:53:31.144811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d00f-bf56-45e7-938c-154e8749be41 req-dbab0565-e1f7-4b61-bc63-14e9836cad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:31.146488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-dbab0565-e1f7-4b61-bc63-14e9836cad64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3436210 Jun 01 12:53:31.216606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e59b4-fb56-4fbb-9b08-d5d8d357175a None None] Pushing event updated for resources: {'Port': ['ID=6292f442-123b-416c-9628-ed827e766f44,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:31.343474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:53:31.358222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fb52cec4-a9dd-4901-abef-db20aa89675e None None] Provisioning complete for port 6292f442-123b-416c-9628-ed827e766f44 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:31.358609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fb52cec4-a9dd-4901-abef-db20aa89675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.403920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-b1bf39f7-8516-4014-8878-7091eb849939 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.2303751 Jun 01 12:53:31.454051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:31.471309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.476813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6d9d-21df-4d38-883d-c7998f7abcb6 req-5f1fe905-7f88-4826-9095-5bd317d3a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:31.478548 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-214a6d9d-21df-4d38-883d-c7998f7abcb6 req-5f1fe905-7f88-4826-9095-5bd317d3a5b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 1097 time: 1.0829742 Jun 01 12:53:31.527017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1ff6f-84b6-4cb0-8476-347ac5c0cd7a req-65663514-91fc-42f5-8886-8366f77012d5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:31.528831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fe1ff6f-84b6-4cb0-8476-347ac5c0cd7a req-65663514-91fc-42f5-8886-8366f77012d5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.5489118 Jun 01 12:53:31.561452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d00f-bf56-45e7-938c-154e8749be41 req-98abd976-993c-487b-be9c-5bbdb67735c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:31.563343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-98abd976-993c-487b-be9c-5bbdb67735c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1497028 Jun 01 12:53:31.639584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-9f3a4190-1a82-4cdc-8408-92992318d3cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619187 Jun 01 12:53:31.670091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fb52cec4-a9dd-4901-abef-db20aa89675e None None] Current status of the port 6292f442-123b-416c-9628-ed827e766f44 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:31.695533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-733468966-network', 'tenant_id': '3ceeb0b1e4f04c5bb5c1fe83d75bf0d3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:31.712625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:31.726033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Usage tracker for resource:network and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:31.731742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:31.745320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e4e4a-aa8b-4767-a670-7099067c346c req-cb082a6c-d6b6-4155-8d4e-bf31fa2ea1f8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:31.746662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba8e4e4a-aa8b-4767-a670-7099067c346c req-cb082a6c-d6b6-4155-8d4e-bf31fa2ea1f8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 946 time: 0.4240384 Jun 01 12:53:31.753672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:31.756917 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fe1ff6f-84b6-4cb0-8476-347ac5c0cd7a req-d7254edd-424a-4826-9dd1-f13af4cfaffd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194204 Jun 01 12:53:31.805581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-214a6d9d-21df-4d38-883d-c7998f7abcb6 req-79885ff0-c61c-4b09-9e53-9e73c8f2368d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152747 Jun 01 12:53:31.819315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:53:31.825921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Made reservation on behalf of 3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:31.828487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.839450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba8e4e4a-aa8b-4767-a670-7099067c346c req-82ccd77a-d3cb-4c5f-bbf1-b6ad6633a77c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733063 Jun 01 12:53:31.857894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.884609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-2b92e106-edf0-4b20-9d12-2f707f6ef7ee service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357402 Jun 01 12:53:31.988455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:32.001958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:32.006877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:32.015307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:32.140446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:32.148791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7db6d-8731-46a3-b7ad-d32b5fc6086b req-91d5109b-a582-4ceb-840f-0a0643c38fa4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:32.151002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c7db6d-8731-46a3-b7ad-d32b5fc6086b req-91d5109b-a582-4ceb-840f-0a0643c38fa4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.2091434 Jun 01 12:53:32.158691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Sync routers for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:32.182174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:32.182979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:32.197973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.199302 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41eb5190-14f3-4ff2-87e4-b82310172fb7 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4315310 Jun 01 12:53:32.202457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45884) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:32.225135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3252d00f-bf56-45e7-938c-154e8749be41 req-69480b1d-1a77-4c1d-b908-d0829de54c1f service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168787 Jun 01 12:53:32.308032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c7db6d-8731-46a3-b7ad-d32b5fc6086b req-7459c801-3c0d-4c1d-a804-0255ae4e8c4b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353824 Jun 01 12:53:32.330626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.347702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e1165-7fe0-42d6-ae98-ddce434172d5 req-7dac5bf7-aef5-49b2-8e1e-1c50732bade6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:32.355637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07e1165-7fe0-42d6-ae98-ddce434172d5 req-7dac5bf7-aef5-49b2-8e1e-1c50732bade6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.1263001 Jun 01 12:53:32.385934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.433031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69746c8c-b01a-4b6b-9fe1-afd5d7b0e1ca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:32.441767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:32.448913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07e1165-7fe0-42d6-ae98-ddce434172d5 req-cf60e48a-737d-4298-82a8-42171ff91237 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923169 Jun 01 12:53:32.450292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:53:32.465878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.466576 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Added segment 549aa3a8-89ae-45b8-b529-1798de6e73f4 of type vlan for network 2033ec61-0583-43a0-8929-c57cbb728858 Jun 01 12:53:32.590711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-e07219a4-7271-46bb-b77c-5d8e66ed3459 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--127765118&fields=id&tenant_id=f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 267 time: 0.0656686 Jun 01 12:53:32.600339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.658441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6292f442-123b-416c-9628-ed827e766f44 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:32.770272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-58316c37-cc64-4d00-b6cf-d5f2f30a1631 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:32.778036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-58316c37-cc64-4d00-b6cf-d5f2f30a1631 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 823 time: 0.1765938 Jun 01 12:53:32.782620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.783668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:32.784352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.797503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-3312d64d-e4b2-4f74-98b3-31c8ccc5aa03 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/quotas/f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 375 time: 0.0182993 Jun 01 12:53:32.833225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3772049 Jun 01 12:53:32.843050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45904) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:32.853980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Request body: {'subnet': {'network_id': '2033ec61-0583-43a0-8929-c57cbb728858', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-733468966-subnet', 'tenant_id': '3ceeb0b1e4f04c5bb5c1fe83d75bf0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:32.859937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:32.865463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Usage tracker for resource:subnet and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:32.867903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:32.873983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:32.928276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Made reservation on behalf of 3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:32.930750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6292f442-123b-416c-9628-ed827e766f44 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:32.931176 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.931655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.986012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e640fe-1b47-4fbe-b321-7aff34d21f96 admin admin] Pushing event updated for resources: {'Network': ['ID=2033ec61-0583-43a0-8929-c57cbb728858,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:33.000771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2033ec61-0583-43a0-8929-c57cbb728858 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:53:33.108363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-9b4f70a4-9dba-48a9-81f9-70d4345f224e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3098962 Jun 01 12:53:33.123440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151797-16af-416b-aa71-1aece5e32f13 req-8109c9e9-db7e-427d-8ae2-376b73e31b62 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:33.130507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0151797-16af-416b-aa71-1aece5e32f13 req-8109c9e9-db7e-427d-8ae2-376b73e31b62 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 1100 time: 0.2480018 Jun 01 12:53:33.206167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:29Z', 'revision_number': 3, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:33.225343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Checking router: 4ae1747e-eda3-474f-8c32-82fbfa1620e0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:33.225704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Updating router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 port d807d23a-104f-43a1-9bd8-33dccd1e3408 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:53:33.251099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.276533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:33.282157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6292f442-123b-416c-9628-ed827e766f44 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:33.283785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Usage tracker for resource:security_group_rule and tenant:9565259d9ce643d6961c384c49700305 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:33.289888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:33.299031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:33.307302 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.364115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.366262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4823872e-a44b-487f-a466-493331ef595a details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:33.377985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.405080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-727f06a7-048f-47ac-9677-198525ed0168 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:53:33.411094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-727f06a7-048f-47ac-9677-198525ed0168 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1726110 Jun 01 12:53:33.454933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97f6765-f582-4e48-bd2e-8a6099b47000,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:33.484014 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:53:33.597364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Checking segment: {'id': '549aa3a8-89ae-45b8-b529-1798de6e73f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2033ec61-0583-43a0-8929-c57cbb728858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:33.597711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Network hostable DHCP agents. Network: 2033ec61-0583-43a0-8929-c57cbb728858, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:53:33.630022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Allocated IP 172.20.0.1 (1f332c50-8b18-4a50-a063-17e38e945262/59f61eee-b39f-4f82-b4ce-b29f99639017/dd7a2737-9a08-4d86-b8a5-6e670ec74e4c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:33.676055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Network 2033ec61-0583-43a0-8929-c57cbb728858 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:53:33.704460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.707752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-138d7050-10e3-4c09-837d-00ae8811bf5d service neutron] 10.222.0.40 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946627 Jun 01 12:53:33.713281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:33.715062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.740131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4823872e-a44b-487f-a466-493331ef595a', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'port_id': '4823872e-a44b-487f-a466-493331ef595a', 'mac_address': 'fa:16:3e:b4:3e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067ca25f-c5f9-4095-9efb-a30b13e2313d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:33.761950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2033ec61-0583-43a0-8929-c57cbb728858) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:33.781357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97a07f-0c2f-44a8-af45-ee44c5a406b7 None None] Network 2033ec61-0583-43a0-8929-c57cbb728858 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:33.783307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0151797-16af-416b-aa71-1aece5e32f13 req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518443 Jun 01 12:53:33.789441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:33.792849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.829037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.845615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Transition to ACTIVE for port object dd7a2737-9a08-4d86-b8a5-6e670ec74e4c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:33.871249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.875280 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:53:33.893780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4823872e-a44b-487f-a466-493331ef595a is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:33.894185 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:33.944785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Network 1f332c50-8b18-4a50-a063-17e38e945262 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:33.948110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:33.951892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:33.953253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5a527-64d5-4c1d-a089-ef42f569dd00 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef3ea2b-48b2-4258-ada2-70beefe42403,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:33.966193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4823872e-a44b-487f-a466-493331ef595a {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:33.997277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:34.012012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.048118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:34.062632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-9ada58ef-cbfc-4313-acfd-d8acf63c0527 service neutron] 10.222.0.40 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381863 Jun 01 12:53:34.074256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4c926ddb-2ac6-416f-8583-b6d5be868ce2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2249532 Jun 01 12:53:34.115904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.119915 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.128227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e0cd-f177-4fad-8f26-0e5705b78a0a req-0abeb700-997a-405d-9f00-9c9ef068d698 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:34.137197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40a1e0cd-f177-4fad-8f26-0e5705b78a0a req-0abeb700-997a-405d-9f00-9c9ef068d698 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.2398260 Jun 01 12:53:34.184866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-0a5ed64f-4f84-4fb5-b4d4-0775d84dd128 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:34.186417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-0a5ed64f-4f84-4fb5-b4d4-0775d84dd128 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/ports?device_id=a799ce21-8478-4607-8a63-66ea710e18e8 HTTP/1.1" status: 200 len: 945 time: 0.2345951 Jun 01 12:53:34.200346 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.234842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Transition to ACTIVE for port object d807d23a-104f-43a1-9bd8-33dccd1e3408 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:34.254350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40a1e0cd-f177-4fad-8f26-0e5705b78a0a req-2d1926a2-a296-4c55-82c0-5532c204245a tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160495 Jun 01 12:53:34.349975 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.352597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Deleting port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:53:34.352962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.394024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-318b8b84-9189-4860-bebb-b397e1974d06 None None] Provisioning for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:34.412164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-318b8b84-9189-4860-bebb-b397e1974d06 None None] Provisioning complete for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:34.414124 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-318b8b84-9189-4860-bebb-b397e1974d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.460805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb80c92-3408-4342-b4b3-2ad28ffcd725 None None] Network 2033ec61-0583-43a0-8929-c57cbb728858 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:34.531144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4823872e-a44b-487f-a466-493331ef595a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:34.582841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.648739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:34.679585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Attempting to bind port d807d23a-104f-43a1-9bd8-33dccd1e3408 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:34.680009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Attempting to bind port d807d23a-104f-43a1-9bd8-33dccd1e3408 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:34.680444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Attempting to bind port d807d23a-104f-43a1-9bd8-33dccd1e3408 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:34.741740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:34.742468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:34.743090 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.743688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:34.744415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Bound port: d807d23a-104f-43a1-9bd8-33dccd1e3408, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:34.744974 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.819462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21437-4a77-45ce-a454-742aacdcd894 req-5b63a84f-a1cc-4b66-a6af-fc502f095b79 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:34.825926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] For port d807d23a-104f-43a1-9bd8-33dccd1e3408, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:34.826691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1dc21437-4a77-45ce-a454-742aacdcd894 req-5b63a84f-a1cc-4b66-a6af-fc502f095b79 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 946 time: 0.3409405 Jun 01 12:53:34.829523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] For port d807d23a-104f-43a1-9bd8-33dccd1e3408, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d807d23a-104f-43a1-9bd8-33dccd1e3408,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:34.855856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.864402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb0d7-dabe-488d-a42e-688c432d8134 req-1f53cda2-e203-446c-9686-38dce8c1bfad tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:34.866050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-511eb0d7-dabe-488d-a42e-688c432d8134 req-1f53cda2-e203-446c-9686-38dce8c1bfad tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.2978768 Jun 01 12:53:34.873058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-318b8b84-9189-4860-bebb-b397e1974d06 None None] Port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:34.878623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] For port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:34.878980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.888281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.896718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:34.921356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bf735-21a0-46ef-bce4-dd31aa59fb6d None None] Pushing event updated for resources: {'Port': ['ID=d807d23a-104f-43a1-9bd8-33dccd1e3408,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:35.016234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:35.016736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:35.034806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1dc21437-4a77-45ce-a454-742aacdcd894 req-7fb5ac27-3680-4191-bb77-bc15a8ec5116 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070384 Jun 01 12:53:35.041556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:35.060982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:35.190736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-511eb0d7-dabe-488d-a42e-688c432d8134 req-51eab6d9-6ebe-4c37-a7b4-713c7d0b09c3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019269 Jun 01 12:53:35.241315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bf735-21a0-46ef-bce4-dd31aa59fb6d None None] Pushing event updated for resources: {'Port': ['ID=d807d23a-104f-43a1-9bd8-33dccd1e3408,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:35.330462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Network 1f332c50-8b18-4a50-a063-17e38e945262 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:35.331692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:35.600603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:35.653747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-333712800', 'description': 'tempest-description-355143051'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:35.662308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5052dc2-bdb2-4e04-8c40-4f117b4548da req-0c32b158-274f-4049-a596-f172b50ebea3 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 210 time: 0.2149780 Jun 01 12:53:35.667960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:35.675588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:35.682216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:35.691609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:35.691996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:35.692353 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83 disassociated. External IP: 172.25.7.115, port: 78f666f2-17fa-4338-b23f-e2b3dfdd2d88. Jun 01 12:53:35.692685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Calling delete_port for 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:53:35.745069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:35.825852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:35.838492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ab7effe8-94ff-4e82-8acb-8cc203b33841 None None] Provisioning complete for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:35.838893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ab7effe8-94ff-4e82-8acb-8cc203b33841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:35.890005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:36.019956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.042240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:36.042634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.058891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:36.071657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:36.078370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:36.081385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:36.086689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ab7effe8-94ff-4e82-8acb-8cc203b33841 None None] Port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:36.095070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:36.160192 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-310db26c-80fe-4f8a-ae1e-44db733970d5 admin admin] 10.222.0.40 "PUT /v2.0/routers/4ae1747e-eda3-474f-8c32-82fbfa1620e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9566786 Jun 01 12:53:36.183560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:36.197945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.240314 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.243683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:36.329301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-95f27f5a-3725-4123-8f87-db87438f1875 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:36.331411 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-95f27f5a-3725-4123-8f87-db87438f1875 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 823 time: 0.2619100 Jun 01 12:53:36.342130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1dabb-4fe8-41a9-a738-54ab75af8fbc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:36.373596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2b271-b377-4777-b837-c494d8b69184 req-b2c6cbd9-64ad-4c63-a60b-b313ad59927c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:36.381150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.386931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ed2b271-b377-4777-b837-c494d8b69184 req-b2c6cbd9-64ad-4c63-a60b-b313ad59927c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5621729 Jun 01 12:53:36.439744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.458375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4c64a82f-a016-4899-8dc9-c9194954d256 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:36.485019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.494291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4c64a82f-a016-4899-8dc9-c9194954d256 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:36.498769 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4c64a82f-a016-4899-8dc9-c9194954d256 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95283e555414b8b83b935ec6882486d HTTP/1.1" status: 200 len: 379 time: 0.1502037 Jun 01 12:53:36.499839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f14d5b53-bd50-4a94-b634-6422fe2c7b47 req-d7b0c613-e1a7-4484-acd8-698ab56e39bb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8852322 Jun 01 12:53:36.525691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'port': {'device_id': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'admin_state_up': True, 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'security_groups': ['31c259d2-f586-4c44-9329-35f422baf3b4']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:36.596527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event deleted for resources: {'Port': ['ID=78f666f2-17fa-4338-b23f-e2b3dfdd2d88,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:36.652559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:36.761974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ed2b271-b377-4777-b837-c494d8b69184 req-d914a7a8-cd27-4ce1-9354-b8fd578f1702 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738785 Jun 01 12:53:36.813188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:36.825157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:36.841774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Made reservation on behalf of f95283e555414b8b83b935ec6882486d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:36.846050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.860493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 2, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:36.874165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f9513-ffc7-446c-8bfe-ae0a3072386d None None] The sync data for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 is: [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 2, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:37.087446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:37.091889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-d321cceb-3836-421f-a78a-7d70557a90a5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1545675 Jun 01 12:53:37.191207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:53:37.191805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:37.275976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Allocated IP 172.20.0.11 (e4a5263b-b7fc-4c86-8d03-525b16f2bd97/e8787e55-8106-4230-89e2-58d880162611/d7b9b01a-8b25-4a21-9f41-63ac14fa9680) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:37.365145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:37.396407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4823872e-a44b-487f-a466-493331ef595a up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:37.397647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:37.432576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644043-88db-418c-8b47-c749833d0d0f req-bb6857e8-9594-41f5-a2ba-952ecaa5ba95 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:37.434272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d644043-88db-418c-8b47-c749833d0d0f req-bb6857e8-9594-41f5-a2ba-952ecaa5ba95 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 946 time: 0.6715350 Jun 01 12:53:37.554188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.571747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4823872e-a44b-487f-a466-493331ef595a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:37.576310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Transition to ACTIVE for port object d7b9b01a-8b25-4a21-9f41-63ac14fa9680 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:37.580973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4823872e-a44b-487f-a466-493331ef595a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:37.581347 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.586847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-network', 'tenant_id': 'c72c434c28934a03a565507588b277f9'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:37.596222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:37.608264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Usage tracker for resource:network and tenant:c72c434c28934a03a565507588b277f9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:37.617449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.626278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:37.680642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:37.719161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:37.726665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:37.728374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:37.730616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4823872e-a44b-487f-a466-493331ef595a is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:37.731272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.732022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:37.773257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:37.784545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.855165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:37.855833 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.899842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9c7f3b17-1b23-4188-8cb0-f983685761d2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:37.912638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:37.912858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9c7f3b17-1b23-4188-8cb0-f983685761d2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8197317 Jun 01 12:53:37.948151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Made reservation on behalf of c72c434c28934a03a565507588b277f9 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:37.952479 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d0c8c362-4237-429a-8194-55314867c484 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4392688 Jun 01 12:53:37.955482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.970703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Request body: {'port': {'device_id': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:37.987140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d644043-88db-418c-8b47-c749833d0d0f req-03abd14c-22ff-476c-9f3d-d1d0e6c80045 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788741 Jun 01 12:53:38.056889 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.093897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:38.109591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Usage tracker for resource:security_group_rule and tenant:c72c434c28934a03a565507588b277f9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:38.122216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:38.130394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:38.156315 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111d280d-9218-4d4b-a573-e49681015699'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'code': 200} Jun 01 12:53:38.208110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.246078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-65ee3ce8-4c95-4177-8777-30e767dcfc9d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.3322990 Jun 01 12:53:38.247007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7855c55-b11a-43f5-9cf9-06db931f52e8 None None] Provisioning for port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:38.268872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7855c55-b11a-43f5-9cf9-06db931f52e8 None None] Provisioning complete for port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:38.269267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a7855c55-b11a-43f5-9cf9-06db931f52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.363974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a7855c55-b11a-43f5-9cf9-06db931f52e8 None None] Port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:38.368957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:38.377017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:38.388553 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:38.392571 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:38.572965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.709375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d807d23a-104f-43a1-9bd8-33dccd1e3408 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:38.744096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.749835 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:38.789288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] No DVR routers for this DVR port 78f666f2-17fa-4338-b23f-e2b3dfdd2d88 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:38.804871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.818680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'name': 'network-vif-deleted', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:38.824218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-def4f811-bae3-4925-93e7-bf87a6d62425 req-f1dcc954-7f02-4b4d-b21f-84ec58387a4a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "DELETE /v2.0/ports/78f666f2-17fa-4338-b23f-e2b3dfdd2d88 HTTP/1.1" status: 204 len: 173 time: 4.6306725 Jun 01 12:53:38.870464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:53:38.883180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d807d23a-104f-43a1-9bd8-33dccd1e3408 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:38.891158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d807d23a-104f-43a1-9bd8-33dccd1e3408 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:38.892039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.911079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f714df-582c-4a4b-96e4-0e578108f974,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:38.918568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.919289 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Added segment 17c4013b-f8b3-451a-b807-ef91b8d46b8b of type vlan for network efb6a219-5384-4c83-926a-32a257cd5e90 Jun 01 12:53:38.933542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-aa010067-7132-4260-8cfc-b21e99f01442 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6866009 Jun 01 12:53:38.952561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef457-4080-4d4c-8653-b76470723637 req-c24d6f9c-0807-48c5-9bd0-65d6b4e0ea04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:38.962861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-172ef457-4080-4d4c-8653-b76470723637 req-c24d6f9c-0807-48c5-9bd0-65d6b4e0ea04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.5958076 Jun 01 12:53:39.008593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.055599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-172ef457-4080-4d4c-8653-b76470723637 req-5367277e-fc93-490f-921e-8f3ce15c24d1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Jun 01 12:53:39.084144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b9b01a-8b25-4a21-9f41-63ac14fa9680 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:39.112356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.118634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.119978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:39.120777 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.156090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Transition to ACTIVE for port object d7b9b01a-8b25-4a21-9f41-63ac14fa9680 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:39.173002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.182867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d807d23a-104f-43a1-9bd8-33dccd1e3408 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:39.183388 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.203866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d807d23a-104f-43a1-9bd8-33dccd1e3408, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d807d23a-104f-43a1-9bd8-33dccd1e3408,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:39.212358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.232132 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:39.242607 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:39.256000 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:39.267715 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:39.341346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d807d23a-104f-43a1-9bd8-33dccd1e3408,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:39.371713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-c179458e-f5a0-48fa-9ce3-82c9fb47b644 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/ccd1dabb-4fe8-41a9-a738-54ab75af8fbc HTTP/1.1" status: 200 len: 1803 time: 0.2816162 Jun 01 12:53:39.377953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9670334 Jun 01 12:53:39.381176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ccd1dabb-4fe8-41a9-a738-54ab75af8fbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:39.381438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ccd1dabb-4fe8-41a9-a738-54ab75af8fbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:39.388087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46020) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:39.392331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:39.398283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Request body: {'subnet': {'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-subnet', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:39.414064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823df54-7dcf-4217-8252-35fe02154648 admin admin] Pushing event updated for resources: {'Network': ['ID=efb6a219-5384-4c83-926a-32a257cd5e90,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:39.426821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network efb6a219-5384-4c83-926a-32a257cd5e90 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:53:39.433800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:39.444172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:39.455320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:39.463617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Usage tracker for resource:subnet and tenant:c72c434c28934a03a565507588b277f9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:39.475663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:39.478324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:39.501372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:39.545594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Made reservation on behalf of c72c434c28934a03a565507588b277f9 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:39.552850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.691977 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:39.910457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:39.963061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:39.965609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Attempting to bind port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:39.965934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Attempting to bind port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:39.966249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Attempting to bind port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:39.973104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:39.973420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Attempting to bind port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 on network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:39.979823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:39.980277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Checking segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:39.980839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Bound using segment: {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:39.981359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Bound port: d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f24353d-c2d8-4d26-9b2c-35274a083a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:39.981795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.022208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.043470 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.122075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:40.122762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7790b838-9556-4c73-a782-b53d72bb8740,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:40.128635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:40.136723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.158020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823872e-a44b-487f-a466-493331ef595a'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:40.159971 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.175743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7b16e9d-601a-4d59-b1e9-9c5ceb8b48fd req-743fdf69-8afb-49dc-8333-5612b600add1 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8030946 Jun 01 12:53:40.194137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Sync routers for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:40.209436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:40.210107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:40.229023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701e17-0ac9-4c12-a563-517a12930a28 req-eee85f97-f369-4258-b9ac-38e17e0b6099 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.230220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-09701e17-0ac9-4c12-a563-517a12930a28 req-eee85f97-f369-4258-b9ac-38e17e0b6099 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:40.237052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.237822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.239357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] 10.222.0.24 "PUT /v2.0/ports/d7b9b01a-8b25-4a21-9f41-63ac14fa9680 HTTP/1.1" status: 200 len: 1092 time: 2.2733028 Jun 01 12:53:40.240805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:40.275860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:40.281097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f554-45db-4185-a924-702fe0c597ec service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:40.281307 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a9c8d-f131-4215-aa34-96b52867a7d1 None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:40.321145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-09701e17-0ac9-4c12-a563-517a12930a28 req-eee85f97-f369-4258-b9ac-38e17e0b6099 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:40.325271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09701e17-0ac9-4c12-a563-517a12930a28 req-eee85f97-f369-4258-b9ac-38e17e0b6099 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 944 time: 0.3943479 Jun 01 12:53:40.327119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.481726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-494544ee-3c86-4249-b46d-5463b5134b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.485201 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-494544ee-3c86-4249-b46d-5463b5134b11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 1095 time: 0.1762071 Jun 01 12:53:40.679142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Checking segment: {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:40.679574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Network hostable DHCP agents. Network: efb6a219-5384-4c83-926a-32a257cd5e90, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:53:40.680880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d807d23a-104f-43a1-9bd8-33dccd1e3408 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:40.684137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:40.718985 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-d2e89ffd-7f3a-4d53-b390-bcb0f890d71e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680 HTTP/1.1" status: 200 len: 217 time: 0.2186427 Jun 01 12:53:40.719135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09701e17-0ac9-4c12-a563-517a12930a28 req-703a4b13-914d-41cb-86fc-0b6591baddb4 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793843 Jun 01 12:53:40.785900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Network efb6a219-5384-4c83-926a-32a257cd5e90 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:53:40.816795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e876-73a7-409b-90fe-88e36b043f1f req-1db7e6c5-54d5-4b21-a1fb-be3d0be9cb52 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.819308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e075e876-73a7-409b-90fe-88e36b043f1f req-1db7e6c5-54d5-4b21-a1fb-be3d0be9cb52 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 946 time: 0.4339030 Jun 01 12:53:40.830492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c03478-fb1d-4e81-9399-683e7acdf4b9 None None] New status for floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:53:40.840699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:40.860116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, efb6a219-5384-4c83-926a-32a257cd5e90) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:40.869467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.870268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:40.924780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-db1b209c-378f-4a6e-855c-89471dc0cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:40.933031 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-db1b209c-378f-4a6e-855c-89471dc0cc32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.2074635 Jun 01 12:53:40.941201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1120ea3f-ddb9-4cd9-8638-e3d405bea44f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5497184 Jun 01 12:53:40.947747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:40.956829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:40.991022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e075e876-73a7-409b-90fe-88e36b043f1f req-ceb80798-e522-455e-9f3b-3eb530647f9c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574838 Jun 01 12:53:40.999893 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea7e441-c079-45f2-ab9b-9a9e3734c660'] response: {'server_uuid': 'a799ce21-8478-4607-8a63-66ea710e18e8', 'name': 'network-vif-deleted', 'tag': '78f666f2-17fa-4338-b23f-e2b3dfdd2d88', 'status': 'completed', 'code': 200} Jun 01 12:53:41.003031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:41.033655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Usage tracker for resource:router and tenant:c72c434c28934a03a565507588b277f9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:41.036070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d559581-84a6-476d-95a5-8e2d09c1444b None None] Network efb6a219-5384-4c83-926a-32a257cd5e90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:41.044947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:41.062383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:41.093102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-8c3a3866-516b-4e21-934c-24b5bfc9ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:41.094786 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-8c3a3866-516b-4e21-934c-24b5bfc9ed9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542122 Jun 01 12:53:41.118131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.119298 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.160689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.458976 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-19208e5c-eb8e-48b3-b65a-09c49eebe5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567853 Jun 01 12:53:41.491987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d807d23a-104f-43a1-9bd8-33dccd1e3408 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:41.492922 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.644324 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8d5a3d48-d7cf-43e7-84e5-a8a7875b9046 req-6a626804-ff3c-4a56-8f12-81b0ef441e6b service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787293 Jun 01 12:53:41.830382 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668bd03f-e412-4103-9eac-2fda0ec0e507'] response: {'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823872e-a44b-487f-a466-493331ef595a', 'code': 200} Jun 01 12:53:41.866925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-15361640', 'description': 'tempest-description-510294133'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:41.884313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:41.891416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-efb6a219-5384-4c83-926a-32a257cd5e90', 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'fixed_ips': [{'subnet_id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:53:41.892253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.894317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:41.899112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.904785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:41.905884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d807d23a-104f-43a1-9bd8-33dccd1e3408 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:41.914635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:42.002687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.038250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34b916-8f86-4439-bd97-638938e56a85 req-c60b4e19-39bc-42a0-b6ab-d04204a59a6c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:42.045656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b34b916-8f86-4439-bd97-638938e56a85 req-c60b4e19-39bc-42a0-b6ab-d04204a59a6c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.3887911 Jun 01 12:53:42.061203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 2, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:42.068568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Checking router: 4ae1747e-eda3-474f-8c32-82fbfa1620e0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:42.070087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Updating router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:53:42.075266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:42.087797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:42.091982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:42.110670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:42.147590 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.147887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b34b916-8f86-4439-bd97-638938e56a85 req-8d053409-07ef-493a-9c9e-a2e0779ae10d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000504 Jun 01 12:53:42.166835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Allocated IP 172.20.0.2 (efb6a219-5384-4c83-926a-32a257cd5e90/7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab/4e57d456-27c3-43e6-8534-a3fcf9c3f266) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:42.279851 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-bd773254-34f2-4cef-a067-5f1a6a443fcd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513937 Jun 01 12:53:42.283996 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcebea3-5b5b-40a0-8806-2d6e7cd90a96'] response: {'name': 'network-changed', 'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'status': 'completed', 'code': 200} Jun 01 12:53:42.560770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9266ba20-4c4f-4ccf-a6c9-320ba2725af1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:42.562734 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9266ba20-4c4f-4ccf-a6c9-320ba2725af1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561419 Jun 01 12:53:42.583238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:42.614822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ade6fc1-baf8-4789-9db2-e88847eecbc7 req-de3dfcd4-a4d3-4e56-91ed-3f1574ad4fa6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 210 time: 0.2125356 Jun 01 12:53:42.720791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.816124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.834918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.847412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:42.859829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Transition to ACTIVE for port object 4e57d456-27c3-43e6-8534-a3fcf9c3f266 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:42.861064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:42.878205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:42.883832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.884464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Transition to ACTIVE for port object 4e57d456-27c3-43e6-8534-a3fcf9c3f266 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:42.899885 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:42.905235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079abb0-329a-4ed8-aae7-179e7522f6e6 req-b04a5479-05b8-4e08-9d74-d320d3481991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:42.908144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9079abb0-329a-4ed8-aae7-179e7522f6e6 req-b04a5479-05b8-4e08-9d74-d320d3481991 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1097 time: 0.7579768 Jun 01 12:53:43.031073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bdc4f0-b73f-4643-b208-d97d81729aea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:43.035100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Network efb6a219-5384-4c83-926a-32a257cd5e90 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:43.044240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:43.050024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:43.055995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.24', 58921) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:43.056537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.061148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Pushing event updated for resources: {'Port': ['ID=4e57d456-27c3-43e6-8534-a3fcf9c3f266,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:43.072967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.073193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.073519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.073846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.074174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.074512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.075010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.075327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.075649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.075964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.076280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.076593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:43.127015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Transition to ACTIVE for port object dd7a2737-9a08-4d86-b8a5-6e670ec74e4c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:43.141302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-81027c1a-f7e1-4ec2-9481-3b3f317710d2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703979 Jun 01 12:53:43.155812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-e8f6f3f0-3458-41c2-b6e9-a4d44c4f4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:43.156748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-e8f6f3f0-3458-41c2-b6e9-a4d44c4f4c65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 1095 time: 0.8593321 Jun 01 12:53:43.171882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.202544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.136 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/a45a153e-e355-474f-95cb-c5a043e7dd7c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:43.232371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Attempting to bind port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:43.232758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Attempting to bind port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:43.233099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Attempting to bind port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 on network efb6a219-5384-4c83-926a-32a257cd5e90 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:43.270363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:43.270363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Checking segment: {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:43.270363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.270686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Bound using segment: {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:43.271155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Bound port: 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:43.271676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.396726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-765855d8-01aa-4a89-8e7a-362b987604cb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:43.399978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-765855d8-01aa-4a89-8e7a-362b987604cb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422471 Jun 01 12:53:43.458448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:43.502061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] For port 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:43.507750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] For port 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4e57d456-27c3-43e6-8534-a3fcf9c3f266,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:43.533036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.544375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b961f-ff9b-4b8c-8441-4d67e5435e56 None None] Pushing event updated for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:43.545632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.590563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object a45a153e-e355-474f-95cb-c5a043e7dd7c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:43.619341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.627518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f478ab-a980-40e4-8534-884ec8f2ea24 req-2440152f-4bda-4135-a01b-bb93410727bc tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:43.635180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f478ab-a980-40e4-8534-884ec8f2ea24 req-2440152f-4bda-4135-a01b-bb93410727bc tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 944 time: 0.8308041 Jun 01 12:53:43.685402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:43.695795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.711112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d87634db-17d0-4104-bcb1-769dea931b37 req-494d5a3b-01ed-44df-a56d-c50e877fda13 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.8493605 Jun 01 12:53:43.722947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:43.730221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:43.740546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9079abb0-329a-4ed8-aae7-179e7522f6e6 req-c3aadf0d-418e-466d-8c00-5781cc15b4c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6980963 Jun 01 12:53:43.746536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee49e-aee9-4704-9d3f-f2a7e0dd9974 None None] Pushing event updated for resources: {'Port': ['ID=4e57d456-27c3-43e6-8534-a3fcf9c3f266,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:43.754644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:43.795955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Attempting to bind port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:43.796161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Attempting to bind port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:43.796699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Attempting to bind port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c on network 1f332c50-8b18-4a50-a063-17e38e945262 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:43.817868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:43.818885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Checking segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:43.819307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.819707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Bound using segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:43.820188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Bound port: dd7a2737-9a08-4d86-b8a5-6e670ec74e4c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:43.820555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.899908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:43.900926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.930793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:43.947049 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-94924cfe-461a-410b-8523-340df2822606 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3686042 Jun 01 12:53:43.968644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Request body: {'port': {'device_id': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:44.004732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.070151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] For port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:44.101773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] For port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:44.110081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f478ab-a980-40e4-8534-884ec8f2ea24 req-02c655b9-1f6e-430d-8e29-0e9fbdf2b5d6 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4739184 Jun 01 12:53:44.120978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.259161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.269824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.304955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:44.336644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:44.337303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:44.382349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Usage tracker for resource:port and tenant:fc6cba445f714d8c82fe292d17d883fc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:44.391839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:44.395334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-109e40e7-88ee-4765-8a5e-a26f2625b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:44.398302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-109e40e7-88ee-4765-8a5e-a26f2625b565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 924 time: 1.0549994 Jun 01 12:53:44.404516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:44.548247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-73533be8-67c2-4d48-bbd4-491ee9721308 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680 HTTP/1.1" status: 200 len: 217 time: 0.1278708 Jun 01 12:53:44.640748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:44.646729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.686580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5fc8d58c-705e-4a42-9b65-32c7f940c76a None None] Provisioning for port a45a153e-e355-474f-95cb-c5a043e7dd7c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:44.696786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5fc8d58c-705e-4a42-9b65-32c7f940c76a None None] Provisioning complete for port a45a153e-e355-474f-95cb-c5a043e7dd7c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:44.696947 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d58c-705e-4a42-9b65-32c7f940c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.783336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8d58c-705e-4a42-9b65-32c7f940c76a None None] Port a45a153e-e355-474f-95cb-c5a043e7dd7c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:44.784995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4e57d456-27c3-43e6-8534-a3fcf9c3f266 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:44.845142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-030b402c-82fb-4109-a68c-bbf6c6f93b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:44.848367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-030b402c-82fb-4109-a68c-bbf6c6f93b46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.2862465 Jun 01 12:53:44.877436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1de5e-1138-4b50-8897-1fbf44d49143 req-14c7f098-f5b0-4c31-9863-a511d8ccc0a9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:44.893766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c1de5e-1138-4b50-8897-1fbf44d49143 req-14c7f098-f5b0-4c31-9863-a511d8ccc0a9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 946 time: 0.9384096 Jun 01 12:53:44.971983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b961f-ff9b-4b8c-8441-4d67e5435e56 None None] Pushing event updated for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:45.039220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45a153e-e355-474f-95cb-c5a043e7dd7c {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:45.065865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.103966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Transition to ACTIVE for port object a45a153e-e355-474f-95cb-c5a043e7dd7c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:45.118879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.129197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device d7b9b01a-8b25-4a21-9f41-63ac14fa9680 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:45.137542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:45.168772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Allocated IP 172.25.7.24 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/740390b7-b66c-4540-b6dc-f9b2082da349) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:45.214554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:45.313107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:45.384738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c1de5e-1138-4b50-8897-1fbf44d49143 req-9194750d-93d7-4651-851f-5f5d2833babe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888744 Jun 01 12:53:45.681784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Attempting to bind port a45a153e-e355-474f-95cb-c5a043e7dd7c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:45.682261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Attempting to bind port a45a153e-e355-474f-95cb-c5a043e7dd7c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:45.682723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Attempting to bind port a45a153e-e355-474f-95cb-c5a043e7dd7c on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:45.694753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Port a45a153e-e355-474f-95cb-c5a043e7dd7c on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:45.695478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Attempting to bind port a45a153e-e355-474f-95cb-c5a043e7dd7c on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:45.708662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:45.709515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:45.710133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:45.710878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Bound port: a45a153e-e355-474f-95cb-c5a043e7dd7c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:45.711467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.838848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:45.843213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:45.845646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4246c12-6ca8-4f37-8e48-68bdf46fd339 None None] Network efb6a219-5384-4c83-926a-32a257cd5e90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:53:45.852025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.875388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ff9bec-cb6d-4564-8c22-0aaa2f697689 req-200273cb-29e6-4205-a262-7db12f530b8a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 210 time: 0.1234233 Jun 01 12:53:45.882131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.131 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/0094c9dc-e9eb-4bda-88e2-99680d296458) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:45.960164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-738f18ca-6305-45dd-8163-e4b8892063f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:45.961955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-738f18ca-6305-45dd-8163-e4b8892063f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0564001 Jun 01 12:53:45.968697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Provisioning for port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:45.971359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:45.972084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.973698 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] 10.222.0.24 "PUT /v2.0/ports/a45a153e-e355-474f-95cb-c5a043e7dd7c HTTP/1.1" status: 200 len: 1096 time: 2.0099535 Jun 01 12:53:45.973837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:45.974323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:46.001271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebaa6d-55ad-4ed9-bdd8-0b75063c9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:46.072732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Provisioning complete for port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:46.073093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.113014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'port_id': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'mac_address': 'fa:16:3e:69:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:46.147901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-6784566e-0d4c-46b1-8041-00746aa1bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:46.153245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-6784566e-0d4c-46b1-8041-00746aa1bf22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 1099 time: 0.1083086 Jun 01 12:53:46.176597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-779445cc-17c3-45a4-9260-f78a3373aefc tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/b5bdc4f0-b73f-4643-b208-d97d81729aea HTTP/1.1" status: 200 len: 1802 time: 0.2658236 Jun 01 12:53:46.181488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b5bdc4f0-b73f-4643-b208-d97d81729aea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:46.182038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b5bdc4f0-b73f-4643-b208-d97d81729aea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:46.206725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:46.239269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:46.259018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-ffdef6f1-dbb8-45e6-9857-edda46f20cf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c HTTP/1.1" status: 200 len: 217 time: 0.0930288 Jun 01 12:53:46.265307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:46.280950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.291442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:46.292020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.294975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:46.316075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b9b01a-8b25-4a21-9f41-63ac14fa9680 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:46.342020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9cc0d3fa-7052-429b-8d13-9378b5e9508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:46.343473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-9cc0d3fa-7052-429b-8d13-9378b5e9508a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0778706 Jun 01 12:53:46.361669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f74592-818f-4f89-ac0d-ccfe004f18ca req-3cfb9561-1a08-4f04-9cb7-f39348719d03 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:46.369351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f74592-818f-4f89-ac0d-ccfe004f18ca req-3cfb9561-1a08-4f04-9cb7-f39348719d03 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.5875723 Jun 01 12:53:46.415660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:46.438918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-203b2736-74ec-420e-b27c-e5e3866bf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:46.440639 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-203b2736-74ec-420e-b27c-e5e3866bf502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868413 Jun 01 12:53:46.530549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-d212ebdd-b126-4516-9b9f-0f649c5ca12a service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450656 Jun 01 12:53:46.539980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f74592-818f-4f89-ac0d-ccfe004f18ca req-25b6c3fe-d8d1-4722-8708-1dfa368884a4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695495 Jun 01 12:53:46.557750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Current status of the port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:46.557864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.604576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] For port 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4e57d456-27c3-43e6-8534-a3fcf9c3f266,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:46.605629 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.723168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dd7a2737-9a08-4d86-b8a5-6e670ec74e4c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:46.756529 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-69b8e4c4-0348-4adc-8d83-35e43ea13f86 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045006 Jun 01 12:53:46.759421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.788115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.808628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.827983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.906816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:46.928575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object 0094c9dc-e9eb-4bda-88e2-99680d296458 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:46.942922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.952402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-2cb0f992-96f7-453c-a390-fcb25a6cbbcc service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867571 Jun 01 12:53:46.981567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:46.988117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.002826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:47.005842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:44Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:47.015342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:47.018060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:47.026886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c285e-10e0-4cd8-af9b-be548751d1fa None None] The sync data for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 is: [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:44Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:47.031365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:47.031691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.078501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['d7b9b01a-8b25-4a21-9f41-63ac14fa9680'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:47.104331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-188b2069-c5f5-40f8-b51f-166f259c0091 req-07f5c985-cf16-415d-9a97-eb691c3c0ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597615 Jun 01 12:53:47.105146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Pushing event updated for resources: {'Port': ['ID=740390b7-b66c-4540-b6dc-f9b2082da349,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:47.107314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c675c594-8149-4c0b-abaa-105b685308f3,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:47.109270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50b484-49cd-42d0-abb6-3fd0be9f9add None None] Pushing event updated for resources: {'Port': ['ID=4e57d456-27c3-43e6-8534-a3fcf9c3f266,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:47.302060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.316181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad82e643-4316-41a1-99a4-e6ed5092f8b8 req-bdd943bf-df9f-4c3f-a780-700bdebf4199 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1385934 Jun 01 12:53:47.384264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32cdb-69a3-49ca-b545-7a4850e66640 req-e2b8bbbe-f07b-49fe-aeff-ac4c5409520f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:47.386900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acf32cdb-69a3-49ca-b545-7a4850e66640 req-e2b8bbbe-f07b-49fe-aeff-ac4c5409520f tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 945 time: 0.6356180 Jun 01 12:53:47.419605 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b118dad-8974-43a7-a579-2af5b588062d'] response: {'name': 'network-changed', 'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c', 'status': 'completed', 'code': 200} Jun 01 12:53:47.421589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.487409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:47.487961 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.670307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-33e8bedb-85fd-4715-8708-c72ba0560639 None None] Provisioning complete for port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:47.670686 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-33e8bedb-85fd-4715-8708-c72ba0560639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.706670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:47.732860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.839521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.925589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:47.956689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:47.975703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acf32cdb-69a3-49ca-b545-7a4850e66640 req-23bd08bd-0737-46f1-9a81-260c4f3dc274 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5518489 Jun 01 12:53:47.978563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:47.991871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:48.030401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:48.087076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-33e8bedb-85fd-4715-8708-c72ba0560639 None None] Current status of the port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:48.197215 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4f1a-c0a2-4928-b413-f448e602c55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.224400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-aa489d85-b1d2-4c80-aa1c-ed38be2f3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:48.226191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-aa489d85-b1d2-4c80-aa1c-ed38be2f3948 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 1099 time: 0.7043910 Jun 01 12:53:48.243453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3289d-2950-400c-b265-11fca425ca6c req-ac490a2f-a8e5-4c4e-abf9-ee0c74773cf0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:48.244902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fb3289d-2950-400c-b265-11fca425ca6c req-ac490a2f-a8e5-4c4e-abf9-ee0c74773cf0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 946 time: 0.6109116 Jun 01 12:53:48.255343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:48.255928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.308616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-12c8097d-bb84-4270-8208-2d97ee612c7d None None] Provisioning for port 0094c9dc-e9eb-4bda-88e2-99680d296458 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:48.314240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-12c8097d-bb84-4270-8208-2d97ee612c7d None None] Provisioning complete for port 0094c9dc-e9eb-4bda-88e2-99680d296458 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:48.314760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-12c8097d-bb84-4270-8208-2d97ee612c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.375544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-12c8097d-bb84-4270-8208-2d97ee612c7d None None] Port 0094c9dc-e9eb-4bda-88e2-99680d296458 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:48.393922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.489590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-91b71c58-802e-4d53-8b93-74d4ca0609ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0354793 Jun 01 12:53:48.518436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Request body: {'port': {'device_id': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:48.563324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fb3289d-2950-400c-b265-11fca425ca6c req-d57b3f48-459d-4860-ba48-3fbd0eb32930 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823081 Jun 01 12:53:48.583026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dd7a2737-9a08-4d86-b8a5-6e670ec74e4c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:48.652177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:48.652550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.671843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-513976050', 'description': 'tempest-description-873858839'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:48.700930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:48.717930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:48.730803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:48.733784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-c6cdc78c-9920-42fe-8954-97dd11c20b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:48.735284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-c6cdc78c-9920-42fe-8954-97dd11c20b94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4894974 Jun 01 12:53:48.742799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce27157-21c8-4d70-adc5-7934d2279128 req-d6b89567-5757-455a-be2e-64a8c2d5852c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:48.743381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6ce27157-21c8-4d70-adc5-7934d2279128 req-d6b89567-5757-455a-be2e-64a8c2d5852c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:48.753607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:48.818854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:48.853448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:48.854528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4e57d456-27c3-43e6-8534-a3fcf9c3f266 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:48.855672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-696419f1-3e78-4e8a-9a81-bf03cebddfba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c HTTP/1.1" status: 200 len: 217 time: 0.0990460 Jun 01 12:53:48.955293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.963780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.991606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:48.991977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.009513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6ce27157-21c8-4d70-adc5-7934d2279128 req-d6b89567-5757-455a-be2e-64a8c2d5852c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:49.010576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ce27157-21c8-4d70-adc5-7934d2279128 req-d6b89567-5757-455a-be2e-64a8c2d5852c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 936 time: 0.8685970 Jun 01 12:53:49.076891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:49.108114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device d7b9b01a-8b25-4a21-9f41-63ac14fa9680 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:49.159310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:49.159576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:49.170736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:49.184502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:49.188091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-7fc03f2f-17b3-4310-a291-44dbc76ff56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:49.189340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:49.189582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-7fc03f2f-17b3-4310-a291-44dbc76ff56c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2775271 Jun 01 12:53:49.189692 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.195617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:49.310520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:49.310911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.320489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ce27157-21c8-4d70-adc5-7934d2279128 req-7c47535d-a90c-4b51-a26e-9016089a4d8b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037174 Jun 01 12:53:49.321439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.350481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:49.351122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:49.362747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.452209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:49.759388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.780932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.818323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-c3a7fab1-0a86-4fd5-9057-a67acef46b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:49.820138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-c3a7fab1-0a86-4fd5-9057-a67acef46b09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6130011 Jun 01 12:53:49.931699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a022e71-b4f1-40ba-b4c8-3d7f47b06976,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:49.944839 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:53:49.952164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.953339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2c07696-6311-4bf8-ad03-9ab08381c070 req-9aff54e5-61f5-4d37-aa01-80da0c5befdb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3564091 Jun 01 12:53:50.190239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0094c9dc-e9eb-4bda-88e2-99680d296458 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:50.207721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Router 10a938a1-17d8-43f1-a50e-7e3dc624389c is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:53:50.215029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.234966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-cca71d87-6a0d-4934-8fbe-a7af05126a5d service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923786 Jun 01 12:53:50.239744 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-2358c849-0afb-44f1-b14d-d0ae957ef54c service neutron] 10.222.0.24 "GET /v2.0/ports/2f9682da-b1ac-4e40-89e8-93b7d448e8eb/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.0809565 Jun 01 12:53:50.325192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Transition to ACTIVE for port object 0094c9dc-e9eb-4bda-88e2-99680d296458 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:50.397870 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.450293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-410be94e-05a3-42f5-874d-50644f9318ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.458060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930205d3-ead0-47e7-8fdd-884560217d7a req-e72c881e-23f1-4fab-9573-72197b13a39e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:50.459703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-930205d3-ead0-47e7-8fdd-884560217d7a req-e72c881e-23f1-4fab-9573-72197b13a39e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.5385828 Jun 01 12:53:50.580553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-c00255c8-9b5b-4120-9318-202650d0a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:50.582045 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-c00255c8-9b5b-4120-9318-202650d0a9cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1100 time: 0.0867229 Jun 01 12:53:50.651651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe94c-6327-4c8e-b6a9-0a65f7635023 req-05760458-0b29-49ef-9109-8629b12cb78a tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:50.653149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfabe94c-6327-4c8e-b6a9-0a65f7635023 req-05760458-0b29-49ef-9109-8629b12cb78a tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1097 time: 0.5809777 Jun 01 12:53:50.685655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:50.692048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-cb116899-0e52-4f46-ac0b-ceb96ec6cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:50.693894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-cb116899-0e52-4f46-ac0b-ceb96ec6cb62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1100 time: 0.0768249 Jun 01 12:53:50.770187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-930205d3-ead0-47e7-8fdd-884560217d7a req-46aa4096-b645-48af-9c26-e3c794c8506d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813783 Jun 01 12:53:50.818377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62c257f0-ee98-4df7-ab0f-a9501c2e72c0 req-f616a64b-6015-4656-906d-9843707407eb service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737658 Jun 01 12:53:50.819561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:50.832291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Sync routers for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:50.845181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:50.846279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:50.863124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfabe94c-6327-4c8e-b6a9-0a65f7635023 req-08d0b946-3aac-4c4f-a49e-fbdb6a85d1d3 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985707 Jun 01 12:53:50.882225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.883695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9174294-471f-40de-9ad5-033270926495 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9334493 Jun 01 12:53:50.887199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46188) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:50.998489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-50ee8962-d257-47dc-a86c-de19a36834f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:51.002406 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-50ee8962-d257-47dc-a86c-de19a36834f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3019004 Jun 01 12:53:51.012145 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9388dfc6-6190-4225-bf6e-89f9d56c8c95'] response: {'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'code': 200} Jun 01 12:53:51.073771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:51.089916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Attempting to bind port 0094c9dc-e9eb-4bda-88e2-99680d296458 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:51.089916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Attempting to bind port 0094c9dc-e9eb-4bda-88e2-99680d296458 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:51.089916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Attempting to bind port 0094c9dc-e9eb-4bda-88e2-99680d296458 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:51.127876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1802766534', 'description': 'tempest-description-192485321'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:51.139754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a45a153e-e355-474f-95cb-c5a043e7dd7c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:51.176646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-89e7b5a0-2374-416d-839d-c2868fa31fbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.1369829 Jun 01 12:53:51.209855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Port 0094c9dc-e9eb-4bda-88e2-99680d296458 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:51.210218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Attempting to bind port 0094c9dc-e9eb-4bda-88e2-99680d296458 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:51.225436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:51.233512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:51.233841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:51.234219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:51.234843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Bound port: 0094c9dc-e9eb-4bda-88e2-99680d296458, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:51.235361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.247307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-a54f1733-8e59-437e-801a-eb6c07d8de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:51.249346 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-a54f1733-8e59-437e-801a-eb6c07d8de95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0619216 Jun 01 12:53:51.258693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:51.267029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:51.280157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:51.329796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-aa4caad5-d67f-41e6-8517-815d0899b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:51.331430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-aa4caad5-d67f-41e6-8517-815d0899b44c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757179 Jun 01 12:53:51.414887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.482940 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-ecc0cbf6-0579-4bb8-8428-2da31df27f11 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443794 Jun 01 12:53:51.550102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:51.568266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'a45a153e-e355-474f-95cb-c5a043e7dd7c', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'a45a153e-e355-474f-95cb-c5a043e7dd7c', 'mac_address': 'fa:16:3e:13:c5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:51.572480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.573708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:51.605687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828f01-32e9-47e1-9ebf-a889416a9f33 req-510cf742-7f14-4b99-9d42-68b28ccece1c tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:51.607176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a828f01-32e9-47e1-9ebf-a889416a9f33 req-510cf742-7f14-4b99-9d42-68b28ccece1c tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.6638701 Jun 01 12:53:51.629278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:51.639799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.648610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:51.650373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 3, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:51.653051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a039-f453-4753-9305-02b3309d9c71 req-60408fd9-7ff8-4cb0-8205-52441d6996b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:51.654572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac08a039-f453-4753-9305-02b3309d9c71 req-60408fd9-7ff8-4cb0-8205-52441d6996b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 1097 time: 0.5185802 Jun 01 12:53:51.655066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a45a153e-e355-474f-95cb-c5a043e7dd7c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:51.655441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.664706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:51.666452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Checking router: 10a938a1-17d8-43f1-a50e-7e3dc624389c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:51.666634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Updating router 10a938a1-17d8-43f1-a50e-7e3dc624389c port 740390b7-b66c-4540-b6dc-f9b2082da349 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:53:51.680095 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9ed8ae0d-cad6-4aeb-8476-39d2a1af181c req-ce923174-3498-44da-8831-b213b163aa8b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827140 Jun 01 12:53:51.688118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:51.714643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45a153e-e355-474f-95cb-c5a043e7dd7c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:51.738429 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.768042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:51.782313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.802132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0094c9dc-e9eb-4bda-88e2-99680d296458,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:51.821519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a828f01-32e9-47e1-9ebf-a889416a9f33 req-c3fb6ecf-63a2-41ce-aa15-a7039dfb4259 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869962 Jun 01 12:53:51.829597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.918972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:51.947814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac08a039-f453-4753-9305-02b3309d9c71 req-ed3af534-c034-4c6d-b3db-23b1a4d8687f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783406 Jun 01 12:53:52.014376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:52.014981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.016363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/0094c9dc-e9eb-4bda-88e2-99680d296458 HTTP/1.1" status: 200 len: 1096 time: 3.5070465 Jun 01 12:53:52.024787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:52.153093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79486188-5df0-4f56-bc22-6534c91998e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.157758 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.170083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Transition to ACTIVE for port object 740390b7-b66c-4540-b6dc-f9b2082da349 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:52.174414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.177737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.181950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.270538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcca3c-7c62-4c0a-8143-86dcef45fa1d None None] Pushing event updated for resources: {'Port': ['ID=740390b7-b66c-4540-b6dc-f9b2082da349,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.273813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Attempting to bind port 740390b7-b66c-4540-b6dc-f9b2082da349 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:52.273958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.274067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Attempting to bind port 740390b7-b66c-4540-b6dc-f9b2082da349 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:52.274348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Attempting to bind port 740390b7-b66c-4540-b6dc-f9b2082da349 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:52.275200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3587f598-aed5-4e35-be3f-f65644a229ad req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1542826 Jun 01 12:53:52.275785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596555f-182e-4408-bc18-8d72bcca55ea tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6bee6d-f646-4d44-ba4b-040ef2ff805e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.286279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468ca71-1498-4162-989e-7f88b1389814 req-82307a45-2717-461d-be2b-0455cda44b9d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:52.287881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b468ca71-1498-4162-989e-7f88b1389814 req-82307a45-2717-461d-be2b-0455cda44b9d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 948 time: 0.3389053 Jun 01 12:53:52.291753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:52.292233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:53:52.293211 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.293788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:52.294429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Bound port: 740390b7-b66c-4540-b6dc-f9b2082da349, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:52.294906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.371534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] For port 740390b7-b66c-4540-b6dc-f9b2082da349, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:52.375497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] For port 740390b7-b66c-4540-b6dc-f9b2082da349, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740390b7-b66c-4540-b6dc-f9b2082da349,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:52.382657 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.432898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b468ca71-1498-4162-989e-7f88b1389814 req-b8a0f5e4-0915-4138-a6c1-2ff47f5bcf50 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237137 Jun 01 12:53:52.468313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:52.468933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:52.534964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a45a153e-e355-474f-95cb-c5a043e7dd7c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:52.596771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcca3c-7c62-4c0a-8143-86dcef45fa1d None None] Pushing event updated for resources: {'Port': ['ID=740390b7-b66c-4540-b6dc-f9b2082da349,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.673248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.697460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-be0892df-e75f-4b74-a920-22240caa5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:52.698940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-be0892df-e75f-4b74-a920-22240caa5e89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 1099 time: 0.2518573 Jun 01 12:53:52.706253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee947e91-036e-427d-912e-e89ab6133afe req-4d614b0a-e718-408e-9027-21f24c229e4f tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:52.707650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee947e91-036e-427d-912e-e89ab6133afe req-4d614b0a-e718-408e-9027-21f24c229e4f tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1097 time: 0.3268104 Jun 01 12:53:52.736791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:52.916413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-42aaeb67-4bed-4ebe-941a-97244e90e238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=0094c9dc-e9eb-4bda-88e2-99680d296458 HTTP/1.1" status: 200 len: 217 time: 0.0984828 Jun 01 12:53:52.975263 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.980503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda5293-80d6-4521-94df-eb2db05e72b2 req-a1229799-9655-4099-a72b-32b9381f72f4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:52.981830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cda5293-80d6-4521-94df-eb2db05e72b2 req-a1229799-9655-4099-a72b-32b9381f72f4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.4424207 Jun 01 12:53:53.070366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee947e91-036e-427d-912e-e89ab6133afe req-e0d73360-e236-45fa-9eaa-8713bcbc1254 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501316 Jun 01 12:53:53.097266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-ebf05fbc-5bf3-4fc6-87b1-f2a1b808ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:53.098724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-ebf05fbc-5bf3-4fc6-87b1-f2a1b808ec43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1717136 Jun 01 12:53:53.099864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 3, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:53.104539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe9a32-25af-441a-944a-fdc69142906e None None] The sync data for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 is: [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 3, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:53.107802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cda5293-80d6-4521-94df-eb2db05e72b2 req-16ffef81-4ae9-407b-bb93-e0cdbf39baeb tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123192 Jun 01 12:53:53.154064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:53.186260 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e219cc97-c879-4b40-9528-a4c2f8423cb7'] response: {'name': 'network-changed', 'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458', 'status': 'completed', 'code': 200} Jun 01 12:53:53.273239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Allocated IP 172.20.0.1 (efb6a219-5384-4c83-926a-32a257cd5e90/7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab/4cca5171-d6e0-4488-9849-947939ee946a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:53.285945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-eef6295b-3792-429c-b12b-7a7f72c5860d tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/9a022e71-b4f1-40ba-b4c8-3d7f47b06976 HTTP/1.1" status: 200 len: 1803 time: 0.0945585 Jun 01 12:53:53.422321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:53.423224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.450372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-dc67d9fc-f75f-41e7-85b7-acf6937f4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:53.451866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-dc67d9fc-f75f-41e7-85b7-acf6937f4c02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3404300 Jun 01 12:53:53.453763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:53.468768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:53.486959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:53.590864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.599937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.689421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-563ef432-4a09-43b1-90b5-ac71902803d8 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/da6bee6d-f646-4d44-ba4b-040ef2ff805e HTTP/1.1" status: 200 len: 1804 time: 0.3935513 Jun 01 12:53:53.694184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9a022e71-b4f1-40ba-b4c8-3d7f47b06976', 'remote_group_id': 'da6bee6d-f646-4d44-ba4b-040ef2ff805e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.694678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9a022e71-b4f1-40ba-b4c8-3d7f47b06976', 'remote_group_id': 'da6bee6d-f646-4d44-ba4b-040ef2ff805e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.708093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:53.719391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.719995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:53.722549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:53.728966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:53.760609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Transition to ACTIVE for port object 4cca5171-d6e0-4488-9849-947939ee946a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:53.811251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:53.835257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'mac_address': 'fa:16:3e:3c:76:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:53.862907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0aaa-29e8-4d89-9ec9-c6b26172ec31 req-d062fb7c-7853-4568-85fc-8093ee66d297 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:53.864698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52b0aaa-29e8-4d89-9ec9-c6b26172ec31 req-d062fb7c-7853-4568-85fc-8093ee66d297 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.4893243 Jun 01 12:53:53.922534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:53.923474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.940287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.962040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-ea9f1f9b-e235-48df-a324-6f854f30e2d2 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976499 Jun 01 12:53:53.969526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.978757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:54.015553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:54.024244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.079143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52b0aaa-29e8-4d89-9ec9-c6b26172ec31 req-6cbf20d0-a3d7-48fa-8dbb-942bfeb757fe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880968 Jun 01 12:53:54.174677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d8b316f6-8540-44a1-83d5-fd1c0ae31968'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:54.289861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.293957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Network efb6a219-5384-4c83-926a-32a257cd5e90 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:54.296238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:54.356177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.387119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Pushing event updated for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.393156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57aa7aac-0dae-4277-8b4d-5f584e65bf30 req-d6341b4c-8918-441b-9b1f-39c529b00dd2 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918993 Jun 01 12:53:54.393978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.399040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:53:54.574847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.679771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740390b7-b66c-4540-b6dc-f9b2082da349 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:54.787828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ceedd750-a9a2-4954-a891-90dd10dcfc30 None None] Provisioning for port 4cca5171-d6e0-4488-9849-947939ee946a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:54.809788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ceedd750-a9a2-4954-a891-90dd10dcfc30 None None] Provisioning complete for port 4cca5171-d6e0-4488-9849-947939ee946a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:54.810159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceedd750-a9a2-4954-a891-90dd10dcfc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.875264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ceedd750-a9a2-4954-a891-90dd10dcfc30 None None] Port 4cca5171-d6e0-4488-9849-947939ee946a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:54.878476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 740390b7-b66c-4540-b6dc-f9b2082da349 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:54.884122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 740390b7-b66c-4540-b6dc-f9b2082da349 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:54.884490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.068510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 740390b7-b66c-4540-b6dc-f9b2082da349 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:55.068994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.109042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 740390b7-b66c-4540-b6dc-f9b2082da349, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740390b7-b66c-4540-b6dc-f9b2082da349,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:55.114542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.204034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:55.208173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a45a153e-e355-474f-95cb-c5a043e7dd7c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:55.296238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea2f5a1-e84c-442d-9922-d2ceae22c695,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:55.338855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=740390b7-b66c-4540-b6dc-f9b2082da349,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:55.344322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.364287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.365425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16d6d34e-dd1b-4bb2-8976-f64268143493 req-16b3f24f-787c-420d-abc0-0f76a1d59162 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.6752174 Jun 01 12:53:55.476578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442828c-04c1-419e-a687-094cd21e1805 req-5ef1d3d0-0c4e-4aa9-a301-49b6f3df16e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:55.478692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a442828c-04c1-419e-a687-094cd21e1805 req-5ef1d3d0-0c4e-4aa9-a301-49b6f3df16e8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 948 time: 0.9405661 Jun 01 12:53:55.487081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-dab01495-c23c-4753-b640-db22fb8c88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:55.488659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-dab01495-c23c-4753-b640-db22fb8c88df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 1099 time: 0.4500430 Jun 01 12:53:55.524341 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ecfaec-6665-4a0b-a9ef-3a1af93e5f46'] response: {'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'code': 200} Jun 01 12:53:55.525417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:55.660799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port a45a153e-e355-474f-95cb-c5a043e7dd7c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:55.674399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port a45a153e-e355-474f-95cb-c5a043e7dd7c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:55.674399 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.774619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:55.795248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a442828c-04c1-419e-a687-094cd21e1805 req-e1d5ff2a-7061-4bde-a503-934dc4377411 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030112 Jun 01 12:53:55.838538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'mac_address': 'fa:16:3e:a6:1c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:55.871395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d8b316f6-8540-44a1-83d5-fd1c0ae31968 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:55.872055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.953698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-ce3ab481-bd15-4e2f-b1c1-0246fa30de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:55.958478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-ce3ab481-bd15-4e2f-b1c1-0246fa30de27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4287143 Jun 01 12:53:56.090777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:56.091569 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.161858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-eb0596f2-c37b-45f5-8302-8a5ba871e79d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=0094c9dc-e9eb-4bda-88e2-99680d296458 HTTP/1.1" status: 200 len: 217 time: 0.1799448 Jun 01 12:53:56.281412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-edd10cc9-36e5-4131-bba2-3286487d52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:56.282888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-edd10cc9-36e5-4131-bba2-3286487d52b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1125391 Jun 01 12:53:56.286983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9682da-b1ac-4e40-89e8-93b7d448e8eb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:53:56.300455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7e1f0-3aaa-4292-97fc-90896d9502a5 req-890c7c88-7db3-4587-bae5-b612a8b743b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:56.304407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42b7e1f0-3aaa-4292-97fc-90896d9502a5 req-890c7c88-7db3-4587-bae5-b612a8b743b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 947 time: 0.5941293 Jun 01 12:53:56.319292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:56.337575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.389139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:53:56.419082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42b7e1f0-3aaa-4292-97fc-90896d9502a5 req-11370574-a18b-4fa6-89cf-08fc0b37e72c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139929 Jun 01 12:53:56.430505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.474025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a45a153e-e355-474f-95cb-c5a043e7dd7c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:56.475120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.503869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1554197058', 'description': 'tempest-description-953951461'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:56.511973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.540026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:56.540301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:56.540649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.600666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:56.626250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.631160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.675368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740390b7-b66c-4540-b6dc-f9b2082da349 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:56.683053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:56.685604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Pushing event updated for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.691308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:56.702406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:56.720837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-a05c79aa-1093-4ef9-8015-c7161254b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:56.723036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-a05c79aa-1093-4ef9-8015-c7161254b2f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3954883 Jun 01 12:53:56.830623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.840804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:56.842545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.895376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa9623-5b3e-46eb-b896-6578381648a4 req-53332641-4833-4870-9e41-b351c6a09382 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:56.896805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3aa9623-5b3e-46eb-b896-6578381648a4 req-53332641-4833-4870-9e41-b351c6a09382 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.4573746 Jun 01 12:53:56.902398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:56.946721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.965935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:56.969694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:56.972584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:56.989295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.995333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:57.077340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-56cd35b8-58f3-4094-b062-f2defc718e08 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386614 Jun 01 12:53:57.091370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3aa9623-5b3e-46eb-b896-6578381648a4 req-aaf4a209-7991-4810-9598-e52ce8160dbe tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871076 Jun 01 12:53:57.148568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:57.154141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 740390b7-b66c-4540-b6dc-f9b2082da349 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:57.154503 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.351775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fbe0a96-21eb-4f99-9555-7b9f793a0779 req-3ff16543-a3d1-4c8c-89a4-3e8dce2c1b6b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524750 Jun 01 12:53:57.354400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 740390b7-b66c-4540-b6dc-f9b2082da349 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:53:57.368826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Network efb6a219-5384-4c83-926a-32a257cd5e90 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:57.370788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:57.525948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c'}, {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:53:57.542282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.617594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.729137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78df14c-97ca-4f76-854a-c8a05b1c1d53,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:57.739186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.742054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e3a2723-0761-4f4d-9039-ad53844ef40d req-73831b43-1c20-4384-8354-9095dc315d99 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2425053 Jun 01 12:53:57.785454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Router 10a938a1-17d8-43f1-a50e-7e3dc624389c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:57.829322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-09f90e42-8c52-4d6d-9ffd-d3664ae15be7 None None] Provisioning complete for port 4cca5171-d6e0-4488-9849-947939ee946a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:57.830090 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09f90e42-8c52-4d6d-9ffd-d3664ae15be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.906068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-09f90e42-8c52-4d6d-9ffd-d3664ae15be7 None None] Port 4cca5171-d6e0-4488-9849-947939ee946a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:57.927358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd897-ae7a-4ad1-a34d-851f9432b443 req-b8276460-42b0-4a9d-8efc-dcc44bef036c tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:57.929013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d02cd897-ae7a-4ad1-a34d-851f9432b443 req-b8276460-42b0-4a9d-8efc-dcc44bef036c tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1097 time: 0.2559323 Jun 01 12:53:58.068264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d02cd897-ae7a-4ad1-a34d-851f9432b443 req-70346412-bca5-46ec-9650-93a7c374b149 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296394 Jun 01 12:53:58.082947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:58.098458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0c9e42e-b2ce-4779-b566-d1d3c2ad4b4f admin admin] 10.222.0.40 "PUT /v2.0/routers/10a938a1-17d8-43f1-a50e-7e3dc624389c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2003491 Jun 01 12:53:58.098458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91a17a-a7f1-46b3-ac7f-4b6095faac00 req-d677074c-7dc3-42e3-88cd-28aafaba8dea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:58.099848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea91a17a-a7f1-46b3-ac7f-4b6095faac00 req-d677074c-7dc3-42e3-88cd-28aafaba8dea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 948 time: 0.2442133 Jun 01 12:53:58.109325 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Sync routers for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:58.121565 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:53:58.122569 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:58.176012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea91a17a-a7f1-46b3-ac7f-4b6095faac00 req-bbe91bd0-2b7a-4e7a-818d-dddb172e0c0c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 Jun 01 12:53:58.390787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:53:58.659709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10988-e5ac-422d-923b-cf1cd34ce052 req-c37de9ec-582b-40a1-8dc6-5aa28e6744e2 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:58.670274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46324) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:58.676083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Request body: {'floatingip': {'port_id': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:58.690140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5a10988-e5ac-422d-923b-cf1cd34ce052 req-c37de9ec-582b-40a1-8dc6-5aa28e6744e2 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.2894170 Jun 01 12:53:58.725607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6d72-df4f-48bb-a160-df1a5a8ee11b req-c4e154db-c682-4f05-8589-8edd7126f18d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:58.747685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a0d6d72-df4f-48bb-a160-df1a5a8ee11b req-c4e154db-c682-4f05-8589-8edd7126f18d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 948 time: 0.2546268 Jun 01 12:53:58.844794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a0d6d72-df4f-48bb-a160-df1a5a8ee11b req-194b347a-a3e7-455b-97a1-08ea8ffc54f2 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960345 Jun 01 12:53:58.946834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:58.993204 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0a8911-ea2a-4e70-8ca2-ba28dcabaa48'] response: {'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c', 'code': 200} Jun 01 12:53:58.993772 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0a8911-ea2a-4e70-8ca2-ba28dcabaa48'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'code': 200} Jun 01 12:53:59.072077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1028949912', 'description': 'tempest-description-368526552'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:59.098569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:59.118475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:59.128817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:59.141293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4cca5171-d6e0-4488-9849-947939ee946a', 'name': '', 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'mac_address': 'fa:16:3e:cf:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:52Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 2, 'project_id': 'c72c434c28934a03a565507588b277f9', 'subnets': [{'id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:59.151695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.164823 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Checking router: 10a938a1-17d8-43f1-a50e-7e3dc624389c for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:59.166496 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Updating router 10a938a1-17d8-43f1-a50e-7e3dc624389c port 4cca5171-d6e0-4488-9849-947939ee946a binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:53:59.182390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0094c9dc-e9eb-4bda-88e2-99680d296458 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:59.260110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:59.262172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.340588 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.347157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:59.403699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:53:59.428273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:59.453683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:59.519061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.575616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cc7a6-97de-47be-95d3-4fc0f3dc53d4 req-d85f59a2-e6ef-43fa-a94c-a73cec84a0ce tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:59.577487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f6cc7a6-97de-47be-95d3-4fc0f3dc53d4 req-d85f59a2-e6ef-43fa-a94c-a73cec84a0ce tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 946 time: 0.6128759 Jun 01 12:53:59.728427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ad8-880e-4b94-942c-60ed00593b04 req-4599745f-5113-462b-bd63-fc098cc023c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:59.731060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbb40ad8-880e-4b94-942c-60ed00593b04 req-4599745f-5113-462b-bd63-fc098cc023c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 1101 time: 0.4093263 Jun 01 12:53:59.734945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f6cc7a6-97de-47be-95d3-4fc0f3dc53d4 req-2e3e6a9e-1025-4065-bcf8-b2ff15148c4c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481965 Jun 01 12:53:59.791539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-82bf6d45-50fa-4be3-a730-7e4bdeaac9f3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:53:59.793979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-82bf6d45-50fa-4be3-a730-7e4bdeaac9f3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 946 time: 0.4060552 Jun 01 12:53:59.848841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:59.849236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.920452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbb40ad8-880e-4b94-942c-60ed00593b04 req-6045ae7b-48c9-4c25-a65f-3583e55dd37d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821063 Jun 01 12:53:59.934678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.966959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.017265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port 1e52f50d-1890-40e8-98c4-afd39e943679 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:54:00.024062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.176060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0094c9dc-e9eb-4bda-88e2-99680d296458,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:00.276484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0094c9dc-e9eb-4bda-88e2-99680d296458', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '0094c9dc-e9eb-4bda-88e2-99680d296458', 'mac_address': 'fa:16:3e:e1:71:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:00.352659 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.376397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07788038-7e9c-4b0d-bb73-24abf7e82b08 req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3345268 Jun 01 12:54:00.385465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb98fe-080b-4598-ae8d-143763f6b1fb tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f4ba7-c116-4aa2-ad93-cc69a7ef2181,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:00.613394 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.664186 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Transition to ACTIVE for port object 4cca5171-d6e0-4488-9849-947939ee946a will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:00.687385 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.825193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0094c9dc-e9eb-4bda-88e2-99680d296458 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:00.826066 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.877845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0094c9dc-e9eb-4bda-88e2-99680d296458 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:00.896266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:00.896909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.016893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:01.024885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:01.054511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.207692 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Pushing event updated for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:01.266821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0094c9dc-e9eb-4bda-88e2-99680d296458,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:01.310539 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.357194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:01.363638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.378388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.378964 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.380471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.381767 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.382291 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.387633 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.391259 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.391864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.392806 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.397723 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.398197 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.398326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.399969 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:01.750376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Attempting to bind port 4cca5171-d6e0-4488-9849-947939ee946a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:01.752111 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Attempting to bind port 4cca5171-d6e0-4488-9849-947939ee946a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:01.753662 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Attempting to bind port 4cca5171-d6e0-4488-9849-947939ee946a on network efb6a219-5384-4c83-926a-32a257cd5e90 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:01.773709 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:01.774414 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Checking segment: {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:01.775935 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.777847 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Bound using segment: {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:01.779441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Bound port: 4cca5171-d6e0-4488-9849-947939ee946a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c4013b-f8b3-451a-b807-ef91b8d46b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:01.781130 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.883729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0094c9dc-e9eb-4bda-88e2-99680d296458'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:02.006624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] For port 4cca5171-d6e0-4488-9849-947939ee946a, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:02.028505 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] For port 4cca5171-d6e0-4488-9849-947939ee946a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4cca5171-d6e0-4488-9849-947939ee946a,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:02.042014 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:02.145232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:02.194273 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37f18-fa72-4b9a-93b1-7b12d15567bd None None] Pushing event updated for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:02.221742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:02.222929 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:02.259767 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83 associated. External IP: 172.25.7.115, port: d7b9b01a-8b25-4a21-9f41-63ac14fa9680. Jun 01 12:54:02.461938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port 1e52f50d-1890-40e8-98c4-afd39e943679, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1e52f50d-1890-40e8-98c4-afd39e943679,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:02.464050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:02.635303 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:02.726813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-77f0da1d-bd7d-4fcd-904e-1480d00b1c16 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:54:02.736492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-77f0da1d-bd7d-4fcd-904e-1480d00b1c16 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1849108 Jun 01 12:54:02.868053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Request body: {'binding': {'host': 'n-h1-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:02.875382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 12:54:02.946205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for 1e52f50d-1890-40e8-98c4-afd39e943679 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:54:03.166702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:03.290408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4cca5171-d6e0-4488-9849-947939ee946a', 'name': '', 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'mac_address': 'fa:16:3e:cf:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:52Z', 'updated_at': '2022-06-01T12:54:02Z', 'revision_number': 4, 'project_id': 'c72c434c28934a03a565507588b277f9', 'subnets': [{'id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:03.305047 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519bba-7f6c-49d5-b15a-af05f5967913 None None] The sync data for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 is: [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4cca5171-d6e0-4488-9849-947939ee946a', 'name': '', 'network_id': 'efb6a219-5384-4c83-926a-32a257cd5e90', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'mac_address': 'fa:16:3e:cf:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:52Z', 'updated_at': '2022-06-01T12:54:02Z', 'revision_number': 4, 'project_id': 'c72c434c28934a03a565507588b277f9', 'subnets': [{'id': '7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:03.462685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-473e40e3-dbcc-4240-83fa-5c0d48938b83 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:03.466820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-473e40e3-dbcc-4240-83fa-5c0d48938b83 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 949 time: 1.5750613 Jun 01 12:54:03.531029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1e52f50d-1890-40e8-98c4-afd39e943679 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:03.571656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610575f-3dd0-4e6f-9b12-122e7260ebb2 req-7f101aa7-37c1-461a-8812-7341f06d25dd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:03.581933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7610575f-3dd0-4e6f-9b12-122e7260ebb2 req-7f101aa7-37c1-461a-8812-7341f06d25dd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 949 time: 1.6888568 Jun 01 12:54:03.700925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:03.713112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:03.786829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:03.849127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:03.849127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:03.866065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ad78d32-7e24-4384-828a-1b637fbc58a7 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "PUT /v2.0/floatingips/b3ed7c0e-952d-4f11-bbda-bae924240d83 HTTP/1.1" status: 200 len: 992 time: 5.1942387 Jun 01 12:54:03.866993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:03.981250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7610575f-3dd0-4e6f-9b12-122e7260ebb2 req-a7b1fe55-2f0d-43b0-8382-9d0e43602e06 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983431 Jun 01 12:54:03.983178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1e52f50d-1890-40e8-98c4-afd39e943679 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:03.983549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.004426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.110426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on host n-h1-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:04.110989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:04.111494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:04.156805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=1e52f50d-1890-40e8-98c4-afd39e943679,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:04.217743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:04.218321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:04.269012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:04.269656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:04.270213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:04.270853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Bound port: 4823872e-a44b-487f-a466-493331ef595a, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:04.377598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-5010a6ac-53b9-47f2-ba42-bf221dbf11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:04.380496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-5010a6ac-53b9-47f2-ba42-bf221dbf11d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1100 time: 0.6873405 Jun 01 12:54:04.386957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port 1e52f50d-1890-40e8-98c4-afd39e943679 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:04.402525 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.424996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.441585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'name': 'network-vif-deleted', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:04.477994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:04.594916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-cc64f221-06ac-4dc9-b5a4-c0cdfba48787 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/b78df14c-97ca-4f76-854a-c8a05b1c1d53 HTTP/1.1" status: 200 len: 1804 time: 0.4347219 Jun 01 12:54:04.623065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5219bf81-2a34-4b7b-b6ef-0588655c7500 req-822e79b5-c8c0-43b5-baca-d2cea71f3c27 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "DELETE /v2.0/ports/1e52f50d-1890-40e8-98c4-afd39e943679 HTTP/1.1" status: 204 len: 173 time: 4.8203402 Jun 01 12:54:04.792883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:04.814350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4cca5171-d6e0-4488-9849-947939ee946a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:04.846366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.867812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4118c328-3143-4c1b-a9ee-ece1161b9b24 service neutron] 10.222.0.40 "POST /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a/bindings HTTP/1.1" status: 201 len: 389 time: 2.1300850 Jun 01 12:54:04.978629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-886e988e-b2ff-47fc-b64d-adf60bb8679c tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/da6f4ba7-c116-4aa2-ad93-cc69a7ef2181 HTTP/1.1" status: 200 len: 1804 time: 0.3812375 Jun 01 12:54:04.988233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-23c4f1c3-a9c1-498d-a7da-e1d45a0766cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:04.989694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-23c4f1c3-a9c1-498d-a7da-e1d45a0766cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5802565 Jun 01 12:54:05.188881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b78df14c-97ca-4f76-854a-c8a05b1c1d53', 'remote_group_id': 'da6f4ba7-c116-4aa2-ad93-cc69a7ef2181', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:05.191138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b78df14c-97ca-4f76-854a-c8a05b1c1d53', 'remote_group_id': 'da6f4ba7-c116-4aa2-ad93-cc69a7ef2181', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:05.244152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:05.299070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4cca5171-d6e0-4488-9849-947939ee946a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:05.299452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-0a3999f3-449e-4001-8781-867b7a1de15e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.2965403 Jun 01 12:54:05.487645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:05.493574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0094c9dc-e9eb-4bda-88e2-99680d296458 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:05.502413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7a7b399a-72a4-4ade-8a74-2240f73b5267 req-e131a35d-798e-4b25-994b-5b04ef9233c4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:05.505796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:05.546448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:05.561707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4cca5171-d6e0-4488-9849-947939ee946a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:05.562898 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.707071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7a7b399a-72a4-4ade-8a74-2240f73b5267 req-e131a35d-798e-4b25-994b-5b04ef9233c4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:05.725459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a7b399a-72a4-4ade-8a74-2240f73b5267 req-e131a35d-798e-4b25-994b-5b04ef9233c4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27 HTTP/1.1" status: 200 len: 210 time: 0.4785671 Jun 01 12:54:05.793018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-fccd3e60-23d7-4911-9354-7d73e20781e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:05.806731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-fccd3e60-23d7-4911-9354-7d73e20781e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4272037 Jun 01 12:54:05.826415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4cca5171-d6e0-4488-9849-947939ee946a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:05.831384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.954089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 4cca5171-d6e0-4488-9849-947939ee946a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4cca5171-d6e0-4488-9849-947939ee946a,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:05.955582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0094c9dc-e9eb-4bda-88e2-99680d296458 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:05.980714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.028406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0094c9dc-e9eb-4bda-88e2-99680d296458 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:06.028773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.114278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:69:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:54:00Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:06.130553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:06.162639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:06.163311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:53:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:06.251638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:06.362633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0094c9dc-e9eb-4bda-88e2-99680d296458 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:06.363026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.473807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0094c9dc-e9eb-4bda-88e2-99680d296458,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:06.494201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.640656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4cca5171-d6e0-4488-9849-947939ee946a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:06.707839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:06.755902 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.764345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-34e5b934-0d35-40cf-ba1d-5e6d6c301ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:06.766132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-34e5b934-0d35-40cf-ba1d-5e6d6c301ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1097 time: 1.4658346 Jun 01 12:54:06.800377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:06.964527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4cca5171-d6e0-4488-9849-947939ee946a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:06.965292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.054762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-629f840e-d5e1-4871-87bb-ca4d077e6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:07.057278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-629f840e-d5e1-4871-87bb-ca4d077e6965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2397423 Jun 01 12:54:07.213663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-5bc7f428-85c2-407c-b022-e69c7d0d841c service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366954 Jun 01 12:54:07.218479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.278378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52c4b8-8740-4c23-b925-de6f0729ef58 req-5ac5ff0e-f32a-4a37-a1c9-ff0bc1a70cdc tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:07.288622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b52c4b8-8740-4c23-b925-de6f0729ef58 req-5ac5ff0e-f32a-4a37-a1c9-ff0bc1a70cdc tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.6920023 Jun 01 12:54:07.334312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.394093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4cca5171-d6e0-4488-9849-947939ee946a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:07.402771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b52c4b8-8740-4c23-b925-de6f0729ef58 req-48701eff-4222-4834-afba-6d192228ff95 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082280 Jun 01 12:54:07.403217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:69:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:54:00Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:07.407759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c1aa6-f4f1-45b5-b092-9371993ec3ee None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b3ed7c0e-952d-4f11-bbda-bae924240d83', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'port_id': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'mac_address': 'fa:16:3e:69:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:52:00Z', 'updated_at': '2022-06-01T12:54:00Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:07.461226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac15054-a374-4c45-80ca-7f26fd7ba17d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:07.545946 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbfb13a-3c9c-46af-a077-cf99a5f39e0f'] response: {'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'code': 200} Jun 01 12:54:07.621166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081f6f8-0a8f-4d26-8e97-5f791d2b7690 req-1ea8b42c-31c7-498b-81ac-058a77d4c79a service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983953 Jun 01 12:54:07.631486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-feab8092-91b9-4803-960e-6cb4bd9b37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:07.633691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-feab8092-91b9-4803-960e-6cb4bd9b37a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.8542285 Jun 01 12:54:07.636527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.638044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fa87bb6-5fa7-4050-b54e-ecdb9f51f146 req-d0e44676-edcd-4b58-9e78-dbb4ad29c1a5 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.6585515 Jun 01 12:54:07.789107 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76877efc-8eed-4953-b978-fbe0158aedc0'] response: {'name': 'network-changed', 'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'status': 'completed', 'code': 200} Jun 01 12:54:07.806422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-897ac4c1-8a6a-44ea-8e1b-0678dc185e3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.1606877 Jun 01 12:54:07.863636 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463597c-32a4-4dde-b6bc-6874dd150eed None None] New status for floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:07.966303 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124ce04c-ffbf-43af-b05b-282d5359b366'] response: {'server_uuid': '8d4fd9fe-e2d3-4f21-a89e-68c7d4fb9c27', 'name': 'network-vif-deleted', 'tag': '1e52f50d-1890-40e8-98c4-afd39e943679', 'status': 'completed', 'code': 200} Jun 01 12:54:08.230940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-d0ace290-48d9-4cf9-ab65-aae7a6302fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:08.232348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-d0ace290-48d9-4cf9-ab65-aae7a6302fe3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.4097056 Jun 01 12:54:08.362492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490e10b-581e-43c7-8b88-be1fe0c38ab8 req-43e20f68-beac-48b0-b037-45fe2c061784 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:08.371292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d490e10b-581e-43c7-8b88-be1fe0c38ab8 req-43e20f68-beac-48b0-b037-45fe2c061784 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 946 time: 0.2895463 Jun 01 12:54:08.429212 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:54:08.454796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-22f4c805-204f-4cc0-b861-99cfe0ca2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:08.456501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-22f4c805-204f-4cc0-b861-99cfe0ca2874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f95283e555414b8b83b935ec6882486d&device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 1097 time: 0.4800837 Jun 01 12:54:08.458641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-a138c3ee-9976-454a-a4b9-76544299fe58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2136517 Jun 01 12:54:08.466854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cdebd-b7fa-4501-bad7-81f46360c1c6 req-24597ac4-a79d-4d2b-9f96-2f9e0d6f8f0b tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:08.474102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd3cdebd-b7fa-4501-bad7-81f46360c1c6 req-24597ac4-a79d-4d2b-9f96-2f9e0d6f8f0b tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.7667422 Jun 01 12:54:08.719958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-6d2c7599-9096-437e-8446-7c0bed897a77 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849186 Jun 01 12:54:08.832927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d490e10b-581e-43c7-8b88-be1fe0c38ab8 req-531550a5-5ddf-4a3b-a279-c6f4c904daf9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606266 Jun 01 12:54:09.025894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd3cdebd-b7fa-4501-bad7-81f46360c1c6 req-e50dc136-4195-4601-8648-34086c450b74 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5482767 Jun 01 12:54:09.145055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-0705b9b4-2f7f-46ef-8040-614bdb1e46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:09.146882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-0705b9b4-2f7f-46ef-8040-614bdb1e46e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 200 len: 924 time: 0.6584704 Jun 01 12:54:09.485382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-4f22785f-de81-46fc-a140-0344e18cff63 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943636 Jun 01 12:54:09.547171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:09.596175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-272d13b8-05d3-4681-b754-c77a472236c9 req-0bce4899-4c26-41a1-8e79-1f8b0c43110a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/da6f4ba7-c116-4aa2-ad93-cc69a7ef2181 HTTP/1.1" status: 200 len: 1804 time: 0.1537023 Jun 01 12:54:09.615069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-d196e237-c29e-43bc-9c83-ad4df329a056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680 HTTP/1.1" status: 200 len: 1002 time: 0.4032567 Jun 01 12:54:09.652053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9495d38-bd6d-4648-9a6e-122fbd73c3a8 req-0b82c7df-b0f1-438e-aecd-2c63c6973f83 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:09.653723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9495d38-bd6d-4648-9a6e-122fbd73c3a8 req-0b82c7df-b0f1-438e-aecd-2c63c6973f83 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 950 time: 0.6196022 Jun 01 12:54:09.778934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-b6e124f0-c460-4739-b89a-db742512bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:09.780844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-b6e124f0-c460-4739-b89a-db742512bf3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 200 len: 862 time: 0.1114490 Jun 01 12:54:09.946177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-272d13b8-05d3-4681-b754-c77a472236c9 req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:09.999331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9495d38-bd6d-4648-9a6e-122fbd73c3a8 req-742dc949-9b74-4a7c-9aa3-3959ef5987a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248418 Jun 01 12:54:10.017089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-272d13b8-05d3-4681-b754-c77a472236c9 req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.100310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-fd343ad6-66fe-4926-b594-8552fef73c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:10.103836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-fd343ad6-66fe-4926-b594-8552fef73c2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4a5263b-b7fc-4c86-8d03-525b16f2bd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2541170 Jun 01 12:54:10.116511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-19554fae-cd1a-4fe2-a06f-365dee089296 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:10.118092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-19554fae-cd1a-4fe2-a06f-365dee089296 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1097 time: 0.4475925 Jun 01 12:54:10.156439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:10.532283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-1c1c2118-4580-4796-8520-98e3a35126fb service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051783 Jun 01 12:54:10.676351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-272d13b8-05d3-4681-b754-c77a472236c9 req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.709247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.735851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-272d13b8-05d3-4681-b754-c77a472236c9 req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.736966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-272d13b8-05d3-4681-b754-c77a472236c9 req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/da6f4ba7-c116-4aa2-ad93-cc69a7ef2181 HTTP/1.1" status: 204 len: 173 time: 1.1398535 Jun 01 12:54:10.960803 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5195433c-12bb-432d-ad8c-0ad53031f06c'] response: {'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458', 'code': 200} Jun 01 12:54:11.059944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef976-51cc-45cd-b535-7f58678bcf5f req-e0fdfdd3-f3b9-43eb-a034-31200ed62b5f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:11.075436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e1ef976-51cc-45cd-b535-7f58678bcf5f req-e0fdfdd3-f3b9-43eb-a034-31200ed62b5f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.8876264 Jun 01 12:54:11.166876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f4ba7-c116-4aa2-ad93-cc69a7ef2181,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:11.189834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:11.237604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:11.338662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.359676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.368580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c25f7-ba30-4ebc-b949-0965baaf5ac3 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:11.371833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4823872e-a44b-487f-a466-493331ef595a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:11.394319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.498580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2a08-6db1-426e-b315-08866055fac4 req-145b268c-89c8-4988-8425-ef11c3b1b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:11.503520 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d2ae2a08-6db1-426e-b315-08866055fac4 req-145b268c-89c8-4988-8425-ef11c3b1b87a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 1101 time: 0.3501632 Jun 01 12:54:11.681238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e1ef976-51cc-45cd-b535-7f58678bcf5f req-a4129ba7-7555-4aac-88be-1268afb1c90d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021698 Jun 01 12:54:11.773700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d2ae2a08-6db1-426e-b315-08866055fac4 req-9126ab08-20a0-4f49-a1db-dcf6a4f17441 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504230 Jun 01 12:54:11.988775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55c3345b-6f4e-4bb5-8c0a-c6d7ccbd42f0 req-055300ed-0de0-4e5d-95ce-31ce344d9a55 service neutron] 10.222.0.24 "GET /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4376364 Jun 01 12:54:12.003006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on host n-h2-844200-1 for vnic_type normal with profile {"migrating_to": "n-h1-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:12.003492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:12.003920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:12.013214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:12.013689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Attempting to bind port 4823872e-a44b-487f-a466-493331ef595a on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:12.015861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:12.043078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:12.043078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:12.043078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:12.043078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Bound port: 4823872e-a44b-487f-a466-493331ef595a, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:12.043078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.076777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9898a9ac-b873-40d2-ad3a-8d1ce40a120d req-94ac8bc1-14d1-436b-8a85-3b21f36d4c38 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/b78df14c-97ca-4f76-854a-c8a05b1c1d53 HTTP/1.1" status: 200 len: 1804 time: 0.1437163 Jun 01 12:54:12.319163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8ef0f-8d1c-4cce-98ea-147f8e016094 req-0d6c2080-839e-473b-af99-1353bf87e3bb tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:12.321437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1db8ef0f-8d1c-4cce-98ea-147f8e016094 req-0d6c2080-839e-473b-af99-1353bf87e3bb tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.8998697 Jun 01 12:54:12.440924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:12.447151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:12.452764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1db8ef0f-8d1c-4cce-98ea-147f8e016094 req-bd3e051c-8c71-4da2-8ba5-6a0e4408df1c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965421 Jun 01 12:54:12.470989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.632663 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8861578d-b517-4f7f-b71b-99e84c717b06'] response: {'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4823872e-a44b-487f-a466-493331ef595a', 'code': 200} Jun 01 12:54:12.713883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e5ee-1e36-410a-9933-b7bd0770b8fd req-8b0ca785-ed2b-4679-a539-0168c2503588 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:12.714651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ca1e5ee-1e36-410a-9933-b7bd0770b8fd req-8b0ca785-ed2b-4679-a539-0168c2503588 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 950 time: 0.3921025 Jun 01 12:54:12.774319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:12.921360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:12.922036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.923497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-c2a32502-e23b-437a-8146-37d3713ac6ff service neutron] 10.222.0.24 "PUT /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 1122 time: 2.7720187 Jun 01 12:54:12.956517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ca1e5ee-1e36-410a-9933-b7bd0770b8fd req-46e72a8f-56ff-4ef9-872e-a3bec76173e6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306867 Jun 01 12:54:12.968524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4823872e-a44b-487f-a466-493331ef595a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:13.110685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-1628d11a-1247-46c7-8b41-2f2a4b5a7975 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:13.119225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-1628d11a-1247-46c7-8b41-2f2a4b5a7975 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.2951641 Jun 01 12:54:13.137447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-b5211871-191c-474f-ad89-a536e88090e0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0171084 Jun 01 12:54:13.246634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-1c38dc0d-443c-4cf5-86b6-2ef99c3a782a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076691 Jun 01 12:54:13.474829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870173-3ca5-4301-81b6-fb8d506e100b req-e5899884-8a78-4be7-b845-3c9b815dc17e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:13.480049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78870173-3ca5-4301-81b6-fb8d506e100b req-e5899884-8a78-4be7-b845-3c9b815dc17e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.2992992 Jun 01 12:54:13.537848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-d09496ac-3821-4922-bd4f-1df21e07cb0c service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898560 Jun 01 12:54:13.637097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78870173-3ca5-4301-81b6-fb8d506e100b req-6762c973-665e-4f44-8371-0b325557f2e0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483238 Jun 01 12:54:13.719845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306016693', 'description': 'tempest-description-313800136'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:13.742560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:13.748526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:13.753521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:13.765441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:13.836966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-fae24617-7ab4-4bce-9c8d-e374a907fbad service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856047 Jun 01 12:54:13.839439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.888082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:13.898360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:13.906327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:13.924291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:14.115751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.123528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.232727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a49602-36ad-4a7c-950d-cac2f08e56aa,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:14.238478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.239768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4b80f5c-1841-4012-a02f-0e587cd41732 req-2eab6a44-3423-4308-8e1a-dcb20b466532 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5276256 Jun 01 12:54:14.558314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf221-ddf4-4a89-a1fb-3f5a57b2c931 req-ce043e29-07b9-42d4-afaf-fd794b750b38 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:14.560052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcadf221-ddf4-4a89-a1fb-3f5a57b2c931 req-ce043e29-07b9-42d4-afaf-fd794b750b38 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.1329856 Jun 01 12:54:14.639799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcadf221-ddf4-4a89-a1fb-3f5a57b2c931 req-4f742aef-9072-4507-90e5-d1a20d93add0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 Jun 01 12:54:14.643674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'tag': '4823872e-a44b-487f-a466-493331ef595a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:14.761259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46506) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:14.771932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46298035', 'description': 'tempest-description--2098324918'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:14.783712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:14.821085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:14.844244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.893079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:14.919202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:security_group_rule and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:14.922893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:14.930370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:14.949631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b303a4-202f-456a-a80b-9f5fd1ba160d req-50fe24f2-d29d-4c13-8317-38acbe4af2b1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:14.971403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9b303a4-202f-456a-a80b-9f5fd1ba160d req-50fe24f2-d29d-4c13-8317-38acbe4af2b1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 950 time: 0.1117728 Jun 01 12:54:15.034222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9b303a4-202f-456a-a80b-9f5fd1ba160d req-79f499d9-7ffb-4ecf-b2e4-6d249bbccbce tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616853 Jun 01 12:54:15.101000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.110233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.191185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc261a47-ac0c-4ac3-8f5c-aad09ee21921 req-a4766b72-03e7-45ae-b754-c25dffa14cca tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 210 time: 0.0576007 Jun 01 12:54:15.273311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-0e5ac310-254b-4d47-9de1-a5bdac20cd3a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 200 len: 1804 time: 0.0577841 Jun 01 12:54:15.275366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af1593c-352a-48f0-a86f-a1d911b5bfae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:15.277963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.279119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07a49602-36ad-4a7c-950d-cac2f08e56aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:15.279542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07a49602-36ad-4a7c-950d-cac2f08e56aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:15.283073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5187387 Jun 01 12:54:15.286083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46514) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:15.291255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:15.295562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:15.299020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:15.305234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:15.312568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'security_group_rule': {'security_group_id': '7af1593c-352a-48f0-a86f-a1d911b5bfae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:15.328237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:15.337991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:security_group_rule and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:15.345130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:15.358069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:15.377700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.378543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.379130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.380259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4823872e-a44b-487f-a466-493331ef595a details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:15.381206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.381799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.383229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.384035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.385506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.388258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.388822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.389387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.390001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72fbfd-940c-4ef3-a180-1fa2438c28b8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:15.391275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.415976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.443676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.463244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.495693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.508902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.542707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508dc2b9-f536-45b5-8326-04b32adb794a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:15.543085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fae5a5-b705-4bef-9dcc-42fa27eaaa75,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:15.557393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.560739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20b2c889-8184-4571-83f2-2eeb73962cd3 req-dc9ff26f-ea9b-4bd0-95b8-a801053cf677 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2856512 Jun 01 12:54:15.572671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.576624 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ba6ab71-3917-468d-88da-3cceb72f5113 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855375 Jun 01 12:54:15.577715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46520) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:15.585607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'security_group_rule': {'security_group_id': '7af1593c-352a-48f0-a86f-a1d911b5bfae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:15.603103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:15.620373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:security_group_rule and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:15.630845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:15.651235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:15.682892 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fefa682-d719-422b-ada7-67688f522374'] response: {'name': 'network-changed', 'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'tag': '4823872e-a44b-487f-a466-493331ef595a', 'status': 'completed', 'code': 200} Jun 01 12:54:15.855086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.877022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:15.891477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4823872e-a44b-487f-a466-493331ef595a has no active binding in host n-h1-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 12:54:15.942629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.966864 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.993562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761ebbce-542f-45e2-9881-449e17b9cd58,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:16.020387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.022118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d25508e8-6cb4-4a59-9815-1bd133c3ab8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4433410 Jun 01 12:54:16.025527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46526) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:16.031953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:16.051321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:16.059758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-805806da-2d3f-4e6e-9804-0957750dfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:16.061552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-805806da-2d3f-4e6e-9804-0957750dfceb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1125 time: 0.3878374 Jun 01 12:54:16.067625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:floatingip and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:16.074952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8a39-0502-4ad0-a055-bcfa17dc2dc9 req-a4657ec4-d36f-4f05-b189-d5e363fb8c93 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:16.076151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710b8a39-0502-4ad0-a055-bcfa17dc2dc9 req-a4657ec4-d36f-4f05-b189-d5e363fb8c93 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 950 time: 0.3089361 Jun 01 12:54:16.079654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:16.092387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:16.119262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.500751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710b8a39-0502-4ad0-a055-bcfa17dc2dc9 req-fdcce02f-5052-4417-9b05-7369ee2eeb6e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672270 Jun 01 12:54:16.503674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-aa4bd5ad-c8aa-4fa7-94ac-802f3c7f56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:16.520378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-aa4bd5ad-c8aa-4fa7-94ac-802f3c7f56ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.4349697 Jun 01 12:54:16.520493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-03cdd8f2-389b-4ef6-a195-40211fccb5f0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:16.521988 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-03cdd8f2-389b-4ef6-a195-40211fccb5f0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.2553468 Jun 01 12:54:16.567543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:16.630562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-886cb30a-bd19-49be-b2fb-10fc64132ced service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.1059749 Jun 01 12:54:16.672340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4059d23-34f6-4467-baa1-490382e41470 req-c656dcd1-3de3-4d1b-ab6d-4ae15043f5db tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 200 len: 2397 time: 0.1494739 Jun 01 12:54:16.693446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07a49602-36ad-4a7c-950d-cac2f08e56aa', 'remote_group_id': None}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:16.693744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07a49602-36ad-4a7c-950d-cac2f08e56aa', 'remote_group_id': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:16.703499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:16.715109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Usage tracker for resource:security_group_rule and tenant:3ceeb0b1e4f04c5bb5c1fe83d75bf0d3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:16.720541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:16.736259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:16.775397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.941903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-033d78d3-481d-4cf9-9cf6-80f58a8e0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:16.943244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-033d78d3-481d-4cf9-9cf6-80f58a8e0407 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1938832 Jun 01 12:54:16.989098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.006929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-498bc1b2-ea8f-41ac-8024-683aa00c699d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536354 Jun 01 12:54:17.058310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.066388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.082080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.100536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Allocated IP 172.25.7.40 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/573d884c-cad5-48a3-8b10-ad8a9dc2f444) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:17.113443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:17.117206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.121750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65eb95-304e-485e-b369-4783a2e94715 req-2edca502-1218-4c09-93c3-d3511861f9a1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:17.130178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e65eb95-304e-485e-b369-4783a2e94715 req-2edca502-1218-4c09-93c3-d3511861f9a1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.2850525 Jun 01 12:54:17.132821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.188255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f843e7-4560-4cb7-a12e-e0713c01ae99,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.213376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.227242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4059d23-34f6-4467-baa1-490382e41470 req-2d22af4e-8fe0-4956-82d3-f178949ec97e tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5539813 Jun 01 12:54:17.263732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e65eb95-304e-485e-b369-4783a2e94715 req-95134594-c552-43d5-8245-384966769111 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325173 Jun 01 12:54:17.311845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-72f3d0e3-154a-47ae-b7ed-f36caec6a892 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924454 Jun 01 12:54:17.485370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.528317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.6 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/fbe550a4-8956-4cfb-98bd-932465c52907) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:17.532112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0541a62-7f37-4157-983f-798d8de366d1 req-ca17503e-00b5-4d3c-87fe-b9212c23b448 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 210 time: 0.0478046 Jun 01 12:54:17.567847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babc7af3-c35f-4fc3-a443-26a6de48b254 req-c66bb242-fa46-4582-92ba-3948bd76efc7 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468376 Jun 01 12:54:17.639142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.653500 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.675331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4481a701-3928-4961-9ff7-e5ce54f03ff1 req-ea442cfa-3c70-40a7-a019-f23720833475 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 200 len: 2995 time: 0.1032133 Jun 01 12:54:17.828182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536150ea-37a2-4424-817f-1f2e58fedfb2 req-492ab4ad-c979-4881-a878-4b761a6da91f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:17.835137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536150ea-37a2-4424-817f-1f2e58fedfb2 req-492ab4ad-c979-4881-a878-4b761a6da91f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:17.836938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-536150ea-37a2-4424-817f-1f2e58fedfb2 req-492ab4ad-c979-4881-a878-4b761a6da91f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412&device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 1691 time: 0.1284120 Jun 01 12:54:17.883819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:17.889884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:17.892566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:17.933889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=573d884c-cad5-48a3-8b10-ad8a9dc2f444,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.965731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-536150ea-37a2-4424-817f-1f2e58fedfb2 req-17b34372-a18a-433e-8a5d-1ee84059174b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787525 Jun 01 12:54:17.989825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b703b5-e663-45e1-8347-d11d0a1a7264 req-2aad91ce-757e-436e-9bf5-73c3df21253f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:17.992319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b703b5-e663-45e1-8347-d11d0a1a7264 req-2aad91ce-757e-436e-9bf5-73c3df21253f tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 949 time: 0.1542504 Jun 01 12:54:18.001120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-e7911357-b698-4d1c-859d-e554bbb8cb68 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-group-rules/06f843e7-4560-4cb7-a12e-e0713c01ae99 HTTP/1.1" status: 200 len: 783 time: 0.0342603 Jun 01 12:54:18.044294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.080716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b703b5-e663-45e1-8347-d11d0a1a7264 req-fc5c2a7b-a221-4af5-8a90-07f8f97a4b56 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783029 Jun 01 12:54:18.087905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.091708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-016a2721-77b9-456d-9f60-7244eac18870 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 200 len: 2995 time: 0.0754120 Jun 01 12:54:18.139062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.153086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.207185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.210535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.212084 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44b023dc-ac6f-4315-8663-64728184f3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.236752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06f843e7-4560-4cb7-a12e-e0713c01ae99,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:18.239114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.245476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e915d0b-2831-4a6f-85eb-08fdb2cc7c92 req-0cfc66b8-e904-40f6-bf10-9c5d09f689c4 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/06f843e7-4560-4cb7-a12e-e0713c01ae99 HTTP/1.1" status: 204 len: 173 time: 0.1477456 Jun 01 12:54:18.314298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.423968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebb13-8cb4-4c41-9a25-5f310fe4db70 req-e8a5ee0f-a828-47b0-8c19-b9629541cace tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:18.438284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbaebb13-8cb4-4c41-9a25-5f310fe4db70 req-e8a5ee0f-a828-47b0-8c19-b9629541cace tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 1101 time: 0.0939569 Jun 01 12:54:18.467365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:18.564757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:18.571509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:18.599813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bbaebb13-8cb4-4c41-9a25-5f310fe4db70 req-8447f0d0-bb6d-4dcf-8713-dd7f88361119 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Synchronizing usage tracker for tenant:9565259d9ce643d6961c384c49700305 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:18.636566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-5ae4d351-4699-4962-af21-9df7f927eb05 service neutron] 10.222.0.13 "GET /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.1440287 Jun 01 12:54:18.637409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bbaebb13-8cb4-4c41-9a25-5f310fe4db70 req-8447f0d0-bb6d-4dcf-8713-dd7f88361119 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Unset dirty status for tenant:9565259d9ce643d6961c384c49700305 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:18.638784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbaebb13-8cb4-4c41-9a25-5f310fe4db70 req-8447f0d0-bb6d-4dcf-8713-dd7f88361119 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994069 Jun 01 12:54:18.691410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=fbe550a4-8956-4cfb-98bd-932465c52907,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:18.736789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:18.737436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.798243 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-da0a14f0-41b3-4dcd-af9e-cdaebc55864c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2476015 Jun 01 12:54:18.806274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.812668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Request body: {'port': {'device_id': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:18.845771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.907458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9458001-c556-4b66-b359-ba45054587ed req-a6440ec9-0a90-478f-9c78-51692b564015 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 200 len: 2397 time: 0.2268238 Jun 01 12:54:19.048493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.059159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=573d884c-cad5-48a3-8b10-ad8a9dc2f444,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:19.076152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.139535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.140743 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-695538b0-98c6-444a-b888-81f3ef8b1d01 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1135955 Jun 01 12:54:19.183355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c9458001-c556-4b66-b359-ba45054587ed req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.252897 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c9458001-c556-4b66-b359-ba45054587ed req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.268085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:19.325231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:19.388862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082c6a-b659-47e1-8bac-1eaa08123d4e req-b3bf50db-9e6a-4e7b-a43e-b21f2ded7151 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:19.390370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54082c6a-b659-47e1-8bac-1eaa08123d4e req-b3bf50db-9e6a-4e7b-a43e-b21f2ded7151 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 944 time: 0.2574341 Jun 01 12:54:19.398368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4823872e-a44b-487f-a466-493331ef595a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:19.423255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c9458001-c556-4b66-b359-ba45054587ed req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.428111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:19.461912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a49602-36ad-4a7c-950d-cac2f08e56aa,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:19.480257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c9458001-c556-4b66-b359-ba45054587ed req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.493179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9458001-c556-4b66-b359-ba45054587ed req-e02828b5-106d-4615-8cb4-665a972c272a tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/07a49602-36ad-4a7c-950d-cac2f08e56aa HTTP/1.1" status: 204 len: 173 time: 0.5847244 Jun 01 12:54:19.496657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.547935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54082c6a-b659-47e1-8bac-1eaa08123d4e req-0e6a420a-027a-4446-b3a6-98bed7b93977 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444757 Jun 01 12:54:19.681285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe550a4-8956-4cfb-98bd-932465c52907 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:19.695362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.717860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Transition to ACTIVE for port object fbe550a4-8956-4cfb-98bd-932465c52907 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:19.725171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.837682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] Transition to ACTIVE for port object 4823872e-a44b-487f-a466-493331ef595a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:19.853123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3b5d1-5bd3-4679-b962-ed3c0beb6944 req-098d5a17-a8ab-4dea-9344-1889ee934108 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:19.854881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94e3b5d1-5bd3-4679-b962-ed3c0beb6944 req-098d5a17-a8ab-4dea-9344-1889ee934108 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 931 time: 0.1839998 Jun 01 12:54:19.857600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60807-824e-4141-83be-f7796b5e0199 req-17065918-9170-4f02-9f8f-1518882b0de9 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:19.865086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66c60807-824e-4141-83be-f7796b5e0199 req-17065918-9170-4f02-9f8f-1518882b0de9 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 1101 time: 0.1488528 Jun 01 12:54:19.881534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.972365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94e3b5d1-5bd3-4679-b962-ed3c0beb6944 req-1c307197-45c1-41d1-8dbf-05a4afad7574 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927503 Jun 01 12:54:19.973291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe550a4-8956-4cfb-98bd-932465c52907,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.069341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Attempting to bind port fbe550a4-8956-4cfb-98bd-932465c52907 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:20.069669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Attempting to bind port fbe550a4-8956-4cfb-98bd-932465c52907 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:20.070056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Attempting to bind port fbe550a4-8956-4cfb-98bd-932465c52907 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:20.075515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Port fbe550a4-8956-4cfb-98bd-932465c52907 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:20.075824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Attempting to bind port fbe550a4-8956-4cfb-98bd-932465c52907 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:20.081337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:20.081666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:20.082042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:20.082459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Bound port: fbe550a4-8956-4cfb-98bd-932465c52907, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:20.082895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.149286 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-7e5e1b41-c456-438d-89b3-146d820a52b6 req-f2120458-3205-4075-a45c-e294358a492b tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] show failed (client error): The resource could not be found. Jun 01 12:54:20.149286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e5e1b41-c456-438d-89b3-146d820a52b6 req-f2120458-3205-4075-a45c-e294358a492b tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/da6f4ba7-c116-4aa2-ad93-cc69a7ef2181 HTTP/1.1" status: 404 len: 352 time: 0.0304880 Jun 01 12:54:20.175775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66c60807-824e-4141-83be-f7796b5e0199 req-5aa23dd4-c3b5-46c1-9b19-91cc23f04890 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096120 Jun 01 12:54:20.225270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] For port fbe550a4-8956-4cfb-98bd-932465c52907, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:20.237682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] For port fbe550a4-8956-4cfb-98bd-932465c52907, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fbe550a4-8956-4cfb-98bd-932465c52907,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:20.250989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.258787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] No DVR routers for this DVR port 4823872e-a44b-487f-a466-493331ef595a on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:20.275140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] Pushing event updated for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.326728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-2fde0966-169a-4934-b399-5c38f281f662 service neutron] 10.222.0.13 "PUT /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a/bindings/n-h1-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6837392 Jun 01 12:54:20.332693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe550a4-8956-4cfb-98bd-932465c52907,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.346884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:20.347959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.349896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-4a57f2af-d5b3-4b28-83c0-f63b90dc835e service neutron] 10.222.0.13 "PUT /v2.0/ports/fbe550a4-8956-4cfb-98bd-932465c52907 HTTP/1.1" status: 200 len: 1091 time: 1.5415776 Jun 01 12:54:20.350543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'tag': 'fbe550a4-8956-4cfb-98bd-932465c52907'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:20.373689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02df3b6e-028e-47aa-b564-304a1d282034 req-7df9fc73-bf1a-4856-a695-602ccab9409f tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/b78df14c-97ca-4f76-854a-c8a05b1c1d53 HTTP/1.1" status: 200 len: 1804 time: 0.1248896 Jun 01 12:54:20.446506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49f34b67-1ffa-40f8-81c3-4aec334469bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.497546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-7e1c0231-419d-460d-9f43-0eea1623a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:20.500210 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-7e1c0231-419d-460d-9f43-0eea1623a4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 1094 time: 0.0990033 Jun 01 12:54:20.577173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-02df3b6e-028e-47aa-b564-304a1d282034 req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.599113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-e0f3c100-45df-4b11-9616-89bebc444d79 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:20.600576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-e0f3c100-45df-4b11-9616-89bebc444d79 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.1830208 Jun 01 12:54:20.619257 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-c3f5c621-c7e8-47e2-a742-cfecc45a8a09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe550a4-8956-4cfb-98bd-932465c52907 HTTP/1.1" status: 200 len: 217 time: 0.1037006 Jun 01 12:54:20.656737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-02df3b6e-028e-47aa-b564-304a1d282034 req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.711047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-ada42b7e-7d55-4d90-86f0-d3d439c609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:20.721542 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-ada42b7e-7d55-4d90-86f0-d3d439c609b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.0952680 Jun 01 12:54:20.812398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-a3da710a-8df8-4ec0-9cbc-16cc800b3172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784726 Jun 01 12:54:20.814688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-02df3b6e-028e-47aa-b564-304a1d282034 req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.815062 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5ebd48-3ca9-4dd2-a64f-89c2a0c0cc3e'] response: {'name': 'network-changed', 'server_uuid': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'tag': 'fbe550a4-8956-4cfb-98bd-932465c52907', 'status': 'completed', 'code': 200} Jun 01 12:54:20.849452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-cab838dd-6a28-40eb-a622-c0cd1ddea9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:20.850994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-cab838dd-6a28-40eb-a622-c0cd1ddea9eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9&tenant_id=fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 1096 time: 0.2364213 Jun 01 12:54:20.856920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78df14c-97ca-4f76-854a-c8a05b1c1d53,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.981142 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-943b3175-6412-4476-9956-29c494f502c0 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594296 Jun 01 12:54:20.984586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-02df3b6e-028e-47aa-b564-304a1d282034 req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.996440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02df3b6e-028e-47aa-b564-304a1d282034 req-bfb45f33-ab0b-4c9f-b0bf-331e08f8c036 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/b78df14c-97ca-4f76-854a-c8a05b1c1d53 HTTP/1.1" status: 204 len: 173 time: 0.6087461 Jun 01 12:54:21.048816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902eb4b-40fe-4002-801f-bd182844169a req-c080d68f-c05d-4dc9-a928-0971c26ae107 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.050278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1902eb4b-40fe-4002-801f-bd182844169a req-c080d68f-c05d-4dc9-a928-0971c26ae107 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 949 time: 0.1955893 Jun 01 12:54:21.057058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-e5c4af3b-2c0e-4d56-bb90-1fbe8268700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.058521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-e5c4af3b-2c0e-4d56-bb90-1fbe8268700c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1096 time: 0.1348567 Jun 01 12:54:21.170731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-b62b17ff-d0d8-4058-94f7-7a0806fc6d7a service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814611 Jun 01 12:54:21.242737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1902eb4b-40fe-4002-801f-bd182844169a req-4dc34419-42e3-44da-b5c9-7ee150e92ee1 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831195 Jun 01 12:54:21.332991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-b818e467-6661-4451-ba1d-33e97bf2ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.334437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-b818e467-6661-4451-ba1d-33e97bf2ea20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.2600219 Jun 01 12:54:21.372245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41155dd2-2e06-4aa8-b15c-4fe368653d67 req-f5cf1485-1d5c-4da7-8243-44034dd24729 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.379802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41155dd2-2e06-4aa8-b15c-4fe368653d67 req-f5cf1485-1d5c-4da7-8243-44034dd24729 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 945 time: 0.2346528 Jun 01 12:54:21.405287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-67ffc5d7-d9d0-4b5a-b5fc-e86e2daba139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.406802 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-67ffc5d7-d9d0-4b5a-b5fc-e86e2daba139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 1094 time: 0.1695790 Jun 01 12:54:21.530498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.534889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-439893eb-05ee-4f97-929d-7ccfef029c80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.1524241 Jun 01 12:54:21.598577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:21.615205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-b0b18a21-584e-4258-bfcf-d67be814278c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333270 Jun 01 12:54:21.623421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-f637bf65-109c-4184-aaaf-f87ea0242ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.623421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-f637bf65-109c-4184-aaaf-f87ea0242ea9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.2091136 Jun 01 12:54:21.702688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.739939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-e025ff6f-37b5-4472-ac89-b1118e612e96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe550a4-8956-4cfb-98bd-932465c52907 HTTP/1.1" status: 200 len: 217 time: 0.1083837 Jun 01 12:54:21.770025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d8b316f6-8540-44a1-83d5-fd1c0ae31968 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:21.770838 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.794156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-7bab4e3b-3eac-4668-abc8-1e55978eabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.795544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-7bab4e3b-3eac-4668-abc8-1e55978eabed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.2538569 Jun 01 12:54:21.807894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:21.809333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:21.822610 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.823809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4823872e-a44b-487f-a466-493331ef595a no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:21.828972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-47941f4a-5a1d-40d8-a59f-a1e05b9fa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:21.830858 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-47941f4a-5a1d-40d8-a59f-a1e05b9fa8c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.0846980 Jun 01 12:54:21.919670 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-96e4a655-141d-40a0-a16f-68d26e19205b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813172 Jun 01 12:54:21.947530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4823872e-a44b-487f-a466-493331ef595a not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:21.955282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:21.967755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-875335a6-98b3-4edf-bf68-be7a5739e8cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079850 Jun 01 12:54:21.977138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41155dd2-2e06-4aa8-b15c-4fe368653d67 req-7b85717d-89d2-4ffd-82e4-3589cc5fd287 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964439 Jun 01 12:54:22.193150 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-b23c4f2a-33c5-4ee5-9c25-a329fa0f146d service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656372 Jun 01 12:54:22.275704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-3ca83109-d583-4846-ada9-611b5734618f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:22.282384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-3ca83109-d583-4846-ada9-611b5734618f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904697 Jun 01 12:54:22.295407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-ffa24d1c-cf4e-47f2-a9e5-3e86e8a97f00 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149033 Jun 01 12:54:22.304813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-150e3f4a-f2a9-4373-bd55-cdcaa73c14d6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:22.306412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-150e3f4a-f2a9-4373-bd55-cdcaa73c14d6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 943 time: 0.5100605 Jun 01 12:54:22.331399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-249e5330-70d5-4b00-b1ce-a83e07ab734b tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/da6bee6d-f646-4d44-ba4b-040ef2ff805e HTTP/1.1" status: 200 len: 1804 time: 0.2334433 Jun 01 12:54:22.332645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-9b4c14bf-1ac6-49d7-8e28-725619aa1047 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.0495002 Jun 01 12:54:22.397741 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-66c1a8a1-99d4-445c-8a6d-cf989bdbdf0f req-322288a0-b523-4fb9-8199-848c7c0302e4 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970372 Jun 01 12:54:22.644739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port fbe550a4-8956-4cfb-98bd-932465c52907 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:54:22.645073 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.737175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.745397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-387b9ace-17a8-40ee-b1ac-63c9342e7cab service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377167 Jun 01 12:54:22.834823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.887228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-9c86bed4-6ec9-48b9-8a75-4730e388f1c5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5017381 Jun 01 12:54:22.900328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d40c584f-6627-426b-b423-cac27cd44ce5 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:22.901769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d40c584f-6627-426b-b423-cac27cd44ce5 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 947 time: 0.4535253 Jun 01 12:54:22.926916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.109225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Deleting port d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:54:23.109813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.237891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.244009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port fbe550a4-8956-4cfb-98bd-932465c52907, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fbe550a4-8956-4cfb-98bd-932465c52907,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:23.244362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.582702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for fbe550a4-8956-4cfb-98bd-932465c52907 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:54:23.618251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6bee6d-f646-4d44-ba4b-040ef2ff805e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:23.697756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.709050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc0105aa-cfac-420e-8470-eaec81a0c257 req-1ea36229-9bf8-4a30-8b14-e6778611d733 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/da6bee6d-f646-4d44-ba4b-040ef2ff805e HTTP/1.1" status: 204 len: 173 time: 1.3717127 Jun 01 12:54:23.892402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-cdf1f0f2-5b62-47e4-ae47-b460d8610b8f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625384 Jun 01 12:54:23.899762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-386dbc21-fde3-4bca-85bc-4e6d43f8932f tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:23.901183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-386dbc21-fde3-4bca-85bc-4e6d43f8932f tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.8285453 Jun 01 12:54:24.197680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] For port d8b316f6-8540-44a1-83d5-fd1c0ae31968, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d8b316f6-8540-44a1-83d5-fd1c0ae31968,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:24.198388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.223031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00273-d6fa-483d-ba63-c5d146af0dba req-c3ae3700-492c-4cff-9ad3-d44a32a71a74 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:24.230403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70a00273-d6fa-483d-ba63-c5d146af0dba req-c3ae3700-492c-4cff-9ad3-d44a32a71a74 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 943 time: 0.6076877 Jun 01 12:54:24.377850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.388941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Calling delete_port for d8b316f6-8540-44a1-83d5-fd1c0ae31968 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:54:24.433728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-aa7cba60-9db8-468d-89b6-18d66f253c16 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:24.435180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-aa7cba60-9db8-468d-89b6-18d66f253c16 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5331423 Jun 01 12:54:24.560359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=fbe550a4-8956-4cfb-98bd-932465c52907,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:24.575949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-e3bea9db-5479-494f-8342-99765e183628 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/quotas/ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 375 time: 0.0960424 Jun 01 12:54:24.671715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70a00273-d6fa-483d-ba63-c5d146af0dba req-6abea53d-c520-4a4f-9af5-72acf43ed81c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395943 Jun 01 12:54:24.753624 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf323c41-fb2f-4582-b742-cc32c64fb1d3'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'code': 200} Jun 01 12:54:24.761571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port fbe550a4-8956-4cfb-98bd-932465c52907 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:24.769072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.773832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'name': 'network-vif-deleted', 'tag': 'fbe550a4-8956-4cfb-98bd-932465c52907'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:24.793752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-057e65d0-b309-49ea-9da4-0b7996b7f580 req-596b7fa4-7bb6-4613-a289-e2d0a425c34c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "DELETE /v2.0/ports/fbe550a4-8956-4cfb-98bd-932465c52907 HTTP/1.1" status: 204 len: 173 time: 2.4601557 Jun 01 12:54:24.842871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-72bf73ee-8eee-44e0-9644-8f4b3fc78793 service neutron] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:24.869827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-72bf73ee-8eee-44e0-9644-8f4b3fc78793 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.870952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc7278a9-8739-4829-ba1f-688f4c2c960f req-72bf73ee-8eee-44e0-9644-8f4b3fc78793 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a/bindings/n-h2-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.9431407 Jun 01 12:54:24.931690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-765f101d-22ac-453f-8d92-ba64c87620ad tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3417528 Jun 01 12:54:24.941709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:25.001318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Pushing event deleted for resources: {'Port': ['ID=d8b316f6-8540-44a1-83d5-fd1c0ae31968,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:25.093835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] No DVR routers for this DVR port d8b316f6-8540-44a1-83d5-fd1c0ae31968 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:25.096939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:25.098881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b2ff05e-5dde-4d9c-aa55-376d2ea9f272 req-d5b0d432-49a7-41f5-92f8-92120a14015c tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.13 "DELETE /v2.0/ports/d8b316f6-8540-44a1-83d5-fd1c0ae31968 HTTP/1.1" status: 204 len: 173 time: 2.1737874 Jun 01 12:54:25.109892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff134f-13b5-47c6-98f3-d00fe56e6dcd req-ff278002-faf0-4d97-9783-a6889a35b84a tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:25.110557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-82ff134f-13b5-47c6-98f3-d00fe56e6dcd req-ff278002-faf0-4d97-9783-a6889a35b84a tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Synchronizing usage tracker for tenant:9b9e04416d5e4041ba41b17661f609e2 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:25.129656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-82ff134f-13b5-47c6-98f3-d00fe56e6dcd req-ff278002-faf0-4d97-9783-a6889a35b84a tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] Unset dirty status for tenant:9b9e04416d5e4041ba41b17661f609e2 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:25.131040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82ff134f-13b5-47c6-98f3-d00fe56e6dcd req-ff278002-faf0-4d97-9783-a6889a35b84a tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8259fa1-6978-489d-9fae-5d6fd42d5b38 HTTP/1.1" status: 200 len: 866 time: 0.2551904 Jun 01 12:54:25.233979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82ff134f-13b5-47c6-98f3-d00fe56e6dcd req-cff64cea-9220-48bd-adc0-2879215988e7 tempest-ImagesOneServerTestJSON-1396217279 tempest-ImagesOneServerTestJSON-1396217279-project] 10.222.0.40 "GET /v2.0/security-groups?id=b4d205ef-9433-4346-ba40-b018bf85a56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957987 Jun 01 12:54:25.360950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-3024a8db-a7cb-4522-b9b1-f6158ea75d4c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004150 Jun 01 12:54:25.853378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-2087de95-b678-45c5-b160-2670fb05f485 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 210 time: 0.4166100 Jun 01 12:54:26.113252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-c8110e26-a45f-4eae-a44a-ea63ea258d78 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544448 Jun 01 12:54:26.307945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ed11-7323-4de3-8d76-3fe915d36677 req-3fe6e5d3-6ee5-4fae-999c-7c056814d9f8 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:26.316622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9313ed11-7323-4de3-8d76-3fe915d36677 req-3fe6e5d3-6ee5-4fae-999c-7c056814d9f8 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 945 time: 0.7708390 Jun 01 12:54:26.359741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-c2612518-f145-43a2-bc83-20b0525dab95 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/9a022e71-b4f1-40ba-b4c8-3d7f47b06976 HTTP/1.1" status: 200 len: 1803 time: 0.4418292 Jun 01 12:54:26.401561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-981669b6-d732-49c8-a4af-c553c074d8a9 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:26.403082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-981669b6-d732-49c8-a4af-c553c074d8a9 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0359895 Jun 01 12:54:26.423623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:26.451665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-ac5fe9c9-da2e-4a09-83c7-182678ead287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:26.453102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-ac5fe9c9-da2e-4a09-83c7-182678ead287 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=484ef01468584146b5e63520410de850&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5887773 Jun 01 12:54:26.589277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9313ed11-7323-4de3-8d76-3fe915d36677 req-2c4c2472-1f11-4742-bd85-e9af255a56fd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717006 Jun 01 12:54:26.730556 n-d-844200-1 neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74f7f36a-b3b1-4f0e-83fd-a446fa9179ab']: {'server_uuid': 'ed8fadd4-025b-4a53-b353-8da8b098a17c', 'name': 'network-vif-deleted', 'tag': 'fbe550a4-8956-4cfb-98bd-932465c52907', 'status': 'failed', 'code': 422} returned with failed status Jun 01 12:54:26.841334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-f5642f47-e168-435a-9821-bd5c5b8bdd80 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:26.842856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-f5642f47-e168-435a-9821-bd5c5b8bdd80 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7144520 Jun 01 12:54:26.843817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:26.853765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8e3bd08-efd5-4327-a489-4917e4a2195e req-1a198f1a-5e98-4c22-970d-a91eb2e60d53 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 210 time: 0.0888574 Jun 01 12:54:26.866697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': '67e7b92b-a150-46a0-9121-c4793763c3af', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:26.914948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.916935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.003823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:27.007849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.052420 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-19f09e56-0c1b-442c-a431-512f6b026613 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524147 Jun 01 12:54:27.116672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-51b5f2bc-6ec8-4d6c-a51c-1fecfb492385 req-0631d444-0387-40a3-b7e5-5bad4e2ba90c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:27.121290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.192984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-ce53c51a-0c00-43a7-bd2f-9a21f39069c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:27.194435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-ce53c51a-0c00-43a7-bd2f-9a21f39069c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6656151 Jun 01 12:54:27.313815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-35b7ef15-3898-434b-bd01-4a203433d603 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:27.315306 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-35b7ef15-3898-434b-bd01-4a203433d603 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564180 Jun 01 12:54:27.330496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'port': {'device_id': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'ae0f85dfd7a94ef5969d77408e41e53e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:27.345331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-a31667e6-8682-4210-8547-fd93b30b2d0b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:27.362553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-51b5f2bc-6ec8-4d6c-a51c-1fecfb492385 req-0631d444-0387-40a3-b7e5-5bad4e2ba90c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:27.364120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51b5f2bc-6ec8-4d6c-a51c-1fecfb492385 req-0631d444-0387-40a3-b7e5-5bad4e2ba90c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 210 time: 0.3285429 Jun 01 12:54:27.365285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.435710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Usage tracker for resource:port and tenant:fc6cba445f714d8c82fe292d17d883fc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.445095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.455389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-a31667e6-8682-4210-8547-fd93b30b2d0b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:27.456944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-007c09db-c35e-4b9d-975a-f527b3829b1e req-a31667e6-8682-4210-8547-fd93b30b2d0b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed8fadd4-025b-4a53-b353-8da8b098a17c HTTP/1.1" status: 200 len: 210 time: 0.2068269 Jun 01 12:54:27.458015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.464031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.486845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.494965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a022e71-b4f1-40ba-b4c8-3d7f47b06976,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:27.501199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.518324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:27.521951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.524814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Made reservation on behalf of ae0f85dfd7a94ef5969d77408e41e53e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:27.534736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.14 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/94049491-3761-4064-bfcf-26d0feb192cf) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:27.537324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.553030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.566630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa116f5f-bb52-4e70-89b6-e31350e97671 req-d7eb6c2d-e433-4e69-bd11-f54bff6d3a33 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/9a022e71-b4f1-40ba-b4c8-3d7f47b06976 HTTP/1.1" status: 204 len: 173 time: 1.1893239 Jun 01 12:54:27.620067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:27.697872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: d8b316f6-8540-44a1-83d5-fd1c0ae31968 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:54:27.698493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d8b316f6-8540-44a1-83d5-fd1c0ae31968 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:27.966693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c64c6fb-ccba-40e0-b963-31d4f6a3b6c8 req-e4789039-310b-428d-833d-a5ab5b9b6c38 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:28.069251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c64c6fb-ccba-40e0-b963-31d4f6a3b6c8 req-e4789039-310b-428d-833d-a5ab5b9b6c38 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:28.070651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c64c6fb-ccba-40e0-b963-31d4f6a3b6c8 req-e4789039-310b-428d-833d-a5ab5b9b6c38 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 210 time: 0.3850935 Jun 01 12:54:28.116116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:28.123140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-3cf9e373-e291-407f-b912-3986313e1366 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/b5bdc4f0-b73f-4643-b208-d97d81729aea HTTP/1.1" status: 200 len: 2401 time: 0.3022449 Jun 01 12:54:28.289502 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a6d3362-b7fe-4ef7-8324-c83f0ec5da2a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9b9e04416d5e4041ba41b17661f609e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719942 Jun 01 12:54:28.292023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46756) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:28.329455 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.334092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.357775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.375605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object 94049491-3761-4064-bfcf-26d0feb192cf will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:28.381236 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.384034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.408526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041983b8-b81e-4a98-a4c9-dfac9025b433 req-974edb41-0c89-43be-b3e2-b4d4b2833af1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:28.410020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-041983b8-b81e-4a98-a4c9-dfac9025b433 req-974edb41-0c89-43be-b3e2-b4d4b2833af1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1096 time: 0.2188070 Jun 01 12:54:28.446642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.465444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d205ef-9433-4346-ba40-b018bf85a56d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:28.472755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-041983b8-b81e-4a98-a4c9-dfac9025b433 req-f934fd20-59e9-4fc9-8c05-77c8cb592929 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Jun 01 12:54:28.486395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.527057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:28.539841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.541039 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68ecfc98-2cfa-4d35-8709-3709765007bf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b4d205ef-9433-4346-ba40-b018bf85a56d HTTP/1.1" status: 204 len: 168 time: 0.2479255 Jun 01 12:54:28.570383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.590210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Allocated IP 192.168.233.18 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/6cd19c45-07b6-445c-b63c-058e67190874) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:28.633567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:28.635910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bdc4f0-b73f-4643-b208-d97d81729aea,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:28.644913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:28.660856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:28.749509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-deleted', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:28.758395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.775852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be0ce265-4e2d-4f8a-817a-9a0abd9857d5 req-024cfe50-560e-475a-9a97-f403f491a204 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/b5bdc4f0-b73f-4643-b208-d97d81729aea HTTP/1.1" status: 204 len: 173 time: 0.6389921 Jun 01 12:54:28.841112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b007fb6c-df4c-4dfb-a285-78bbe7dec00e req-d58f909b-db2b-497b-ad15-db05f029f6c1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 210 time: 0.1214972 Jun 01 12:54:28.848584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:28.897763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:28.898959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.929188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-089aaf55-b8f6-4104-ae27-9c41f40b3de5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5112615 Jun 01 12:54:28.946700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Request body: {'port': {'device_id': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:28.999788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.045303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Transition to ACTIVE for port object 6cd19c45-07b6-445c-b63c-058e67190874 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:29.088497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef0ac253-8b4e-445a-bdc2-81d00530107b None None] Provisioning for port 94049491-3761-4064-bfcf-26d0feb192cf completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:29.099524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef0ac253-8b4e-445a-bdc2-81d00530107b None None] Provisioning complete for port 94049491-3761-4064-bfcf-26d0feb192cf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:29.099901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac253-8b4e-445a-bdc2-81d00530107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.102433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.131739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:29.216985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:29.221685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:29.224010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.227099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:29.279156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-d03e8b76-b6e8-4149-8c2a-802d113b2493 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "GET /v2.0/security-groups/ccd1dabb-4fe8-41a9-a738-54ab75af8fbc HTTP/1.1" status: 200 len: 2396 time: 0.1833241 Jun 01 12:54:29.285624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:29.288525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ac253-8b4e-445a-bdc2-81d00530107b None None] Port 94049491-3761-4064-bfcf-26d0feb192cf cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:29.328786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:29.332102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.355661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:29.369466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769331498', 'description': 'tempest-description--1027233276'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:29.377932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:29.389256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:security_group and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:29.398834 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-b1ea98c8-36c1-45c5-bc05-dc303d23fcf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0726292 Jun 01 12:54:29.401457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:29.417911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Request body: {'port': {'device_id': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:29.472309 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207a842e-72c7-4e81-abf5-3325a0197c0f'] response: {'server_uuid': 'e8259fa1-6978-489d-9fae-5d6fd42d5b38', 'name': 'network-vif-deleted', 'tag': 'd8b316f6-8540-44a1-83d5-fd1c0ae31968', 'status': 'completed', 'code': 200} Jun 01 12:54:29.500095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:29.558500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.204 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/ddc0ba3e-6c66-40f3-b078-21a67b81f3b6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:29.627730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.665591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:29.672928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:security_group_rule and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:29.675560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.684859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:29.694114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:29.720414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-06649e30-7735-4b9a-8bd0-ea22de16aea4 None None] Provisioning for port 6cd19c45-07b6-445c-b63c-058e67190874 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:29.727719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-06649e30-7735-4b9a-8bd0-ea22de16aea4 None None] Provisioning complete for port 6cd19c45-07b6-445c-b63c-058e67190874 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:29.729515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-06649e30-7735-4b9a-8bd0-ea22de16aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.813590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-06649e30-7735-4b9a-8bd0-ea22de16aea4 None None] Port 6cd19c45-07b6-445c-b63c-058e67190874 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:29.913578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.920581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.963470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4500ad94-a858-4940-b951-df784bb428a7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:29.966526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.970683 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba41e5b5-205e-4bbb-8b13-82632686911c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6108720 Jun 01 12:54:29.971195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:29.976120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'security_group_rule': {'security_group_id': '4500ad94-a858-4940-b951-df784bb428a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:29.981831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:29.985825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:security_group_rule and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:29.988690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:29.995492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:30.001101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.014644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.066612 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.077867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.082108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.099259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-8c135f24-af4d-4a17-99fd-29a3b0e5ca5d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:30.100745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-8c135f24-af4d-4a17-99fd-29a3b0e5ca5d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.3690610 Jun 01 12:54:30.108746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10527949-a8d2-4e2e-ac7b-a5be730a849b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.111847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.119304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.120549 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7afad0f8-9719-4098-8bcc-8a201c1f2dde tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484001 Jun 01 12:54:30.123378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:30.128602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'security_group_rule': {'security_group_id': '4500ad94-a858-4940-b951-df784bb428a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:30.133720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:30.134780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:30.138810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:security_group_rule and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:30.141699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:30.145046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-4f688ba1-2d51-438a-8e76-5f7b64e0c2bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/quotas/fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 375 time: 0.0352621 Jun 01 12:54:30.148156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:30.170447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.236322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.252053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.256928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.262360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.315036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1dabb-4fe8-41a9-a738-54ab75af8fbc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.334485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.335594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3842db-2fe2-4cc8-b12e-82633de4765b req-3549f9e7-35ea-46c8-bd9a-06504a4be890 tempest-SecurityGroupRulesTestJSON-1183660179 tempest-SecurityGroupRulesTestJSON-1183660179-project] 10.222.0.40 "DELETE /v2.0/security-groups/ccd1dabb-4fe8-41a9-a738-54ab75af8fbc HTTP/1.1" status: 204 len: 173 time: 0.9735560 Jun 01 12:54:30.346112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46824) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:30.347953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:30.359280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:30.397967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-15fe8bf1-3c23-4ce3-8901-77528a6eecf2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2423465 Jun 01 12:54:30.398976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:30.441565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.452376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:30.528556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.533940 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092991 Jun 01 12:54:30.535127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c51e7c-7211-4574-88e7-96a3b9ff1a4a tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7b2a88-fee4-4173-bb02-3e0885274ef9,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.540938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46828) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:30.550979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:30.559958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:30.569635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:30.578558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:floatingip and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:30.584064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:30.594274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:30.640293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.778262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:30.788598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.797693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Deleting subnet a97f6765-f582-4e48-bd2e-8a6099b47000 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:54:30.807052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.810929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Transition to ACTIVE for port object 6cd19c45-07b6-445c-b63c-058e67190874 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:30.820014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.850896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-df944eb0-7681-4058-b61f-7d5d2470fca4 None None] Provisioning for port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:30.852853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:30.853231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.872707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-df944eb0-7681-4058-b61f-7d5d2470fca4 None None] Provisioning complete for port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:30.872707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-df944eb0-7681-4058-b61f-7d5d2470fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.972199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.989753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-d8813121-08a5-4b2f-88ab-41f0151ae748 service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565889 Jun 01 12:54:30.991719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-df944eb0-7681-4058-b61f-7d5d2470fca4 None None] Port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:31.021380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-4a9c840a-b048-4669-9f18-1ab702c59b64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1587236 Jun 01 12:54:31.063329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.075417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.129627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Request body: {'port': {'device_id': '67e7b92b-a150-46a0-9121-c4793763c3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:31.145306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:31.145634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:31.146049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:31.159119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:31.159979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:31.172052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:31.173190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:31.173578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:31.174418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Bound port: 6cd19c45-07b6-445c-b63c-058e67190874, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:31.174418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.226095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bcef-a177-4c04-be47-dac3fc8efc51 req-47c103a3-b16f-4c77-b43c-efde3f7a3c7a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:31.227675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2194bcef-a177-4c04-be47-dac3fc8efc51 req-47c103a3-b16f-4c77-b43c-efde3f7a3c7a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 936 time: 0.5803778 Jun 01 12:54:31.313959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Allocated IP 172.25.7.157 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3a9ae0ed-33a2-487e-9675-f0644db444f8) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:31.317591 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.331018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:31.335356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:31.353028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.423387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ed26f6b3-9d94-4440-8745-ee36bfab9d4d service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323623 Jun 01 12:54:31.483378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:31.483987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.485338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] 10.222.0.13 "PUT /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 1095 time: 2.0760815 Jun 01 12:54:31.485760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:31.488551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94049491-3761-4064-bfcf-26d0feb192cf {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:31.506833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.514148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3e84-5f6d-437f-b59d-ba7f26f87d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:31.535715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Transition to ACTIVE for port object 94049491-3761-4064-bfcf-26d0feb192cf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:31.552317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.562314 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.597623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.616248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2194bcef-a177-4c04-be47-dac3fc8efc51 req-b5d68ec0-cba0-4e2b-b16c-de35024d57be tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691306 Jun 01 12:54:31.632526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.798505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:31.803352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:31.808190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:31.852826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'Port': ['ID=3a9ae0ed-33a2-487e-9675-f0644db444f8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:31.898850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-2de5d5fe-f2a3-4073-a1ed-e885fd5b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:31.900519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-2de5d5fe-f2a3-4073-a1ed-e885fd5b2648 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1098 time: 0.3659575 Jun 01 12:54:31.984451 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-f6588468-23bc-44e0-90c8-e070a0b90d67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.0679295 Jun 01 12:54:32.029515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.054555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Pushing event updated for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:32.069275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.098570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-0be85ae8-5172-4135-90f9-6d306339b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:32.100415 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-0be85ae8-5172-4135-90f9-6d306339b3c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1097665 Jun 01 12:54:32.146085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.151468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97f6765-f582-4e48-bd2e-8a6099b47000,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:32.197432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.389987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac6d5502-9805-4f85-b030-287ea30b2bc0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a97f6765-f582-4e48-bd2e-8a6099b47000 HTTP/1.1" status: 204 len: 168 time: 2.0386398 Jun 01 12:54:32.414015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46852) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:32.440836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114531e-fb69-4922-ba32-045880a4a88d req-eedc063c-09c2-418f-8645-347a21e81190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:32.442298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-eedc063c-09c2-418f-8645-347a21e81190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3350236 Jun 01 12:54:32.488199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Attempting to bind port 94049491-3761-4064-bfcf-26d0feb192cf on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:32.488440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Attempting to bind port 94049491-3761-4064-bfcf-26d0feb192cf by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:32.488996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Attempting to bind port 94049491-3761-4064-bfcf-26d0feb192cf on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:32.559027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Port 94049491-3761-4064-bfcf-26d0feb192cf on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:32.559347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Attempting to bind port 94049491-3761-4064-bfcf-26d0feb192cf on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:32.567167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-1d51184d-2f33-4e29-b858-83a940682234 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:32.568568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-1d51184d-2f33-4e29-b858-83a940682234 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.7538443 Jun 01 12:54:32.597976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:32.598299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:32.598695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:32.599118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Bound port: 94049491-3761-4064-bfcf-26d0feb192cf, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:32.599453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.621217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.625786 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-0ed81c75-66a9-4ec3-93b0-ade234c5b8ca service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757658 Jun 01 12:54:32.627495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.658299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-f57e8e0d-c164-4eb2-ba9f-00c499798907 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0706108 Jun 01 12:54:32.671091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1190-7738-4eab-92e1-008c456241b8 req-b2c0f6db-62d7-4e77-8b8c-8c11e0653186 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:32.672529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661d1190-7738-4eab-92e1-008c456241b8 req-b2c0f6db-62d7-4e77-8b8c-8c11e0653186 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.8304896 Jun 01 12:54:32.710749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.792456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-55fbde96-cfd2-4272-84b3-b78109de6e3d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157458 Jun 01 12:54:32.819730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'Port': ['ID=3a9ae0ed-33a2-487e-9675-f0644db444f8,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:32.847619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.889204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4114531e-fb69-4922-ba32-045880a4a88d req-6af83e0c-1354-484c-92d2-95e20e4575c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296784 Jun 01 12:54:32.890684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.891837 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84d038c6-a5b7-420f-ad80-e1d361dd7509 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3495100 Jun 01 12:54:32.967686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661d1190-7738-4eab-92e1-008c456241b8 req-3e486b73-d37c-43fc-9d5b-ca1ac6585bf6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654037 Jun 01 12:54:32.973618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:54:33.012036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:33.189771 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30166929-a332-457d-8aa7-730c2ae77e10'] response: {'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'status': 'completed', 'code': 200} Jun 01 12:54:33.197833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=94049491-3761-4064-bfcf-26d0feb192cf,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:33.234750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.275729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.298466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-65e51651-de11-464f-a29e-742fd46ed7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.300345 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-65e51651-de11-464f-a29e-742fd46ed7ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1098 time: 0.0866704 Jun 01 12:54:33.310196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:33.336505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.434491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-10e5a54b-8f97-49aa-b32e-fdf529642e20 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315639 Jun 01 12:54:33.444444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.444831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.446338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] 10.222.0.13 "PUT /v2.0/ports/94049491-3761-4064-bfcf-26d0feb192cf HTTP/1.1" status: 200 len: 1095 time: 4.5078020 Jun 01 12:54:33.448594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-775040d7-d4c7-493a-bd6c-9f5e950c9476 req-f289f6f1-8565-4513-b944-d6d049c35a7c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 210 time: 0.1406844 Jun 01 12:54:33.449321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:33.454914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2033ec61-0583-43a0-8929-c57cbb728858']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:33.503173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-f116a02d-95cd-4f5c-ba84-d72031b8639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.508729 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-f116a02d-95cd-4f5c-ba84-d72031b8639f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1999798 Jun 01 12:54:33.598931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46874) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:33.608330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Transition to ACTIVE for port object ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:33.619984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-96f67a3d-d372-4e8a-8b94-9a4e53726227 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1025319 Jun 01 12:54:33.623084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549aa3a8-89ae-45b8-b529-1798de6e73f4') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:33.623445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549aa3a8-89ae-45b8-b529-1798de6e73f4') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:33.687317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-d0eb2e5c-bcf5-4e33-bc36-52f5fc592f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.689240 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-d0eb2e5c-bcf5-4e33-bc36-52f5fc592f2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0619156 Jun 01 12:54:33.726045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-a079e008-2713-496d-a2ce-21acfa92620c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.727967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-a079e008-2713-496d-a2ce-21acfa92620c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.7567174 Jun 01 12:54:33.728584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.743505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662f1a-ce69-45b3-86ca-f33e11d70fdc service neutron] Pushing event updated for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:33.752196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.759545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.783870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:33.788821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Usage tracker for resource:security_group_rule and tenant:abcf7dfa69184f91b7e71a4456e4fbd9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:33.792710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:33.799488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:33.801484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Request body: {'port': {'device_id': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'admin_state_up': True, 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:33.827017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-5c66c596-54a6-416d-b1b0-2db0f27a454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:33.828495 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-5c66c596-54a6-416d-b1b0-2db0f27a454c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327024 Jun 01 12:54:34.001272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.012536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.015098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-f31a6326-e0a1-488b-8c13-f92cf44aefe1 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764140 Jun 01 12:54:34.018550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.094380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.143100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:54:34.143379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.143867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579fa05c-c9a1-480e-af51-e35bcaf7789f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:34.154082 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-76c4ceab-6ba9-4a01-8282-c9d9eb11dc69 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=abcf7dfa69184f91b7e71a4456e4fbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462170 Jun 01 12:54:34.154807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46882) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:34.227647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:34.236997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-554a4fd8-d9ad-4099-a111-db6399b5e914 req-285f78aa-cc24-4130-8cc5-cf67b7fc4392 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044034 Jun 01 12:54:34.251304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.264971 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 549aa3a8-89ae-45b8-b529-1798de6e73f4 resource provider aggregate not found Jun 01 12:54:34.277533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.334118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.350508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579fa05c-c9a1-480e-af51-e35bcaf7789f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:34.351168 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 549aa3a8-89ae-45b8-b529-1798de6e73f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 549aa3a8-89ae-45b8-b529-1798de6e73f4 found for delete ", "request_id": "req-b2838ab5-2dd0-46bd-9f48-04ebe4883dea"}]} Jun 01 12:54:34.357844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.358974 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da4dfa41-9638-4baa-a72c-5d0a202ca3e9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/579fa05c-c9a1-480e-af51-e35bcaf7789f HTTP/1.1" status: 204 len: 168 time: 0.2037840 Jun 01 12:54:34.376588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-0d63b614-d98c-44dd-b4c1-bb781fea31dc service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119046 Jun 01 12:54:34.403324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.411792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-29cef56f-4039-43d6-9faa-14a191b0f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:34.413469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-29cef56f-4039-43d6-9faa-14a191b0f7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 1098 time: 0.8829978 Jun 01 12:54:34.432721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.523740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-074b47b1-c264-453f-a835-63c7fb66688e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=94049491-3761-4064-bfcf-26d0feb192cf HTTP/1.1" status: 200 len: 217 time: 0.0826948 Jun 01 12:54:34.562391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e7f0c-0eed-4974-bf1b-b923687f14e2 req-c36dd629-fb8b-4b90-b7fd-d214a6b65ca2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:34.563871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e5e7f0c-0eed-4974-bf1b-b923687f14e2 req-c36dd629-fb8b-4b90-b7fd-d214a6b65ca2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 948 time: 0.9464927 Jun 01 12:54:34.568700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:34.621253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2033ec61-0583-43a0-8929-c57cbb728858,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:34.624791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Usage tracker for resource:port and tenant:fc6c129921104ef39fe856f2450b3f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:34.655598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ef45485d-77f4-4d2e-80ad-ca944aa254c4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2033ec61-0583-43a0-8929-c57cbb728858 HTTP/1.1" status: 204 len: 168 time: 2.2403297 Jun 01 12:54:34.656728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:34.705826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:34.717200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Attempting to bind port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:34.717634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Attempting to bind port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:34.718022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Attempting to bind port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:34.750822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:34.751238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Attempting to bind port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:34.768790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-82074f17-60b9-4d06-a44d-db5dc25d66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:34.771038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-82074f17-60b9-4d06-a44d-db5dc25d66c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1946678 Jun 01 12:54:34.775465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-49428625-45f8-4078-8e5c-07521ae8fd87 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1769331498&fields=id&tenant_id=3212b155663f4a6d9a6f7bcb54354b9b HTTP/1.1" status: 200 len: 267 time: 0.1520731 Jun 01 12:54:34.776372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:34.776893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:34.777567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:34.778162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Bound port: ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:34.778701 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.789539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:34.793415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.804946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e5e7f0c-0eed-4974-bf1b-b923687f14e2 req-738fd6cc-4406-4263-b617-a84fb1076fa1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302775 Jun 01 12:54:34.852573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46924) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:34.892638 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8657041a-d6cb-49e3-9e39-f293010ee386'] response: {'name': 'network-changed', 'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf', 'status': 'completed', 'code': 200} Jun 01 12:54:34.943652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4568e67d-80bd-43e7-8f26-b8e3ef41c206 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3ceeb0b1e4f04c5bb5c1fe83d75bf0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892091 Jun 01 12:54:34.946078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46928) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:35.034088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.065679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.132488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.161264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69746c8c-b01a-4b6b-9fe1-afd5d7b0e1ca,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:35.166566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.172829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20411c0e-579d-4ffd-ad35-f69bf8587db3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/69746c8c-b01a-4b6b-9fe1-afd5d7b0e1ca HTTP/1.1" status: 204 len: 168 time: 0.2245641 Jun 01 12:54:35.260512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-7b80a364-9af4-4d60-a423-c8ef867332d2 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:35.261998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-7b80a364-9af4-4d60-a423-c8ef867332d2 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/networks?id=1f332c50-8b18-4a50-a063-17e38e945262 HTTP/1.1" status: 200 len: 815 time: 0.4543941 Jun 01 12:54:35.274456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:35.325363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:35.347193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.399708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-625f9362-a446-4bb2-87e4-6793026c0251 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/quotas/3212b155663f4a6d9a6f7bcb54354b9b HTTP/1.1" status: 200 len: 375 time: 0.0836105 Jun 01 12:54:35.402052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8b096da8-23f9-4036-8773-b754e34d2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:35.403134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8b096da8-23f9-4036-8773-b754e34d2b59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5944324 Jun 01 12:54:35.404098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:35.503216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:35.503883 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.505206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] 10.222.0.24 "PUT /v2.0/ports/ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 HTTP/1.1" status: 200 len: 1096 time: 4.4325159 Jun 01 12:54:35.527848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Allocated IP 172.20.0.11 (5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d/067ca25f-c5f9-4095-9efb-a30b13e2313d/c0f36b7d-8dc1-410c-8f83-83c4e5f37139) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:35.623031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7519-2303-4914-a48b-9fb8230685f5 req-5cadb821-8c49-4cad-a087-544c49a19a74 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:35.624543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c4f7519-2303-4914-a48b-9fb8230685f5 req-5cadb821-8c49-4cad-a087-544c49a19a74 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.6073103 Jun 01 12:54:35.648463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:35.649931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-680054716-network', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:35.657113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:35.665731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Usage tracker for resource:network and tenant:c55cf96d19254480af76446d33e1edc6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:35.676578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:35.693386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:35.718114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca6bb6-49ee-4957-9163-b541adf657dd service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:35.724290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Made reservation on behalf of c55cf96d19254480af76446d33e1edc6 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:35.727744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.750254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.767350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:35.778556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Usage tracker for resource:security_group_rule and tenant:c55cf96d19254480af76446d33e1edc6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:35.783767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:35.793666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:35.851315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c4f7519-2303-4914-a48b-9fb8230685f5 req-d2863605-aeae-49f4-9b8e-cf09135d6a8e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838200 Jun 01 12:54:35.866397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:35.924556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '6cd19c45-07b6-445c-b63c-058e67190874', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '6cd19c45-07b6-445c-b63c-058e67190874', 'mac_address': 'fa:16:3e:a1:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:35.972272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.978284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.022467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:36.023007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.027611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:54:36.044163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:36.070312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:36.080123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.180798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:36.215276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-60b4cab1-d0b0-48b0-9876-fc52ce71ba9e tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=3212b155663f4a6d9a6f7bcb54354b9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7893286 Jun 01 12:54:36.221318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-36d7866e-ca40-48a7-bd81-8326986a95ba service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048706 Jun 01 12:54:36.279210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.279575 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Added segment d0bb5a26-b929-414a-b2d9-367d22828c07 of type vlan for network 2ab53930-5164-4151-aa55-c2c8c1bd6400 Jun 01 12:54:36.312767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46968) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:36.315366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['6cd19c45-07b6-445c-b63c-058e67190874'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:36.332690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3d334-14e5-4b12-826c-1e4ea7eef674,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:36.336478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-5bd07c74-30b3-405e-af74-d32cff659374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:36.337978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-5bd07c74-30b3-405e-af74-d32cff659374 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 1099 time: 0.7316658 Jun 01 12:54:36.347816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07eb46b9-156a-4f46-9d84-a9cc98af8ec6 req-0136745e-8716-49fa-9f6e-079f63545fd4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 210 time: 0.1439328 Jun 01 12:54:36.384784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.448013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-2529e861-8b8b-454a-84fd-7d78e94954a3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:36.450794 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-2529e861-8b8b-454a-84fd-7d78e94954a3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.4097037 Jun 01 12:54:36.468518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.469760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:36.470655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.500792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:36.529059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-376628385-network', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:36.570067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.633051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-b12f7526-d76a-46f2-819f-83b393f91469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 HTTP/1.1" status: 200 len: 217 time: 0.1706078 Jun 01 12:54:36.655709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:36.677428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Usage tracker for resource:network and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:36.689930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-157ce824-584b-41d9-8ff7-cb9ecfa76ed8 req-d7ef8bc5-c0be-40f6-a34f-2a35c5947495 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 210 time: 0.1060817 Jun 01 12:54:36.690167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:36.704013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2960129 Jun 01 12:54:36.704013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:36.711281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:36.722275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Request body: {'subnet': {'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-680054716-subnet', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:36.726730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:36.730813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Usage tracker for resource:subnet and tenant:c55cf96d19254480af76446d33e1edc6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:36.733599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:36.739160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:36.757859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b5d4-e42b-49ed-b37c-e2fdbd968d87 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab53930-5164-4151-aa55-c2c8c1bd6400,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:36.761458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Made reservation on behalf of c55cf96d19254480af76446d33e1edc6 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:36.763759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.777156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:54:36.799019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-7d81d1d9-7857-4c7a-9ee7-6c87865caa91 service neutron] 10.222.0.40 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104904 Jun 01 12:54:36.806791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-281f877c-fb1c-4d82-811c-7581b46bf7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426354 Jun 01 12:54:36.808178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-43e3e56f-7289-498f-a507-9afcde656bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:36.809479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-43e3e56f-7289-498f-a507-9afcde656bdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1591938 Jun 01 12:54:36.855610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Made reservation on behalf of 941b09fcdc56409e80bb6a704f765fbc for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:36.857895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.876778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.894112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:36.934938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:36.948619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Usage tracker for resource:security_group_rule and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:36.952273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:36.956845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:36.965023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:36.968557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:36.976336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:37.032739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:37.036290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.124967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:37.149404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:37.151894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:37.208457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.224309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:37.277221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-010257ce-b4ee-4556-9652-ed9a7ef9705f service neutron] 10.222.0.40 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661396 Jun 01 12:54:37.283882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.284492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.327213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa881a-ff4c-44fe-89a4-3cf8047598ee req-ce57419c-b265-4842-b3db-9d7e6ba58512 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.328714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ffa881a-ff4c-44fe-89a4-3cf8047598ee req-ce57419c-b265-4842-b3db-9d7e6ba58512 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 948 time: 0.4451768 Jun 01 12:54:37.333106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a2702a92-aaf6-449c-be76-551f07278b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.334524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a2702a92-aaf6-449c-be76-551f07278b1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 1098 time: 0.3971729 Jun 01 12:54:37.336387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-1b8a40bc-b6c5-43e0-9d42-8811f85ad514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.337734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-1b8a40bc-b6c5-43e0-9d42-8811f85ad514 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5042315 Jun 01 12:54:37.340245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2991e564-c3db-4f61-a7d8-e1221d5e888c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5818980 Jun 01 12:54:37.356838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.370518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0831c2-bf73-4144-9b5c-97247eb6ca7b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:37.372514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.405660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.5 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/209f8088-3f07-48b9-9a10-0690f7dc8508) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:37.415123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:54:37.426041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Checking segment: {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:37.426041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Network hostable DHCP agents. Network: 2ab53930-5164-4151-aa55-c2c8c1bd6400, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:54:37.455581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded344d0-b6c7-45a5-84a6-0926c4814c43,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:37.487123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.491063 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Added segment 98e078d7-3007-4ca0-be2f-c24022cd9270 of type vlan for network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 Jun 01 12:54:37.504243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Request body: {'port': {'device_id': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:37.560943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.582539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:54:37.628680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2ab53930-5164-4151-aa55-c2c8c1bd6400) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:37.637296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a3d58-75ed-433d-b632-d36bb96dfeb4 None None] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:54:37.663038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:37.695206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.695616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.707369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.708412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.708883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.857336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 6cd19c45-07b6-445c-b63c-058e67190874 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:37.867651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 6cd19c45-07b6-445c-b63c-058e67190874 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:37.868158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.884973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f32b56-91a2-4c94-b64c-7d390a6c13d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:37.899846 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4010580-696e-4dad-b00b-56a270c19980 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1873364 Jun 01 12:54:37.903429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46998) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:37.908505 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f971b69-3291-4494-9277-0e27cc1a1735 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5943172 Jun 01 12:54:37.910726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a49d07bf-5080-481f-b158-eb0c54908be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:37.911705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.912217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a49d07bf-5080-481f-b158-eb0c54908be3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5704839 Jun 01 12:54:37.915504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47002) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:37.916306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:54:37.918279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:37.924118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:37.930109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Usage tracker for resource:router and tenant:c55cf96d19254480af76446d33e1edc6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:37.934287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:37.943251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:37.963570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.964697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.978755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-13bdc561-cc16-4f2d-bb92-a5123c609562 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048150 Jun 01 12:54:37.982798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.984508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.991770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ffa881a-ff4c-44fe-89a4-3cf8047598ee req-ac747ec4-161e-4188-a85d-2f31876fa3e3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528776 Jun 01 12:54:38.076124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:38.082511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:38.084506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:38.095127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Request body: {'subnet': {'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-376628385-subnet', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:38.098724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:38.136518 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ab0b73-9dfb-40bd-bc49-4c3488da2258'] response: {'name': 'network-changed', 'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'status': 'completed', 'code': 200} Jun 01 12:54:38.148165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:38.207690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2ab53930-5164-4151-aa55-c2c8c1bd6400', 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'fixed_ips': [{'subnet_id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:54:38.208508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.231316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-6521e228-1f30-44cf-a1ba-781f992555af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=94049491-3761-4064-bfcf-26d0feb192cf HTTP/1.1" status: 200 len: 217 time: 0.2285750 Jun 01 12:54:38.239942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Usage tracker for resource:subnet and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:38.353790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:38.409104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:38.483418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cb15f-8a63-4d72-8f43-d02a87c30899 req-f73db1f0-e855-4606-92be-d9d6d41aa5de tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:38.492140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc8cb15f-8a63-4d72-8f43-d02a87c30899 req-f73db1f0-e855-4606-92be-d9d6d41aa5de tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.9337649 Jun 01 12:54:38.497635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:38.498473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.500559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.517645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Allocated IP 172.20.0.2 (2ab53930-5164-4151-aa55-c2c8c1bd6400/3e0831c2-bf73-4144-9b5c-97247eb6ca7b/eb8a687a-f5c9-496c-88bb-c9769de367f9) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:38.526634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Made reservation on behalf of 941b09fcdc56409e80bb6a704f765fbc for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:38.529121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.549904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a61990d8-cbea-44a2-9d69-cd126e87c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:38.551385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-a61990d8-cbea-44a2-9d69-cd126e87c284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3048902 Jun 01 12:54:38.554279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c98886-2484-4ccb-bd5f-94ceacf7c416 req-c8e4d85e-a599-412a-8631-06e0670725a8 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572302 Jun 01 12:54:38.578234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.589356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-07ec4739-c109-4a3f-bbb2-2de96e0b395a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1131103 Jun 01 12:54:38.679246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Request body: {'port': {'device_id': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:38.697413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:38.697935 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.746348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:38.761693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:38.772644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.816691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.819316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc8cb15f-8a63-4d72-8f43-d02a87c30899 req-0d798ef7-05bd-46dd-886e-7546426bf2c6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260541 Jun 01 12:54:38.907440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:38.920937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.932868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Transition to ACTIVE for port object eb8a687a-f5c9-496c-88bb-c9769de367f9 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:38.952755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Transition to ACTIVE for port object eb8a687a-f5c9-496c-88bb-c9769de367f9 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:38.960105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.032120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9477a-bf4a-4c47-b03c-37140dad069c req-5a8296ed-9ace-485b-b394-fb967221c43d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:39.032832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f2d9477a-bf4a-4c47-b03c-37140dad069c req-5a8296ed-9ace-485b-b394-fb967221c43d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:39.033157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:39.035965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:39.040692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:39.050352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Pushing event updated for resources: {'Port': ['ID=eb8a687a-f5c9-496c-88bb-c9769de367f9,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:39.061059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98f4aebe-4457-4441-9ca1-7d221619956b req-e8ab162d-8f70-4cfa-a126-61502f5d50fc tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 210 time: 0.1079614 Jun 01 12:54:39.145529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Attempting to bind port eb8a687a-f5c9-496c-88bb-c9769de367f9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:39.145992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Attempting to bind port eb8a687a-f5c9-496c-88bb-c9769de367f9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:39.146265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Attempting to bind port eb8a687a-f5c9-496c-88bb-c9769de367f9 on network 2ab53930-5164-4151-aa55-c2c8c1bd6400 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:39.152700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:39.153075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Checking segment: {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:39.154640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.154640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Bound using segment: {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:39.154640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Bound port: eb8a687a-f5c9-496c-88bb-c9769de367f9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:39.155028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.217878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f2d9477a-bf4a-4c47-b03c-37140dad069c req-5a8296ed-9ace-485b-b394-fb967221c43d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:39.235982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2d9477a-bf4a-4c47-b03c-37140dad069c req-5a8296ed-9ace-485b-b394-fb967221c43d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 932 time: 0.9985363 Jun 01 12:54:39.262048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.304427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10394dd3-e36e-410e-ad82-821566d8b918 req-230245b9-df24-4824-b530-fd4fab81f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:39.304668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] For port eb8a687a-f5c9-496c-88bb-c9769de367f9, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:39.306229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-230245b9-df24-4824-b530-fd4fab81f8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7378302 Jun 01 12:54:39.308945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] For port eb8a687a-f5c9-496c-88bb-c9769de367f9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eb8a687a-f5c9-496c-88bb-c9769de367f9,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:39.311307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.314547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.362056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.24', 58937) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:39.420655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-5841c4de-1c37-46a4-ac96-722acc6a7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:39.424196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-5841c4de-1c37-46a4-ac96-722acc6a7e6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 1099 time: 0.7275481 Jun 01 12:54:39.451491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fae188-774b-4fb1-b19d-d1b730c1daf8 None None] Pushing event updated for resources: {'Port': ['ID=eb8a687a-f5c9-496c-88bb-c9769de367f9,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:39.606956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.681304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 94049491-3761-4064-bfcf-26d0feb192cf details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:39.714236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209f8088-3f07-48b9-9a10-0690f7dc8508 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:39.731149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.770118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-0a256150-3b9b-4326-8bbb-0ef2ce712bac tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:39.771020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-0a256150-3b9b-4326-8bbb-0ef2ce712bac tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Synchronizing usage tracker for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:39.797996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2d9477a-bf4a-4c47-b03c-37140dad069c req-fe66a140-34db-4645-9b08-0200d17c5294 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611258 Jun 01 12:54:39.811616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Transition to ACTIVE for port object 209f8088-3f07-48b9-9a10-0690f7dc8508 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:39.813908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Allocated IP 172.25.7.196 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/aa61f05a-4bf9-4d20-9f0d-76178572373f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:39.825831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-0a256150-3b9b-4326-8bbb-0ef2ce712bac tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Unset dirty status for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:39.828452 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-0a256150-3b9b-4326-8bbb-0ef2ce712bac tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.24 "GET /v2.0/networks?id=1f332c50-8b18-4a50-a063-17e38e945262 HTTP/1.1" status: 200 len: 815 time: 0.4663434 Jun 01 12:54:39.829436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:39.853234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d878e6-eaef-4e09-a986-2ab9b39b8b3d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:39.962458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=94049491-3761-4064-bfcf-26d0feb192cf,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:39.999249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '94049491-3761-4064-bfcf-26d0feb192cf', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '94049491-3761-4064-bfcf-26d0feb192cf', 'mac_address': 'fa:16:3e:a2:fe:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:40.004527 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248bf778-eae9-40d7-a2f7-3d021f93e249'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'code': 200} Jun 01 12:54:40.073413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 94049491-3761-4064-bfcf-26d0feb192cf is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:40.073647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.109441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Pushing event updated for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:40.113936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94049491-3761-4064-bfcf-26d0feb192cf {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:40.132639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=94049491-3761-4064-bfcf-26d0feb192cf,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:40.138253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.228232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:40.260125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe19ea6-ba06-4073-b9e7-1a40be248024 req-814fd28e-4d24-4c90-8f90-f5e7538f2b07 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:40.261658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfe19ea6-ba06-4073-b9e7-1a40be248024 req-814fd28e-4d24-4c90-8f90-f5e7538f2b07 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 931 time: 1.0061579 Jun 01 12:54:40.296631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Checking segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:40.296866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Network hostable DHCP agents. Network: f9f32b56-91a2-4c94-b64c-7d390a6c13d5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:54:40.312038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f36b7d-8dc1-410c-8f83-83c4e5f37139 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:40.338258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-7b23bad4-0d12-48c4-ae15-c2797109b6f5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214680 Jun 01 12:54:40.346064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.363508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:40.391381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-0b7929f8-015e-44bc-898f-c1c7415114a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:40.392864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-0b7929f8-015e-44bc-898f-c1c7415114a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.8360696 Jun 01 12:54:40.408113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-c7032cf0-930e-4943-a100-1c3a91ddb791 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Synchronizing usage tracker for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:40.627246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-c7032cf0-930e-4943-a100-1c3a91ddb791 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Unset dirty status for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:40.628648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-c7032cf0-930e-4943-a100-1c3a91ddb791 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3212b155663f4a6d9a6f7bcb54354b9b HTTP/1.1" status: 200 len: 380 time: 0.7409034 Jun 01 12:54:40.645607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Transition to ACTIVE for port object c0f36b7d-8dc1-410c-8f83-83c4e5f37139 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:40.671379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'port': {'device_id': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'admin_state_up': True, 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'security_groups': ['4500ad94-a858-4940-b951-df784bb428a7']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:40.710065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Attempting to bind port 209f8088-3f07-48b9-9a10-0690f7dc8508 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:40.710563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Attempting to bind port 209f8088-3f07-48b9-9a10-0690f7dc8508 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:40.710926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Attempting to bind port 209f8088-3f07-48b9-9a10-0690f7dc8508 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:40.730026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29b43e-d733-4596-ac1c-5549859715d2 req-021d4b75-1067-4a4a-bc6d-a12e696ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:40.731793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3e29b43e-d733-4596-ac1c-5549859715d2 req-021d4b75-1067-4a4a-bc6d-a12e696ce482 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1100 time: 0.6608171 Jun 01 12:54:40.752873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Port 209f8088-3f07-48b9-9a10-0690f7dc8508 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:40.753550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Attempting to bind port 209f8088-3f07-48b9-9a10-0690f7dc8508 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:40.770856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.798212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-ac86583e-a61e-4d21-8d2f-cb12892e0770 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 HTTP/1.1" status: 200 len: 217 time: 0.3872464 Jun 01 12:54:40.803465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:54:40.836414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eb8a687a-f5c9-496c-88bb-c9769de367f9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:40.840224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfe19ea6-ba06-4073-b9e7-1a40be248024 req-cde56888-29ad-4397-89bf-4604a4e56433 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493441 Jun 01 12:54:41.003464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, f9f32b56-91a2-4c94-b64c-7d390a6c13d5) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:41.008756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.009443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.019731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.040811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:41.041694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:41.042415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:41.043432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Bound port: 209f8088-3f07-48b9-9a10-0690f7dc8508, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:41.044179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.084413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420330a-c074-4f02-952f-6b83a74c178e None None] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:54:41.097771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:41.107523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-6bcd3767-8f8f-4a62-88ea-9e69eab6a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.109251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-6bcd3767-8f8f-4a62-88ea-9e69eab6a353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0797956 Jun 01 12:54:41.135882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea53b6-e391-41ad-8dff-f26af282d778 None None] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:54:41.152542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-65b3e5b9-78bc-4784-b367-7c570cd3d261 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1769769 Jun 01 12:54:41.162471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47034) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:41.220669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:41.224522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=209f8088-3f07-48b9-9a10-0690f7dc8508,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:41.227835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3e29b43e-d733-4596-ac1c-5549859715d2 req-4b716fc0-8ee9-4365-bc45-3325017617ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423953 Jun 01 12:54:41.237274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.245245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f754-02d8-457b-98e3-64d471432518 req-7d512d97-85e1-4d57-a785-fc81e06ed788 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.246762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05f3f754-02d8-457b-98e3-64d471432518 req-7d512d97-85e1-4d57-a785-fc81e06ed788 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 948 time: 1.0983062 Jun 01 12:54:41.358801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.359781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.361339 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] 10.222.0.24 "PUT /v2.0/ports/209f8088-3f07-48b9-9a10-0690f7dc8508 HTTP/1.1" status: 200 len: 1091 time: 2.6909819 Jun 01 12:54:41.361968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:41.391845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:41.404770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Usage tracker for resource:port and tenant:3212b155663f4a6d9a6f7bcb54354b9b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:41.406835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Provisioning for port eb8a687a-f5c9-496c-88bb-c9769de367f9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:41.410515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port eb8a687a-f5c9-496c-88bb-c9769de367f9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:41.412555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb51131-5884-447c-b1f6-1edd8fd200fa service neutron] Pushing event updated for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:41.426185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:41.429994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.432504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:41.464122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Provisioning complete for port eb8a687a-f5c9-496c-88bb-c9769de367f9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:41.464556 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.489283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:41.498323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eb8a687a-f5c9-496c-88bb-c9769de367f9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:41.498868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.552148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:41.571240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Usage tracker for resource:router and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:41.592001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:41.619571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:41.667904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10394dd3-e36e-410e-ad82-821566d8b918 req-1f2f9af2-17a0-4faf-826a-49bc10600670 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3138561 Jun 01 12:54:41.668588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa61f05a-4bf9-4d20-9f0d-76178572373f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:41.705630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:41.715231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05f3f754-02d8-457b-98e3-64d471432518 req-251a41f2-dbc5-408a-878d-8152f0dec0ae tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281252 Jun 01 12:54:41.720277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:41.725198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:41.752255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.755498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.787263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:41.787836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:41.788363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:41.792736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Made reservation on behalf of 3212b155663f4a6d9a6f7bcb54354b9b for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:41.806928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.807366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:41.807976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:41.822355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.826367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:41.826997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:41.827585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:41.828223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Bound port: c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:41.828837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.868185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-21770e2f-7003-45ca-a25e-54e5966c4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.870046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-21770e2f-7003-45ca-a25e-54e5966c4761 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7135804 Jun 01 12:54:41.881999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915db4-eb6d-4851-b160-79aa0f5d4585 req-f9acc072-f361-4e24-b5b3-f59cb7799cb7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:41.884044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7915db4-eb6d-4851-b160-79aa0f5d4585 req-f9acc072-f361-4e24-b5b3-f59cb7799cb7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.7304451 Jun 01 12:54:42.266104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:54:42.267087 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:42.294236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Current status of the port eb8a687a-f5c9-496c-88bb-c9769de367f9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:42.294959 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:42.307705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eb8a687a-f5c9-496c-88bb-c9769de367f9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:42.308080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:42.341990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7915db4-eb6d-4851-b160-79aa0f5d4585 req-7ebebd8f-2f5a-4206-81f8-4130213cf50f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204473 Jun 01 12:54:42.344545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30cf6ce1-c89b-44ff-a650-9076438fb155 req-5b4bebdc-dc0c-4672-bc1a-124534186fff tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 210 time: 0.1994312 Jun 01 12:54:42.377874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:42.581145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Allocated IP 172.20.0.2 (f9f32b56-91a2-4c94-b64c-7d390a6c13d5/30d878e6-eaef-4e09-a986-2ab9b39b8b3d/3a7aaec9-ca75-4e30-b435-dec6e5a3b601) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:42.605695 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3198a9d-7790-4a82-8c44-25dc6218a816'] response: {'name': 'network-changed', 'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508', 'status': 'completed', 'code': 200} Jun 01 12:54:42.610261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-6efda067-b331-4559-a594-4870d98793a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:42.615583 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-6efda067-b331-4559-a594-4870d98793a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 1094 time: 1.1227088 Jun 01 12:54:42.848574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] For port eb8a687a-f5c9-496c-88bb-c9769de367f9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eb8a687a-f5c9-496c-88bb-c9769de367f9,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:42.871469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:42.922856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-fd4f78a7-0ea9-41d8-b8e8-67e5d1e0c69f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209f8088-3f07-48b9-9a10-0690f7dc8508 HTTP/1.1" status: 200 len: 217 time: 0.2000036 Jun 01 12:54:43.076489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.156957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-a8b62ec4-1962-40c1-b4de-f5857b4c4fcd service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2338433 Jun 01 12:54:43.160632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.163318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Allocated IP 172.20.0.3 (1f332c50-8b18-4a50-a063-17e38e945262/59f61eee-b39f-4f82-b4ce-b29f99639017/2d8ed96c-6931-4183-bb5a-8bcf7024e675) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:43.181559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Transition to ACTIVE for port object 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:43.183290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:43.219989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Transition to ACTIVE for port object 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:43.237318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:54:43.237673 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:54:43.238677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.269695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:43.273302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:43.280357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:43.283516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Pushing event updated for resources: {'Port': ['ID=eb8a687a-f5c9-496c-88bb-c9769de367f9,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:43.307205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.382720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.383054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.383500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.384688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.384974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.385357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.385675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.386008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.386301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.386656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.386981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.387301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15a215-9447-4ff5-8e6b-754279412a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:43.536977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c81725bf-5bda-45c5-bba5-acaf4527c421 req-374e439e-7fac-4a59-9019-8c3eed1fe21b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251458 Jun 01 12:54:43.574381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Pushing event updated for resources: {'Port': ['ID=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:43.660611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:43.686279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:43.687638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.689788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] 10.222.0.24 "PUT /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 1092 time: 6.2945080 Jun 01 12:54:43.697482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Attempting to bind port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:43.698019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Attempting to bind port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:43.698447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Attempting to bind port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 on network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:43.704454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:43.708834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 94049491-3761-4064-bfcf-26d0feb192cf up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:43.741429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:43.741802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Checking segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:43.742696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.743032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Bound using segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:43.743827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Bound port: 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:43.744322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.767218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294f872-23e4-4090-88aa-b0b11e82bbb8 req-3032a558-a963-404b-ac3a-78d482207766 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:43.769914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8294f872-23e4-4090-88aa-b0b11e82bbb8 req-3032a558-a963-404b-ac3a-78d482207766 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 0.8902683 Jun 01 12:54:43.781964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba942db-b490-4dd4-91e4-722d542d4dd0 req-b50da44e-fe40-410b-b8b5-28d58af6ca01 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:43.783978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bba942db-b490-4dd4-91e4-722d542d4dd0 req-b50da44e-fe40-410b-b8b5-28d58af6ca01 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 943 time: 0.9102261 Jun 01 12:54:43.870171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8294f872-23e4-4090-88aa-b0b11e82bbb8 req-d118db77-9c5d-46e2-b2d7-8c64e365342b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776284 Jun 01 12:54:43.916418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9155e6-edd1-4b6a-a8f2-8e5b2dc0d55d service neutron] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:44.031302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-20ad311e-2425-4aa8-97bd-a5af857a0e06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4930124 Jun 01 12:54:44.065056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.082629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Transition to ACTIVE for port object 2d8ed96c-6931-4183-bb5a-8bcf7024e675 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:44.084698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bba942db-b490-4dd4-91e4-722d542d4dd0 req-07f0df73-32bd-4af9-9d75-dfc8f8cf56c1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303205 Jun 01 12:54:44.129832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] For port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:44.130696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-6cc84953-b5a9-4059-bae5-a5b6f056cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:44.135636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-6cc84953-b5a9-4059-bae5-a5b6f056cbaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.7651122 Jun 01 12:54:44.140272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] For port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:44.141322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.154315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.179786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4b219ff-8a6e-4b90-b7cf-41ceb470c971 None None] Provisioning complete for port eb8a687a-f5c9-496c-88bb-c9769de367f9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:44.180196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4b219ff-8a6e-4b90-b7cf-41ceb470c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.363597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.389392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:54:44.513745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2f17d17b-2a28-4b6e-b397-d2898002f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:44.515252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2f17d17b-2a28-4b6e-b397-d2898002f86b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1095 time: 0.5851135 Jun 01 12:54:44.530609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:44.577159 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bdfc055e-256a-4c70-ba96-52b2aec0bc59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2628927 Jun 01 12:54:44.578287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'mac_address': 'fa:16:3e:80:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:44.591814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Network 1f332c50-8b18-4a50-a063-17e38e945262 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:44.616258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:44.653599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-2e3d684d-788c-4396-93a9-66154357ee7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 217 time: 0.0857267 Jun 01 12:54:44.673066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:44.674918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.712739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:44.733636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:44.735295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 94049491-3761-4064-bfcf-26d0feb192cf completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:44.746403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 94049491-3761-4064-bfcf-26d0feb192cf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:44.747205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.802243 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-bddf48bc-1bb6-484d-a007-5868e3fe5831 service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750433 Jun 01 12:54:44.803329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:44.817860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-6cbf62d9-6645-49ec-ad0b-edf2b9fbd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:44.819530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-6cbf62d9-6645-49ec-ad0b-edf2b9fbd49d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1257391 Jun 01 12:54:44.820784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.830247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eb8a687a-f5c9-496c-88bb-c9769de367f9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:44.841951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event updated for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:44.925577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b8a10-707d-40b5-b35b-dc0a1a10f497 req-2f8c0421-9ae7-40ce-8b63-085fc4299566 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:44.927143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690b8a10-707d-40b5-b35b-dc0a1a10f497 req-2f8c0421-9ae7-40ce-8b63-085fc4299566 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 948 time: 0.6807442 Jun 01 12:54:45.046643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-6392f4f3-18ea-4018-89bd-c29860a795fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597033 Jun 01 12:54:45.116077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:45.117028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.204824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eb8a687a-f5c9-496c-88bb-c9769de367f9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:45.299116 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-2937c3d6-3c89-47fe-8975-2d6026b993cf tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6557679 Jun 01 12:54:45.300755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d1233-f567-4744-b2e9-98857992d0d2 None None] Pushing event updated for resources: {'Port': ['ID=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:45.388772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:54:45.408116 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b5d59b6e-6987-49e1-87b3-95beac24e646 req-64deaba8-0586-4ab2-ac2b-de5d721f2364 service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573022 Jun 01 12:54:45.415232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Request body: {'port': {'device_id': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:45.478297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d4b219ff-8a6e-4b90-b7cf-41ceb470c971 None None] Current status of the port eb8a687a-f5c9-496c-88bb-c9769de367f9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:45.497696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.535208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eb8a687a-f5c9-496c-88bb-c9769de367f9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:45.538964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.602954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:45.654197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-3b898756-84ec-47ab-97ed-a5d38cbfa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:45.656234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-3b898756-84ec-47ab-97ed-a5d38cbfa69f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 1101 time: 1.3768322 Jun 01 12:54:45.684059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690b8a10-707d-40b5-b35b-dc0a1a10f497 req-66f91e04-3b84-4545-a9dd-c9b6c230aea0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235309 Jun 01 12:54:45.687346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.694143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 94049491-3761-4064-bfcf-26d0feb192cf is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:45.694873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.710038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.713858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:45.727360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.823140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=94049491-3761-4064-bfcf-26d0feb192cf,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:45.838066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:45.851523 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.982411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3b9e199-b1a0-472f-9e3f-8a3661dd8c7f None None] Provisioning for port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:46.004094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3b9e199-b1a0-472f-9e3f-8a3661dd8c7f None None] Provisioning complete for port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:46.004531 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e199-b1a0-472f-9e3f-8a3661dd8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.138401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:46.188785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9e199-b1a0-472f-9e3f-8a3661dd8c7f None None] Port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:46.218852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eb8a687a-f5c9-496c-88bb-c9769de367f9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:46.255239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-ed9c00da-fdf6-41a7-9f07-97821b9f6ef6 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929363 Jun 01 12:54:46.637412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8ed96c-6931-4183-bb5a-8bcf7024e675 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:46.656146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e63b5-9396-4f5e-ac97-d951f5292805 None None] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:54:46.692698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.718561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Allocated IP 172.25.7.73 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/def0274d-b366-4190-b439-d5f799730a40) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:46.759621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Transition to ACTIVE for port object 2d8ed96c-6931-4183-bb5a-8bcf7024e675 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:46.772535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.818533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13026-918a-4be2-8117-1954dc4b9881 req-2d026b60-4176-49e1-8693-bd78a5ba0ba0 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:46.820793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b13026-918a-4be2-8117-1954dc4b9881 req-2d026b60-4176-49e1-8693-bd78a5ba0ba0 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 931 time: 2.3820791 Jun 01 12:54:46.826185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-fedc3f21-78f9-4daf-a6d2-7b2a7cd57aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:46.835364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-fedc3f21-78f9-4daf-a6d2-7b2a7cd57aba service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 1.1300232 Jun 01 12:54:46.864780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e2c01288-7bbd-4ef4-9b32-5293d7239c5c None None] Provisioning for port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:46.911289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-988a8154-6f1b-4f7f-ae92-be50e967dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:46.912806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-988a8154-6f1b-4f7f-ae92-be50e967dddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 1094 time: 0.4564457 Jun 01 12:54:46.922091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:47.131060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:47.244060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Router c5367a59-8145-40d0-9ca8-e957b99cbb4c is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:54:47.295696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:47.302565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:47.302997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.361057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-6abc40f2-83d0-45df-8689-169614fdc83d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 200 len: 217 time: 0.4381194 Jun 01 12:54:47.391729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Attempting to bind port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:47.395170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Attempting to bind port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:47.395537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Attempting to bind port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 on network 1f332c50-8b18-4a50-a063-17e38e945262 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:47.419481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 on network 1f332c50-8b18-4a50-a063-17e38e945262 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:47.421270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Attempting to bind port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 on network 1f332c50-8b18-4a50-a063-17e38e945262 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:47.480636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:47.481160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Checking segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:47.481661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Bound using segment: {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:47.482249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Bound port: 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:47.483720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.580551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b13026-918a-4be2-8117-1954dc4b9881 req-1ea4962c-a558-4e83-8f79-4afac4cb13d3 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7301836 Jun 01 12:54:47.597204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:47.597757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.707656 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fde47f-6a7d-4c96-b7b9-d4c2dcda6e86'] response: {'name': 'network-changed', 'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'status': 'completed', 'code': 200} Jun 01 12:54:47.716513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.718064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:47.728756 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.835772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de96d-a022-4521-9f6f-5e6da62480e9 req-d0c65ea4-bf54-4b65-9943-f01a20d8b544 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:47.842904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f8de96d-a022-4521-9f6f-5e6da62480e9 req-d0c65ea4-bf54-4b65-9943-f01a20d8b544 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 1.5723712 Jun 01 12:54:47.881653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6972a42-f610-4f18-a2f9-76e34face619 None None] Provisioning complete for port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:47.882431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e6972a42-f610-4f18-a2f9-76e34face619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.930451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:47.989607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:47.993868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:48.003033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-512e5ccc-e7ac-423b-8c45-104804409694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.004483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-512e5ccc-e7ac-423b-8c45-104804409694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4545016 Jun 01 12:54:48.007304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:48.014806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Sync routers for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:48.027474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be619014-c5b6-4bdf-889a-5022704ffa10 req-60d87d0d-36ed-4b52-b3ab-eeb302cf4f94 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6448610 Jun 01 12:54:48.049046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.062927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:48.063552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:48.075661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f8de96d-a022-4521-9f6f-5e6da62480e9 req-5af6b387-6973-4470-acdd-4efa0c2c513a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318051 Jun 01 12:54:48.128607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.129277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.137043 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d8ed96c-6931-4183-bb5a-8bcf7024e675 HTTP/1.1" status: 200 len: 1091 time: 2.7216351 Jun 01 12:54:48.165597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:48.170927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.172147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06763bce-11fc-4cce-80dc-f4b01b08d0d1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2677889 Jun 01 12:54:48.173873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e6972a42-f610-4f18-a2f9-76e34face619 None None] Current status of the port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:48.184221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47068) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:48.218205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.276567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-09b97c00-49c0-498d-99cd-bf6d0ada4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.278015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-09b97c00-49c0-498d-99cd-bf6d0ada4355 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.5140467 Jun 01 12:54:48.362020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d362edbd-32ae-4c8b-99a7-9e59802adc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.379923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6a52b-af73-43d5-b745-6bcdebb34fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:48.448373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:48.468959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ce3b-7532-479b-a1f9-ce91809f0ce5 req-4e6a6fe7-fb5a-4ebd-854c-2169312726f4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.470514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b684ce3b-7532-479b-a1f9-ce91809f0ce5 req-4e6a6fe7-fb5a-4ebd-854c-2169312726f4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 0.6005154 Jun 01 12:54:48.536481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-df5be0e9-22c1-4f78-9fd3-cb1a593cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.538136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-df5be0e9-22c1-4f78-9fd3-cb1a593cb042 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5132129 Jun 01 12:54:48.578837 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-ee7897e4-2f5a-4a50-99ff-bcb1d15ec766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209f8088-3f07-48b9-9a10-0690f7dc8508 HTTP/1.1" status: 200 len: 217 time: 0.1913252 Jun 01 12:54:48.601909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8d3ee-6e0d-4b9a-8d8d-da772294f64a req-b0a4edbb-44e7-4414-a6b2-744261805200 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.610459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74b8d3ee-6e0d-4b9a-8d8d-da772294f64a req-b0a4edbb-44e7-4414-a6b2-744261805200 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 943 time: 0.3194606 Jun 01 12:54:48.643563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b684ce3b-7532-479b-a1f9-ce91809f0ce5 req-d01d8535-22bf-4592-b385-ad83320c17a5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540463 Jun 01 12:54:48.775374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-ced45bb3-d839-4973-b5d3-0be416c15e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:48.776900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-ced45bb3-d839-4973-b5d3-0be416c15e62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3212b155663f4a6d9a6f7bcb54354b9b&device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 1094 time: 0.4315493 Jun 01 12:54:48.806817 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3ab678-7b84-4d47-bbbe-5bf82fbaaec6'] response: {'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf', 'code': 200} Jun 01 12:54:48.813975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.919750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:42Z', 'revision_number': 3, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:48.948885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Checking router: c5367a59-8145-40d0-9ca8-e957b99cbb4c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:48.949523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Updating router c5367a59-8145-40d0-9ca8-e957b99cbb4c port aa61f05a-4bf9-4d20-9f0d-76178572373f binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:54:49.037862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:49.150242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-1a428d64-de14-4eb8-9c7b-76c526557c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675 HTTP/1.1" status: 200 len: 217 time: 0.2022996 Jun 01 12:54:49.177805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:49.191784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:49.231049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:49.243548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:49.399522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74b8d3ee-6e0d-4b9a-8d8d-da772294f64a req-a334263a-8e29-47ff-b285-ac6ce8f32b6e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732761 Jun 01 12:54:49.522088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:49.522769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:49.566229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Pushing event updated for resources: {'Port': ['ID=def0274d-b366-4190-b439-d5f799730a40,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:49.574868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-40937ee1-17a8-45e5-95db-e66268d47edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:49.576313 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-40937ee1-17a8-45e5-95db-e66268d47edb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.8034008 Jun 01 12:54:49.649075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-a8d84b8f-9a3a-4de9-b263-0040e81e897e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478351 Jun 01 12:54:49.679031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:49.689672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-301cd935-d28b-4d6a-b572-9e6ee1e6bfee service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395354 Jun 01 12:54:49.708287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-85490f03-8edc-449f-b378-fe50b110355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:49.709745 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-85490f03-8edc-449f-b378-fe50b110355e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1095 time: 1.4059095 Jun 01 12:54:49.716064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8658a-9d11-4b80-a15f-eb9933c5780b req-529ae318-5325-44b8-94d9-27fc507bcb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:49.717515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-36f8658a-9d11-4b80-a15f-eb9933c5780b req-529ae318-5325-44b8-94d9-27fc507bcb92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 1100 time: 0.5906076 Jun 01 12:54:49.885275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-cc360703-4ca0-45e7-b5e0-1a72abfc9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:49.886931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-cc360703-4ca0-45e7-b5e0-1a72abfc9900 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59f61eee-b39f-4f82-b4ce-b29f99639017 HTTP/1.1" status: 200 len: 854 time: 0.6159453 Jun 01 12:54:50.003795 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-36f8658a-9d11-4b80-a15f-eb9933c5780b req-a0c95bec-cc64-44ea-99cf-77d3fa0c3ef0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840093 Jun 01 12:54:50.168029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-197c6f0b-1754-4f30-8201-ca7ae9aff497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:50.169478 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-197c6f0b-1754-4f30-8201-ca7ae9aff497 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3789833 Jun 01 12:54:50.183618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-45321fde-af03-4bcd-ac16-d983b6cb553b service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158647 Jun 01 12:54:50.287919 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.316815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Transition to ACTIVE for port object aa61f05a-4bf9-4d20-9f0d-76178572373f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:50.336298 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.373822 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-ec6215cd-3476-47e0-8115-d07811c45e69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 217 time: 0.1051061 Jun 01 12:54:50.608095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2048-ef2e-49c8-8789-456759ec8719 req-bb5bc0a2-4aa8-4e21-bde2-926afa0527ef tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:50.611189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-435d2048-ef2e-49c8-8789-456759ec8719 req-bb5bc0a2-4aa8-4e21-bde2-926afa0527ef tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 949 time: 1.4512744 Jun 01 12:54:50.620122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.654030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-af9872d9-e8bb-46b3-a6a1-e0d8e4761748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:50.655806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-af9872d9-e8bb-46b3-a6a1-e0d8e4761748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.2256503 Jun 01 12:54:50.663481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cca1051-827f-4b39-9715-387f3ee6abd0 req-c50c439f-2730-487f-aaad-2e895bc6a7ee service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718525 Jun 01 12:54:50.672705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0d915-a3a2-4270-991e-6efd147d0ddf None None] Pushing event updated for resources: {'Port': ['ID=aa61f05a-4bf9-4d20-9f0d-76178572373f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:50.688096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3e20e7a-95bf-4d54-879f-2fe1aff79b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.714755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Attempting to bind port aa61f05a-4bf9-4d20-9f0d-76178572373f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:50.715178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Attempting to bind port aa61f05a-4bf9-4d20-9f0d-76178572373f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:50.715461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Attempting to bind port aa61f05a-4bf9-4d20-9f0d-76178572373f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:50.735026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:50.739905 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-dcccb7eb-dfd9-416c-8a4f-08a2adb40bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489521 Jun 01 12:54:50.745857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:50.746226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.791501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324994-ad0e-4639-ac94-6cd583a8f94a req-7c241f7a-786a-47d8-b3cf-e4db37097def tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:50.801028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65324994-ad0e-4639-ac94-6cd583a8f94a req-7c241f7a-786a-47d8-b3cf-e4db37097def tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 1.0974224 Jun 01 12:54:50.803392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:50.803779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:50.804186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.804745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:50.805301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Bound port: aa61f05a-4bf9-4d20-9f0d-76178572373f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:50.805659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:50.817188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-097d25a8-53a0-44d7-86f0-99f4baf01b60 req-4a6fbaa8-6d33-4138-ac86-b2cbc033ae6b service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683653 Jun 01 12:54:50.902407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:50.997300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] For port aa61f05a-4bf9-4d20-9f0d-76178572373f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:51.031620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] For port aa61f05a-4bf9-4d20-9f0d-76178572373f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa61f05a-4bf9-4d20-9f0d-76178572373f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:51.051011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:51.051377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.077199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-435d2048-ef2e-49c8-8789-456759ec8719 req-cb81e51c-036c-45c5-8fba-12c40385c69d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218836 Jun 01 12:54:51.085275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173ad9-a297-4508-8930-a98e3010a31f req-ad6152c9-cedc-41fb-8fa4-25551aaac535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:51.088072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-ad6152c9-cedc-41fb-8fa4-25551aaac535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f332c50-8b18-4a50-a063-17e38e945262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0080292 Jun 01 12:54:51.105938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:51.106195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:51.114017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.168284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65324994-ad0e-4639-ac94-6cd583a8f94a req-1b7f202b-2261-4575-98b3-2264bc739749 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438408 Jun 01 12:54:51.190498 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-43734aee-67af-4f1c-bb0d-c2832c1b2bda service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026468 Jun 01 12:54:51.204042 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.294536 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b1bf2d-ae2c-4842-9ec3-efdd2901832b'] response: {'name': 'network-changed', 'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'status': 'completed', 'code': 200} Jun 01 12:54:51.344856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0d915-a3a2-4270-991e-6efd147d0ddf None None] Pushing event updated for resources: {'Port': ['ID=aa61f05a-4bf9-4d20-9f0d-76178572373f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:51.352923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:51.353907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:51.444996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-60092978-c8e9-41c3-a1d2-213582f97f19 req-e111166b-007f-4604-b54b-19889bc9c346 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366498 Jun 01 12:54:51.527097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Allocated IP 172.20.0.1 (2ab53930-5164-4151-aa55-c2c8c1bd6400/3e0831c2-bf73-4144-9b5c-97247eb6ca7b/8c2d085b-907a-482a-9793-6f45537f715e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:51.612088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.615092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.701208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 209f8088-3f07-48b9-9a10-0690f7dc8508 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:51.723930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.736213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:51.741742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.746221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Transition to ACTIVE for port object 8c2d085b-907a-482a-9793-6f45537f715e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:51.777121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:51.820526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-f7f2c9d3-e7a7-48d2-aba7-948f4a9ebe69 service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320477 Jun 01 12:54:51.842400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:51.844220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:51.846569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:51.866416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:51.886761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430e68-c1ba-4506-9466-b76bcea49e01 req-ead97148-7357-4342-bc15-f895b4d3f8c7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:51.888243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9430e68-c1ba-4506-9466-b76bcea49e01 req-ead97148-7357-4342-bc15-f895b4d3f8c7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 0.4462814 Jun 01 12:54:51.900753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:51.916288 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.060849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.087831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48e5c-5851-4611-aac1-42b0156aeb4c req-cd8bedb2-8c42-4839-a61f-71722cc36423 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:52.089524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbf48e5c-5851-4611-aac1-42b0156aeb4c req-cd8bedb2-8c42-4839-a61f-71722cc36423 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 943 time: 0.5579443 Jun 01 12:54:52.139261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=209f8088-3f07-48b9-9a10-0690f7dc8508,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:52.164687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '209f8088-3f07-48b9-9a10-0690f7dc8508', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': '209f8088-3f07-48b9-9a10-0690f7dc8508', 'mac_address': 'fa:16:3e:9b:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:52.269522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ae694c11-9749-43a7-afc8-d08b2aa692d9 None None] Provisioning for port 8c2d085b-907a-482a-9793-6f45537f715e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:52.274253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 209f8088-3f07-48b9-9a10-0690f7dc8508 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:52.274688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.279472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbf48e5c-5851-4611-aac1-42b0156aeb4c req-1e20096b-d6d4-49ac-a6fa-87032ba45e2c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711590 Jun 01 12:54:52.284300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9430e68-c1ba-4506-9466-b76bcea49e01 req-3babd6c3-5ff5-4dc5-a868-510ea3e2a4f6 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168207 Jun 01 12:54:52.288757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ae694c11-9749-43a7-afc8-d08b2aa692d9 None None] Provisioning complete for port 8c2d085b-907a-482a-9793-6f45537f715e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:52.289131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ae694c11-9749-43a7-afc8-d08b2aa692d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.308277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.345133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209f8088-3f07-48b9-9a10-0690f7dc8508 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:52.353686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.356637 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292b7bdd-c73e-4a40-8e54-5b04e6c86ef6'] response: {'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'code': 200} Jun 01 12:54:52.374535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.374838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ae694c11-9749-43a7-afc8-d08b2aa692d9 None None] Port 8c2d085b-907a-482a-9793-6f45537f715e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:52.380361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=209f8088-3f07-48b9-9a10-0690f7dc8508,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:52.401238 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.498670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:42Z', 'revision_number': 3, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:52.506305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837eea3-27ee-4b67-be77-6b6ef9f8f7c0 None None] The sync data for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 is: [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:42Z', 'revision_number': 3, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:52.514564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:52.516090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:52.530423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.676914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:52.678053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:52.761504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f26ff8-c9f5-49b1-b6f6-ca13dc5b9743 req-a53d5bab-957f-43bb-8b7b-96d98e058b3e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:52.770669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6f26ff8-c9f5-49b1-b6f6-ca13dc5b9743 req-a53d5bab-957f-43bb-8b7b-96d98e058b3e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 944 time: 0.3376162 Jun 01 12:54:52.840499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6f26ff8-c9f5-49b1-b6f6-ca13dc5b9743 req-60e0b132-0f3e-46e9-90b6-bb8d6baec58b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708499 Jun 01 12:54:52.851708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de21936-2897-4c07-8efe-c158fb673bcc req-7df59c74-e647-4df1-9dab-4c4163d6106c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:52.859180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8de21936-2897-4c07-8efe-c158fb673bcc req-7df59c74-e647-4df1-9dab-4c4163d6106c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 950 time: 0.3210268 Jun 01 12:54:52.926098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Router c5367a59-8145-40d0-9ca8-e957b99cbb4c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:52.949835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:52.966712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8de21936-2897-4c07-8efe-c158fb673bcc req-5de91126-ab89-4745-bdae-fa4dfb2ffdfb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062882 Jun 01 12:54:52.967581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:54:52.974715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['209f8088-3f07-48b9-9a10-0690f7dc8508'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:53.083269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa61f05a-4bf9-4d20-9f0d-76178572373f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:53.238426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-35bca149-2b70-4668-b5ff-0e41a8f69f98 None None] Provisioning complete for port 8c2d085b-907a-482a-9793-6f45537f715e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:53.238831 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35bca149-2b70-4668-b5ff-0e41a8f69f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:53.371910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:53.384105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Sync routers for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:53.403305 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:53.403844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:53.444401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-35bca149-2b70-4668-b5ff-0e41a8f69f98 None None] Port 8c2d085b-907a-482a-9793-6f45537f715e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:53.465782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:53.473606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aa61f05a-4bf9-4d20-9f0d-76178572373f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:53.487944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b21b64e4-1bd0-41ba-a249-b5f6e5e29c82 admin admin] 10.222.0.40 "PUT /v2.0/routers/c5367a59-8145-40d0-9ca8-e957b99cbb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3025289 Jun 01 12:54:53.518771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa61f05a-4bf9-4d20-9f0d-76178572373f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:53.519285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:53.529986 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-0cc6502d-8e9a-4adf-91b2-f1c8e849ffef service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503725 Jun 01 12:54:53.536180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:53.539939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cb2f2b33-4919-470b-ab11-2916916f80e2 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.3036423 Jun 01 12:54:53.540408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47102) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:53.688185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:53.748787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f8910-b3f3-4e44-87dc-d8d2a743ef6d req-cd3367a2-5c83-40ee-b114-94a9c8269e96 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:53.758577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f79f8910-b3f3-4e44-87dc-d8d2a743ef6d req-cd3367a2-5c83-40ee-b114-94a9c8269e96 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 943 time: 0.3442433 Jun 01 12:54:53.784654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:53.904797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa61f05a-4bf9-4d20-9f0d-76178572373f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:53.905173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:53.915079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:53.948091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aa61f05a-4bf9-4d20-9f0d-76178572373f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa61f05a-4bf9-4d20-9f0d-76178572373f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:53.979931 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:54.003089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45102db-a447-47ea-bc4f-113c0e9f300d req-3d1712a3-737f-4c0f-8e5c-8b71af52fbf7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:54.010909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c45102db-a447-47ea-bc4f-113c0e9f300d req-3d1712a3-737f-4c0f-8e5c-8b71af52fbf7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.4934351 Jun 01 12:54:54.047250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f79f8910-b3f3-4e44-87dc-d8d2a743ef6d req-ed5fb38d-f751-4893-a65d-43b9215e0c90 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873533 Jun 01 12:54:54.051088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:54.093208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aa61f05a-4bf9-4d20-9f0d-76178572373f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:54.101524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'port_id': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'mac_address': 'fa:16:3e:3f:7d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067ca25f-c5f9-4095-9efb-a30b13e2313d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:54.216553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:54.216857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:54.241303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f36b7d-8dc1-410c-8f83-83c4e5f37139 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:54:54.281337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:54.292962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:54.360702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c45102db-a447-47ea-bc4f-113c0e9f300d req-02554d9b-40ce-4bfb-b982-d7be3af12722 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486927 Jun 01 12:54:54.446429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:54.600897 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:50Z', 'revision_number': 3, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:54.608291 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Checking router: 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:54.609004 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Updating router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b port def0274d-b366-4190-b439-d5f799730a40 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:54:54.701186 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:54.829050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Sync routers for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:54.848537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:54.849434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:54.858840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:54.951472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daa4e9-8e72-4e51-b6ee-62674253e4de req-751e53b0-9138-4965-a1c6-cba42108057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:54.952948 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-61daa4e9-8e72-4e51-b6ee-62674253e4de req-751e53b0-9138-4965-a1c6-cba42108057d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 1101 time: 0.2426317 Jun 01 12:54:55.064396 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-61daa4e9-8e72-4e51-b6ee-62674253e4de req-0db8ad79-75ba-4c78-9dac-11e708b5eba5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991580 Jun 01 12:54:55.138702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa61f05a-4bf9-4d20-9f0d-76178572373f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:55.148928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Allocated IP 172.20.0.1 (f9f32b56-91a2-4c94-b64c-7d390a6c13d5/30d878e6-eaef-4e09-a986-2ab9b39b8b3d/c503cbef-3e79-4cb5-98be-88764f1d3a6a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:55.178335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['c0f36b7d-8dc1-410c-8f83-83c4e5f37139'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:55.184787 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.196628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Transition to ACTIVE for port object def0274d-b366-4190-b439-d5f799730a40 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:55.205633 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.229714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9bbfa-3fbc-478f-9052-e4729b8e7333 req-f878352b-482d-44cc-a5b6-32cf83594a01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:55.238965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a9bbfa-3fbc-478f-9052-e4729b8e7333 req-f878352b-482d-44cc-a5b6-32cf83594a01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 0.9976799 Jun 01 12:54:55.292949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Attempting to bind port def0274d-b366-4190-b439-d5f799730a40 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:55.293207 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Attempting to bind port def0274d-b366-4190-b439-d5f799730a40 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:55.293803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Attempting to bind port def0274d-b366-4190-b439-d5f799730a40 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:55.302976 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:55.303240 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:55.303753 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.304029 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:55.304800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Bound port: def0274d-b366-4190-b439-d5f799730a40, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:55.305830 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.307201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:55.345899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.364326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957933b5-6b86-470a-bb20-e6f5ede196d6 None None] Pushing event updated for resources: {'Port': ['ID=def0274d-b366-4190-b439-d5f799730a40,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:55.378034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Transition to ACTIVE for port object c503cbef-3e79-4cb5-98be-88764f1d3a6a will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:55.385588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a9bbfa-3fbc-478f-9052-e4729b8e7333 req-7e68caa7-411f-4301-9bfc-4fe287d00c78 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454928 Jun 01 12:54:55.404964 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] For port def0274d-b366-4190-b439-d5f799730a40, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:55.412761 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] For port def0274d-b366-4190-b439-d5f799730a40, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=def0274d-b366-4190-b439-d5f799730a40,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:55.424726 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.435594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07173ad9-a297-4508-8930-a98e3010a31f req-68a1b04b-225d-4894-9697-a4efd796fb34 service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346689 Jun 01 12:54:55.449044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.473020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1985b73-7a27-45f7-9e58-b719b6a14e1d req-e7d04299-f627-49d8-a27b-1e60677475d0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:55.475095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1985b73-7a27-45f7-9e58-b719b6a14e1d req-e7d04299-f627-49d8-a27b-1e60677475d0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 944 time: 0.8727949 Jun 01 12:54:55.529949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa61f05a-4bf9-4d20-9f0d-76178572373f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:55.530534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.608098 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:55.609372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:55.653462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Pushing event updated for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:55.674623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:55.676282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:55.680201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:54:55.713521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1985b73-7a27-45f7-9e58-b719b6a14e1d req-aa98e190-397f-4c63-a137-9f39709ba62b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190833 Jun 01 12:54:55.746312 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957933b5-6b86-470a-bb20-e6f5ede196d6 None None] Pushing event updated for resources: {'Port': ['ID=def0274d-b366-4190-b439-d5f799730a40,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:55.764432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.794256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:55.843720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 209f8088-3f07-48b9-9a10-0690f7dc8508 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:55.946199 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:55.985646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.040137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afcc7-169c-40a7-8ce2-856a91996efc req-0e50057f-0459-4be1-87aa-6272740da56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:56.041706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-0e50057f-0459-4be1-87aa-6272740da56e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3212b155663f4a6d9a6f7bcb54354b9b&device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 1094 time: 0.4474592 Jun 01 12:54:56.155586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7a09432-0310-4f53-b4c6-ab1dc29c3c1b None None] Provisioning for port c503cbef-3e79-4cb5-98be-88764f1d3a6a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:56.174106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7a09432-0310-4f53-b4c6-ab1dc29c3c1b None None] Provisioning complete for port c503cbef-3e79-4cb5-98be-88764f1d3a6a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:56.174637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a7a09432-0310-4f53-b4c6-ab1dc29c3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.240536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 209f8088-3f07-48b9-9a10-0690f7dc8508 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:56.279100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa61f05a-4bf9-4d20-9f0d-76178572373f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:56.300634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 209f8088-3f07-48b9-9a10-0690f7dc8508 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:56.301415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.338225 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:50Z', 'revision_number': 3, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:56.343430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a15f1a-e894-412a-92a9-622e6a8bb520 None None] The sync data for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 is: [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:50Z', 'revision_number': 3, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:56.364146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a7a09432-0310-4f53-b4c6-ab1dc29c3c1b None None] Port c503cbef-3e79-4cb5-98be-88764f1d3a6a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:56.466613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.473278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0565737-2a35-44d0-b33a-d27905581c7f req-eccf5502-8d2e-4487-af3e-f27a7e90345c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:56.474761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0565737-2a35-44d0-b33a-d27905581c7f req-eccf5502-8d2e-4487-af3e-f27a7e90345c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 950 time: 0.5333474 Jun 01 12:54:56.475590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.494963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:51Z', 'revision_number': 4, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8c2d085b-907a-482a-9793-6f45537f715e', 'name': '', 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'mac_address': 'fa:16:3e:49:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:50Z', 'updated_at': '2022-06-01T12:54:52Z', 'revision_number': 2, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'subnets': [{'id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:56.503145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Checking router: c5367a59-8145-40d0-9ca8-e957b99cbb4c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:56.503489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Updating router c5367a59-8145-40d0-9ca8-e957b99cbb4c port 8c2d085b-907a-482a-9793-6f45537f715e binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:54:56.538796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afcc7-169c-40a7-8ce2-856a91996efc req-db90d21a-ba84-4f02-a59b-6fa1883b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:56.539964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-db90d21a-ba84-4f02-a59b-6fa1883b2316 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f332c50-8b18-4a50-a063-17e38e945262 HTTP/1.1" status: 200 len: 916 time: 0.4848824 Jun 01 12:54:56.562661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.564980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53fc0-feba-4b53-bebd-7332476150a5 req-f183ea5e-66d8-4855-97ae-acc709349c8e tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:56.572209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abd53fc0-feba-4b53-bebd-7332476150a5 req-f183ea5e-66d8-4855-97ae-acc709349c8e tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 943 time: 0.5854688 Jun 01 12:54:56.573928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 209f8088-3f07-48b9-9a10-0690f7dc8508 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:56.574307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.595600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.624113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Pushing event updated for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:56.659653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:54:56.720367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-b2c2a3fc-f610-446a-9ca8-88b1d7d2fa14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675 HTTP/1.1" status: 200 len: 217 time: 0.1651146 Jun 01 12:54:56.760819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=209f8088-3f07-48b9-9a10-0690f7dc8508,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:56.775422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:56.822502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0565737-2a35-44d0-b33a-d27905581c7f req-7d8cf7b0-37b8-456f-86d7-211ffeed4681 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133326 Jun 01 12:54:56.834555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:56.835903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:56.897296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abd53fc0-feba-4b53-bebd-7332476150a5 req-96fea592-1397-46d7-82e2-bae0838357ab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240693 Jun 01 12:54:56.978197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afcc7-169c-40a7-8ce2-856a91996efc req-b88fcd06-2d4a-4f96-b459-2a8748abeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:56.979961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-b88fcd06-2d4a-4f96-b459-2a8748abeeec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59f61eee-b39f-4f82-b4ce-b29f99639017 HTTP/1.1" status: 200 len: 854 time: 0.2364802 Jun 01 12:54:57.157177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device def0274d-b366-4190-b439-d5f799730a40 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:57.262757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:57.318102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4ff13c49-a240-45b6-80a8-63a329f964b5 None None] Provisioning complete for port c503cbef-3e79-4cb5-98be-88764f1d3a6a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:57.318567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4ff13c49-a240-45b6-80a8-63a329f964b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.376856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:57.428610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4ff13c49-a240-45b6-80a8-63a329f964b5 None None] Port c503cbef-3e79-4cb5-98be-88764f1d3a6a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:57.485312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port def0274d-b366-4190-b439-d5f799730a40 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:57.493203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port def0274d-b366-4190-b439-d5f799730a40 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:57.493781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.551165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Deleting port 8c2d085b-907a-482a-9793-6f45537f715e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:54:57.551772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.616783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:57.628722 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b828cfbb-0cd2-4ea2-a3bf-a962a1f89b2f admin admin] 10.222.0.40 "PUT /v2.0/routers/41c58dc3-4687-4c98-b5dd-3f1f0a036e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0871811 Jun 01 12:54:57.711972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-dff2b6fa-6d50-45be-ae16-9fd2bc9605a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:57.713712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-dff2b6fa-6d50-45be-ae16-9fd2bc9605a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1100 time: 1.2544863 Jun 01 12:54:57.804379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.823912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Transition to ACTIVE for port object 8c2d085b-907a-482a-9793-6f45537f715e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:57.828425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port def0274d-b366-4190-b439-d5f799730a40 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:57.829553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.835319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.902848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port def0274d-b366-4190-b439-d5f799730a40, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=def0274d-b366-4190-b439-d5f799730a40,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:57.963094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afcc7-169c-40a7-8ce2-856a91996efc req-083ddcfa-521f-4fb2-b134-f15e467da0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:57.964582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-083ddcfa-521f-4fb2-b134-f15e467da0ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f332c50-8b18-4a50-a063-17e38e945262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9704676 Jun 01 12:54:57.966545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.988687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a819a30-4fe4-4a1b-ac35-77142d89090b req-521f8381-a02f-4bdf-8bab-fb5cfd716da7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:57.990216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a819a30-4fe4-4a1b-ac35-77142d89090b req-521f8381-a02f-4bdf-8bab-fb5cfd716da7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.6490297 Jun 01 12:54:58.001031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49dda5-97c8-4bef-a69e-7a550773ccf2 None None] Pushing event updated for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:58.117427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Attempting to bind port 8c2d085b-907a-482a-9793-6f45537f715e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:58.117789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Attempting to bind port 8c2d085b-907a-482a-9793-6f45537f715e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:58.118141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Attempting to bind port 8c2d085b-907a-482a-9793-6f45537f715e on network 2ab53930-5164-4151-aa55-c2c8c1bd6400 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:58.126720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:58.127082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Checking segment: {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:54:58.127471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.127849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Bound using segment: {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:58.128287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Bound port: 8c2d085b-907a-482a-9793-6f45537f715e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bb5a26-b929-414a-b2d9-367d22828c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:58.128643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.137979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=def0274d-b366-4190-b439-d5f799730a40,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:58.179087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-57e5db56-d65a-42b1-9ae8-6e73d9bc4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:58.180523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-57e5db56-d65a-42b1-9ae8-6e73d9bc4b34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4405663 Jun 01 12:54:58.184488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.216486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c63a5-e9fb-4aae-aee1-0535f8aed37b req-5d8dbc24-b31a-4253-8d9e-d22351f2e6a2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:58.217772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5c63a5-e9fb-4aae-aee1-0535f8aed37b req-5d8dbc24-b31a-4253-8d9e-d22351f2e6a2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.8778009 Jun 01 12:54:58.242090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] For port 8c2d085b-907a-482a-9793-6f45537f715e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:58.246778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] For port 8c2d085b-907a-482a-9793-6f45537f715e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8c2d085b-907a-482a-9793-6f45537f715e,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:58.252715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.333434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:58.333906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:58.340981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a819a30-4fe4-4a1b-ac35-77142d89090b req-e7e98059-5ee2-4b35-9c5b-d0535c0efa99 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196859 Jun 01 12:54:58.425864 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd62b2b-ecc1-4258-ac4e-56db3da1d895'] response: {'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508', 'code': 200} Jun 01 12:54:58.426630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49dda5-97c8-4bef-a69e-7a550773ccf2 None None] Pushing event updated for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:58.468466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Calling delete_port for 8c2d085b-907a-482a-9793-6f45537f715e owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:54:58.514352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-71f6ffeb-61f7-472a-b08b-a6110f9aacc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.3120291 Jun 01 12:54:58.516901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-e0a87bf7-a6e6-4552-aafb-c806fc3c2880 service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406752 Jun 01 12:54:58.544053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Sync routers for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:58.559170 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:54:58.559798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:58.635515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039699-1ed2-48f9-ae04-71f8f84b6079 req-d433b70e-89f8-4cd6-ad41-5fb5fedad31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:58.637006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-71039699-1ed2-48f9-ae04-71f8f84b6079 req-d433b70e-89f8-4cd6-ad41-5fb5fedad31a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 1096 time: 0.1074510 Jun 01 12:54:58.663149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:58.689386 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-71039699-1ed2-48f9-ae04-71f8f84b6079 req-99aff5f3-ca2d-438d-a578-43499accf5a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jun 01 12:54:58.766182 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:54:59.008847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device def0274d-b366-4190-b439-d5f799730a40 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:59.019291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5c63a5-e9fb-4aae-aee1-0535f8aed37b req-1f561ac9-6e97-4db8-9171-f88220088bee tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697016 Jun 01 12:54:59.050196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-1d70023f-1d60-41f5-a592-719d5989b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:59.051666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-1d70023f-1d60-41f5-a592-719d5989b0a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4933875 Jun 01 12:54:59.062352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:51Z', 'revision_number': 4, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8c2d085b-907a-482a-9793-6f45537f715e', 'name': '', 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'mac_address': 'fa:16:3e:49:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:50Z', 'updated_at': '2022-06-01T12:54:58Z', 'revision_number': 4, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'subnets': [{'id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:59.073920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e985-0b14-49be-af31-e5e57aed0251 None None] The sync data for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 is: [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:54:51Z', 'revision_number': 4, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8c2d085b-907a-482a-9793-6f45537f715e', 'name': '', 'network_id': '2ab53930-5164-4151-aa55-c2c8c1bd6400', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'mac_address': 'fa:16:3e:49:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:50Z', 'updated_at': '2022-06-01T12:54:58Z', 'revision_number': 4, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'subnets': [{'id': '3e0831c2-bf73-4144-9b5c-97247eb6ca7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:59.117179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port def0274d-b366-4190-b439-d5f799730a40 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:59.118751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.177898 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:54:56Z', 'revision_number': 2, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:59.188962 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Checking router: 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:59.189380 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Updating router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b port c503cbef-3e79-4cb5-98be-88764f1d3a6a binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:54:59.193449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-209afcc7-169c-40a7-8ce2-856a91996efc req-c5ebfc57-04cd-4b1b-b2e6-4d60f77fb9e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339612 Jun 01 12:54:59.216158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48104cd-6bbe-4d86-abfc-5392140a0d31 req-1f323472-9836-423f-9c9c-36af80230cf3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:59.217768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a48104cd-6bbe-4d86-abfc-5392140a0d31 req-1f323472-9836-423f-9c9c-36af80230cf3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.5930231 Jun 01 12:54:59.307410 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.328030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:54:59.328352 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:54:59.331356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a48104cd-6bbe-4d86-abfc-5392140a0d31 req-f8f8d70a-5dd0-43a4-b12f-0f64ef19f128 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988302 Jun 01 12:54:59.339104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-2c1015eb-39d6-47b6-bfe4-a5a8afe97d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:54:59.340896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-2c1015eb-39d6-47b6-bfe4-a5a8afe97d8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718036 Jun 01 12:54:59.397763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47158) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:59.415247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port def0274d-b366-4190-b439-d5f799730a40 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:54:59.483913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011489086', 'description': 'tempest-description--1483347021'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:59.606175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:59.633701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:security_group and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:59.650887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:59.663948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:59.710246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d8ed96c-6931-4183-bb5a-8bcf7024e675 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:59.722537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:59.733740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.749727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-da9dac23-ee67-4193-819a-3973fe6f54cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4642637 Jun 01 12:54:59.764256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-670241ad-64f3-46b3-936a-4d396eb6fccd service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024749 Jun 01 12:54:59.799239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:59.821829 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.837814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Transition to ACTIVE for port object c503cbef-3e79-4cb5-98be-88764f1d3a6a will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:59.849083 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.876621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Deleting port 8c2d085b-907a-482a-9793-6f45537f715e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:54:59.876983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.947356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:security_group_rule and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:59.964427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:00.002473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f61955-86e5-4e87-9469-1d74eac1e7db req-155cbe45-f38b-4967-8504-20fde865682e tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:00.009742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42f61955-86e5-4e87-9469-1d74eac1e7db req-155cbe45-f38b-4967-8504-20fde865682e tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 943 time: 0.4850488 Jun 01 12:55:00.033594 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db613c-102b-4d39-9329-15953b01e791 None None] Pushing event updated for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:00.051257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:00.069255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'port_id': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'mac_address': 'fa:16:3e:62:3a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:00.074332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f15d7-c0a6-494a-a7dd-b36132901e5b req-6aa21c93-9954-4fde-aaac-57f0a029dd50 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:00.085634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8f15d7-c0a6-494a-a7dd-b36132901e5b req-6aa21c93-9954-4fde-aaac-57f0a029dd50 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 950 time: 0.5105045 Jun 01 12:55:00.113678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:00.118504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:00.138105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Attempting to bind port c503cbef-3e79-4cb5-98be-88764f1d3a6a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:00.138798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Attempting to bind port c503cbef-3e79-4cb5-98be-88764f1d3a6a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:00.139827 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Attempting to bind port c503cbef-3e79-4cb5-98be-88764f1d3a6a on network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:00.145276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:00.145624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.148942 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:00.150085 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Checking segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:00.150477 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.151094 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Bound using segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:00.151742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Bound port: c503cbef-3e79-4cb5-98be-88764f1d3a6a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:00.152134 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.229671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:00.230047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.263154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8ed96c-6931-4183-bb5a-8bcf7024e675 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:00.290486 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] For port c503cbef-3e79-4cb5-98be-88764f1d3a6a, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:00.297180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:00.298614 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] For port c503cbef-3e79-4cb5-98be-88764f1d3a6a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c503cbef-3e79-4cb5-98be-88764f1d3a6a,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:00.314172 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.328881 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.422458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:00.422985 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.454163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:00.455953 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:00.468553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:00.530421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:00.535519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-9c6ab709-8da0-47b9-9a54-6179512bb079 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582240 Jun 01 12:55:00.548302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:00.556508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.638254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42f61955-86e5-4e87-9469-1d74eac1e7db req-63054c2b-bce5-4524-b7e4-ea7f9f1c0346 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6274276 Jun 01 12:55:00.654252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-059578c9-e7a7-4239-b229-31fb70d0d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:00.658437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-059578c9-e7a7-4239-b229-31fb70d0d8e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 1100 time: 0.7557127 Jun 01 12:55:00.675637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8f15d7-c0a6-494a-a7dd-b36132901e5b req-be52cbc2-8651-456a-8799-5200d5e1a403 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891228 Jun 01 12:55:00.684596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] For port 8c2d085b-907a-482a-9793-6f45537f715e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8c2d085b-907a-482a-9793-6f45537f715e,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:00.685168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:00.785186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:00.839189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:00.905224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2d8ed96c-6931-4183-bb5a-8bcf7024e675'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:00.922997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db613c-102b-4d39-9329-15953b01e791 None None] Pushing event updated for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:00.950624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-c65a6cd3-9d6c-42a3-abaa-d6f7a005bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:00.952086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-c65a6cd3-9d6c-42a3-abaa-d6f7a005bb24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2570832 Jun 01 12:55:01.058780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8c2d085b-907a-482a-9793-6f45537f715e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:01.183002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8c2d085b-907a-482a-9793-6f45537f715e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:01.186374 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:00Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:01.188145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8c2d085b-907a-482a-9793-6f45537f715e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:01.188511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.190568 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fc5df-cfa0-4043-bea0-45aa7e66ca09 None None] The sync data for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 is: [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:00Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:01.247864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Calling delete_port for 8c2d085b-907a-482a-9793-6f45537f715e owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:01.319831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-1ccf6de2-b486-42cd-b71f-a4bc9b100429 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 200 len: 217 time: 0.2503107 Jun 01 12:55:01.333044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8c2d085b-907a-482a-9793-6f45537f715e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:01.333557 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.370447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8c2d085b-907a-482a-9793-6f45537f715e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8c2d085b-907a-482a-9793-6f45537f715e,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:01.375412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.416941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.434872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.460898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:01.505370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-dd7b8bea-4553-4e26-97be-a4a720ad3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:01.506889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-dd7b8bea-4553-4e26-97be-a4a720ad3f48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1712043 Jun 01 12:55:01.575287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42887610-1a36-47b3-b172-1a3e5141dab1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:01.581820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.587455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f04b268d-04c6-423c-9584-f6dcd8dd083f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1843853 Jun 01 12:55:01.588389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47172) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:01.593839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'security_group_rule': {'security_group_id': '42887610-1a36-47b3-b172-1a3e5141dab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:01.600500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:01.605467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:security_group_rule and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:01.609090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:01.614689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e97860-0d63-4a06-94d8-18d4e65fcc3a req-ae74bd9b-fc77-4b09-a028-f68f133bc233 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:01.615868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:01.616074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3e97860-0d63-4a06-94d8-18d4e65fcc3a req-ae74bd9b-fc77-4b09-a028-f68f133bc233 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.6631258 Jun 01 12:55:01.623614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f80bf-e4c3-4852-b90d-1d61d0d6633d req-834abb7f-39ab-4608-b43d-8b4c8e8f2afa tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:01.625180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be5f80bf-e4c3-4852-b90d-1d61d0d6633d req-834abb7f-39ab-4608-b43d-8b4c8e8f2afa tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.7690308 Jun 01 12:55:01.640012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.713041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.717693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.736934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be5f80bf-e4c3-4852-b90d-1d61d0d6633d req-25fcded9-e9d3-486a-a604-c7af5da83c26 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908217 Jun 01 12:55:01.741617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3e97860-0d63-4a06-94d8-18d4e65fcc3a req-03a6a8b0-1f27-4c63-8bc0-90f1395c7e8a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138699 Jun 01 12:55:01.743884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5b0fec-5986-4cc8-8c6d-cdb746d9df40,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:01.752478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-ef9047b1-15f4-486f-9e4f-11aaa80a1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:01.754153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-ef9047b1-15f4-486f-9e4f-11aaa80a1f88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323220 Jun 01 12:55:01.756056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:55:01.756353 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:55:01.758188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:01.762157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47178) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:01.762657 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ca4dc66-00e8-4e5c-b7b4-e3847de7a435 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727777 Jun 01 12:55:01.793322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'security_group_rule': {'security_group_id': '42887610-1a36-47b3-b172-1a3e5141dab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:01.826878 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b60400-7991-464a-be99-bc18b3ae5802'] response: {'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'code': 200} Jun 01 12:55:01.845823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:01.865195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:security_group_rule and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:01.869856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:01.880800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:01.923394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Deleting port 8c2d085b-907a-482a-9793-6f45537f715e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:01.923748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.023431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445b23-0f04-4184-995a-6f972e047b4c req-636cfbda-5b38-424e-8a10-de35a857f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:02.024968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-17445b23-0f04-4184-995a-6f972e047b4c req-636cfbda-5b38-424e-8a10-de35a857f615 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1097 time: 0.0865812 Jun 01 12:55:02.067691 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-17445b23-0f04-4184-995a-6f972e047b4c req-f359c05d-ba84-406f-ab6b-187707c51a3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362446 Jun 01 12:55:02.079595 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.128685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-bf9e4846-8f1e-4809-ae21-4ffd3923df46 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674002 Jun 01 12:55:02.263477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15657-0a52-41c1-be70-4e9b0032ebb1 req-e32e5567-4854-4fca-aabc-b215e5b158cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:02.264945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11f15657-0a52-41c1-be70-4e9b0032ebb1 req-e32e5567-4854-4fca-aabc-b215e5b158cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.3878026 Jun 01 12:55:02.266538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.288544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.339387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce77b9a-44f1-4fc8-aee8-3f111496db42 req-e451f99e-990a-4ddc-aabb-5d49393a160d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:02.340716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ce77b9a-44f1-4fc8-aee8-3f111496db42 req-e451f99e-990a-4ddc-aabb-5d49393a160d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 949 time: 0.3840928 Jun 01 12:55:02.381431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dde5cda-fc37-4c2e-9f14-72a32de656b6,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:02.407974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] For port 8c2d085b-907a-482a-9793-6f45537f715e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8c2d085b-907a-482a-9793-6f45537f715e,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:02.408330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.419413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11f15657-0a52-41c1-be70-4e9b0032ebb1 req-bf6ddb9c-c73d-463e-ab8d-3925ba22fe3c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386049 Jun 01 12:55:02.420091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.421452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c651c139-8966-439e-acfc-828ba8a55ff0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6579735 Jun 01 12:55:02.424692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47182) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:02.431496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:02.450547 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:02.454715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:floatingip and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:02.458164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:02.465000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:02.476156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.573083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Calling delete_port for 8c2d085b-907a-482a-9793-6f45537f715e owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:02.622775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:02.697389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ce77b9a-44f1-4fc8-aee8-3f111496db42 req-bf4d08f9-4f8f-4f24-9cf2-5ec5a8656d4f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483498 Jun 01 12:55:02.811887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Allocated IP 172.25.7.190 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d7a03f28-23cb-4fbc-accd-d7990436621c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:02.820270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c66bebbd-a3a1-4746-8c61-d1a89bc7409c req-5071c5b3-b47f-4ea5-b964-2df2ea457cae service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327754 Jun 01 12:55:02.854832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808de8f-ba1f-4554-a2ec-2029b0a55ba5 req-1c82b8fd-475c-4225-ab1d-2a347a7dc2d4 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:02.856331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7808de8f-ba1f-4554-a2ec-2029b0a55ba5 req-1c82b8fd-475c-4225-ab1d-2a347a7dc2d4 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 944 time: 0.2541885 Jun 01 12:55:02.929636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7808de8f-ba1f-4554-a2ec-2029b0a55ba5 req-e48fb78a-1c70-4661-bca6-e12dc64e7db9 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600748 Jun 01 12:55:03.189277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8c2d085b-907a-482a-9793-6f45537f715e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:03.208257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.229888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.249865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port 8c2d085b-907a-482a-9793-6f45537f715e {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 12:55:03.250354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8c2d085b-907a-482a-9793-6f45537f715e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 12:55:03.269645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.292104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port 8c2d085b-907a-482a-9793-6f45537f715e not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 12:55:03.292655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c503cbef-3e79-4cb5-98be-88764f1d3a6a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:03.302287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2d085b-907a-482a-9793-6f45537f715e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:03.340227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371249-88f7-4198-b12d-3ec64b25ea48 req-aad39291-f153-4081-971c-989992c61311 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:03.342013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8371249-88f7-4198-b12d-3ec64b25ea48 req-aad39291-f153-4081-971c-989992c61311 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.2332292 Jun 01 12:55:03.389944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c503cbef-3e79-4cb5-98be-88764f1d3a6a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:03.398261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c503cbef-3e79-4cb5-98be-88764f1d3a6a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:03.398582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:03.398835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.401934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:03.404724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:03.460719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'Port': ['ID=d7a03f28-23cb-4fbc-accd-d7990436621c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:03.525866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.528231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8371249-88f7-4198-b12d-3ec64b25ea48 req-45775020-3b8b-4f56-bee1-2d17ac8ef760 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479435 Jun 01 12:55:03.624110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c503cbef-3e79-4cb5-98be-88764f1d3a6a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:03.624874 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.625668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.668504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c503cbef-3e79-4cb5-98be-88764f1d3a6a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c503cbef-3e79-4cb5-98be-88764f1d3a6a,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:03.674347 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.736347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d8ed96c-6931-4183-bb5a-8bcf7024e675 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:03.774220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5dfd1-f6f6-4a47-a6b0-a71c25663a6d req-b07dcb3d-30ec-4b8d-981c-01cb5073de1e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:03.780726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5dfd1-f6f6-4a47-a6b0-a71c25663a6d req-b07dcb3d-30ec-4b8d-981c-01cb5073de1e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:03.782272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30a5dfd1-f6f6-4a47-a6b0-a71c25663a6d req-b07dcb3d-30ec-4b8d-981c-01cb5073de1e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af&device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 1690 time: 0.4388125 Jun 01 12:55:03.807662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:03.825682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.829401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:03.835529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:03.835898 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.891007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.897309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:03.933736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30a5dfd1-f6f6-4a47-a6b0-a71c25663a6d req-1126ea6d-f6d4-4dd4-91ed-08bc92a54bc0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306987 Jun 01 12:55:03.977386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d045c8-b14e-4a8e-bb20-c289f6e71409 req-190412ff-6f8b-4d98-a0bb-96b95b1ccedc tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:03.979719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4d045c8-b14e-4a8e-bb20-c289f6e71409 req-190412ff-6f8b-4d98-a0bb-96b95b1ccedc tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.2807293 Jun 01 12:55:04.045990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.050485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:04.050894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.085933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:04.096778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:04.107151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.112744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'Port': ['ID=d7a03f28-23cb-4fbc-accd-d7990436621c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:04.125517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.151268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.152509 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-beaa74e1-7679-4f28-ba91-cc02c9ecf231 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7265708 Jun 01 12:55:04.164167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4d045c8-b14e-4a8e-bb20-c289f6e71409 req-d58b4710-a4d2-462c-b943-05817684ef91 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699448 Jun 01 12:55:04.199192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:04.430777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f801d5c-4234-471a-8429-4e92332af089 req-a8694d33-c499-45a1-986f-6575b4f15f1f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:04.432677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f801d5c-4234-471a-8429-4e92332af089 req-a8694d33-c499-45a1-986f-6575b4f15f1f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.3169832 Jun 01 12:55:04.513538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f801d5c-4234-471a-8429-4e92332af089 req-ea1e484c-7e2a-4f12-9a2c-895db367247b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724604 Jun 01 12:55:04.524539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346b1e-5666-4e67-80c3-916b12bfcb45 req-f11ec337-ca31-4c51-99c4-72dfe38bb705 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:04.526090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46346b1e-5666-4e67-80c3-916b12bfcb45 req-f11ec337-ca31-4c51-99c4-72dfe38bb705 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.2437940 Jun 01 12:55:04.530915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Router c5367a59-8145-40d0-9ca8-e957b99cbb4c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:04.642043 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821654e8-46d4-4935-9fbb-be4cc0ce7e14'] response: {'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'code': 200} Jun 01 12:55:04.659852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46346b1e-5666-4e67-80c3-916b12bfcb45 req-dc1682c5-7752-4c72-b3df-db6da068224f tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244564 Jun 01 12:55:04.957343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:04.969498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Sync routers for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:04.987147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:05.000496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:05.026455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f235158-7a5d-4bc3-9166-82d3080ab45e admin admin] 10.222.0.40 "PUT /v2.0/routers/c5367a59-8145-40d0-9ca8-e957b99cbb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2406073 Jun 01 12:55:05.029018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:05.249160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4ded8-790a-401c-8f65-3bb16f57ec71 req-4211a3cf-0337-41d7-b859-a7a76e5a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:05.250652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88b4ded8-790a-401c-8f65-3bb16f57ec71 req-4211a3cf-0337-41d7-b859-a7a76e5a6195 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 1096 time: 0.2913706 Jun 01 12:55:05.272717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.273837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c503cbef-3e79-4cb5-98be-88764f1d3a6a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:05.319419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0790af-3b49-4922-967e-4b698f681bf1 req-754834ef-c5d0-4d0a-bf1b-ef045201b993 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:05.321053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a0790af-3b49-4922-967e-4b698f681bf1 req-754834ef-c5d0-4d0a-bf1b-ef045201b993 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.2404091 Jun 01 12:55:05.348937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88b4ded8-790a-401c-8f65-3bb16f57ec71 req-2f4310c3-42cd-4ba0-b9dd-7d363009edb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863516 Jun 01 12:55:05.353505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f3af-f501-40fb-a0f7-1ead6ff89975 req-e3469cb0-f41c-43e4-8852-27e648d8e0b0 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:05.355053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2204f3af-f501-40fb-a0f7-1ead6ff89975 req-e3469cb0-f41c-43e4-8852-27e648d8e0b0 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 1101 time: 0.2763376 Jun 01 12:55:05.362878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:05.406248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a0790af-3b49-4922-967e-4b698f681bf1 req-88e278af-20be-495d-91c3-3d4f9dfc81df tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762203 Jun 01 12:55:05.456613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2204f3af-f501-40fb-a0f7-1ead6ff89975 req-8a79c023-0b0e-4f59-86cd-ebb795a071bd tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903833 Jun 01 12:55:05.565358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c503cbef-3e79-4cb5-98be-88764f1d3a6a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:05.565760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.587807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.612679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Deleting port aa61f05a-4bf9-4d20-9f0d-76178572373f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:05.613297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.740061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50154a-e61e-4fc8-8325-7d13844df692 req-d628a752-8365-4410-8274-e62bcfd76f59 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:05.747653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb50154a-e61e-4fc8-8325-7d13844df692 req-d628a752-8365-4410-8274-e62bcfd76f59 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.1838334 Jun 01 12:55:05.788744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c503cbef-3e79-4cb5-98be-88764f1d3a6a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:05.797214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814ff35-3685-4e56-be65-6b361d943a87 req-ca375501-7a9d-4678-ab02-cf068dddfc47 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:05.798919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e814ff35-3685-4e56-be65-6b361d943a87 req-ca375501-7a9d-4678-ab02-cf068dddfc47 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.1910484 Jun 01 12:55:05.816686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:55:02Z', 'revision_number': 5, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port': {'id': 'aa61f05a-4bf9-4d20-9f0d-76178572373f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:39Z', 'updated_at': '2022-06-01T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:05.821568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb50154a-e61e-4fc8-8325-7d13844df692 req-a25894ae-db1e-4cdc-b611-4f01458133c6 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Jun 01 12:55:05.822636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Checking router: c5367a59-8145-40d0-9ca8-e957b99cbb4c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:05.849031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Routers {'c5367a59-8145-40d0-9ca8-e957b99cbb4c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:05.849652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:05.857598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] For port aa61f05a-4bf9-4d20-9f0d-76178572373f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa61f05a-4bf9-4d20-9f0d-76178572373f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:05.858281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.896251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e814ff35-3685-4e56-be65-6b361d943a87 req-437a4af1-ed2c-4c02-80aa-044a9769f072 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867116 Jun 01 12:55:06.063427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Calling delete_port for aa61f05a-4bf9-4d20-9f0d-76178572373f owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:06.091761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] Set router c5367a59-8145-40d0-9ca8-e957b99cbb4c gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:06.156304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e446-093f-4c57-9ebd-f9fc27807399 req-a7708872-1fb8-4667-94aa-81e29f183088 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:06.158435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b616e446-093f-4c57-9ebd-f9fc27807399 req-a7708872-1fb8-4667-94aa-81e29f183088 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 1100 time: 0.1925683 Jun 01 12:55:06.220954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b616e446-093f-4c57-9ebd-f9fc27807399 req-cf6f3570-3b00-4796-b4a8-25cdc0a2e694 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 Jun 01 12:55:06.241705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586706b-3675-4aec-b37e-297530922f40 req-d5a225b9-68d3-4522-9869-c51d131fd6a7 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:06.245471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:55:05Z', 'revision_number': 6, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:06.250018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7586706b-3675-4aec-b37e-297530922f40 req-d5a225b9-68d3-4522-9869-c51d131fd6a7 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.1623378 Jun 01 12:55:06.260105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9a33a-987d-4e32-8059-1ba0803216b2 None None] The sync data for ids ['c5367a59-8145-40d0-9ca8-e957b99cbb4c'] in n-d-844200-1 is: [{'id': 'c5367a59-8145-40d0-9ca8-e957b99cbb4c', 'name': 'tempest-ServersTestFqdnHostnames-680054716-router', 'tenant_id': 'c55cf96d19254480af76446d33e1edc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:37Z', 'updated_at': '2022-06-01T12:55:05Z', 'revision_number': 6, 'project_id': 'c55cf96d19254480af76446d33e1edc6', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:06.357166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7586706b-3675-4aec-b37e-297530922f40 req-56279638-3d73-4cd9-9755-64952e918f37 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056671 Jun 01 12:55:06.550755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2bdb7-3c44-40fa-a7d9-bb36ea57a449 req-cd55d7f7-00c6-4516-90a2-ffaf0fa10305 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:06.560460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8d2bdb7-3c44-40fa-a7d9-bb36ea57a449 req-cd55d7f7-00c6-4516-90a2-ffaf0fa10305 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1097 time: 0.1476934 Jun 01 12:55:06.712184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8d2bdb7-3c44-40fa-a7d9-bb36ea57a449 req-26e78e4c-b29c-4661-aa66-5d38bb2cd4d8 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952106 Jun 01 12:55:06.734614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.758469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec236-9f8d-4a20-94ed-554af26dd68b req-93986388-03ab-461c-a333-4192da74f0c8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:06.760145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb1ec236-9f8d-4a20-94ed-554af26dd68b req-93986388-03ab-461c-a333-4192da74f0c8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.1986120 Jun 01 12:55:06.786971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa61f05a-4bf9-4d20-9f0d-76178572373f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:06.869012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb1ec236-9f8d-4a20-94ed-554af26dd68b req-10db1db5-f30f-43ca-97b8-634463cf8cac tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011033 Jun 01 12:55:06.972407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-441a980b-75a1-4425-afea-f91ff5a69e69 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615244 Jun 01 12:55:06.974047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.254635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8c2d085b-907a-482a-9793-6f45537f715e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:07.394199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8c2d085b-907a-482a-9793-6f45537f715e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:55:07.394465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8c2d085b-907a-482a-9793-6f45537f715e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:07.394907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.395477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa61f05a-4bf9-4d20-9f0d-76178572373f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:07.401533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.455548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.456053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5367a59-8145-40d0-9ca8-e957b99cbb4c {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:55:07.500859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.502077 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4433e293-c0a6-49a8-b012-6adb716ffb43 admin admin] 10.222.0.40 "DELETE /v2.0/routers/c5367a59-8145-40d0-9ca8-e957b99cbb4c HTTP/1.1" status: 204 len: 168 time: 2.4720283 Jun 01 12:55:07.505378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:07.545625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aa61f05a-4bf9-4d20-9f0d-76178572373f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:55:07.553252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa61f05a-4bf9-4d20-9f0d-76178572373f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:07.631242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc4f4-851f-4540-b5f4-3e5217704cca req-c30460bb-542b-4154-a6ea-7a92c7abce40 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:07.644443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f4fc4f4-851f-4540-b5f4-3e5217704cca req-c30460bb-542b-4154-a6ea-7a92c7abce40 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.3856354 Jun 01 12:55:07.661656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Deleting subnet 3e0831c2-bf73-4144-9b5c-97247eb6ca7b {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:55:07.673430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.748360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-e7a523bb-4deb-412d-9052-607c8ea668a7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:07.751343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-e7a523bb-4deb-412d-9052-607c8ea668a7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.3764989 Jun 01 12:55:07.763825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f4fc4f4-851f-4540-b5f4-3e5217704cca req-5d022c71-5227-436e-92a9-3375daa9075e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181509 Jun 01 12:55:07.766414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.839942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-93a0dbc2-2ae7-46ae-bb64-9015c09510ee tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:07.848728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-93a0dbc2-2ae7-46ae-bb64-9015c09510ee tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8737230 Jun 01 12:55:07.867471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:07.898769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-e41a23c2-c5ce-4010-a2d7-daf9315cee9e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.0484753 Jun 01 12:55:08.007590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.055673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0831c2-bf73-4144-9b5c-97247eb6ca7b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:08.062046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.063077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port 209f8088-3f07-48b9-9a10-0690f7dc8508 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:08.063446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.068823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe2a84-72d1-414d-a4c0-4540b92fecf9 None None] Network 2ab53930-5164-4151-aa55-c2c8c1bd6400 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:55:08.072692 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc7ca085-a20c-4e83-92ae-aac017323fac admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3e0831c2-bf73-4144-9b5c-97247eb6ca7b HTTP/1.1" status: 204 len: 168 time: 0.5653398 Jun 01 12:55:08.073530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47338) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:08.208240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.222402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Deleting port eb8a687a-f5c9-496c-88bb-c9769de367f9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:08.222977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.306787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-170bf7b3-01eb-45c4-8973-b4bfaf93d948 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4050274 Jun 01 12:55:08.324542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01dce-9bf9-4f10-ade6-30e25e24c5a5 req-9b987eaa-9a6a-4dcc-b777-c1d016988434 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:08.332151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fab01dce-9bf9-4f10-ade6-30e25e24c5a5 req-9b987eaa-9a6a-4dcc-b777-c1d016988434 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.3583188 Jun 01 12:55:08.422853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] DHCP port deletion for 2ab53930-5164-4151-aa55-c2c8c1bd6400 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:55:08.429179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Deleting port eb8a687a-f5c9-496c-88bb-c9769de367f9 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:08.429750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.747015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] For port eb8a687a-f5c9-496c-88bb-c9769de367f9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eb8a687a-f5c9-496c-88bb-c9769de367f9,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:08.749526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.775453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fab01dce-9bf9-4f10-ade6-30e25e24c5a5 req-8587c64c-0ea6-4463-af88-6f2f75c1ccad tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405017 Jun 01 12:55:08.951439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a3383aa-e424-4ea1-86b5-cbe9ffbb9249 req-66790e55-6a12-4550-980d-c3ceacccb9c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 210 time: 0.1023746 Jun 01 12:55:08.959997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] For port eb8a687a-f5c9-496c-88bb-c9769de367f9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eb8a687a-f5c9-496c-88bb-c9769de367f9,segment=NetworkSegment(d0bb5a26-b929-414a-b2d9-367d22828c07),segment_id=d0bb5a26-b929-414a-b2d9-367d22828c07)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:08.960340 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.974796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Calling delete_port for eb8a687a-f5c9-496c-88bb-c9769de367f9 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:08.986760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port 209f8088-3f07-48b9-9a10-0690f7dc8508, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=209f8088-3f07-48b9-9a10-0690f7dc8508,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:08.989483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.164463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.200425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eb8a687a-f5c9-496c-88bb-c9769de367f9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:09.333087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for 209f8088-3f07-48b9-9a10-0690f7dc8508 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:09.385702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Calling delete_port for eb8a687a-f5c9-496c-88bb-c9769de367f9 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:09.452673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: eb8a687a-f5c9-496c-88bb-c9769de367f9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:55:09.455968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eb8a687a-f5c9-496c-88bb-c9769de367f9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:09.485729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] No DVR routers for this DVR port eb8a687a-f5c9-496c-88bb-c9769de367f9 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:09.525636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8a687a-f5c9-496c-88bb-c9769de367f9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:09.602265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:55:09.602696 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:55:09.646453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.675892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab53930-5164-4151-aa55-c2c8c1bd6400']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:09.684447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e8fce-9823-4d79-932b-6ee1cab55cd2 req-c0cb6a4d-fa30-42e6-91c4-115dc90cdf7e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:09.685907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-946e8fce-9823-4d79-932b-6ee1cab55cd2 req-c0cb6a4d-fa30-42e6-91c4-115dc90cdf7e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 1.0127499 Jun 01 12:55:09.689218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb5a26-b929-414a-b2d9-367d22828c07') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:09.689520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb5a26-b929-414a-b2d9-367d22828c07') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:09.703301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.723557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.731050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:55:09.731499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.760786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 209f8088-3f07-48b9-9a10-0690f7dc8508 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:09.769293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-946e8fce-9823-4d79-932b-6ee1cab55cd2 req-632df33f-22e1-4773-8b37-7c17c3bb9176 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Jun 01 12:55:09.829126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479175e-7933-4e75-800d-8e47b37d4a24 req-e6b91167-1631-4b29-84c4-a207776604a4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:09.836271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d479175e-7933-4e75-800d-8e47b37d4a24 req-e6b91167-1631-4b29-84c4-a207776604a4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 945 time: 0.3378894 Jun 01 12:55:09.861125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.921419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.924492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d479175e-7933-4e75-800d-8e47b37d4a24 req-c0bb2380-7183-4f2a-a05c-90e148eea744 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870030 Jun 01 12:55:09.927322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.927502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No active binding found for port 209f8088-3f07-48b9-9a10-0690f7dc8508 {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 12:55:09.927883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 209f8088-3f07-48b9-9a10-0690f7dc8508 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:09.928970 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d0bb5a26-b929-414a-b2d9-367d22828c07 resource provider aggregate not found Jun 01 12:55:09.941524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab53930-5164-4151-aa55-c2c8c1bd6400,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:09.945613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e9da5b6e-6307-4adc-8704-ec628156c650 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2ab53930-5164-4151-aa55-c2c8c1bd6400 HTTP/1.1" status: 204 len: 168 time: 1.8688574 Jun 01 12:55:09.969882 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d0bb5a26-b929-414a-b2d9-367d22828c07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0bb5a26-b929-414a-b2d9-367d22828c07 found for delete ", "request_id": "req-00e4ac40-1b29-4b47-804c-514e289b714d"}]} Jun 01 12:55:10.067285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=209f8088-3f07-48b9-9a10-0690f7dc8508,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:10.104688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Deleting port eb8a687a-f5c9-496c-88bb-c9769de367f9 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:10.105081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.107153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47372) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:10.163561 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd682373-2bfb-4e1a-93ea-0000a2e536c7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c55cf96d19254480af76446d33e1edc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551000 Jun 01 12:55:10.166348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:10.175786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb8285-8b94-478e-9801-9d67bf4b001d None None] The port 'eb8a687a-f5c9-496c-88bb-c9769de367f9' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:55:10.236556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.239593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2fe155c-5889-4784-95f0-08be374a9e26 req-d13db2d4-8fef-416f-8b41-3ba0a1ae6382 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 210 time: 0.1277237 Jun 01 12:55:10.256973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port 209f8088-3f07-48b9-9a10-0690f7dc8508 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:10.260846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.271054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'name': 'network-vif-deleted', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:10.277735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-874d5b0f-3a2d-4548-aefb-dbfbd953b6de req-5c4d971e-e44a-4333-886f-5ec3ee840b9a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "DELETE /v2.0/ports/209f8088-3f07-48b9-9a10-0690f7dc8508 HTTP/1.1" status: 204 len: 173 time: 2.5125232 Jun 01 12:55:10.279607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.336817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544c26a-914d-40ca-acec-56ce33a32278 req-dffb159f-930b-4b7b-b184-c5ff57d8ae92 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:10.348469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5544c26a-914d-40ca-acec-56ce33a32278 req-dffb159f-930b-4b7b-b184-c5ff57d8ae92 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.3250923 Jun 01 12:55:10.349666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47384) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:10.351458 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8c3a8e-3236-46b8-b4de-988cfc4a77ef'] response: {'server_uuid': '94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81', 'name': 'network-vif-deleted', 'tag': '209f8088-3f07-48b9-9a10-0690f7dc8508', 'status': 'completed', 'code': 200} Jun 01 12:55:10.358624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Request body: {'floatingip': {'port_id': '2d8ed96c-6931-4183-bb5a-8bcf7024e675'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:10.413913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.460281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3d334-14e5-4b12-826c-1e4ea7eef674,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:10.464058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.504976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.513818 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-af1ef19a-6bca-4728-aac2-e83460473da1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56a3d334-14e5-4b12-826c-1e4ea7eef674 HTTP/1.1" status: 204 len: 168 time: 0.3459759 Jun 01 12:55:10.707810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-7c935d41-f07d-480a-8908-56f257dec851 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995116 Jun 01 12:55:11.348031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-137aec1f-8a32-4588-8a1a-32292ad7d9b0 req-d05baa7c-4d6a-4a58-82d8-cb559db6ed35 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:11.356499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-61ff978f-457b-4608-92b0-b09719105035 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:11.357890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-61ff978f-457b-4608-92b0-b09719105035 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6394327 Jun 01 12:55:11.379351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:11.539382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-137aec1f-8a32-4588-8a1a-32292ad7d9b0 req-d05baa7c-4d6a-4a58-82d8-cb559db6ed35 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:11.540528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-137aec1f-8a32-4588-8a1a-32292ad7d9b0 req-d05baa7c-4d6a-4a58-82d8-cb559db6ed35 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=94664dc5-c8e9-4c83-ae0a-9a4dd9ec4b81 HTTP/1.1" status: 200 len: 210 time: 0.2811172 Jun 01 12:55:11.606485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987d86-bb2e-4aa3-be8c-e9df33ec956a req-81ef3463-1bfc-4cbd-8b83-29311006346d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:11.608006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc987d86-bb2e-4aa3-be8c-e9df33ec956a req-81ef3463-1bfc-4cbd-8b83-29311006346d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.6725852 Jun 01 12:55:11.651241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47430) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:11.783282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2121051584-network', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:11.789332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:11.797117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Usage tracker for resource:network and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:11.805991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:11.816552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:11.831667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:11.835021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.852382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.870714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:11.875829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Usage tracker for resource:security_group_rule and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:11.878854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:11.887233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:11.992274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.997118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19d5ed25-9187-4077-9633-c36bedc521ca req-5e7b9f4e-af1d-46f1-bcbf-6098aa0d2a48 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 210 time: 0.2744148 Jun 01 12:55:11.999814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.035755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:55:12.049805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b15390-f2f4-41cc-bb67-6253697d3941,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:12.054649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.054934 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Added segment b82ea75a-6e80-4e1e-8487-b6a8b8a56133 of type vlan for network 334300af-7f2c-487c-9900-0fc105089cb1 Jun 01 12:55:12.071580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc987d86-bb2e-4aa3-be8c-e9df33ec956a req-0938a881-a71c-4ffd-b4d0-bd56664e5d07 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591979 Jun 01 12:55:12.078214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:12.087431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.122995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.124312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:12.125246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.128278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:12.150198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:12.159331 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.268670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] Pushing event updated for resources: {'Network': ['ID=334300af-7f2c-487c-9900-0fc105089cb1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:12.281510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 334300af-7f2c-487c-9900-0fc105089cb1 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:55:12.330829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4400c4c3-f03a-41d9-99b3-fede17096e28 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6784191 Jun 01 12:55:12.333084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:12.346295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Request body: {'subnet': {'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2121051584-subnet', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:12.351700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:12.360202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Usage tracker for resource:subnet and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:12.363632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:12.370007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:12.390302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:12.392906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.471256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:55:12.719276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.726455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.200 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/bd32d040-bd1c-4768-b182-cbacf1ae8818) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:12.737013 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-5006d891-3f3c-4c4c-b331-6b0ca0aa5c4f service neutron] show failed (client error): The resource could not be found. Jun 01 12:55:12.737013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-5006d891-3f3c-4c4c-b331-6b0ca0aa5c4f service neutron] 10.222.0.13 "GET /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.1005609 Jun 01 12:55:12.739122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.408858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dcd06bf-2365-4e33-a67b-2eddb5134b94 req-dfd2c6a9-814a-448d-a578-8008b451031e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 210 time: 0.2740304 Jun 01 12:55:13.524402 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Floating IP 4fee874f-93d4-4499-82e7-b61163a6a41c associated. External IP: 172.25.7.157, port: 2d8ed96c-6931-4183-bb5a-8bcf7024e675. Jun 01 12:55:13.722838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.840715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-4ffbd7dc-eeeb-467d-89d6-bca93b8d7b3d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:13.842097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-4ffbd7dc-eeeb-467d-89d6-bca93b8d7b3d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.8939192 Jun 01 12:55:13.979293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-f4502da8-2f0d-4fa7-81e4-b854731eeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:13.980974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-f4502da8-2f0d-4fa7-81e4-b854731eeb17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1100 time: 0.8449972 Jun 01 12:55:13.989039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-20f06374-3ed7-4c2d-9730-d82d94a7a20c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0792079 Jun 01 12:55:13.989651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:14.020487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:14.097033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.097373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.097707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.098366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.098739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.099055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.099374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.099693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.100013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.100334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.100645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.100967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:14.113212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.124460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Checking segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:14.124805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Network hostable DHCP agents. Network: 334300af-7f2c-487c-9900-0fc105089cb1, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:55:14.159603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-b13ffd76-fc8d-4186-a54d-67e49a95eba1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489031 Jun 01 12:55:14.208094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object bd32d040-bd1c-4768-b182-cbacf1ae8818 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:14.403893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Network 334300af-7f2c-487c-9900-0fc105089cb1 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:55:14.413426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe5dc-8896-4a90-8b3f-5fbd2a26aa4b req-dfcc169d-67f8-4214-a730-ba4cf62ced6c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:14.414956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9ffe5dc-8896-4a90-8b3f-5fbd2a26aa4b req-dfcc169d-67f8-4214-a730-ba4cf62ced6c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.8318789 Jun 01 12:55:14.519985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 334300af-7f2c-487c-9900-0fc105089cb1) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:14.523262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:14.523928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.530266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eedb2a-767b-43b3-ba5a-d3fc055b78db None None] Network 334300af-7f2c-487c-9900-0fc105089cb1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:55:14.731016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.785071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-334300af-7f2c-487c-9900-0fc105089cb1', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:55:14.786260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.833625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.842771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9ffe5dc-8896-4a90-8b3f-5fbd2a26aa4b req-61ad45f5-837f-4e0a-861f-68550ba4760c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051867 Jun 01 12:55:14.844628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-2974220d-8108-4a2b-b3ea-580e1296e852 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690452 Jun 01 12:55:14.871453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:14.886715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a40f92a4-762c-49ea-8e7c-b0d3df23c593 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5500047 Jun 01 12:55:14.889719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:14.895619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:14.911559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:14.919617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Usage tracker for resource:router and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:14.931544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:14.942670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:14.945503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:14.965131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.966194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.993534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.055892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:15.137366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:15.160681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Allocated IP 172.20.0.2 (334300af-7f2c-487c-9900-0fc105089cb1/1316f42f-0279-4b25-b5b9-1c3b9fbe1c42/f47d2aec-8163-4dc5-9e59-10c81211f43d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:15.167255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:15.169959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:15.248899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:15.422637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.545489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad8276f8-1889-4133-9000-8c99ad087a5d None None] Provisioning for port bd32d040-bd1c-4768-b182-cbacf1ae8818 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:15.622635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad8276f8-1889-4133-9000-8c99ad087a5d None None] Provisioning complete for port bd32d040-bd1c-4768-b182-cbacf1ae8818 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:15.623266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad8276f8-1889-4133-9000-8c99ad087a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.663744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:15.664359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.722538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.737215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Transition to ACTIVE for port object f47d2aec-8163-4dc5-9e59-10c81211f43d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:15.763703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-a5666f79-495a-4a92-880e-a370c2a611c4 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674450 Jun 01 12:55:15.786198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:15.792477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-fe2d4092-1fc0-4397-8e9f-4cfcd3f81803 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4219689 Jun 01 12:55:15.795350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.800760 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Sync routers for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:15.820696 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:15.821583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:15.834231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Request body: {'port': {'device_id': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:15.837187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Transition to ACTIVE for port object f47d2aec-8163-4dc5-9e59-10c81211f43d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:15.947089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229977-c110-4a1a-bce6-b2ae72e0ebd2 req-15117e06-0e65-47f1-b702-25bd1501271a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:15.947887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-92229977-c110-4a1a-bce6-b2ae72e0ebd2 req-15117e06-0e65-47f1-b702-25bd1501271a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:15.976289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ad8276f8-1889-4133-9000-8c99ad087a5d None None] Port bd32d040-bd1c-4768-b182-cbacf1ae8818 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:16.006905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.008190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.011569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:16.023989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:16.055203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:16.081154 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:16.351958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-961fe7c6-5c76-4cc1-9588-7860b17e6dab tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "PUT /v2.0/floatingips/4fee874f-93d4-4499-82e7-b61163a6a41c HTTP/1.1" status: 200 len: 991 time: 5.9966285 Jun 01 12:55:16.405716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:16.420040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.516225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Network 334300af-7f2c-487c-9900-0fc105089cb1 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:16.542965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-92229977-c110-4a1a-bce6-b2ae72e0ebd2 req-15117e06-0e65-47f1-b702-25bd1501271a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:16.556782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92229977-c110-4a1a-bce6-b2ae72e0ebd2 req-15117e06-0e65-47f1-b702-25bd1501271a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 936 time: 1.4847586 Jun 01 12:55:16.561173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:16.581738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:16.633769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.651492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Allocated IP 172.25.7.240 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2d656448-ba06-41fb-87a9-89c53f3a36ed) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:16.670553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Pushing event updated for resources: {'Port': ['ID=f47d2aec-8163-4dc5-9e59-10c81211f43d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:16.670883 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.732862 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4fee874f-93d4-4499-82e7-b61163a6a41c', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'port_id': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'mac_address': 'fa:16:3e:62:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:54:31Z', 'updated_at': '2022-06-01T12:55:12Z', 'revision_number': 1, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:16.742796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Checking router: 4ae1747e-eda3-474f-8c32-82fbfa1620e0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:16.768665 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:16.769376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:54:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:16.828141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Transition to ACTIVE for port object 6cd19c45-07b6-445c-b63c-058e67190874 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:16.862250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92229977-c110-4a1a-bce6-b2ae72e0ebd2 req-26a972a3-cb9d-4a90-88c4-0ce646ddea05 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011723 Jun 01 12:55:16.894727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.946109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Attempting to bind port f47d2aec-8163-4dc5-9e59-10c81211f43d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:16.946476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Attempting to bind port f47d2aec-8163-4dc5-9e59-10c81211f43d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:16.946853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Attempting to bind port f47d2aec-8163-4dc5-9e59-10c81211f43d on network 334300af-7f2c-487c-9900-0fc105089cb1 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:16.999825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:17.000203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Checking segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:17.000608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.000999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Bound using segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:17.001475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Bound port: f47d2aec-8163-4dc5-9e59-10c81211f43d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:17.001829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.073346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.082687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:17.154841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.210736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd227c-6c36-4ae2-b99b-db5a10614ae0 req-4b900df2-0373-40c1-8297-88e6cc3b0983 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:17.222176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edcd227c-6c36-4ae2-b99b-db5a10614ae0 req-4b900df2-0373-40c1-8297-88e6cc3b0983 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.8869660 Jun 01 12:55:17.242328 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:17.301526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:17.305118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:17.312948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:17.393676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Pushing event updated for resources: {'Port': ['ID=2d656448-ba06-41fb-87a9-89c53f3a36ed,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:17.411842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.412327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.412757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.413961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.414481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.415770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.416774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.418417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.419081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.420364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.420821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.421717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.421836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] For port f47d2aec-8163-4dc5-9e59-10c81211f43d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:17.652945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:17.656303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] No DVR routers for this DVR port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:17.689460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] For port f47d2aec-8163-4dc5-9e59-10c81211f43d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f47d2aec-8163-4dc5-9e59-10c81211f43d,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:17.696096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29868e9e-b658-47e5-85c7-5ad0de898ae3 req-627c14af-5b98-431f-885d-4dbe634ac4ec tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 210 time: 0.4943478 Jun 01 12:55:17.748571 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.751386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.801274 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4fee874f-93d4-4499-82e7-b61163a6a41c', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'port_id': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'mac_address': 'fa:16:3e:62:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:54:31Z', 'updated_at': '2022-06-01T12:55:12Z', 'revision_number': 1, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:17.805393 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab041168-4a73-453c-8667-2e7fac2b055d None None] The sync data for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 is: [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4fee874f-93d4-4499-82e7-b61163a6a41c', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'port_id': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'mac_address': 'fa:16:3e:62:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:54:31Z', 'updated_at': '2022-06-01T12:55:12Z', 'revision_number': 1, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:17.822163 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59194b5-2332-48b8-8259-8be980ff5fe7'] response: {'name': 'network-changed', 'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'status': 'completed', 'code': 200} Jun 01 12:55:17.882113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edcd227c-6c36-4ae2-b99b-db5a10614ae0 req-cb543f55-150b-4749-8640-4724a6ebc330 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586409 Jun 01 12:55:17.906667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:17.906667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:17.906667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:17.945919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8cdd0-19da-4a6a-adb5-083e8c53d1d8 None None] Pushing event updated for resources: {'Port': ['ID=f47d2aec-8163-4dc5-9e59-10c81211f43d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:17.992088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:17.992402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:18.202760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:18.202760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:18.203193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:18.203598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Bound port: 6cd19c45-07b6-445c-b63c-058e67190874, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:18.203939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.215978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb815-158d-4306-b933-f1a00bb4b51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.269302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec96ed-eef2-48fe-bb67-141f8634834e None None] New status for floating IP 4fee874f-93d4-4499-82e7-b61163a6a41c: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:55:18.327536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.480286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-e569e65c-a951-439f-b81b-1489088e4bcc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:18.481809 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-e569e65c-a951-439f-b81b-1489088e4bcc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.6405237 Jun 01 12:55:18.518527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:18.665831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11edb6-9dd4-431a-b9dc-cb9e0cdcfb4d req-fc4f21da-8e1e-4bf9-a30c-364b39fe713c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:18.674509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a11edb6-9dd4-431a-b9dc-cb9e0cdcfb4d req-fc4f21da-8e1e-4bf9-a30c-364b39fe713c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 936 time: 0.5217409 Jun 01 12:55:18.717317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:18.782038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd32d040-bd1c-4768-b182-cbacf1ae8818 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:18.791759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:18.808563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a11edb6-9dd4-431a-b9dc-cb9e0cdcfb4d req-a70cbfd2-4f32-4170-9963-fb0b4f4cc982 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326015 Jun 01 12:55:18.819639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.820127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-729fe958-5320-4e34-be7c-343a419c5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:18.821929 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-729fe958-5320-4e34-be7c-343a419c5e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3212b155663f4a6d9a6f7bcb54354b9b&device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 1096 time: 0.9532080 Jun 01 12:55:18.837294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.928564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:18.929285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:18.930575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] 10.222.0.24 "PUT /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 1095 time: 4.9174628 Jun 01 12:55:19.022395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46639f15-8a2b-4da4-b1c5-3272b634f38f req-36d470f3-0673-4e55-8b46-920503130d86 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 210 time: 0.1440423 Jun 01 12:55:19.045727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Transition to ACTIVE for port object bd32d040-bd1c-4768-b182-cbacf1ae8818 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:19.093745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.138042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f47d2aec-8163-4dc5-9e59-10c81211f43d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:19.341352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ea367-69b1-439f-90d8-77171bc8a413 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:19.358732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f47d2aec-8163-4dc5-9e59-10c81211f43d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:19.518469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:19.566361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:19.586651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.601141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Attempting to bind port bd32d040-bd1c-4768-b182-cbacf1ae8818 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:19.601141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Attempting to bind port bd32d040-bd1c-4768-b182-cbacf1ae8818 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:19.601370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Attempting to bind port bd32d040-bd1c-4768-b182-cbacf1ae8818 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:19.605933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:19.609913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.611180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:19.625072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Port bd32d040-bd1c-4768-b182-cbacf1ae8818 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:19.625553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Attempting to bind port bd32d040-bd1c-4768-b182-cbacf1ae8818 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:19.632831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59247e30-7d7f-43c4-8ef8-1b217a07df36 None None] Network 334300af-7f2c-487c-9900-0fc105089cb1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:55:19.636316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-d91f8e56-f0f6-4c61-8380-81426a3c1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:19.637905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-d91f8e56-f0f6-4c61-8380-81426a3c1a33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1098 time: 0.6123896 Jun 01 12:55:19.639929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:19.640360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:19.640796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:19.641296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Bound port: bd32d040-bd1c-4768-b182-cbacf1ae8818, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:19.641707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.724957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-672e3bff-510e-4324-ae6f-08e0424ba2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:19.724957 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-672e3bff-510e-4324-ae6f-08e0424ba2d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f332c50-8b18-4a50-a063-17e38e945262 HTTP/1.1" status: 200 len: 916 time: 0.3838241 Jun 01 12:55:19.793270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3928e687-ee17-4290-834f-23427722180e None None] Provisioning for port f47d2aec-8163-4dc5-9e59-10c81211f43d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:19.812949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3928e687-ee17-4290-834f-23427722180e None None] Provisioning complete for port f47d2aec-8163-4dc5-9e59-10c81211f43d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:19.813311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3928e687-ee17-4290-834f-23427722180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.828989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}, {'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:19.853178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1ba5-5aec-4058-a96a-972c2fe7b299 req-8833e04e-884c-4cae-ab25-6a3013c30824 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:19.854723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eda1ba5-5aec-4058-a96a-972c2fe7b299 req-8833e04e-884c-4cae-ab25-6a3013c30824 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.5842206 Jun 01 12:55:19.959734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-1a395dae-b5af-4068-a813-3aab14c7eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:19.961409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-1a395dae-b5af-4068-a813-3aab14c7eff7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3017681 Jun 01 12:55:19.964700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eda1ba5-5aec-4058-a96a-972c2fe7b299 req-7ae9bcbd-46f1-4f28-b212-b7f25cb7e6d8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018643 Jun 01 12:55:19.965717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:20.057477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:20.128126 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-6b0311a3-a155-486e-a821-8de659297520 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675 HTTP/1.1" status: 200 len: 1001 time: 0.3798423 Jun 01 12:55:20.135284 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150f607a-daab-4936-b81d-c595fcb89928'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'code': 200} Jun 01 12:55:20.135598 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150f607a-daab-4936-b81d-c595fcb89928'] response: {'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'status': 'completed', 'code': 200} Jun 01 12:55:20.137562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-c40e4c92-9ec1-486b-9a7a-667d5b8ff119 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1506021 Jun 01 12:55:20.139930 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.182651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3928e687-ee17-4290-834f-23427722180e None None] Current status of the port f47d2aec-8163-4dc5-9e59-10c81211f43d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:20.183141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3928e687-ee17-4290-834f-23427722180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.231496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3928e687-ee17-4290-834f-23427722180e None None] For port f47d2aec-8163-4dc5-9e59-10c81211f43d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f47d2aec-8163-4dc5-9e59-10c81211f43d,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:20.238519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3928e687-ee17-4290-834f-23427722180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.303132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.7 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/f03b598a-bda0-4bf6-bfe4-b673446bafa2) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:20.330960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-0831b92a-2cde-4251-acd9-188d37ecd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.336804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-0831b92a-2cde-4251-acd9-188d37ecd0aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59f61eee-b39f-4f82-b4ce-b29f99639017 HTTP/1.1" status: 200 len: 854 time: 0.1628551 Jun 01 12:55:20.355575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928e687-ee17-4290-834f-23427722180e None None] Pushing event updated for resources: {'Port': ['ID=f47d2aec-8163-4dc5-9e59-10c81211f43d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:20.405190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.406120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.407574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd32d040-bd1c-4768-b182-cbacf1ae8818 HTTP/1.1" status: 200 len: 1096 time: 4.5774355 Jun 01 12:55:20.454162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a5a2-e94e-491b-8504-83dedfb11502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.517927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:55:20.607033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c82e7660-d7d1-40bc-a814-b469385eb364 None None] Provisioning complete for port f47d2aec-8163-4dc5-9e59-10c81211f43d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:20.607770 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c82e7660-d7d1-40bc-a814-b469385eb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:20.694538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff96a9-12b6-4bcc-b108-7239fee314f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:20.709996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3a528aa-b50b-48f6-bcc5-6599c9e0466c req-8098a28f-c98f-45eb-a14a-2e65eb33d721 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 210 time: 0.2912438 Jun 01 12:55:20.760210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-5663d5f4-0f9c-4382-a552-9cc37bc1ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.761569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-5663d5f4-0f9c-4382-a552-9cc37bc1ab34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.5063870 Jun 01 12:55:20.825038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c82e7660-d7d1-40bc-a814-b469385eb364 None None] Current status of the port f47d2aec-8163-4dc5-9e59-10c81211f43d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:20.837552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7af50-2080-4fa8-a307-429697ae66ec req-4a30b721-8d5d-4fa3-b047-82c1efce08cb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.841474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48d7af50-2080-4fa8-a307-429697ae66ec req-4a30b721-8d5d-4fa3-b047-82c1efce08cb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 948 time: 0.7824988 Jun 01 12:55:20.868827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-7fd9d0e2-0946-4b05-93b1-928c07e2f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.870846 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-7fd9d0e2-0946-4b05-93b1-928c07e2f294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f332c50-8b18-4a50-a063-17e38e945262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5128167 Jun 01 12:55:20.889305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-f941f743-5da1-4765-8fc7-762d2819e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:20.891075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-f941f743-5da1-4765-8fc7-762d2819e792 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1098 time: 0.5640752 Jun 01 12:55:21.044853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48d7af50-2080-4fa8-a307-429697ae66ec req-d867b84a-7051-4dc8-93da-6355377b8588 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952519 Jun 01 12:55:21.047450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-5a1cc887-0139-4ef9-bc0d-ba5ccc4ca914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:21.048876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-5a1cc887-0139-4ef9-bc0d-ba5ccc4ca914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 1099 time: 0.5567741 Jun 01 12:55:21.054889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f47d2aec-8163-4dc5-9e59-10c81211f43d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:21.155498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:21.165644 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Sync routers for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:21.186412 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:21.187189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:21.199202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f47d2aec-8163-4dc5-9e59-10c81211f43d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:21.199855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.326020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-7f356b1a-32f1-42c7-b6ea-79ec8bbfccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:21.327961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-7f356b1a-32f1-42c7-b6ea-79ec8bbfccc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4256070 Jun 01 12:55:21.329245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-bde405f3-16b5-4623-87e2-e88eb9ad0095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818 HTTP/1.1" status: 200 len: 217 time: 0.2696161 Jun 01 12:55:21.357229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.429043 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-0ba4d70d-8425-4d9a-913f-7fd2260a6ecd service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451388 Jun 01 12:55:21.433069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.437481 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-551915ce-4a0e-4fec-9036-1d838bec4d2b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5467033 Jun 01 12:55:21.438474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f47d2aec-8163-4dc5-9e59-10c81211f43d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:21.477456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:21.543375 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.583981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-ba368ede-2806-4ba8-9dde-b424879abf5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1638238 Jun 01 12:55:21.593333 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:21.608488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-536942e3-2037-437e-a95c-e8277fc87971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:21.610031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-536942e3-2037-437e-a95c-e8277fc87971 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8347905 Jun 01 12:55:21.621454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.701224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-a000c9e3-41b4-4780-be7d-c24daf5dfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:21.702724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-a000c9e3-41b4-4780-be7d-c24daf5dfcc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1904316 Jun 01 12:55:21.865728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-2629a473-09d4-4a30-9394-66aeb0211272 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289445 Jun 01 12:55:21.916517 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9093d0f5-2d27-4e45-af30-d2f006ca53a5 req-ad149536-b5cc-4d0b-a5cf-69b5aee22e24 service neutron] 10.222.0.24 "GET /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740691 Jun 01 12:55:21.922130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.941822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e55e02f2-7ce4-4ea8-bb4a-dac68b283d51 req-64bdab58-eeed-4a4d-b870-3df0c889fc03 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 210 time: 0.0845037 Jun 01 12:55:21.993408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:17Z', 'revision_number': 3, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:22.003816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Checking router: f027f4ef-d6a0-4538-b428-23d0e61a1fc3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:22.004217 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Updating router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 port 2d656448-ba06-41fb-87a9-89c53f3a36ed binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:22.104143 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.162110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:22.191756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-a5c3e3e7-ecfc-4a7d-a6c2-886a2514d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.192596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:22.193236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-a5c3e3e7-ecfc-4a7d-a6c2-886a2514d666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.5937433 Jun 01 12:55:22.201952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ddf797-7f7d-4861-a509-0c7c856ad2cc req-4093dec5-441b-41b7-a139-c95c21f3ae6e service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528794 Jun 01 12:55:22.260818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eec4a-cd74-4bc3-a6a6-0ac867fa0696 req-0ec8bf38-9267-4087-abc2-8567c6ffd6a0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.262554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-999eec4a-cd74-4bc3-a6a6-0ac867fa0696 req-0ec8bf38-9267-4087-abc2-8567c6ffd6a0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.9323320 Jun 01 12:55:22.331903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:22.356845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:22.370206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:22.411807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-b0b2b8ff-199f-45a6-b530-9903b40997d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.413760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-b0b2b8ff-199f-45a6-b530-9903b40997d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5143270 Jun 01 12:55:22.419453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:55:22.422788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-999eec4a-cd74-4bc3-a6a6-0ac867fa0696 req-ec972e14-efb9-4beb-ae76-24d7c4b36a67 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496949 Jun 01 12:55:22.561271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.562244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.580085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-9399f78d-b98d-4ea7-a2bb-ffc69e02afd4 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539378 Jun 01 12:55:22.601119 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.629340 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Transition to ACTIVE for port object 2d656448-ba06-41fb-87a9-89c53f3a36ed will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:22.640427 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.682658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-6da47234-9570-4e32-8c58-323aafe26b60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1875253 Jun 01 12:55:22.695389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Request body: {'port': {'device_id': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:22.733279 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Attempting to bind port 2d656448-ba06-41fb-87a9-89c53f3a36ed on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:22.733641 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Attempting to bind port 2d656448-ba06-41fb-87a9-89c53f3a36ed by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:22.734132 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Attempting to bind port 2d656448-ba06-41fb-87a9-89c53f3a36ed on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:22.740498 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Pushing event updated for resources: {'Port': ['ID=2d656448-ba06-41fb-87a9-89c53f3a36ed,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:22.746432 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:22.746832 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:22.747228 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.747611 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:22.748078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Bound port: 2d656448-ba06-41fb-87a9-89c53f3a36ed, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:22.748458 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.813403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.820605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.820938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.821262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.821761 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.822089 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.822404 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.823262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.823262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.823854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.824176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.824626 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.824946 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.886359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-7e4324ad-8648-47a0-a3b6-8cd1a32d9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.890194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-7e4324ad-8648-47a0-a3b6-8cd1a32d9f97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6854467 Jun 01 12:55:22.895281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] For port 2d656448-ba06-41fb-87a9-89c53f3a36ed, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:22.900086 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] For port 2d656448-ba06-41fb-87a9-89c53f3a36ed, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2d656448-ba06-41fb-87a9-89c53f3a36ed,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:22.906697 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.950034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.955390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a554c-0a00-4170-80e2-8f9efe0d6f80 req-ecf641af-0c78-4559-83eb-a21e906c28e8 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:22.956934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad4a554c-0a00-4170-80e2-8f9efe0d6f80 req-ecf641af-0c78-4559-83eb-a21e906c28e8 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1097 time: 0.8410740 Jun 01 12:55:23.024957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399267-d392-484d-9498-7a77f8b9fbe7 None None] Pushing event updated for resources: {'Port': ['ID=2d656448-ba06-41fb-87a9-89c53f3a36ed,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:23.042102 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:23.042838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:23.117705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec581b59-8bf5-4c6c-b33f-df1369a3f0d8 req-07637904-ca7e-43f7-ad5b-1645d871b227 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262876 Jun 01 12:55:23.155589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad4a554c-0a00-4170-80e2-8f9efe0d6f80 req-ca9e9d3c-88c1-40ab-ba8b-f29ff0287921 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635563 Jun 01 12:55:23.165703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-74a67eee-2d60-4f58-afcf-1234b663a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:23.167354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-74a67eee-2d60-4f58-afcf-1234b663a261 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1098 time: 0.8441050 Jun 01 12:55:23.229202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:23.245873 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:23.333360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-16862ca9-dc7c-4729-8dbc-a80b44172448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:23.335073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-16862ca9-dc7c-4729-8dbc-a80b44172448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1419983 Jun 01 12:55:23.413422 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7f6213-2206-4f0c-b944-6a385d637862'] response: {'name': 'network-changed', 'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818', 'status': 'completed', 'code': 200} Jun 01 12:55:23.436918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acda00d-5ad7-4cf2-a8c2-f88b3804a1fb req-2ee1afc8-ee5c-4e5e-af21-7b22c8741ca6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:23.438495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7acda00d-5ad7-4cf2-a8c2-f88b3804a1fb req-2ee1afc8-ee5c-4e5e-af21-7b22c8741ca6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 948 time: 0.5433431 Jun 01 12:55:23.512054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-8ad0ed92-a03f-42a3-98e2-49e0003b4916 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1656110 Jun 01 12:55:23.573445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-9e8e6eb7-e846-4283-8289-367d2ff56725 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728079 Jun 01 12:55:23.697756 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:17Z', 'revision_number': 3, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:23.703319 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e5bb5-1df7-48db-a8fb-eba133858d51 None None] The sync data for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 is: [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:17Z', 'revision_number': 3, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:23.761688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7acda00d-5ad7-4cf2-a8c2-f88b3804a1fb req-02a5feb5-2fbb-4b55-bca7-73da7990562a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622850 Jun 01 12:55:23.770348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-73692bbd-edd1-4af6-9ba7-ed3a1db5de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:23.771816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-73692bbd-edd1-4af6-9ba7-ed3a1db5de2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2392700 Jun 01 12:55:23.912850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-87057cf4-7e88-4501-beb9-1e69462ff2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013926 Jun 01 12:55:23.920692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-96c7b3f9-9a26-46e7-8ece-469d3565b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:23.923079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-96c7b3f9-9a26-46e7-8ece-469d3565b5dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 1099 time: 0.4835072 Jun 01 12:55:24.093675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4c50-c8d1-47c7-9f74-d28e5abc57e9 req-d8dc74e7-10a7-412e-90c7-0e06deb4c5b5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:24.094974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Allocated IP 172.20.0.1 (334300af-7f2c-487c-9900-0fc105089cb1/1316f42f-0279-4b25-b5b9-1c3b9fbe1c42/c24d99d0-24e5-4737-8d3a-499f7d0b62f3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:24.104514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64cd4c50-c8d1-47c7-9f74-d28e5abc57e9 req-d8dc74e7-10a7-412e-90c7-0e06deb4c5b5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 931 time: 0.4735210 Jun 01 12:55:24.206069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-580f42b1-2a9b-45d2-8a40-d81d9b1f31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:24.208811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-580f42b1-2a9b-45d2-8a40-d81d9b1f31e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2688794 Jun 01 12:55:24.215435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-a823d435-d500-4fed-a93d-e6f72a2319a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:24.220195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03b598a-bda0-4bf6-bfe4-b673446bafa2 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:24.221766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-a823d435-d500-4fed-a93d-e6f72a2319a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4355056 Jun 01 12:55:24.237616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:24.261913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64cd4c50-c8d1-47c7-9f74-d28e5abc57e9 req-b82050d3-d510-41ec-ab08-59a626dddf59 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559079 Jun 01 12:55:24.264194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Transition to ACTIVE for port object f03b598a-bda0-4bf6-bfe4-b673446bafa2 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:24.279684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:24.449644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-ad176e00-b37c-4106-ac79-0a76aee417c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818 HTTP/1.1" status: 200 len: 217 time: 0.1961172 Jun 01 12:55:24.533365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:24.540845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:24.626974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Transition to ACTIVE for port object c24d99d0-24e5-4737-8d3a-499f7d0b62f3 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:24.663227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Attempting to bind port f03b598a-bda0-4bf6-bfe4-b673446bafa2 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:24.663551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Attempting to bind port f03b598a-bda0-4bf6-bfe4-b673446bafa2 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:24.664384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Attempting to bind port f03b598a-bda0-4bf6-bfe4-b673446bafa2 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:24.673104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Port f03b598a-bda0-4bf6-bfe4-b673446bafa2 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:24.673104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Attempting to bind port f03b598a-bda0-4bf6-bfe4-b673446bafa2 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:24.684954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:24.685179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:24.685557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:24.685996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Bound port: f03b598a-bda0-4bf6-bfe4-b673446bafa2, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:24.696418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:24.770734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:24.784774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-5dd703a9-9f16-4e69-9638-242bdb0ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:24.788338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-5dd703a9-9f16-4e69-9638-242bdb0ba516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2785888 Jun 01 12:55:24.862264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-6fa565ff-90c7-48f5-a541-8eb4983a1435 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067398 Jun 01 12:55:24.887729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Network 334300af-7f2c-487c-9900-0fc105089cb1 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:24.893362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:24.896498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:25.021192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Pushing event updated for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:25.071802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:25.079128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:25.086506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.117683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2d656448-ba06-41fb-87a9-89c53f3a36ed up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:25.348407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.397669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-93a138fe-39c7-4efa-bfb1-0fe27b55397e None None] Provisioning for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:25.401425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e362a8dc-8678-4bbf-91bf-c7a4c8eedb03 req-287323b6-6c94-41a0-8ff0-b5f9f8933b79 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258908 Jun 01 12:55:25.412803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-93a138fe-39c7-4efa-bfb1-0fe27b55397e None None] Provisioning complete for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:25.413167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-93a138fe-39c7-4efa-bfb1-0fe27b55397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.442279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0871-ad10-49f9-a076-bd2e1b6881f0 req-fa162aa6-c612-4aef-a0e6-d7a3de1b0b5a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:25.451559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-486a0871-ad10-49f9-a076-bd2e1b6881f0 req-fa162aa6-c612-4aef-a0e6-d7a3de1b0b5a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.8923218 Jun 01 12:55:25.518267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:25.520432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.525207 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] 10.222.0.13 "PUT /v2.0/ports/f03b598a-bda0-4bf6-bfe4-b673446bafa2 HTTP/1.1" status: 200 len: 1091 time: 2.8342183 Jun 01 12:55:25.553929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:25.557787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-486a0871-ad10-49f9-a076-bd2e1b6881f0 req-497b9ab9-f337-4f6d-a5ba-bf9749f98d33 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044145 Jun 01 12:55:25.564724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2d656448-ba06-41fb-87a9-89c53f3a36ed completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:25.580140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-93a138fe-39c7-4efa-bfb1-0fe27b55397e None None] Port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:25.587542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2d656448-ba06-41fb-87a9-89c53f3a36ed triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:25.588139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.611986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-7fca8dde-76a7-4001-97cb-1a16a2ffc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:25.613997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-7fca8dde-76a7-4001-97cb-1a16a2ffc7a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8138928 Jun 01 12:55:25.804936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc193-5888-4b35-a47a-d7b038e2ab61 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:25.869918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2d656448-ba06-41fb-87a9-89c53f3a36ed is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:25.871242 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:25.882981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-403921d5-e371-4e1c-b838-66521a667c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:25.884623 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-403921d5-e371-4e1c-b838-66521a667c95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 1094 time: 0.2850668 Jun 01 12:55:25.888886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bd32d040-bd1c-4768-b182-cbacf1ae8818 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:25.904178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-fab12743-0c88-46b1-92ec-fca64ba882ee tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:55:25.905406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-fab12743-0c88-46b1-92ec-fca64ba882ee tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599964 Jun 01 12:55:25.922407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:25.923144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 12:55:25.993770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-2011f6bd-6a9b-414a-9ebe-539970cada1e service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620913 Jun 01 12:55:26.004913 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-537ae42b-e5a2-4e87-a170-f443d0510726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2 HTTP/1.1" status: 200 len: 217 time: 0.0839586 Jun 01 12:55:26.005673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2d656448-ba06-41fb-87a9-89c53f3a36ed, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2d656448-ba06-41fb-87a9-89c53f3a36ed,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:26.016918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.078272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.137432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2d656448-ba06-41fb-87a9-89c53f3a36ed,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:26.150221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:26.165927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-2aabdbcf-21f8-4609-981c-1cecf9cc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:26.168137 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-2aabdbcf-21f8-4609-981c-1cecf9cc6beb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1542511 Jun 01 12:55:26.168642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'bd32d040-bd1c-4768-b182-cbacf1ae8818', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'bd32d040-bd1c-4768-b182-cbacf1ae8818', 'mac_address': 'fa:16:3e:86:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:26.231354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port bd32d040-bd1c-4768-b182-cbacf1ae8818 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:26.231886 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.253631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd32d040-bd1c-4768-b182-cbacf1ae8818 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:26.273112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:26.280575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.364325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f511a65-7312-4987-8308-71ddd6b3fedb req-82c6a7d8-e617-443f-aa06-f328a5614d38 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:26.381560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f511a65-7312-4987-8308-71ddd6b3fedb req-82c6a7d8-e617-443f-aa06-f328a5614d38 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 948 time: 0.5312018 Jun 01 12:55:26.386896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-81ffc349-f0d6-4e18-b14b-a565d3b83490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061400 Jun 01 12:55:26.399117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:26.487870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad25a1-9ade-4b12-9056-e79fbb0dcd6c req-41cc1780-d7dd-479f-aaf9-891ac90daae9 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840133 Jun 01 12:55:26.514503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['bd32d040-bd1c-4768-b182-cbacf1ae8818'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:26.528273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f511a65-7312-4987-8308-71ddd6b3fedb req-2bb1dca8-19c9-4a23-b0a9-bd08d9f5a549 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534624 Jun 01 12:55:26.554124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:26.554641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:26.554938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:26.560673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:26.560960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:26.566387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:26.567564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:26.567564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:26.567564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Bound port: c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:26.599614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:26.610573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.612170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-a904d926-9713-435f-8791-34a4684bffc4 service neutron] 10.222.0.40 "POST /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139/bindings HTTP/1.1" status: 201 len: 389 time: 0.6942675 Jun 01 12:55:26.747438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-c4dc2366-615f-405c-ba13-71bbef6bd16d service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485906 Jun 01 12:55:26.818051 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192325fb-f546-4ab9-8482-4e35d08683b2'] response: {'name': 'network-changed', 'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'status': 'completed', 'code': 200} Jun 01 12:55:26.951743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.959913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:27.058267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2d656448-ba06-41fb-87a9-89c53f3a36ed up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:27.092479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232923-663c-4718-9407-fcf1a6ad81c5 req-c6d6c68c-6cf2-4df5-bd77-e8fe962e91c1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.094535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea232923-663c-4718-9407-fcf1a6ad81c5 req-c6d6c68c-6cf2-4df5-bd77-e8fe962e91c1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 943 time: 0.3557692 Jun 01 12:55:27.115916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81655-0c3c-470a-8d60-96b8c0ce84f2 req-657f79ee-7f3f-4dc0-b746-2e086e3ab6a0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.117846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0db81655-0c3c-470a-8d60-96b8c0ce84f2 req-657f79ee-7f3f-4dc0-b746-2e086e3ab6a0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 947 time: 0.2220678 Jun 01 12:55:27.133390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Pushing event updated for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:27.173953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:27.181080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2d656448-ba06-41fb-87a9-89c53f3a36ed triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:27.181925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:27.184135 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2f856a1-eac8-4802-b00d-fbc1019886db req-19499007-a3d1-4090-a146-5a34b41c505b service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251680 Jun 01 12:55:27.201909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea232923-663c-4718-9407-fcf1a6ad81c5 req-8d4e4466-a340-4041-ad21-bec94097ea53 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942991 Jun 01 12:55:27.210557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-68ff8a6e-be48-4acf-9294-d8aaf0d6fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.212225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-68ff8a6e-be48-4acf-9294-d8aaf0d6fd19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1097 time: 0.2095680 Jun 01 12:55:27.217988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0db81655-0c3c-470a-8d60-96b8c0ce84f2 req-457a4fd6-e49e-4e22-a42e-20763f94eb93 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648746 Jun 01 12:55:27.449576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2d656448-ba06-41fb-87a9-89c53f3a36ed is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:27.510152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Network 334300af-7f2c-487c-9900-0fc105089cb1 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:27.513806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:27.517632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-37a68699-6cfb-4cde-b358-464b38eeec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.519286 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-37a68699-6cfb-4cde-b358-464b38eeec42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 1094 time: 0.1484923 Jun 01 12:55:27.611431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-14da0f05-8735-4539-bac5-2f8e8f8dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.617348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-14da0f05-8735-4539-bac5-2f8e8f8dc084 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3973384 Jun 01 12:55:27.836417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:27.894145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-27f365b6-c97b-4f8e-a878-4f62bf341428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 217 time: 0.2667084 Jun 01 12:55:27.943104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-96929220-998e-4e29-b738-6c016bbd10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:27.944551 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-96929220-998e-4e29-b738-6c016bbd10ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.4183707 Jun 01 12:55:27.997523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bd32d040-bd1c-4768-b182-cbacf1ae8818 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:28.000695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:28.021607 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-bc10c816-f61c-47a3-83b4-2981e8838c4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2 HTTP/1.1" status: 200 len: 217 time: 0.0702958 Jun 01 12:55:28.024050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b91d-f3ee-463f-95fd-858e77b3e9b3 req-723af771-0cb4-44cd-8a0b-ab0b0099a0e2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.025834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0598b91d-f3ee-463f-95fd-858e77b3e9b3 req-723af771-0cb4-44cd-8a0b-ab0b0099a0e2 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.6196437 Jun 01 12:55:28.083638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:28.111924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d503555-3353-480e-adb1-84ca7601f92e None None] Provisioning complete for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:28.112295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d503555-3353-480e-adb1-84ca7601f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.129481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0598b91d-f3ee-463f-95fd-858e77b3e9b3 req-1f7b6260-4815-45ac-9925-9e9e8ab6a2c1 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834508 Jun 01 12:55:28.148992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-64dc882e-46a8-4b68-8ed1-34b9e0fa5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.150703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-64dc882e-46a8-4b68-8ed1-34b9e0fa5973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.2377391 Jun 01 12:55:28.182543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4d503555-3353-480e-adb1-84ca7601f92e None None] Port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:28.186303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '6cd19c45-07b6-445c-b63c-058e67190874', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '6cd19c45-07b6-445c-b63c-058e67190874', 'mac_address': 'fa:16:3e:a1:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:28.188615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port bd32d040-bd1c-4768-b182-cbacf1ae8818 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:28.195270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port bd32d040-bd1c-4768-b182-cbacf1ae8818 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:28.195627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.203165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-0dae45e6-485a-46f5-a6cf-8e5d83ecaef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452411 Jun 01 12:55:28.211409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d49d46-6730-41a7-b2ce-c51b17d2de22 req-3d72d90b-e92e-4d2f-88c8-36878795ee1c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.213166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6d49d46-6730-41a7-b2ce-c51b17d2de22 req-3d72d90b-e92e-4d2f-88c8-36878795ee1c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 949 time: 0.3868759 Jun 01 12:55:28.248996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-d076f1e9-35ba-43f8-a4b1-0700414451f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.250733 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-d076f1e9-35ba-43f8-a4b1-0700414451f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.2193363 Jun 01 12:55:28.343985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:28.344426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.421359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:28.496580 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-130f4287-be2e-4054-986f-45fad8c23c98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591102 Jun 01 12:55:28.512280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-c4fce4bb-3368-4dc0-a0c3-faf70783bba1 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976167 Jun 01 12:55:28.527396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:28.536038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:28.559963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Sync routers for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:28.562035 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.623653 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25bec7c7-9891-4ae5-a4ef-62a3e711a256 admin admin] 10.222.0.40 "PUT /v2.0/routers/f027f4ef-d6a0-4538-b428-23d0e61a1fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1450100 Jun 01 12:55:28.632275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:28.632931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:28.636914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6d49d46-6730-41a7-b2ce-c51b17d2de22 req-552ed4e4-e303-4c9d-a679-9ac8187e1b72 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236055 Jun 01 12:55:28.766478 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-5584ba3c-75fe-4c4b-b8e8-c74e938be48e service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608294 Jun 01 12:55:28.772467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21849f0b-448c-4c23-acdc-1cfc0901834c req-9b0a9a59-cdb7-4cf8-bdfc-79e9dd02786e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.780425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21849f0b-448c-4c23-acdc-1cfc0901834c req-9b0a9a59-cdb7-4cf8-bdfc-79e9dd02786e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 943 time: 0.2659564 Jun 01 12:55:28.853827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21849f0b-448c-4c23-acdc-1cfc0901834c req-153774d7-26be-4330-a1a2-d7b59b9691c7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691347 Jun 01 12:55:28.931460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-7a53d11f-8225-4799-aff9-ad9b7efa35c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762271 Jun 01 12:55:28.953324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port bd32d040-bd1c-4768-b182-cbacf1ae8818 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:28.953726 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.969564 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ee8066f9-8690-4515-814c-23fb24ac4fbf req-1e68f6a8-f2a9-4927-a846-b1473ee5c9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950631 Jun 01 12:55:28.988989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4895d8-69d0-4703-b974-6af76444e699 req-3f8b533b-e53f-45d9-96f0-be238bfb359a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:28.990521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4895d8-69d0-4703-b974-6af76444e699 req-3f8b533b-e53f-45d9-96f0-be238bfb359a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.1328263 Jun 01 12:55:29.014964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:29.031817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:29.041914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:29.048436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:29.093998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4895d8-69d0-4703-b974-6af76444e699 req-5f570848-d33f-43f3-a410-95e231440a9c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859122 Jun 01 12:55:29.116062 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324c24c9-a904-4682-87f3-2e08653e0bbc'] response: {'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818', 'code': 200} Jun 01 12:55:29.116711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.340553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['6cd19c45-07b6-445c-b63c-058e67190874'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:29.354037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21c621-f6e7-4497-8f16-164a1f5542fa req-776e1aa9-165c-407b-8bb9-90b83babb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:29.360348 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0d21c621-f6e7-4497-8f16-164a1f5542fa req-776e1aa9-165c-407b-8bb9-90b83babb984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 1101 time: 0.1883030 Jun 01 12:55:29.389241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415fe25-5e6c-4514-aeb7-1838515001c4 req-8d5bdd4e-5721-4406-9efd-9a9d8ead83bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:29.397484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5415fe25-5e6c-4514-aeb7-1838515001c4 req-8d5bdd4e-5721-4406-9efd-9a9d8ead83bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.1146128 Jun 01 12:55:29.447734 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0d21c621-f6e7-4497-8f16-164a1f5542fa req-97337af0-3f45-4714-9e7c-48ea6d9b6aea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Jun 01 12:55:29.474877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5415fe25-5e6c-4514-aeb7-1838515001c4 req-2e248c4f-02a8-4000-a0c6-c071d8034175 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764244 Jun 01 12:55:29.489622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:29.629632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47654) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:29.636036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-121228994-network', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:29.646629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:29.654903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Usage tracker for resource:network and tenant:5736183ce5584da09de6d07a7fe84b38 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:29.663433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:29.672431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:29.693258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Made reservation on behalf of 5736183ce5584da09de6d07a7fe84b38 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:29.695943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.747508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.778300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:29.782348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Usage tracker for resource:security_group_rule and tenant:5736183ce5584da09de6d07a7fe84b38 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:29.785384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:29.791276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:29.796576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:26Z', 'revision_number': 2, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:29.802286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Checking router: f027f4ef-d6a0-4538-b428-23d0e61a1fc3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:29.802613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Updating router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:29.882773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.885057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.886989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-9c90fc21-9b40-41ee-9db5-cf594579a142 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Synchronizing usage tracker for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:29.892167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.927351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-9c90fc21-9b40-41ee-9db5-cf594579a142 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Unset dirty status for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:29.935682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-9c90fc21-9b40-41ee-9db5-cf594579a142 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1011489086&fields=id&tenant_id=941b09fcdc56409e80bb6a704f765fbc HTTP/1.1" status: 200 len: 267 time: 0.1646373 Jun 01 12:55:29.936212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:55:29.942301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:29.942506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c58826-a2ec-4e3c-989d-b99583d05f86,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:29.960465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.960890 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Added segment b1f9964d-82b3-4f70-8a83-3d3c44599215 of type vlan for network 0894ac26-a549-4b51-a2cc-f0c87731d773 Jun 01 12:55:29.976743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-c26b6185-f680-44a0-b222-e1ba69b2072f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:29.978380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-c26b6185-f680-44a0-b222-e1ba69b2072f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 948 time: 0.2743828 Jun 01 12:55:29.989219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.030106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe89aa1-802a-4a89-ac1f-db0d100fae15 req-b7e92d72-9670-4ad5-aebe-9919590376d0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:30.031642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fe89aa1-802a-4a89-ac1f-db0d100fae15 req-b7e92d72-9670-4ad5-aebe-9919590376d0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.2667525 Jun 01 12:55:30.055528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.056735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:30.057782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.189419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fe89aa1-802a-4a89-ac1f-db0d100fae15 req-b2cb2e63-0340-4538-b4f3-0c4c04807961 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040666 Jun 01 12:55:30.195228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] Pushing event updated for resources: {'Network': ['ID=0894ac26-a549-4b51-a2cc-f0c87731d773,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:30.201288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-bfa4dbd3-1338-4a68-97e7-9552c4e9d5dc service neutron] 10.222.0.24 "GET /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.1792898 Jun 01 12:55:30.207859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-520cddb0-a019-4004-8865-fa3e5cf9140b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5771551 Jun 01 12:55:30.210651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47664) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:30.219735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-7556619a-8cf3-434f-857d-7f1e56f2d400 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:30.230243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-7556619a-8cf3-434f-857d-7f1e56f2d400 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/networks?id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5 HTTP/1.1" status: 200 len: 815 time: 0.2934308 Jun 01 12:55:30.235353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Request body: {'subnet': {'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-121228994-subnet', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:30.248218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-b5d498b2-c24c-4f21-91bb-4ace8054d1ac tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/quotas/941b09fcdc56409e80bb6a704f765fbc HTTP/1.1" status: 200 len: 375 time: 0.0170968 Jun 01 12:55:30.249107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:30.253183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Usage tracker for resource:subnet and tenant:5736183ce5584da09de6d07a7fe84b38 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:30.257686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:30.283662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:55:30.303082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:30.400827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:30.419556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'mac_address': 'fa:16:3e:c7:d4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:30.422078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Made reservation on behalf of 5736183ce5584da09de6d07a7fe84b38 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:30.424391 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.560462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-d66b0490-0056-491c-bd06-087a0d8d80d9 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=941b09fcdc56409e80bb6a704f765fbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3043754 Jun 01 12:55:30.590583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:30.591041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.615054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b598a-bda0-4bf6-bfe4-b673446bafa2 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:30.684870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:30.693121 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.714289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96298a71-ecf1-4e41-9d24-35cb2d22dbf1 req-08fda6c1-7c0f-4db2-9863-d68fbedf64b3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:30.715787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96298a71-ecf1-4e41-9d24-35cb2d22dbf1 req-08fda6c1-7c0f-4db2-9863-d68fbedf64b3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 950 time: 0.3776832 Jun 01 12:55:30.717668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-2ab032d4-a235-4f3b-81cc-794997f7163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:30.719004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-2ab032d4-a235-4f3b-81cc-794997f7163f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1099 time: 0.4263175 Jun 01 12:55:30.727923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-3a06e79f-495a-4244-826d-3b7a63cfef5d service neutron] 10.222.0.40 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471863 Jun 01 12:55:30.748917 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.774840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Transition to ACTIVE for port object c24d99d0-24e5-4737-8d3a-499f7d0b62f3 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:30.785575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.793793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:30.999492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f03b598a-bda0-4bf6-bfe4-b673446bafa2'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:31.060081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96298a71-ecf1-4e41-9d24-35cb2d22dbf1 req-eb3c0f83-3f00-43df-9c42-a3d42e5f7dd5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361320 Jun 01 12:55:31.163230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45a0b-c7af-496d-9d11-c210ca1c0a92 None None] Pushing event updated for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:31.201765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Attempting to bind port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:31.202125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Attempting to bind port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:31.202475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Attempting to bind port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 on network 334300af-7f2c-487c-9900-0fc105089cb1 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:31.211456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:31.211822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Checking segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:31.212212 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.212580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Bound using segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:31.213027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Bound port: c24d99d0-24e5-4737-8d3a-499f7d0b62f3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:31.213458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.241626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-c27d8cb7-4c83-4b0a-a8fe-505cbe25c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:31.243499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-c27d8cb7-4c83-4b0a-a8fe-505cbe25c23c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4975529 Jun 01 12:55:31.320674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-ea5aead8-4458-49c4-aaef-8ccb1fd93da4 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758569 Jun 01 12:55:31.339492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-9933bf0e-6c84-463c-93c1-ae1d1a12cceb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.0816450 Jun 01 12:55:31.348454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.353422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] For port c24d99d0-24e5-4737-8d3a-499f7d0b62f3, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:31.371916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] For port c24d99d0-24e5-4737-8d3a-499f7d0b62f3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:31.381978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.493651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:31.494291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:31.499602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da914ef-f0c0-46e4-bc60-54845a016b97,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:31.504981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-8a06ba30-1601-4356-98fe-d9425522967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:31.506513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-8a06ba30-1601-4356-98fe-d9425522967d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1528313 Jun 01 12:55:31.517899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Checking segment: {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:31.518249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Network hostable DHCP agents. Network: 0894ac26-a549-4b51-a2cc-f0c87731d773, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:55:31.556387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45a0b-c7af-496d-9d11-c210ca1c0a92 None None] Pushing event updated for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:31.575669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda545f-ceb5-4344-a164-97ddf3c093c3 req-b18c512d-f10b-4f2f-93fb-c39f5c5b7e73 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:31.583061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cda545f-ceb5-4344-a164-97ddf3c093c3 req-b18c512d-f10b-4f2f-93fb-c39f5c5b7e73 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.3897076 Jun 01 12:55:31.655594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:55:31.669776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cda545f-ceb5-4344-a164-97ddf3c093c3 req-f1bc91ee-c3ca-40b1-a2d0-c4cd49a8d858 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855484 Jun 01 12:55:31.697631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0894ac26-a549-4b51-a2cc-f0c87731d773) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:31.703490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:31.704597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.712767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd494549-b63e-430e-a26d-04703d0870a3 None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:55:31.723162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-9d459607-8d3e-40f7-889f-0f013545f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:31.725241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-9d459607-8d3e-40f7-889f-0f013545f560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977344 Jun 01 12:55:31.765843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ba271190-cc38-4a0e-b175-a06585913ac1 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5540304 Jun 01 12:55:31.768983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:31.775531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:31.781433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:31.793680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Usage tracker for resource:router and tenant:5736183ce5584da09de6d07a7fe84b38 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:31.801704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:31.814414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:31.848434 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.850323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.873057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:31.874677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:31.930920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:32.054602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-c71726e7-b177-4afb-8db0-e476e23fd73c service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167536 Jun 01 12:55:32.192121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cf1f-1f23-4e12-8ff0-5a0b0bcbe965 req-c60a8b27-917b-4ad2-b556-3db9dbb017bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:32.200076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a964cf1f-1f23-4e12-8ff0-5a0b0bcbe965 req-c60a8b27-917b-4ad2-b556-3db9dbb017bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.3437161 Jun 01 12:55:32.260660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 6cd19c45-07b6-445c-b63c-058e67190874 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:32.264014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1322-2ba1-41ee-bea9-a53366f998ae req-769ee3f2-6e84-4d9a-a526-b1db2c2bd689 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:32.265521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12d1322-2ba1-41ee-bea9-a53366f998ae req-769ee3f2-6e84-4d9a-a526-b1db2c2bd689 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.3407650 Jun 01 12:55:32.267386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-7eccdcc9-4619-451c-b6ac-c7a90f691351 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013156 Jun 01 12:55:32.277238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 6cd19c45-07b6-445c-b63c-058e67190874 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:32.277723 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.304571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a964cf1f-1f23-4e12-8ff0-5a0b0bcbe965 req-e0d0049c-32d2-475e-8dba-2597a0e74ef3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Jun 01 12:55:32.310356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.359848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12d1322-2ba1-41ee-bea9-a53366f998ae req-640ebd42-03be-4411-96aa-3c03bec8b1ff tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863583 Jun 01 12:55:32.416442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14a07176-5773-4b83-a4e7-5d170b55bba1 req-c5a3d0c5-27fd-496a-8eec-00c9ce9455a5 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 210 time: 0.0555212 Jun 01 12:55:32.468418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-0894ac26-a549-4b51-a2cc-f0c87731d773', 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'fixed_ips': [{'subnet_id': '1da914ef-f0c0-46e4-bc60-54845a016b97'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:55:32.469262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.618978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4224-55a2-45a0-9053-d01d5aaec4d7 req-04b8505b-4c6c-4452-82a6-e89e80d06684 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:32.626811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf2e4224-55a2-45a0-9053-d01d5aaec4d7 req-04b8505b-4c6c-4452-82a6-e89e80d06684 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 950 time: 0.1343734 Jun 01 12:55:32.679301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf2e4224-55a2-45a0-9053-d01d5aaec4d7 req-bcfc9159-0de9-4b61-b9db-4e4b331d20d6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515225 Jun 01 12:55:32.698433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:32.699034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.764193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:31Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:32.787637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.821935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.870899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eeca22-013c-4635-81ca-8eb0b26bba19 None None] The sync data for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 is: [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:31Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:32.883095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:32.899517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:32.908902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.976737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Allocated IP 172.20.0.2 (0894ac26-a549-4b51-a2cc-f0c87731d773/1da914ef-f0c0-46e4-bc60-54845a016b97/c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:33.014811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772619e-e0f9-40f8-8372-95eb3fb9e5f5 req-6d647d05-5b38-4867-b0b7-012e0630fac2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:33.016397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b772619e-e0f9-40f8-8372-95eb3fb9e5f5 req-6d647d05-5b38-4867-b0b7-012e0630fac2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.2070034 Jun 01 12:55:33.059877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be688234-9e1e-4d67-a301-77e72c43c0c7 req-d493bf37-23df-424c-86ff-e37710398faa tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:33.062141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be688234-9e1e-4d67-a301-77e72c43c0c7 req-d493bf37-23df-424c-86ff-e37710398faa tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 1101 time: 0.2002525 Jun 01 12:55:33.115137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:33.174988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b772619e-e0f9-40f8-8372-95eb3fb9e5f5 req-c2ad2310-3c96-44c7-9c8e-2d939e9f9c69 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418967 Jun 01 12:55:33.204502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be688234-9e1e-4d67-a301-77e72c43c0c7 req-b2caded1-f405-4c5e-86a0-f54e5ee510eb tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204696 Jun 01 12:55:33.217223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Allocated IP 172.25.7.199 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/32415c47-72cc-4b73-8b8c-92a890bd8e4a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:33.309471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c24d99d0-24e5-4737-8d3a-499f7d0b62f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:33.359307 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d18df4a-a265-46d2-95af-e71ece9016f8'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'code': 200} Jun 01 12:55:33.430857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.471256 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.500012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Transition to ACTIVE for port object c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:33.546841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:33.567922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Transition to ACTIVE for port object c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:33.569323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:33.569687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.570827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.639206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.748479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:33.752628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:33.759551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:33.770926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Pushing event updated for resources: {'Port': ['ID=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:33.823554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-0e7a3bb9-e422-4486-a0c3-19d63a963f75 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:33.824529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-0e7a3bb9-e422-4486-a0c3-19d63a963f75 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Synchronizing usage tracker for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:33.851593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b918811-f495-4176-8097-d3dff737cbf0 req-14226452-aa61-440b-87d0-55560e289b53 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:33.853102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b918811-f495-4176-8097-d3dff737cbf0 req-14226452-aa61-440b-87d0-55560e289b53 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.3082302 Jun 01 12:55:33.866521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58399764-808e-4994-92f6-ab1527ecd610 req-46b8b411-fe67-48c0-b2f0-a7a32c58e991 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:33.876196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:33.878775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58399764-808e-4994-92f6-ab1527ecd610 req-46b8b411-fe67-48c0-b2f0-a7a32c58e991 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.3850121 Jun 01 12:55:33.883228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:33.890344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:33.954579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:33.988644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58399764-808e-4994-92f6-ab1527ecd610 req-d3c44132-be74-44a9-967e-83fdc67e9ce4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080813 Jun 01 12:55:34.000741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Pushing event updated for resources: {'Port': ['ID=32415c47-72cc-4b73-8b8c-92a890bd8e4a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:34.015545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-0e7a3bb9-e422-4486-a0c3-19d63a963f75 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Unset dirty status for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:34.016682 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-0e7a3bb9-e422-4486-a0c3-19d63a963f75 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.13 "GET /v2.0/networks?id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5 HTTP/1.1" status: 200 len: 815 time: 0.5122828 Jun 01 12:55:34.029930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b918811-f495-4176-8097-d3dff737cbf0 req-eb54a57c-6a70-496d-adea-54f60d46e0af tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456661 Jun 01 12:55:34.169229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Attempting to bind port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:34.169893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Attempting to bind port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:34.170411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Attempting to bind port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 on network 0894ac26-a549-4b51-a2cc-f0c87731d773 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:34.193687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:34.194111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Checking segment: {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:34.194520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.194938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Bound using segment: {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:34.195428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Bound port: c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:34.199280 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.223794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:34.224760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.245863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-67774432-2f3b-4f40-9555-aec38082201e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993586 Jun 01 12:55:34.252531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-e183fc77-0dcd-42fc-82a4-ba2b9000c3f7 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Synchronizing usage tracker for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:34.257657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ab40d59-5816-44d9-8089-b6e039455992 req-ad9f56ef-ca5b-44eb-8bd7-bdcabbfd6245 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 210 time: 0.0659089 Jun 01 12:55:34.282573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-e183fc77-0dcd-42fc-82a4-ba2b9000c3f7 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Unset dirty status for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:34.283774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-e183fc77-0dcd-42fc-82a4-ba2b9000c3f7 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=941b09fcdc56409e80bb6a704f765fbc HTTP/1.1" status: 200 len: 380 time: 0.1768863 Jun 01 12:55:34.302088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'port': {'device_id': '591e23ab-8160-4be0-9a81-e63ed814421f', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'admin_state_up': True, 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'security_groups': ['42887610-1a36-47b3-b172-1a3e5141dab1']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:34.433698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] For port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:34.454757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] For port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:34.458709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.477292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.617279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-f2261a4d-d744-4790-8fd9-392c9aa84d03 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:34.636971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-f2261a4d-d744-4790-8fd9-392c9aa84d03 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3889170 Jun 01 12:55:34.686626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-ee3c3c77-0a4d-41b7-8464-239263cbef8f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.0485442 Jun 01 12:55:34.689642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c24d99d0-24e5-4737-8d3a-499f7d0b62f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:34.694516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port f03b598a-bda0-4bf6-bfe4-b673446bafa2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:34.701583 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.707402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f03b598a-bda0-4bf6-bfe4-b673446bafa2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:34.707646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.751587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9b513-56cf-4aff-a463-cfdd5dc6cc5c None None] Pushing event updated for resources: {'Port': ['ID=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:34.788332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.810679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34e51-a3d1-4e31-a722-87f5b124ca83 req-da44be29-f088-4e41-b845-fd333f06689d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:34.812403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5d34e51-a3d1-4e31-a722-87f5b124ca83 req-da44be29-f088-4e41-b845-fd333f06689d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.3462331 Jun 01 12:55:34.940036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5d34e51-a3d1-4e31-a722-87f5b124ca83 req-47b3439a-144e-4153-b664-4c7f600ab9fc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130774 Jun 01 12:55:34.947189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:34.982458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:34.986429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Usage tracker for resource:port and tenant:941b09fcdc56409e80bb6a704f765fbc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:34.989630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-ab1293ec-0975-40f8-b48f-158628390cec tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3002062 Jun 01 12:55:35.002557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:35.076046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:35.113017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:35.113396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.157491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Made reservation on behalf of 941b09fcdc56409e80bb6a704f765fbc for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:35.167156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.191626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:35.212273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.283633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:35.360759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:35.422487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56ca2-9f8c-4423-bccc-de4d4e2aaa56 req-b81b329c-fcc1-49ac-9b8c-e273511311f7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:35.431434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56a56ca2-9f8c-4423-bccc-de4d4e2aaa56 req-b81b329c-fcc1-49ac-9b8c-e273511311f7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.1694660 Jun 01 12:55:35.505416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:35.557009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:35.572176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c24d99d0-24e5-4737-8d3a-499f7d0b62f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:35.572847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56a56ca2-9f8c-4423-bccc-de4d4e2aaa56 req-fb23e02c-510b-46d1-90ed-6b9187439731 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385291 Jun 01 12:55:35.660202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f623c-56b9-4666-b08b-dabdadf36f5f req-5f8e3c3f-eb74-4a81-be14-9291c07a8cd5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:35.669120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee1f623c-56b9-4666-b08b-dabdadf36f5f req-5f8e3c3f-eb74-4a81-be14-9291c07a8cd5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.1995418 Jun 01 12:55:35.759725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee1f623c-56b9-4666-b08b-dabdadf36f5f req-a5170f0b-2afa-4f98-b10d-befb4c9bf557 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887003 Jun 01 12:55:35.862964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:35.863492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.072086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:36.098850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9be12c12-3384-4f57-8ddc-562d5973d708 req-81bc821b-b95d-4edf-a73c-3db763707233 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 210 time: 0.1641419 Jun 01 12:55:36.114185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Allocated IP 172.20.0.13 (f9f32b56-91a2-4c94-b64c-7d390a6c13d5/30d878e6-eaef-4e09-a986-2ab9b39b8b3d/867b1740-a1c3-4861-b4dc-7ca74fb91e91) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:36.173089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-cae955a4-b55b-462a-a5a3-e896a23cf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:36.177700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-cae955a4-b55b-462a-a5a3-e896a23cf6bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1100 time: 0.3111482 Jun 01 12:55:36.190610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:36.204826 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04d3907-6d14-4d79-87ea-6ca2299d2424'] response: {'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'code': 200} Jun 01 12:55:36.213574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.290419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e2945-7b4c-4d26-9a8d-84cba0210b88 None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:55:36.522123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Provisioning for port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:36.534050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Provisioning complete for port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:36.534561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.627133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.648725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Transition to ACTIVE for port object 867b1740-a1c3-4861-b4dc-7ca74fb91e91 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:36.661462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Router 559c8d2f-fc31-49c5-a147-3556cc20105f is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:55:36.687988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a5517cf-8756-4859-bb72-2c7e224aa660 req-854d1531-b113-4955-86f3-73bec7579d86 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 210 time: 0.1555398 Jun 01 12:55:36.688703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.862446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.946433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed7c74-3789-4d52-9471-7c94a66da5cc req-6f1a86d9-72eb-4ec7-80da-8764f9f3c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:36.948752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3ed7c74-3789-4d52-9471-7c94a66da5cc req-6f1a86d9-72eb-4ec7-80da-8764f9f3c425 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 1096 time: 0.5320668 Jun 01 12:55:36.961758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Current status of the port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:36.962281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.967051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:36.972188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:36.983599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:37.001912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20425c3b-199d-459f-ab2b-3416711f4944 req-97e948db-df8a-4a07-a9b7-2c839a32ae86 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:37.003483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20425c3b-199d-459f-ab2b-3416711f4944 req-97e948db-df8a-4a07-a9b7-2c839a32ae86 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4744415 Jun 01 12:55:37.010276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] For port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:37.023427 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.035572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:37.050471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:37.063415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Sync routers for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:37.083541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:37.085313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:37.138305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:37.139983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.160943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.167409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9c16cce6-57ba-4c63-8c51-a589085ec858 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3962467 Jun 01 12:55:37.169549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47756) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:37.172781 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-8f6dcde7-aab7-4b3c-af19-e8a5e5c08c2a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8803446 Jun 01 12:55:37.181835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76fe66-c276-499f-9545-e2d08e048a14 None None] Pushing event updated for resources: {'Port': ['ID=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:37.264078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3ed7c74-3789-4d52-9471-7c94a66da5cc req-e73d9295-8481-4714-ad70-744086ede044 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038077 Jun 01 12:55:37.280972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Request body: {'port': {'device_id': '591e23ab-8160-4be0-9a81-e63ed814421f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:37.334120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20425c3b-199d-459f-ab2b-3416711f4944 req-2cc21ebd-aa86-40c8-a78e-e2737530a90e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012912 Jun 01 12:55:37.407714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734b0fa-3e6c-41a2-8686-595c49a99b04 req-fdbf78ad-6446-4c17-8478-d0573fd3c05a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:37.409273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3734b0fa-3e6c-41a2-8686-595c49a99b04 req-fdbf78ad-6446-4c17-8478-d0573fd3c05a tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 0.5244093 Jun 01 12:55:37.417019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.427432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:37.466121 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:37.480769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Provisioning for port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:37.488688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Provisioning complete for port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:37.489059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.574146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:37.603643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Provisioning complete for port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:37.603939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.712138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.13', 63636) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:37.751399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b62bdeb4-f9f0-49dd-ac88-4446ca61cc29 None None] Current status of the port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:37.790394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-de5d212a-d328-4cdc-9794-e99a7ecfba09 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2052255 Jun 01 12:55:37.835373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3734b0fa-3e6c-41a2-8686-595c49a99b04 req-51edbffd-ab1b-4fba-b47f-46eb4e13e842 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099212 Jun 01 12:55:37.845004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:55:37.913597 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 3, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:37.915478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:37.919809 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Checking router: 559c8d2f-fc31-49c5-a147-3556cc20105f for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:37.920236 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Updating router 559c8d2f-fc31-49c5-a147-3556cc20105f port 32415c47-72cc-4b73-8b8c-92a890bd8e4a binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:37.982284 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.037974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:38.060306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:38.060897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.161050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:38.167306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.229719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882067cf-5819-4c0d-9d30-ba5a0be7d291 req-f4f003c0-5184-4bba-aa6a-c48d5a87dea4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:38.231548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-882067cf-5819-4c0d-9d30-ba5a0be7d291 req-f4f003c0-5184-4bba-aa6a-c48d5a87dea4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 946 time: 0.6451387 Jun 01 12:55:38.243626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Transition to ACTIVE for port object 6cd19c45-07b6-445c-b63c-058e67190874 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:38.253995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-6b366ed0-19ab-4f5e-8370-9b6b71aae46b tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:38.255733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-6b366ed0-19ab-4f5e-8370-9b6b71aae46b tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1097 time: 0.5186412 Jun 01 12:55:38.271766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.313817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:55:38.314312 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:55:38.320969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:38.366658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-d41b138a-0eb9-47fe-88f2-788f13b1be19 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:38.368096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-d41b138a-0eb9-47fe-88f2-788f13b1be19 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5481827 Jun 01 12:55:38.417714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:38.452267 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.487745 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Transition to ACTIVE for port object 32415c47-72cc-4b73-8b8c-92a890bd8e4a will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:38.504878 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.612146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867b1740-a1c3-4861-b4dc-7ca74fb91e91 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:38.614645 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Attempting to bind port 32415c47-72cc-4b73-8b8c-92a890bd8e4a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:38.615023 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Attempting to bind port 32415c47-72cc-4b73-8b8c-92a890bd8e4a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:38.615377 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Attempting to bind port 32415c47-72cc-4b73-8b8c-92a890bd8e4a on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:38.621778 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6781fd9-d722-4e9e-8aa6-bd3aeb2b8e0d None None] Pushing event updated for resources: {'Port': ['ID=32415c47-72cc-4b73-8b8c-92a890bd8e4a,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:38.624021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.625194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cf829-77bc-4cd0-9e06-6078ca829351 req-00dfad8e-e115-4bf6-a022-22f28bf6d290 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:38.626255 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:38.626568 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:38.626794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d6cf829-77bc-4cd0-9e06-6078ca829351 req-00dfad8e-e115-4bf6-a022-22f28bf6d290 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.6276081 Jun 01 12:55:38.642827 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.643231 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:38.643743 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Bound port: 32415c47-72cc-4b73-8b8c-92a890bd8e4a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:38.644127 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.692908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Transition to ACTIVE for port object 867b1740-a1c3-4861-b4dc-7ca74fb91e91 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:38.706450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.714983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-882067cf-5819-4c0d-9d30-ba5a0be7d291 req-8781dd16-45ec-40a0-9e9a-74072f8184bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698012 Jun 01 12:55:38.746457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] For port 32415c47-72cc-4b73-8b8c-92a890bd8e4a, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:38.750015 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] For port 32415c47-72cc-4b73-8b8c-92a890bd8e4a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=32415c47-72cc-4b73-8b8c-92a890bd8e4a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:38.754449 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.836312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] No DVR routers for this DVR port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:38.839477 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:38.841441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:38.860432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca787482-f962-44fb-9125-04395f361014 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:38.922801 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6781fd9-d722-4e9e-8aa6-bd3aeb2b8e0d None None] Pushing event updated for resources: {'Port': ['ID=32415c47-72cc-4b73-8b8c-92a890bd8e4a,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:38.937794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:38.951823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:38.966194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.005788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.046498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:39.052246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:39.155361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:39.155926 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.243220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Attempting to bind port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:39.244022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Attempting to bind port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:39.244640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Attempting to bind port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 on network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:39.285912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 on network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:39.286550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Attempting to bind port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 on network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:39.301084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:39.303164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:39.303720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Checking segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:39.304283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Bound using segment: {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:39.305172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Bound port: 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e078d7-3007-4ca0-be2f-c24022cd9270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:39.305827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.336846 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 3, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:39.340048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aea6a5e7-3d7a-41c2-81cb-742f71a2284d req-aaec3477-44ae-463b-b2b1-499e6bc437b9 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 210 time: 0.3492026 Jun 01 12:55:39.341770 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e029-19cf-46cd-b24e-972fbf4c2a21 None None] The sync data for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 is: [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 3, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:39.406508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:39.406976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:39.407378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:39.424851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:39.429396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:39.435000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:39.435415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Attempting to bind port 6cd19c45-07b6-445c-b63c-058e67190874 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:39.443865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Allocated IP 172.20.0.1 (0894ac26-a549-4b51-a2cc-f0c87731d773/1da914ef-f0c0-46e4-bc60-54845a016b97/eff90f3c-0f35-4efe-9a19-5c3e7ed307a7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:39.448076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d6cf829-77bc-4cd0-9e06-6078ca829351 req-14ec6c23-123d-495b-a542-349d0670dc0e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674727 Jun 01 12:55:39.455832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:39.459541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:39.460013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:39.460497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:39.461047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Bound port: 6cd19c45-07b6-445c-b63c-058e67190874, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:39.461478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.645073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:39.649751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:39.658814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.701694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff555700-9537-4503-9231-a3a4a42972bc req-3cb60855-b28b-43c6-92f7-b4192faef4df tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:39.703394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff555700-9537-4503-9231-a3a4a42972bc req-3cb60855-b28b-43c6-92f7-b4192faef4df tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 1.0117788 Jun 01 12:55:39.704264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:39.708049 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.718786 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e2b59c-3f8c-4b26-afdd-60fdca432864'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'code': 200} Jun 01 12:55:39.758392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:39.758392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.760087 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] 10.222.0.13 "PUT /v2.0/ports/867b1740-a1c3-4861-b4dc-7ca74fb91e91 HTTP/1.1" status: 200 len: 1092 time: 2.4853661 Jun 01 12:55:39.775131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:39.869480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d433c-275c-4a0b-b989-0a323b89168c service neutron] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:39.890815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.910711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:39.922828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Transition to ACTIVE for port object eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:39.951631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-539df811-48e2-49ab-b5d7-b77be64af103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:39.953046 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-539df811-48e2-49ab-b5d7-b77be64af103 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=941b09fcdc56409e80bb6a704f765fbc&device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 1095 time: 0.1416285 Jun 01 12:55:39.967176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:40.021102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.098429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Deleting port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:40.098859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.188197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:40.205772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 12:55:40.250616 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-3c37320d-87b4-4a4a-93c3-c70a82113cd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91 HTTP/1.1" status: 200 len: 217 time: 0.2889934 Jun 01 12:55:40.273635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.275480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:40.306669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:40.311718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:40.313532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Pushing event updated for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:40.315076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.315762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:40.359749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b54a-a2cc-48ca-b9b9-a730b61388f3 req-e25f98c2-3415-45e3-99bb-ce8d24dbc079 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:40.361328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53b2b54a-a2cc-48ca-b9b9-a730b61388f3 req-e25f98c2-3415-45e3-99bb-ce8d24dbc079 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 944 time: 0.8731019 Jun 01 12:55:40.370629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:40.378572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-6ff9a8f9-b67c-46d8-9e68-05b4b651df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:40.380159 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-6ff9a8f9-b67c-46d8-9e68-05b4b651df66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d878e6-eaef-4e09-a986-2ab9b39b8b3d HTTP/1.1" status: 200 len: 854 time: 0.1210656 Jun 01 12:55:40.385555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.438174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.558700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.607445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d5820bb9-447d-437a-95ca-5aee75db616e None None] Provisioning for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:40.614076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d5820bb9-447d-437a-95ca-5aee75db616e None None] Provisioning complete for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:40.615177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5820bb9-447d-437a-95ca-5aee75db616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.651972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-97474cc5-a0f4-4824-b2a6-eeecfc425abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:40.652768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-97474cc5-a0f4-4824-b2a6-eeecfc425abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029262 Jun 01 12:55:40.654153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:40.680774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d5820bb9-447d-437a-95ca-5aee75db616e None None] Port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:40.746726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.95 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/55518846-d4f8-48dd-9f0e-788ae9168cb6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:40.824960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:40.825595 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.826992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-ca787482-f962-44fb-9125-04395f361014 service neutron] 10.222.0.13 "PUT /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 1096 time: 4.6409581 Jun 01 12:55:40.841412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d0965-382d-4bc4-b32f-a0e5731be3de req-15d2456c-a7d3-4ad6-a0ad-cf92cd811f3c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:40.842955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e68d0965-382d-4bc4-b32f-a0e5731be3de req-15d2456c-a7d3-4ad6-a0ad-cf92cd811f3c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 1.0880435 Jun 01 12:55:40.860547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:40.860904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.873191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53b2b54a-a2cc-48ca-b9b9-a730b61388f3 req-b8a298da-0651-4311-9a68-4db2e2115c39 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823101 Jun 01 12:55:40.908528 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-53f9e620-9a4a-4a46-9fd7-30ed41d057fd service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453463 Jun 01 12:55:41.038568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:41.038807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:41.039344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:41.054485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:55:41.074214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.085021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 32415c47-72cc-4b73-8b8c-92a890bd8e4a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:41.114453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.156129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:41.156460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Attempting to bind port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:41.158734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca787482-f962-44fb-9125-04395f361014 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:41.181955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 32415c47-72cc-4b73-8b8c-92a890bd8e4a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:41.190103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 32415c47-72cc-4b73-8b8c-92a890bd8e4a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:41.191393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.232844 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62ed01e1-d343-4ccd-99fd-7574431b7c78 req-055af81d-32eb-48d3-bd7f-3339ac3fd76c service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170884 Jun 01 12:55:41.242536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Pushing event updated for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:41.249195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.254755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:41.255033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:41.255412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:41.255841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Bound port: c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:41.257017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.334340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 32415c47-72cc-4b73-8b8c-92a890bd8e4a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:41.334929 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.353519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 32415c47-72cc-4b73-8b8c-92a890bd8e4a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=32415c47-72cc-4b73-8b8c-92a890bd8e4a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:41.357195 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.396893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e68d0965-382d-4bc4-b32f-a0e5731be3de req-ece5bbbd-4039-4cf6-84d3-eade08e77af5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421474 Jun 01 12:55:41.412951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:41.412951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:41.445146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=32415c47-72cc-4b73-8b8c-92a890bd8e4a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:41.688312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Router 559c8d2f-fc31-49c5-a147-3556cc20105f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:41.722190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139'}, {'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:41.772904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-67c8e73b-9ecc-45e1-b5d8-9f236db91723 None None] Provisioning complete for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:41.772904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67c8e73b-9ecc-45e1-b5d8-9f236db91723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.838028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67c8e73b-9ecc-45e1-b5d8-9f236db91723 None None] Port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:41.897500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.898076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.898213 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83 disassociated. External IP: 172.25.7.115, port: d7b9b01a-8b25-4a21-9f41-63ac14fa9680. Jun 01 12:55:41.898503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Calling delete_port for d7b9b01a-8b25-4a21-9f41-63ac14fa9680 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:41.934143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device d7b9b01a-8b25-4a21-9f41-63ac14fa9680 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:41.971631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-7326913f-ec18-4c50-874e-14bef94ab1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:41.973018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-7326913f-ec18-4c50-874e-14bef94ab1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1099 time: 1.0916557 Jun 01 12:55:42.011277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:42.059091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:42.068459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Sync routers for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:42.081856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6113448e-5565-4c3c-b22f-7b86e2f02faa admin admin] 10.222.0.40 "PUT /v2.0/routers/559c8d2f-fc31-49c5-a147-3556cc20105f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8997421 Jun 01 12:55:42.082059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:42.085512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:42.101592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa13552-14aa-4a7c-965b-174659971636 req-738d3b3d-5f86-493e-b9e8-8b0d6c23b253 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:42.103014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffa13552-14aa-4a7c-965b-174659971636 req-738d3b3d-5f86-493e-b9e8-8b0d6c23b253 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 946 time: 1.0098255 Jun 01 12:55:42.106687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.129283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:42.168147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.203151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:42.203747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.216190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object 55518846-d4f8-48dd-9f0e-788ae9168cb6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:42.311238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:42.335137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:42.346864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.400116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e55cc-77ab-4999-a274-3d9a5d7dcc89 req-3a7b6361-a90a-4c5a-b4de-8a090ececaf3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:42.407101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef9e55cc-77ab-4999-a274-3d9a5d7dcc89 req-3a7b6361-a90a-4c5a-b4de-8a090ececaf3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 0.7286646 Jun 01 12:55:42.409270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:42.411649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffa13552-14aa-4a7c-965b-174659971636 req-5ad3e11a-065d-4f30-81ae-d843777b7fab tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811327 Jun 01 12:55:42.425237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:55:42.425552 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:55:42.473020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:42.488578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-4294a01e-a9aa-4eff-aa71-3cae440b476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:42.490293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-4294a01e-a9aa-4eff-aa71-3cae440b476e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5055001 Jun 01 12:55:42.527137 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6258cd1e-48e4-4efa-bafc-0552a46d3729'] response: {'name': 'network-changed', 'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'status': 'completed', 'code': 200} Jun 01 12:55:42.537132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:42.537970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.539707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-5948a45e-25d2-46da-b644-bccc657b5095 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 1122 time: 4.2626641 Jun 01 12:55:42.595110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:42.670705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c0f36b7d-8dc1-410c-8f83-83c4e5f37139'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:42.706003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-89dd1229-46cc-44f2-a7bc-5de240723197 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1971259 Jun 01 12:55:42.764491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['c0f36b7d-8dc1-410c-8f83-83c4e5f37139'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:42.819469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef9e55cc-77ab-4999-a274-3d9a5d7dcc89 req-25ab551b-8b49-4b00-9311-cb28fc4a31eb tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111290 Jun 01 12:55:42.890795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.950007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Deleting port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:42.950007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.076300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 32415c47-72cc-4b73-8b8c-92a890bd8e4a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:43.088778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:43.187347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-8b53292c-fb39-4959-99b6-02c581f5e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:43.188707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-8b53292c-fb39-4959-99b6-02c581f5e355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4289744 Jun 01 12:55:43.314850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:43.317691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:43.324155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:43.351801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 32415c47-72cc-4b73-8b8c-92a890bd8e4a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:43.352276 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.383117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:40Z', 'revision_number': 4, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'eff90f3c-0f35-4efe-9a19-5c3e7ed307a7', 'name': '', 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'mac_address': 'fa:16:3e:a4:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:39Z', 'updated_at': '2022-06-01T12:55:40Z', 'revision_number': 2, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'subnets': [{'id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:43.406510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Checking router: 559c8d2f-fc31-49c5-a147-3556cc20105f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:43.407113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Updating router 559c8d2f-fc31-49c5-a147-3556cc20105f port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:43.424220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:43.424836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.501823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.576249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:43.710114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-0590d77d-9795-45f3-b6ec-3cf42bd29f64 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3071651 Jun 01 12:55:43.744791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Request body: {'port': {'device_id': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:43.749720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 32415c47-72cc-4b73-8b8c-92a890bd8e4a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:43.812178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-4ce17513-e99e-4dbd-94ba-49b69c9f252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:43.813835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-4ce17513-e99e-4dbd-94ba-49b69c9f252c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=941b09fcdc56409e80bb6a704f765fbc&device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 1095 time: 1.1026518 Jun 01 12:55:43.850412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-50ed6df9-0f78-478c-8d16-cd3cbdb09fd7 None None] Provisioning for port 55518846-d4f8-48dd-9f0e-788ae9168cb6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:43.853397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df3d0b-d390-4daa-bf41-e39c65ad0a56 req-d1adccfb-b5de-4052-a02b-06da04eb814e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:43.854685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-72df3d0b-d390-4daa-bf41-e39c65ad0a56 req-d1adccfb-b5de-4052-a02b-06da04eb814e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:43.877014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf', 'bd32d040-bd1c-4768-b182-cbacf1ae8818'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:43.916223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-50ed6df9-0f78-478c-8d16-cd3cbdb09fd7 None None] Provisioning complete for port 55518846-d4f8-48dd-9f0e-788ae9168cb6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:43.916582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-50ed6df9-0f78-478c-8d16-cd3cbdb09fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.917013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] For port d7b9b01a-8b25-4a21-9f41-63ac14fa9680, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:43.917442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:44.003992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141035ec-5cec-4fb7-9675-820653f4dbf6 req-052e7f8b-adb0-4c15-bbc4-01e511124ec6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:44.005399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-141035ec-5cec-4fb7-9675-820653f4dbf6 req-052e7f8b-adb0-4c15-bbc4-01e511124ec6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.9350944 Jun 01 12:55:44.182784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-5d0e4766-2a0c-4608-ad04-f31f447411b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:44.184509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-5d0e4766-2a0c-4608-ad04-f31f447411b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9083662 Jun 01 12:55:44.194779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-72df3d0b-d390-4daa-bf41-e39c65ad0a56 req-d1adccfb-b5de-4052-a02b-06da04eb814e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:44.199523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72df3d0b-d390-4daa-bf41-e39c65ad0a56 req-d1adccfb-b5de-4052-a02b-06da04eb814e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 935 time: 1.4871318 Jun 01 12:55:44.202227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-50ed6df9-0f78-478c-8d16-cd3cbdb09fd7 None None] Port 55518846-d4f8-48dd-9f0e-788ae9168cb6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:44.342876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-141035ec-5cec-4fb7-9675-820653f4dbf6 req-8f27e4c6-93a7-45c3-b981-e3480a934e61 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634833 Jun 01 12:55:44.489037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:44.586891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72df3d0b-d390-4daa-bf41-e39c65ad0a56 req-08c47553-2a37-4b25-be8b-868bbb794294 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753301 Jun 01 12:55:44.594292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-7a6fb265-98ad-41b1-9aa7-8b71ec717535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:44.595749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-7a6fb265-98ad-41b1-9aa7-8b71ec717535 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5 HTTP/1.1" status: 200 len: 916 time: 0.7623196 Jun 01 12:55:44.675069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:44.689160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Transition to ACTIVE for port object eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:44.718856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:44.830893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-1fd92ac0-83b5-462f-b5cc-03c2418b6b92 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268139 Jun 01 12:55:44.949460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-da2f1e73-4136-4a73-ae9d-c3bf777bbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:44.952136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-da2f1e73-4136-4a73-ae9d-c3bf777bbfb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1099 time: 0.1555362 Jun 01 12:55:44.961886 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11996445-3536-40d9-81cb-4e3fe08c2617'] response: {'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'code': 200} Jun 01 12:55:44.962101 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11996445-3536-40d9-81cb-4e3fe08c2617'] response: {'name': 'network-changed', 'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'status': 'completed', 'code': 200} Jun 01 12:55:44.997315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-b4c915b6-1fee-4a34-ac60-0e4116570133 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91 HTTP/1.1" status: 200 len: 217 time: 0.3783002 Jun 01 12:55:45.002462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Pushing event updated for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:45.051686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.052038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.054446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.056210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.056570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.056937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.057265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.057585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.060024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.060397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.062689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.063038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:45.162110 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623e32c4-0351-466f-a9a6-c49922abed50'] response: {'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'code': 200} Jun 01 12:55:45.235394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-04333d92-375a-4f5a-8f52-b06c4fa989b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.237943 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-04333d92-375a-4f5a-8f52-b06c4fa989b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2635589 Jun 01 12:55:45.331244 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-4a961992-7aa8-42f5-bbc5-89f81ba43af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.0853596 Jun 01 12:55:45.431415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.432001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.432113 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83 disassociated. External IP: 172.25.7.115, port: d7b9b01a-8b25-4a21-9f41-63ac14fa9680. Jun 01 12:55:45.432405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Calling delete_port for d7b9b01a-8b25-4a21-9f41-63ac14fa9680 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:45.450182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Attempting to bind port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:45.450540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Attempting to bind port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:45.450916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Attempting to bind port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 on network 0894ac26-a549-4b51-a2cc-f0c87731d773 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:45.465442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:45.465813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Checking segment: {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:45.467636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.467636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Bound using segment: {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:45.467636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Bound port: eff90f3c-0f35-4efe-9a19-5c3e7ed307a7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f9964d-82b3-4f70-8a83-3d3c44599215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:45.467636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.569103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-304f408c-5459-4f6b-86e1-7c8d8f2d756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.579910 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-304f408c-5459-4f6b-86e1-7c8d8f2d756f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2366688 Jun 01 12:55:45.655016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-32b9931a-b266-49f0-a4b8-f735d15a4929 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2716677 Jun 01 12:55:45.658442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] For port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:45.672281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] For port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:45.690253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.767518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-dfc0247e-27da-42a8-93af-7ed3c2e97d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.770272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-dfc0247e-27da-42a8-93af-7ed3c2e97d95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796973 Jun 01 12:55:45.799306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-65f880ba-0950-4dcf-952b-2c7154249796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.803721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-65f880ba-0950-4dcf-952b-2c7154249796 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d878e6-eaef-4e09-a986-2ab9b39b8b3d HTTP/1.1" status: 200 len: 854 time: 0.6738551 Jun 01 12:55:45.845541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:45.846105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:45.892775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3bc46-5a4b-4ccf-af0a-ebe645781a94 req-d5b23b27-097b-460a-bd41-12b848c97719 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.903385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59c3bc46-5a4b-4ccf-af0a-ebe645781a94 req-d5b23b27-097b-460a-bd41-12b848c97719 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 944 time: 0.9402087 Jun 01 12:55:45.906012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-ac2f208b-33e0-4980-8569-42d21c98b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:45.907669 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-ac2f208b-33e0-4980-8569-42d21c98b8fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1095 time: 0.2267044 Jun 01 12:55:45.976645 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-37f4661e-6941-45ef-947b-96728354dfa3 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967828 Jun 01 12:55:45.982733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d63ad0-d43e-46f0-8150-540559c2ad5c req-31cba5fa-843b-49c5-b321-8dfe2647ca6c service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9872880 Jun 01 12:55:46.048460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82d035-9ed9-4ee0-ab95-69d74bc5f37a req-75edb69a-8eb9-46b3-b9f4-a5791dbb2fe0 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:46.049449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0b82d035-9ed9-4ee0-ab95-69d74bc5f37a req-75edb69a-8eb9-46b3-b9f4-a5791dbb2fe0 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Synchronizing usage tracker for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:46.081366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d4d9-c4f5-455f-8add-dc5df622b3d0 None None] Pushing event updated for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:46.158108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:46.159411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59c3bc46-5a4b-4ccf-af0a-ebe645781a94 req-2930c5f2-068a-44a2-a391-76823d467a65 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550490 Jun 01 12:55:46.258880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-308957fe-c431-4d9a-a844-992e938d88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:46.260720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-308957fe-c431-4d9a-a844-992e938d88cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3206539 Jun 01 12:55:46.266914 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-238b5a87-6970-4845-8d1a-9a52a953c307 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422204 Jun 01 12:55:46.280940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0b82d035-9ed9-4ee0-ab95-69d74bc5f37a req-75edb69a-8eb9-46b3-b9f4-a5791dbb2fe0 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Unset dirty status for tenant:f95283e555414b8b83b935ec6882486d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:46.287834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b82d035-9ed9-4ee0-ab95-69d74bc5f37a req-75edb69a-8eb9-46b3-b9f4-a5791dbb2fe0 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 944 time: 1.0491614 Jun 01 12:55:46.326356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:55:46.338216 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-a0ae0b81-52a6-47d3-b315-8dd6738fcca5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.0690846 Jun 01 12:55:46.354317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:46.428402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-9cf20aef-40db-45b3-9b2f-7b0fe2316089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:46.430218 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-9cf20aef-40db-45b3-9b2f-7b0fe2316089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.0775311 Jun 01 12:55:46.439342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-0dce9eec-0759-4e20-a752-5cde5e47f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:46.441783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-0dce9eec-0759-4e20-a752-5cde5e47f914 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6238790 Jun 01 12:55:46.497579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-fd0fd0b2-0b59-437a-9381-27f40298fe01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595105 Jun 01 12:55:46.597771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b82d035-9ed9-4ee0-ab95-69d74bc5f37a req-ac1fccd9-cc91-402f-8491-c52535cd7fa0 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups?id=31c259d2-f586-4c44-9329-35f422baf3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088915 Jun 01 12:55:46.615397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event deleted for resources: {'Port': ['ID=d7b9b01a-8b25-4a21-9f41-63ac14fa9680,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:46.632611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:40Z', 'revision_number': 4, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'eff90f3c-0f35-4efe-9a19-5c3e7ed307a7', 'name': '', 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'mac_address': 'fa:16:3e:a4:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:39Z', 'updated_at': '2022-06-01T12:55:45Z', 'revision_number': 4, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'subnets': [{'id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:46.642533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1d6d2-3a34-457c-98ab-078566f3b0c2 None None] The sync data for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 is: [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T12:55:40Z', 'revision_number': 4, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'eff90f3c-0f35-4efe-9a19-5c3e7ed307a7', 'name': '', 'network_id': '0894ac26-a549-4b51-a2cc-f0c87731d773', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'mac_address': 'fa:16:3e:a4:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:39Z', 'updated_at': '2022-06-01T12:55:45Z', 'revision_number': 4, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'subnets': [{'id': '1da914ef-f0c0-46e4-bc60-54845a016b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:46.658632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55518846-d4f8-48dd-9f0e-788ae9168cb6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:46.815605 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-48aa5cb7-28ce-4815-a880-ff8a689889d5 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113730 Jun 01 12:55:46.867157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:46.960207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-543d004c-ef25-4a8d-b9c9-8981c62928ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:46.962285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-543d004c-ef25-4a8d-b9c9-8981c62928ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1099 time: 0.9046760 Jun 01 12:55:46.976398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:47.060189 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dcd93bf9-e12f-4fc1-8cc0-f94da6bf920c req-80955cfe-d829-49f7-b29e-38376b0b16f1 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332861 Jun 01 12:55:47.098067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Transition to ACTIVE for port object 55518846-d4f8-48dd-9f0e-788ae9168cb6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:47.157133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:47.349059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:47.372397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.384378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-20ef47cb-7df0-424d-a814-98db0d66325e service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856003 Jun 01 12:55:47.405043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:47.406150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.628836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:47.629426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.691599 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.700812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:47.710828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.828101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05298147-6cab-47c6-8679-0694d997f38d req-a159cbee-f9d6-447d-b1b6-c59b481bb2bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:47.833122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:47.835800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05298147-6cab-47c6-8679-0694d997f38d req-a159cbee-f9d6-447d-b1b6-c59b481bb2bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 944 time: 1.4328899 Jun 01 12:55:47.838141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-6488965b-9d16-40b9-b676-fe386ad8db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:47.840983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-6488965b-9d16-40b9-b676-fe386ad8db41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.8272755 Jun 01 12:55:47.919606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:48.138486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5adc-bca1-44e4-a23f-8e4bd7bc2b56 req-c4e289fc-8057-448f-850c-5e677047685b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:48.139987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef6f5adc-bca1-44e4-a23f-8e4bd7bc2b56 req-c4e289fc-8057-448f-850c-5e677047685b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 1.3014433 Jun 01 12:55:48.155181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:48.168149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-2deb9ea0-2200-43db-a0c3-d9d875219615 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.2784321 Jun 01 12:55:48.204575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1c6db5b0-58a5-4130-a976-f956cafdeeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:48.385183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05298147-6cab-47c6-8679-0694d997f38d req-53b60744-0325-4931-88ac-e712ddeabcd7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484893 Jun 01 12:55:48.449569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Attempting to bind port 55518846-d4f8-48dd-9f0e-788ae9168cb6 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:48.450350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Attempting to bind port 55518846-d4f8-48dd-9f0e-788ae9168cb6 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:48.450716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Attempting to bind port 55518846-d4f8-48dd-9f0e-788ae9168cb6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:48.465520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef6f5adc-bca1-44e4-a23f-8e4bd7bc2b56 req-e0d09d25-3b8a-4f4b-a6f4-ed75fa89312c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018897 Jun 01 12:55:48.467719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3611c046-9d7f-421e-983e-f0d5d4b1ffa3 req-5b6aaf7f-e3cc-433e-b4a1-0dce7458ded0 service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0045455 Jun 01 12:55:48.498114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Port 55518846-d4f8-48dd-9f0e-788ae9168cb6 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:48.507018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Attempting to bind port 55518846-d4f8-48dd-9f0e-788ae9168cb6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:48.619176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-be047b4e-e479-474d-80bb-b3f48e1a2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:48.621096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-be047b4e-e479-474d-80bb-b3f48e1a2a16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4410653 Jun 01 12:55:48.681264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:48.681597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:55:48.681978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:48.682426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Bound port: 55518846-d4f8-48dd-9f0e-788ae9168cb6, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:48.682797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:48.929912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:48.939606 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:48.952700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:48.953312 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:48.955896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-3542eee4-d56e-43ba-864f-cf6dd3b48fd9 service neutron] 10.222.0.24 "GET /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.0956914 Jun 01 12:55:49.039156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] No DVR routers for this DVR port d7b9b01a-8b25-4a21-9f41-63ac14fa9680 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:49.042141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.045037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff555700-9537-4503-9231-a3a4a42972bc req-e3bfb56a-e4e3-4dfd-af9a-64ca7d01e8dd tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.24 "DELETE /v2.0/ports/d7b9b01a-8b25-4a21-9f41-63ac14fa9680 HTTP/1.1" status: 204 len: 173 time: 9.3253977 Jun 01 12:55:49.057124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:49.097642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:49.100232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:49.118573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463c49a-448e-4816-aaa4-5ec23e6f4513 req-9b8f172f-a9bf-4531-9187-3558cc63ea33 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:49.125795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5463c49a-448e-4816-aaa4-5ec23e6f4513 req-9b8f172f-a9bf-4531-9187-3558cc63ea33 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 948 time: 0.4949651 Jun 01 12:55:49.145583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.202703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-490f3b37-ecdb-4690-b9d7-04ed01068b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:49.205057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-490f3b37-ecdb-4690-b9d7-04ed01068b02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5339684 Jun 01 12:55:49.248242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:49.249353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.251245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/55518846-d4f8-48dd-9f0e-788ae9168cb6 HTTP/1.1" status: 200 len: 1095 time: 5.5186942 Jun 01 12:55:49.267701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c0a9-5ddb-403e-858d-efb5066c1330 req-8c80a9e2-5f17-4648-bd07-1b56bb937aad tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:49.269725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2961c0a9-5ddb-403e-858d-efb5066c1330 req-8c80a9e2-5f17-4648-bd07-1b56bb937aad tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 947 time: 0.6473715 Jun 01 12:55:49.314609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:49.317132 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.343384 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:49.471678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592177f-ecc3-4649-8268-1c56401398a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:49.610023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:49.737467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5463c49a-448e-4816-aaa4-5ec23e6f4513 req-504892a0-cbe5-447c-a392-2fd76b9d01e5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106949 Jun 01 12:55:49.767048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:49.848277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2961c0a9-5ddb-403e-858d-efb5066c1330 req-cb5c66aa-d7f5-4abd-93e5-eed8fcc39b9e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606563 Jun 01 12:55:49.850184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-73f7fda5-33c2-4d9c-9dee-fb0aaf1c9537 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325374 Jun 01 12:55:49.851857 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a7b6f1-ffd1-456f-95bc-7f4e917e107d'] response: {'name': 'network-changed', 'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'status': 'completed', 'code': 200} Jun 01 12:55:49.857824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:50.001536 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:50.010776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:50.014435 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:50.033249 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:55:50.034124 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:50.057206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f36b7d-8dc1-410c-8f83-83c4e5f37139 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:50.082368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-03692d59-8759-4c28-93cb-5c45181d800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:50.097711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:50.097983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-03692d59-8759-4c28-93cb-5c45181d800d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 1098 time: 0.5903046 Jun 01 12:55:50.145995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.314283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] Transition to ACTIVE for port object c0f36b7d-8dc1-410c-8f83-83c4e5f37139 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:50.318525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:50.329607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.358159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '6cd19c45-07b6-445c-b63c-058e67190874', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '6cd19c45-07b6-445c-b63c-058e67190874', 'mac_address': 'fa:16:3e:a1:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:50.377102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-daac6bea-ac61-42e1-aa58-5f033a826d19 req-1c1970e9-4816-4802-b119-55904e0553ef tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/ports?device_id=2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc HTTP/1.1" status: 200 len: 210 time: 0.0974729 Jun 01 12:55:50.416554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-dbaed0bf-6f30-45bf-b162-7757a330fc69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6 HTTP/1.1" status: 200 len: 217 time: 0.2373040 Jun 01 12:55:50.502010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=10']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:50.522024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-526d7f8f-fc5f-4c15-a090-e58f6df272ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.539559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:50.539941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.544145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:55:50.564920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-34f402d4-8105-4ee6-95e9-bfbc58febbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:50.566314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-34f402d4-8105-4ee6-95e9-bfbc58febbb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1392868 Jun 01 12:55:50.591535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:50.647416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:50.657518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.658386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 867b1740-a1c3-4861-b4dc-7ca74fb91e91 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:50.704051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] No DVR routers for this DVR port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:50.753541 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-e98e7098-d6ad-4945-8dc7-f275760aeda2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7758696 Jun 01 12:55:50.806502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:51.021152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-0b3e30a0-017d-4265-a249-d9a73f7a38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.022841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-0b3e30a0-017d-4265-a249-d9a73f7a38dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1125 time: 1.0719628 Jun 01 12:55:51.030826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:51.035129 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c8e4e-4d58-4907-b8cb-fba0ae7f9dd2 None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:51:39Z', 'revision_number': 4, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2e675df-2429-4c97-8a12-72221a2df87e', 'name': '', 'network_id': 'e4a5263b-b7fc-4c86-8d03-525b16f2bd97', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'mac_address': 'fa:16:3e:ba:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'e8787e55-8106-4230-89e2-58d880162611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:37Z', 'updated_at': '2022-06-01T12:51:48Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'subnets': [{'id': 'e8787e55-8106-4230-89e2-58d880162611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:51.054368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:51.076471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'port_id': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'mac_address': 'fa:16:3e:83:cf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:51.146875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:51.147255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.169073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867b1740-a1c3-4861-b4dc-7ca74fb91e91 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:51.190897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a45cadd-eb99-49aa-a8e4-b4395cc628de req-6d708215-d0a9-4a10-a539-ce9543fbd13b service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3309839 Jun 01 12:55:51.191522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:51.198524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.234788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad58a6-5f57-478e-9326-3392d2a1f70a req-ddca8a55-396c-4f54-ae96-92fdb6fe025b tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.236626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33ad58a6-5f57-478e-9326-3392d2a1f70a req-ddca8a55-396c-4f54-ae96-92fdb6fe025b tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 944 time: 1.1569333 Jun 01 12:55:51.275517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:51.295815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-fd3b8948-75d6-4fce-9c7b-1f8c7a54a0eb tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.297319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-fd3b8948-75d6-4fce-9c7b-1f8c7a54a0eb tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.3936081 Jun 01 12:55:51.378059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-c5de6290-f29d-4f5d-a895-3575087070f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.379616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-c5de6290-f29d-4f5d-a895-3575087070f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7558513 Jun 01 12:55:51.414997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581da4c-8376-4f7d-a004-345f4c0e2d25 None None] New status for floating IP b3ed7c0e-952d-4f11-bbda-bae924240d83: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:55:51.443837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33ad58a6-5f57-478e-9326-3392d2a1f70a req-e8e3047f-e342-455f-b51b-d3d342100e1a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872039 Jun 01 12:55:51.586684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-a4a3523c-4af5-4572-a3a5-b7e587f34d02 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936569 Jun 01 12:55:51.620963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44d3f0-bc0f-4511-b3fb-89e6de7bffd9 req-b6564625-b2db-48e7-9fea-3c695f9636a4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.628133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea44d3f0-bc0f-4511-b3fb-89e6de7bffd9 req-b6564625-b2db-48e7-9fea-3c695f9636a4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.6806371 Jun 01 12:55:51.654941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-6a992033-33bf-440c-94aa-4567cea8dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.656348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-6a992033-33bf-440c-94aa-4567cea8dca6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.6143913 Jun 01 12:55:51.680873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.682678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.737880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['867b1740-a1c3-4861-b4dc-7ca74fb91e91'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:51.770335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['6cd19c45-07b6-445c-b63c-058e67190874'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:51.843830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-c541e6b5-1ca6-4095-8982-9d0be1ddd6f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 217 time: 0.1370771 Jun 01 12:55:51.853594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-deleted', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680'}, {'name': 'network-changed', 'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:51.967976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea44d3f0-bc0f-4511-b3fb-89e6de7bffd9 req-63111922-ba7c-4893-b29d-fca144ccb51b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389711 Jun 01 12:55:51.985171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-35aad034-9569-46f5-9df7-0d85ff574ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:51.986646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-35aad034-9569-46f5-9df7-0d85ff574ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054&tenant_id=fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 1096 time: 0.6731737 Jun 01 12:55:52.007694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-2cf89cfb-d275-4cab-b298-bbc7ad0aa8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.009141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-2cf89cfb-d275-4cab-b298-bbc7ad0aa8c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1451597 Jun 01 12:55:52.014370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-626b4dea-0efe-4def-a6d9-bf1d2c05f252 req-5b9bf7d9-2cb7-4bce-95f2-e62ac989138c service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018526 Jun 01 12:55:52.045601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:52.107976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-fd2dadac-293d-4752-b94a-0296062138de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516326 Jun 01 12:55:52.198280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:52.198533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73712-e9bf-403f-80b2-7c087b684603 req-e3a2ff8c-3830-4171-9742-b26dac591d45 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.200905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3e73712-e9bf-403f-80b2-7c087b684603 req-e3a2ff8c-3830-4171-9742-b26dac591d45 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.5279791 Jun 01 12:55:52.348140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3e73712-e9bf-403f-80b2-7c087b684603 req-914b6cc4-d6fc-4d61-8509-662ba36e7946 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984180 Jun 01 12:55:52.363039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-718434d1-1619-49ff-8092-5ced81095a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.364384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-718434d1-1619-49ff-8092-5ced81095a14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1096 time: 0.3476765 Jun 01 12:55:52.477986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76023a6-9417-437b-b9bf-54aadd997214 req-2b8c90e8-d22f-40b5-a541-11f1b94e195c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.485369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a76023a6-9417-437b-b9bf-54aadd997214 req-2b8c90e8-d22f-40b5-a541-11f1b94e195c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.3758018 Jun 01 12:55:52.505935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-ca26f26a-a7fc-4de0-87ce-4e88edbff20c service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539386 Jun 01 12:55:52.822605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a76023a6-9417-437b-b9bf-54aadd997214 req-dc145e0b-e810-4b16-ab35-e1a045e143d7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362696 Jun 01 12:55:52.868795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-56227493-ae28-4519-b3f5-e358d7dfed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.870522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-56227493-ae28-4519-b3f5-e358d7dfed23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.4818408 Jun 01 12:55:52.940763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:52.965413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-63f332c3-b77b-4291-8839-c044c47aab7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 200 len: 217 time: 0.0812602 Jun 01 12:55:52.967391 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18051f5-af7e-4970-bc03-e764ec10f196'] response: {'server_uuid': '2e0b02e2-1ec4-4187-9d04-fbd23e6f06bc', 'name': 'network-vif-deleted', 'tag': 'd7b9b01a-8b25-4a21-9f41-63ac14fa9680', 'status': 'completed', 'code': 200} Jun 01 12:55:52.967653 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18051f5-af7e-4970-bc03-e764ec10f196'] response: {'name': 'network-changed', 'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6', 'status': 'completed', 'code': 200} Jun 01 12:55:52.971636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8ff3f3-4887-45a1-bcaa-ac7b5ac0b570 req-73eac5cd-b81e-4473-bee1-929f928f6b42 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267836 Jun 01 12:55:52.983056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823380c1-3639-477d-8691-d142dfb89104 req-d787fd48-f6fc-40ba-a239-0ccb141815a5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:52.984681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-823380c1-3639-477d-8691-d142dfb89104 req-d787fd48-f6fc-40ba-a239-0ccb141815a5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 947 time: 0.4853814 Jun 01 12:55:53.190540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-823380c1-3639-477d-8691-d142dfb89104 req-730c28ab-2c5c-4f8a-8b09-0fdeefd6c05d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702936 Jun 01 12:55:53.191907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-732faf17-ac6c-4dba-a4a7-2a5fdb12ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.193217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-732faf17-ac6c-4dba-a4a7-2a5fdb12ff83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.2069268 Jun 01 12:55:53.256350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-2f614505-4a15-424c-99dd-b0464a5c381b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509615 Jun 01 12:55:53.264429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-12bd8525-0af3-4d5d-b0a4-9dfa8fd97890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.265878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-12bd8525-0af3-4d5d-b0a4-9dfa8fd97890 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 1098 time: 0.2468762 Jun 01 12:55:53.295871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00618ca-214f-44f4-ae1b-ab434fa154d1 req-f2fb633b-1c86-4e12-b16e-c8f90d4289ed tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.297350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b00618ca-214f-44f4-ae1b-ab434fa154d1 req-f2fb633b-1c86-4e12-b16e-c8f90d4289ed tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 945 time: 0.2159088 Jun 01 12:55:53.595163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b00618ca-214f-44f4-ae1b-ab434fa154d1 req-8ebbed24-e705-4d7e-bb14-704fd42e3484 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434602 Jun 01 12:55:53.633603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-33cfd3bf-d1a2-4d04-8613-6a47d0dc8d80 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650329 Jun 01 12:55:53.640618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-58404207-3886-426c-952a-6ccc8eb8472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.644747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-58404207-3886-426c-952a-6ccc8eb8472e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3433585 Jun 01 12:55:53.658130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441586e-cb99-4364-8a22-9fa647ce9dbc req-436cac72-4d23-4e38-936f-999ac12b5038 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.659741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2441586e-cb99-4364-8a22-9fa647ce9dbc req-436cac72-4d23-4e38-936f-999ac12b5038 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 949 time: 0.3578610 Jun 01 12:55:53.771602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-f7e89392-1aa1-476c-8cc1-a888f0e56d49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6 HTTP/1.1" status: 200 len: 217 time: 0.1106873 Jun 01 12:55:53.951412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2441586e-cb99-4364-8a22-9fa647ce9dbc req-88f3c014-39e8-442f-8040-7cf1a37eb1ea tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169385 Jun 01 12:55:53.986155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-66869876-a4ca-4252-a3d7-b572094c9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:53.987644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-66869876-a4ca-4252-a3d7-b572094c9b42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1669209 Jun 01 12:55:54.035248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:54.051775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-d0c179ea-4f27-447f-b83d-75fde752029a service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351245 Jun 01 12:55:54.123250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 6cd19c45-07b6-445c-b63c-058e67190874 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:54.128480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 6cd19c45-07b6-445c-b63c-058e67190874 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:54.128993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.134452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a1f4-2d3c-4f27-a0ef-4a17e8a6395d req-19068b22-69a5-48c1-8928-c99803167037 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:54.139430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9888a1f4-2d3c-4f27-a0ef-4a17e8a6395d req-19068b22-69a5-48c1-8928-c99803167037 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.3171685 Jun 01 12:55:54.219653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9888a1f4-2d3c-4f27-a0ef-4a17e8a6395d req-aedabeff-0916-4297-98c7-6530e230d44b tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Jun 01 12:55:54.221989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-ad62baaf-c30c-40c0-9cbf-232a645551c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:54.224188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-ad62baaf-c30c-40c0-9cbf-232a645551c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251663 Jun 01 12:55:54.263988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915e8a-3d14-44bc-90af-5408565015d0 req-50d554d6-4679-489f-9b2a-207a91ee8c13 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:54.265591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a915e8a-3d14-44bc-90af-5408565015d0 req-50d554d6-4679-489f-9b2a-207a91ee8c13 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.2033463 Jun 01 12:55:54.317077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6cd19c45-07b6-445c-b63c-058e67190874 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:54.317982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.399873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:54.402279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:54.423501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.424309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 867b1740-a1c3-4861-b4dc-7ca74fb91e91 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:54.612167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=13']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:54.627032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:54.633454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:54.634532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.680743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a915e8a-3d14-44bc-90af-5408565015d0 req-5f5242f9-f430-4f00-9c6d-aa1acf7c0e82 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751509 Jun 01 12:55:54.714118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-d2844873-285c-49a4-999f-51f021b68af6 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802060 Jun 01 12:55:54.736976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:54.807460 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2d9f4d-26d7-46c1-a3f1-cb7aaf62ddbf'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'code': 200} Jun 01 12:55:54.808111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:54.808688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.841295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-9f550e31-556f-48c3-8976-8f0fa5814778 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:54.848769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-9f550e31-556f-48c3-8976-8f0fa5814778 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.3852909 Jun 01 12:55:54.856022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:54.858179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.865015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d87e-005b-442e-ade8-91a02d9b883a req-bcd4ac85-c2dc-4d3b-854e-06138c267934 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:54.867057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd56d87e-005b-442e-ade8-91a02d9b883a req-bcd4ac85-c2dc-4d3b-854e-06138c267934 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 947 time: 0.3198342 Jun 01 12:55:54.868421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.908248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.974689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.999250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:54.999511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c259d2-f586-4c44-9329-35f422baf3b4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:55.001928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-377644fb-ac14-402f-9e8b-075d6c10bc39 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737450 Jun 01 12:55:55.024655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.028294 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba22c340-d2fc-4153-893f-1b6a2d81a20e tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "DELETE /v2.0/security-groups/31c259d2-f586-4c44-9329-35f422baf3b4 HTTP/1.1" status: 204 len: 168 time: 0.2900918 Jun 01 12:55:55.033047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:55.055384 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-7423a941-caa0-489d-9429-95417203ab14 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] show failed (client error): The resource could not be found. Jun 01 12:55:55.057152 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7423a941-caa0-489d-9429-95417203ab14 tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "GET /v2.0/security-groups/31c259d2-f586-4c44-9329-35f422baf3b4 HTTP/1.1" status: 404 len: 347 time: 0.0226207 Jun 01 12:55:55.059949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47966) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:55.189819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd56d87e-005b-442e-ade8-91a02d9b883a req-f121dae1-37b6-41a9-9c49-5e156103bd93 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396476 Jun 01 12:55:55.207699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcc2aefd-6976-4f57-807c-b872f7cc9996 req-0df33f0f-180b-4cc8-8734-60508fe79cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823906 Jun 01 12:55:55.240088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Deleting port e54766ed-5e0e-4533-935f-1a4ebcb5f017 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:55.240383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.290387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-8bc7561e-b560-4833-98b3-1f3eb5a96faa tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:55.297727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-8bc7561e-b560-4833-98b3-1f3eb5a96faa tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947698 Jun 01 12:55:55.308700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-39cdb0e2-1b1e-4bd1-a20b-983180dadf1d service neutron] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:55.318077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-3136bfdc-42ec-47db-a552-97e0e8529508 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/quotas/ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 375 time: 0.0190001 Jun 01 12:55:55.322778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-39cdb0e2-1b1e-4bd1-a20b-983180dadf1d service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.323962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8dd7f29-673b-4e88-9d43-ce5dfb75507d req-39cdb0e2-1b1e-4bd1-a20b-983180dadf1d service neutron] 10.222.0.13 "DELETE /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.4433036 Jun 01 12:55:55.479956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.480725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.499746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-d248276f-7388-4549-b83e-4be95e8bfc3c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1807163 Jun 01 12:55:55.522173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd5bd-9cc3-4fac-81c3-fe3c3ff6ec1e req-6076490c-b3df-4e3d-aed6-c9907e0b35db tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:55.523927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ffdd5bd-9cc3-4fac-81c3-fe3c3ff6ec1e req-6076490c-b3df-4e3d-aed6-c9907e0b35db tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.1414285 Jun 01 12:55:55.601391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ffdd5bd-9cc3-4fac-81c3-fe3c3ff6ec1e req-3a6a619c-2143-43be-994d-0b96e33e87ca tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635698 Jun 01 12:55:55.698187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Calling delete_port for e54766ed-5e0e-4533-935f-1a4ebcb5f017 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:55:55.828355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f5f8caa-53a0-4774-8eb2-3298a825fe78 req-669d5e0a-bf4e-49f8-ba8f-9a1f04ee6177 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 210 time: 0.1257186 Jun 01 12:55:55.966459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.017760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Pushing event deleted for resources: {'Port': ['ID=e54766ed-5e0e-4533-935f-1a4ebcb5f017,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:56.059719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 55518846-d4f8-48dd-9f0e-788ae9168cb6 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:56.069088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f0c9c-45cc-4a44-9386-62d5229557d8 req-8e60568f-d45e-4dae-b008-6a3bd71000d3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:56.076778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78f0c9c-45cc-4a44-9386-62d5229557d8 req-8e60568f-d45e-4dae-b008-6a3bd71000d3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.2470672 Jun 01 12:55:56.121922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140e5b-0ee2-4ed8-8ee7-f2e1dc51041c req-1b7d04bd-e432-4ed0-8bb6-a5bd66501e05 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:56.123499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5140e5b-0ee2-4ed8-8ee7-f2e1dc51041c req-1b7d04bd-e432-4ed0-8bb6-a5bd66501e05 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.1541040 Jun 01 12:55:56.147740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78f0c9c-45cc-4a44-9386-62d5229557d8 req-760b05bd-72f2-4b9d-aa02-4134c01d7c19 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Jun 01 12:55:56.247223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5140e5b-0ee2-4ed8-8ee7-f2e1dc51041c req-d6906b58-255b-47bf-84fe-97cbf5fdb586 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025765 Jun 01 12:55:56.333151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.372459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.373617 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6159e90f-0f67-42af-893b-2315ebc09fbb tempest-ServersWithSpecificFlavorTestJSON-1079909231 tempest-ServersWithSpecificFlavorTestJSON-1079909231-project] 10.222.0.40 "DELETE /v2.0/floatingips/b3ed7c0e-952d-4f11-bbda-bae924240d83 HTTP/1.1" status: 204 len: 168 time: 1.3127544 Jun 01 12:55:56.389316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:56.420681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '55518846-d4f8-48dd-9f0e-788ae9168cb6', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '55518846-d4f8-48dd-9f0e-788ae9168cb6', 'mac_address': 'fa:16:3e:63:e7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:56.526504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 55518846-d4f8-48dd-9f0e-788ae9168cb6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:55:56.527814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.536554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6162dc9-0e4c-4feb-8454-302f44140587 req-c4bef05a-8ad0-40de-a9cd-fa9509d7b226 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:56.538127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6162dc9-0e4c-4feb-8454-302f44140587 req-c4bef05a-8ad0-40de-a9cd-fa9509d7b226 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1096 time: 0.1526372 Jun 01 12:55:56.546120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406975-ffa0-435c-92e4-74bec3711c1c req-872e2310-ff0c-4498-b534-48705bb42631 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:56.547679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37406975-ffa0-435c-92e4-74bec3711c1c req-872e2310-ff0c-4498-b534-48705bb42631 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 947 time: 0.1261258 Jun 01 12:55:56.569233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55518846-d4f8-48dd-9f0e-788ae9168cb6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:55:56.604409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:56.613860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.629274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6162dc9-0e4c-4feb-8454-302f44140587 req-d2a4503a-4611-49f2-a972-2a7d8f604c4a tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801876 Jun 01 12:55:56.641839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37406975-ffa0-435c-92e4-74bec3711c1c req-431ed1f1-3c81-4708-b81e-ae4e5f54927e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793047 Jun 01 12:55:56.708545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:56.816498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:55:56.907066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fcec-ac3d-4ef5-96e7-aa1a98e0d101 req-4f4dbc40-89e5-4026-ae75-4b066cd77756 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:56.908649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8020fcec-ac3d-4ef5-96e7-aa1a98e0d101 req-4f4dbc40-89e5-4026-ae75-4b066cd77756 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.0878353 Jun 01 12:55:56.975188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['55518846-d4f8-48dd-9f0e-788ae9168cb6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:57.028995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8020fcec-ac3d-4ef5-96e7-aa1a98e0d101 req-c9da1478-422c-4689-80dd-0e744194c8c4 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782657 Jun 01 12:55:57.050497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c840dee-8607-41ca-8e7c-37b742730b35 req-9a7a48dc-6614-4da2-a378-12551baf2b52 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:57.050725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c840dee-8607-41ca-8e7c-37b742730b35 req-9a7a48dc-6614-4da2-a378-12551baf2b52 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 1096 time: 0.1409063 Jun 01 12:55:57.115514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c840dee-8607-41ca-8e7c-37b742730b35 req-865cd12b-e598-48ff-86a9-e04c908dc2f5 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592339 Jun 01 12:55:57.133986 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edceb495-75d4-4947-9eb1-9cde1b537bea'] response: {'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'code': 200} Jun 01 12:55:57.320464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d7b0e2e-146a-4b18-a0c6-c87d061219b4 req-c0368db0-8d73-4aa6-acd2-ed908d3c7e7d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 210 time: 0.0786886 Jun 01 12:55:57.592967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-5d238f5b-cfae-4f7e-8928-f30b298a2c46 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1927822 Jun 01 12:55:57.802082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c45e-a750-434f-b6d8-838d1f3b896a req-955ee653-d2c0-492c-ac36-2f8f22fafdaa tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:57.807094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ec7c45e-a750-434f-b6d8-838d1f3b896a req-955ee653-d2c0-492c-ac36-2f8f22fafdaa tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4491048 Jun 01 12:55:57.844625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb2f4d-dc0d-4937-942f-75781dd62c11 req-66d28314-86c0-4410-be81-7eac52a2022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:57.846074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82cb2f4d-dc0d-4937-942f-75781dd62c11 req-66d28314-86c0-4410-be81-7eac52a2022a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 1097 time: 0.4449360 Jun 01 12:55:57.919723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-b9eb42e1-6f92-4582-948a-16be4b5fa266 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:57.921543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-b9eb42e1-6f92-4582-948a-16be4b5fa266 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211424 Jun 01 12:55:57.924695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ec7c45e-a750-434f-b6d8-838d1f3b896a req-430297d4-abbc-400c-adaa-9e14596579f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028225 Jun 01 12:55:57.936463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Request body: {'port': {'device_id': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'ae0f85dfd7a94ef5969d77408e41e53e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:57.965953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82cb2f4d-dc0d-4937-942f-75781dd62c11 req-78a4dc78-76be-4726-8dd5-efed66f0df45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051426 Jun 01 12:55:58.188913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:58.200837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a4153-cdf8-409a-b14a-8fe2963fa20c req-f0eefc74-86b5-4457-badc-a907a4f197be tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:58.202323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b67a4153-cdf8-409a-b14a-8fe2963fa20c req-f0eefc74-86b5-4457-badc-a907a4f197be tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 948 time: 0.1438050 Jun 01 12:55:58.204189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Usage tracker for resource:port and tenant:ae0f85dfd7a94ef5969d77408e41e53e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:58.210775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:58.235765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:58.270202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b67a4153-cdf8-409a-b14a-8fe2963fa20c req-b6d1c948-ed12-4b49-9462-6d941fcbf914 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Jun 01 12:55:58.316698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Made reservation on behalf of ae0f85dfd7a94ef5969d77408e41e53e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:58.320323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.375211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48058) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:58.476573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51ae0-75a7-44af-a217-a05b2206882c req-84d0d24e-9ac1-455c-9d71-981cd960678c tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:58.478529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1de51ae0-75a7-44af-a217-a05b2206882c req-84d0d24e-9ac1-455c-9d71-981cd960678c tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.2117677 Jun 01 12:55:58.600336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7135635b-ea45-418e-a49d-e0e762c08017 req-7acbfd94-1d53-4173-96d7-9d2d258e305b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 210 time: 0.0805082 Jun 01 12:55:58.636734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1de51ae0-75a7-44af-a217-a05b2206882c req-892e63c2-a7f4-43e4-822e-9ebb07f7b04a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183484 Jun 01 12:55:58.649363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Allocated IP 192.168.233.5 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/527c8d4a-edc1-4ee8-877c-56190547e4c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:58.899630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.922005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Transition to ACTIVE for port object 527c8d4a-edc1-4ee8-877c-56190547e4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:58.959422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.976215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e', '6cd19c45-07b6-445c-b63c-058e67190874'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:59.024409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.067614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:59.076918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:59.082330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:59.086394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:55:59.327123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:59.400418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:55:59.401712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:59.409972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.466061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-663b0d86-cb18-4379-b4fe-208806571a04 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5249851 Jun 01 12:55:59.483253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Request body: {'port': {'device_id': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:59.556843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1430a-3c7a-4108-93b6-e43db2cab3c5 req-d59274c1-3dbe-4a95-a893-aa405e5be3ba tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:59.565438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22c1430a-3c7a-4108-93b6-e43db2cab3c5 req-d59274c1-3dbe-4a95-a893-aa405e5be3ba tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4088449 Jun 01 12:55:59.797793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22c1430a-3c7a-4108-93b6-e43db2cab3c5 req-a08498d1-e052-4d5b-aa87-4bf067a13087 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309062 Jun 01 12:55:59.831363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Deleting port b2e675df-2429-4c97-8a12-72221a2df87e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:55:59.835417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.840077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-09c45cf8-a594-451c-9eb1-2ed53ff3d9a1 None None] Provisioning for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:59.840824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.873674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-09c45cf8-a594-451c-9eb1-2ed53ff3d9a1 None None] Provisioning complete for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:59.888821 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09c45cf8-a594-451c-9eb1-2ed53ff3d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.922195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d167c-43b8-4f56-bff6-9c30269453c5 req-1705c598-b412-4e84-ad58-e175daaa5a03 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:55:59.924452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d3d167c-43b8-4f56-bff6-9c30269453c5 req-1705c598-b412-4e84-ad58-e175daaa5a03 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 948 time: 0.3420668 Jun 01 12:56:00.013530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-09c45cf8-a594-451c-9eb1-2ed53ff3d9a1 None None] Port 527c8d4a-edc1-4ee8-877c-56190547e4c6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:00.035652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d3d167c-43b8-4f56-bff6-9c30269453c5 req-94605e32-19bb-45e1-98db-e94230558f11 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024928 Jun 01 12:56:00.100806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 55518846-d4f8-48dd-9f0e-788ae9168cb6 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:00.109333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] For port b2e675df-2429-4c97-8a12-72221a2df87e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2e675df-2429-4c97-8a12-72221a2df87e,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:00.109690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.201517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 55518846-d4f8-48dd-9f0e-788ae9168cb6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:00.216158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 55518846-d4f8-48dd-9f0e-788ae9168cb6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:00.216671 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.265190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Calling delete_port for b2e675df-2429-4c97-8a12-72221a2df87e owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:00.467449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 55518846-d4f8-48dd-9f0e-788ae9168cb6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:00.468569 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.503972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:00.517415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:00.524443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.604402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:00.769410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.783353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:00.800551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.822239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e675df-2429-4c97-8a12-72221a2df87e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:00.828682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Transition to ACTIVE for port object 527c8d4a-edc1-4ee8-877c-56190547e4c6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:00.839323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3c559-ac45-4f3d-a392-e9ec5d24ee80 req-8e1cbfe6-337d-4955-baf6-96e61726f4c5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:00.840200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c9c3c559-ac45-4f3d-a392-e9ec5d24ee80 req-8e1cbfe6-337d-4955-baf6-96e61726f4c5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:00.847312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.853434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-ed25d48c-f9f7-47c8-9861-bdbebe60db31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2696376 Jun 01 12:56:00.961606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae76fc-861d-42da-9dde-9c04f9e525bd req-2edfd363-c784-42f7-a91a-5d363eb10f0e tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:00.963219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ae76fc-861d-42da-9dde-9c04f9e525bd req-2edfd363-c784-42f7-a91a-5d363eb10f0e tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.3434622 Jun 01 12:56:01.084954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c9c3c559-ac45-4f3d-a392-e9ec5d24ee80 req-8e1cbfe6-337d-4955-baf6-96e61726f4c5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:01.095241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9c3c559-ac45-4f3d-a392-e9ec5d24ee80 req-8e1cbfe6-337d-4955-baf6-96e61726f4c5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 934 time: 1.0744300 Jun 01 12:56:01.170755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.180665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:01.252598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ae76fc-861d-42da-9dde-9c04f9e525bd req-7813b2b7-02a4-4210-85c7-60b084825dfe tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260864 Jun 01 12:56:01.295147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9c3c559-ac45-4f3d-a392-e9ec5d24ee80 req-914c24d9-38d9-4511-96eb-30cfb0539155 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988492 Jun 01 12:56:01.314708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:01.315178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:01.315632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:01.329376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:01.329827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:01.338515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-2cfc6663-c5e9-42b2-a0b4-d29cde8c4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:01.340175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-2cfc6663-c5e9-42b2-a0b4-d29cde8c4f5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 1100 time: 0.4300838 Jun 01 12:56:01.345011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:01.345460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:01.346277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:01.347026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Bound port: 527c8d4a-edc1-4ee8-877c-56190547e4c6, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:01.347575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.391012 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45d2a3a-698d-41be-af74-56dbc9df45aa'] response: {'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6', 'code': 200} Jun 01 12:56:01.552796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-d6217313-1c57-43da-bf26-ce9ad1d13680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:01.554260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-d6217313-1c57-43da-bf26-ce9ad1d13680 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1892357 Jun 01 12:56:01.736285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-f5950775-fed3-4110-9ce1-6ecd2b0d1608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5 HTTP/1.1" status: 200 len: 217 time: 0.0784106 Jun 01 12:56:01.770490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Router d08e6be8-6f94-4149-b65e-3bfdb889267e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:01.979812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:01.983010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-e1a6dd1d-625f-4beb-b937-656170339f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:01.984924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-e1a6dd1d-625f-4beb-b937-656170339f99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1737621 Jun 01 12:56:01.990621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Sync routers for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:01.994756 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5bdf2bd3-f1fb-43a0-afb5-206e1a98b91e admin admin] 10.222.0.40 "PUT /v2.0/routers/d08e6be8-6f94-4149-b65e-3bfdb889267e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6179957 Jun 01 12:56:01.997079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48134) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:02.004430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:02.005660 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:02.042080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:02.100203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091008af-5cf4-4729-bbe7-4f10cf102332 req-9e52c11e-7921-42ed-9b07-acabf1ca4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.102497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-091008af-5cf4-4729-bbe7-4f10cf102332 req-9e52c11e-7921-42ed-9b07-acabf1ca4db1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 1100 time: 0.5469720 Jun 01 12:56:02.114315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2305a-2935-4094-ae31-8e79513c7225 req-bdffea7c-11ee-4f9c-a95d-f22d1e46796d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.116732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9b2305a-2935-4094-ae31-8e79513c7225 req-bdffea7c-11ee-4f9c-a95d-f22d1e46796d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 949 time: 0.4906926 Jun 01 12:56:02.118621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:02.263359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.313203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.320026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:02.375782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799872-6819-4873-8951-c19f014a29e6 req-7f06705e-6997-4501-9eb6-535ad5909cb6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.384687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4799872-6819-4873-8951-c19f014a29e6 req-7f06705e-6997-4501-9eb6-535ad5909cb6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.6709893 Jun 01 12:56:02.461852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.462651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.464208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] 10.222.0.13 "PUT /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 1094 time: 2.9858038 Jun 01 12:56:02.472606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:02.497688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9b2305a-2935-4094-ae31-8e79513c7225 req-de6bcaec-e1bd-44cb-ad56-1fb05a3ad057 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485572 Jun 01 12:56:02.536273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-091008af-5cf4-4729-bbe7-4f10cf102332 req-60309a03-7f80-4bc1-8abe-d447b6e8f033 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099500 Jun 01 12:56:02.710407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4799872-6819-4873-8951-c19f014a29e6 req-f0904a6f-59c1-4d29-a7e9-c342f0fa8cd1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246677 Jun 01 12:56:02.741997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-def908b7-0831-4686-9179-ca883b415274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.743626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-def908b7-0831-4686-9179-ca883b415274 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7443466 Jun 01 12:56:02.744746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a175821-0f33-4f29-ab93-1ecc65cce8bf service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:02.975889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-a5e13e76-671d-49f1-b5e8-3259555fdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:02.977762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-a5e13e76-671d-49f1-b5e8-3259555fdce3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1097 time: 0.4404573 Jun 01 12:56:03.079150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.104321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Deleting port 750dd0da-85a0-47ef-83c1-b971283dacc6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:03.105216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.128592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-edb48c8c-5a12-4f97-bf34-a3c282024d0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.1165078 Jun 01 12:56:03.170710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:56:00Z', 'revision_number': 5, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port': {'id': '750dd0da-85a0-47ef-83c1-b971283dacc6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:33Z', 'updated_at': '2022-06-01T12:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:03.176369 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Checking router: d08e6be8-6f94-4149-b65e-3bfdb889267e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:03.186751 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Routers {'d08e6be8-6f94-4149-b65e-3bfdb889267e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:03.187835 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d08e6be8-6f94-4149-b65e-3bfdb889267e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:03.216208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-acd2c5f9-89fe-421a-9967-e61e14c76d25 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657252 Jun 01 12:56:03.260726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ad870-9e11-4677-8593-cf53acc81c22 req-881729bb-1eb8-44f3-b494-64210c8dcfd8 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:03.273664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b34ad870-9e11-4677-8593-cf53acc81c22 req-881729bb-1eb8-44f3-b494-64210c8dcfd8 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.3986650 Jun 01 12:56:03.285381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48170) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:03.302262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Request body: {'floatingip': {'port_id': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:03.309015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] For port 750dd0da-85a0-47ef-83c1-b971283dacc6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=750dd0da-85a0-47ef-83c1-b971283dacc6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:03.309580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.404732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] Set router d08e6be8-6f94-4149-b65e-3bfdb889267e gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:03.420865 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910de780-62e7-41df-a5fa-da174107572b'] response: {'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'status': 'completed', 'code': 200} Jun 01 12:56:03.508720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Calling delete_port for 750dd0da-85a0-47ef-83c1-b971283dacc6 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:03.544833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:56:03Z', 'revision_number': 6, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:03.550685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00184420-f68c-4ff4-8446-7e9a7f3ded52 None None] The sync data for ids ['d08e6be8-6f94-4149-b65e-3bfdb889267e'] in n-d-844200-1 is: [{'id': 'd08e6be8-6f94-4149-b65e-3bfdb889267e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137617462-router', 'tenant_id': 'f95283e555414b8b83b935ec6882486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:32Z', 'updated_at': '2022-06-01T12:56:03Z', 'revision_number': 6, 'project_id': 'f95283e555414b8b83b935ec6882486d', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:03.617767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbe8e35-9aa4-4f6c-8b9e-463ecb525ffa req-875d8c45-d6af-454f-86cb-fc32a0fb463e service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838060 Jun 01 12:56:03.666319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.748696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-f13323dd-99ea-4d46-80ae-b06b63cfdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:03.750148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-f13323dd-99ea-4d46-80ae-b06b63cfdca9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6041837 Jun 01 12:56:03.839476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.845846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd8670-3887-4ece-99ea-8152ad43f150 req-df77c10b-67dc-4f83-8167-204c2bbd3dcf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:03.852747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59dd8670-3887-4ece-99ea-8152ad43f150 req-df77c10b-67dc-4f83-8167-204c2bbd3dcf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.7845650 Jun 01 12:56:03.894730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Pushing event deleted for resources: {'Port': ['ID=750dd0da-85a0-47ef-83c1-b971283dacc6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:04.027139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.054107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59dd8670-3887-4ece-99ea-8152ad43f150 req-e66f6311-872d-4a9e-b6c4-d91f9ede2579 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005215 Jun 01 12:56:04.061522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.319052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.321387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.345594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.346183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d08e6be8-6f94-4149-b65e-3bfdb889267e {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:56:04.360498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.361894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0aa787d7-b223-4585-8e7d-34e151fb0235 admin admin] 10.222.0.40 "DELETE /v2.0/routers/d08e6be8-6f94-4149-b65e-3bfdb889267e HTTP/1.1" status: 204 len: 168 time: 2.3639426 Jun 01 12:56:04.364378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48190) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:04.437950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Deleting subnet e8787e55-8106-4230-89e2-58d880162611 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:56:04.446885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.514656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.605975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.608778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-b17894fc-7b61-441d-89df-d6dd02511c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:04.610240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-b17894fc-7b61-441d-89df-d6dd02511c18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8466301 Jun 01 12:56:04.684552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.726215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30d226-51ad-419e-b652-5127dc158d49 req-ae4c9242-08d3-4de7-9fca-26b64383f016 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:04.727720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c30d226-51ad-419e-b652-5127dc158d49 req-ae4c9242-08d3-4de7-9fca-26b64383f016 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 949 time: 0.8433602 Jun 01 12:56:04.733305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8787e55-8106-4230-89e2-58d880162611,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:04.739474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.747054 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1e837e7f-c4b9-4623-8d62-7a721511a33b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e8787e55-8106-4230-89e2-58d880162611 HTTP/1.1" status: 204 len: 168 time: 0.3811641 Jun 01 12:56:04.749141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48194) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:04.749450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3764c1-078b-406f-85c7-1f9934fe403f None None] Network e4a5263b-b7fc-4c86-8d03-525b16f2bd97 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:04.931630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5a47-aa1f-41fe-bf3b-5d49c45a40ed req-a25c73d1-b118-4f76-9c10-4b3f9d5d132b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:04.931630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d9c5a47-aa1f-41fe-bf3b-5d49c45a40ed req-a25c73d1-b118-4f76-9c10-4b3f9d5d132b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.6531436 Jun 01 12:56:05.063681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.077323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Deleting port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:05.077736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.104218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2e675df-2429-4c97-8a12-72221a2df87e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:05.148147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b2e675df-2429-4c97-8a12-72221a2df87e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:05.148492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2e675df-2429-4c97-8a12-72221a2df87e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:05.149506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 750dd0da-85a0-47ef-83c1-b971283dacc6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:05.191229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] DHCP port deletion for e4a5263b-b7fc-4c86-8d03-525b16f2bd97 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:56:05.201198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Deleting port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:05.201478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.214398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d9c5a47-aa1f-41fe-bf3b-5d49c45a40ed req-a0b548b6-7678-43b2-8093-8e47edae4822 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746356 Jun 01 12:56:05.229532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c30d226-51ad-419e-b652-5127dc158d49 req-e04a3266-b659-414f-a201-3eeea2c9919d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297349 Jun 01 12:56:05.282225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-658ec0ea-6787-46b0-b4c7-ba6d0ba4279d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998895 Jun 01 12:56:05.289497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.348068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 750dd0da-85a0-47ef-83c1-b971283dacc6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:05.348587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 750dd0da-85a0-47ef-83c1-b971283dacc6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:05.354252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.519222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] For port a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:05.519819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.604928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] For port a097b3d6-08c9-43a0-a3c2-305c1066c2f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,segment=NetworkSegment(8f24353d-c2d8-4d26-9b2c-35274a083a65),segment_id=8f24353d-c2d8-4d26-9b2c-35274a083a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:05.605477 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.728873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Calling delete_port for a097b3d6-08c9-43a0-a3c2-305c1066c2f3 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:05.761514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Calling delete_port for a097b3d6-08c9-43a0-a3c2-305c1066c2f3 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:05.813884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2402cac-a420-4b9a-8d1a-fd64b03aa7ed req-cf987d33-8488-4b65-b855-63c2db3bccfa service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153902 Jun 01 12:56:05.827368 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Floating IP bb191327-7bc8-421b-9684-0a7f214da42c associated. External IP: 172.25.7.190, port: 867b1740-a1c3-4861-b4dc-7ca74fb91e91. Jun 01 12:56:05.891199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.900568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:56:05.900903 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:56:05.949168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] No DVR routers for this DVR port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:05.964727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bca1d-6113-442f-bc4b-fd6e72282f18 None None] Pushing event deleted for resources: {'Port': ['ID=a097b3d6-08c9-43a0-a3c2-305c1066c2f3,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:05.980948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3747360-264c-4e8a-a13b-3b811ea304f1 req-7069004f-d886-4d5c-a6ce-a6cb2ac70c97 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:05.982151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3747360-264c-4e8a-a13b-3b811ea304f1 req-7069004f-d886-4d5c-a6ce-a6cb2ac70c97 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.4841049 Jun 01 12:56:06.133356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3747360-264c-4e8a-a13b-3b811ea304f1 req-b220eec7-13bb-45fe-a50c-b2502b99a04a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385438 Jun 01 12:56:06.152010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-e143440a-2015-4d95-a37e-4bf7d39e208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:06.153940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-e143440a-2015-4d95-a37e-4bf7d39e208a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1097 time: 0.2616942 Jun 01 12:56:06.402660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Deleting port a097b3d6-08c9-43a0-a3c2-305c1066c2f3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:06.403519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.503643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] The port 'a097b3d6-08c9-43a0-a3c2-305c1066c2f3' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:56:06.648881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.677582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a5263b-b7fc-4c86-8d03-525b16f2bd97']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:06.692132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f24353d-c2d8-4d26-9b2c-35274a083a65') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:06.692561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f24353d-c2d8-4d26-9b2c-35274a083a65') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:06.706463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.725679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.733406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:56:06.734002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.752205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-dbe56278-cdcc-4ca9-bc1a-9582b9373cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:06.753054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-dbe56278-cdcc-4ca9-bc1a-9582b9373cf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5464396 Jun 01 12:56:06.768003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:06.812359 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8f24353d-c2d8-4d26-9b2c-35274a083a65 resource provider aggregate not found Jun 01 12:56:06.843285 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8f24353d-c2d8-4d26-9b2c-35274a083a65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f24353d-c2d8-4d26-9b2c-35274a083a65 found for delete ", "request_id": "req-80f02a99-1f7c-49b8-a72e-22320fb70871"}]} Jun 01 12:56:06.849462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-5e621859-a6de-4e84-9524-92ed966bf70d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0756240 Jun 01 12:56:06.852044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.860628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7433c-ea7d-43b5-ab8b-8dd3a2bbaf27 req-fa7a03e9-bb59-4dd1-8d8e-58b26092734c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:06.861055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.862088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbb7433c-ea7d-43b5-ab8b-8dd3a2bbaf27 req-fa7a03e9-bb59-4dd1-8d8e-58b26092734c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.2639248 Jun 01 12:56:06.895406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a5263b-b7fc-4c86-8d03-525b16f2bd97,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:06.923338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06c803a3-e27e-48bb-a8d7-12c50a1dffc5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e4a5263b-b7fc-4c86-8d03-525b16f2bd97 HTTP/1.1" status: 204 len: 168 time: 2.1728523 Jun 01 12:56:06.926297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48228) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:06.989129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c587-b0f2-4f64-9dbf-2d1557931f78 req-f7501aef-1f54-4cad-8b44-e66fddb0bab4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:06.990620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40d6c587-b0f2-4f64-9dbf-2d1557931f78 req-f7501aef-1f54-4cad-8b44-e66fddb0bab4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 949 time: 0.4248168 Jun 01 12:56:07.137168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a097b3d6-08c9-43a0-a3c2-305c1066c2f3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:07.228447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a097b3d6-08c9-43a0-a3c2-305c1066c2f3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:07.228790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a097b3d6-08c9-43a0-a3c2-305c1066c2f3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:07.281491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbb7433c-ea7d-43b5-ab8b-8dd3a2bbaf27 req-c63d5562-ebe1-4dc6-9bb2-8aa756517b08 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603339 Jun 01 12:56:07.316919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-7b99e6c0-65b1-4a45-ac5c-1814eb8178db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:07.333727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-7b99e6c0-65b1-4a45-ac5c-1814eb8178db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4137659 Jun 01 12:56:07.357054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40d6c587-b0f2-4f64-9dbf-2d1557931f78 req-ba35687b-0376-4847-8d51-6126b42baea6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479671 Jun 01 12:56:07.530034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:07.538425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:07.541045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Sync routers for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:07.570439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:07.570673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:07.621771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d7b9a688-442e-4434-9b70-8ff5e519fba0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "PUT /v2.0/floatingips/bb191327-7bc8-421b-9684-0a7f214da42c HTTP/1.1" status: 200 len: 992 time: 4.3312972 Jun 01 12:56:07.624167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:07.644401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-ac626f97-00f0-4ed4-a769-26824c498f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:07.645895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-ac626f97-00f0-4ed4-a769-26824c498f01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2961771 Jun 01 12:56:07.657818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03418f-3aab-48c4-9856-1a01d51521bc req-0ac5f801-449a-4015-82c8-22c21a216ba9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:07.664798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc03418f-3aab-48c4-9856-1a01d51521bc req-0ac5f801-449a-4015-82c8-22c21a216ba9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.1924546 Jun 01 12:56:07.842714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc03418f-3aab-48c4-9856-1a01d51521bc req-a2600406-5a4b-4eaa-9b7d-bd1d25e610b3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769600 Jun 01 12:56:07.914167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:07.933241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:07.950249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-a1c8b3d7-d9c9-4eef-8a8b-bf4b58a892da service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685606 Jun 01 12:56:08.180896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba78580-c527-4832-a2b7-3f9329336b5d req-a1d5db03-92d8-4d5f-9384-c544b5d79195 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:08.182348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ba78580-c527-4832-a2b7-3f9329336b5d req-a1d5db03-92d8-4d5f-9384-c544b5d79195 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 1100 time: 0.4248965 Jun 01 12:56:08.190958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd9fe79a-a8c1-498d-891e-609fd772c8ae req-a9d04367-4088-410e-a83a-4453373bceed service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240372 Jun 01 12:56:08.270533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ba78580-c527-4832-a2b7-3f9329336b5d req-73490609-5e32-4f0f-aaf9-df867ff86dd8 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785172 Jun 01 12:56:08.326258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b401-4bc5-4201-93df-4632ef8a0473 req-4749ef2a-5277-48e2-b3df-39851b62a065 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:08.336588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d04b401-4bc5-4201-93df-4632ef8a0473 req-4749ef2a-5277-48e2-b3df-39851b62a065 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.2399745 Jun 01 12:56:08.431344 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b5211e-ccf9-4355-be4a-c338b3aaa83b'] response: {'name': 'network-changed', 'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'status': 'completed', 'code': 200} Jun 01 12:56:08.539250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'bb191327-7bc8-421b-9684-0a7f214da42c', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'port_id': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'mac_address': 'fa:16:3e:83:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591e23ab-8160-4be0-9a81-e63ed814421f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:55:03Z', 'updated_at': '2022-06-01T12:56:05Z', 'revision_number': 1, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:08.546699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Checking router: 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:08.558558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:08.559506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:08.566627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d04b401-4bc5-4201-93df-4632ef8a0473 req-207fea08-e38b-45f2-8d10-2b49f0f79100 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214320 Jun 01 12:56:08.720255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Deleting port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:08.720904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:08.756026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-4df1d8ed-d540-4b11-941c-ef39620e0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:08.757522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-4df1d8ed-d540-4b11-941c-ef39620e0231 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=941b09fcdc56409e80bb6a704f765fbc&device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 1097 time: 0.2971368 Jun 01 12:56:08.790675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-7108cc35-066d-4566-a16e-354da3264438 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742381 Jun 01 12:56:08.878188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:08.992225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] For port b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:08.993371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.134029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Calling delete_port for b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:09.288710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-95a036c0-a7fa-450b-bd6c-8af04c5d6985 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:09.297403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-95a036c0-a7fa-450b-bd6c-8af04c5d6985 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5107906 Jun 01 12:56:09.306910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-5ed32580-3e1e-469a-9bdb-901f8695cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:09.308476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-5ed32580-3e1e-469a-9bdb-901f8695cae5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5 HTTP/1.1" status: 200 len: 916 time: 0.5420730 Jun 01 12:56:09.321951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-b9af5dc1-6e2e-4418-9ece-d2d71d04f31a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/quotas/fc6cba445f714d8c82fe292d17d883fc HTTP/1.1" status: 200 len: 375 time: 0.0223680 Jun 01 12:56:09.353628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'bb191327-7bc8-421b-9684-0a7f214da42c', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'port_id': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'mac_address': 'fa:16:3e:83:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591e23ab-8160-4be0-9a81-e63ed814421f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:55:03Z', 'updated_at': '2022-06-01T12:56:05Z', 'revision_number': 1, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:09.358155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870c768-c2f7-42a1-9717-896333923ccc None None] The sync data for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 is: [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'bb191327-7bc8-421b-9684-0a7f214da42c', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'port_id': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'mac_address': 'fa:16:3e:83:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591e23ab-8160-4be0-9a81-e63ed814421f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:55:03Z', 'updated_at': '2022-06-01T12:56:05Z', 'revision_number': 1, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:09.384231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.448964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:09.517082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36d7a-62b3-44a9-ac6a-378af06125a8 req-6727b5f0-b983-4cad-bad1-eaa9b88c329b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:09.518746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df36d7a-62b3-44a9-ac6a-378af06125a8 req-6727b5f0-b983-4cad-bad1-eaa9b88c329b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.8632524 Jun 01 12:56:09.571509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-2f4c3f0b-4493-40b5-b107-5554c25c77d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91 HTTP/1.1" status: 200 len: 1000 time: 0.2080631 Jun 01 12:56:09.713868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df36d7a-62b3-44a9-ac6a-378af06125a8 req-6ed4c584-2404-4236-b4b3-d5043e07873c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867657 Jun 01 12:56:09.733283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79535ef-c8d2-44af-b2d0-e9caa43fba97 None None] New status for floating IP bb191327-7bc8-421b-9684-0a7f214da42c: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:09.764167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-88a766d9-0336-4a67-9fa8-d82682039513 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4412391 Jun 01 12:56:09.775339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-458834b9-f147-4287-b9cb-c6592546a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:09.777888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-458834b9-f147-4287-b9cb-c6592546a562 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d878e6-eaef-4e09-a986-2ab9b39b8b3d HTTP/1.1" status: 200 len: 854 time: 0.1933892 Jun 01 12:56:09.939579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-edf5109c-a6d7-4636-8fc4-e8944fc7ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:09.942422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-edf5109c-a6d7-4636-8fc4-e8944fc7ec10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9f32b56-91a2-4c94-b64c-7d390a6c13d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452265 Jun 01 12:56:10.012443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.133938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:10.141557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:10.176260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1295859936'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:10.200803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:10.219041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:network and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:10.226435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:10.239864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:10.298354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f0f66f9-b8a7-4f17-8293-cf334f9f9303 req-63e2b5bc-be3e-479f-a540-784b6d64567b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 210 time: 0.1788766 Jun 01 12:56:10.467631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:10.470656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-4e965082-cbca-4dc9-aa70-242c6a0beab0 service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173707 Jun 01 12:56:10.520793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'mac_address': 'fa:16:3e:01:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:10.555114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:10.560440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.585993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:10.586633 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.607752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:56:10.610324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:10.632134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:10.642837 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.655609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79ccf-1839-485c-94ff-3ade337e6c92 req-862d8675-d4c7-42ba-a079-b4b185a848cc tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:10.665426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8a79ccf-1839-485c-94ff-3ade337e6c92 req-862d8675-d4c7-42ba-a079-b4b185a848cc tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.7848105 Jun 01 12:56:10.695776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.696206 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Added segment bd697a54-dfb8-4e11-8882-a0453eb1ae80 of type vlan for network ff8d0b20-14d9-486c-9464-f7050de3c023 Jun 01 12:56:10.750861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8a79ccf-1839-485c-94ff-3ade337e6c92 req-591bb7bb-7363-421c-8e50-3c35f6eb5fd6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861926 Jun 01 12:56:10.791004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:10.796085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6e56d59-979b-417b-91a7-aa9644ec8590 req-966d1bbb-9a5f-42f6-a0bf-396f3f406f70 service neutron] 10.222.0.13 "GET /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137536 Jun 01 12:56:10.879039 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.919733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:10.932766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.938494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:10.939621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.980483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1f79-5556-400e-90bd-03e6d9b2275e req-20a71a14-ad38-445a-9016-41471014977a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:10.991288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-637f1f79-5556-400e-90bd-03e6d9b2275e req-20a71a14-ad38-445a-9016-41471014977a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.1053567 Jun 01 12:56:11.053511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['527c8d4a-edc1-4ee8-877c-56190547e4c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:11.054838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-637f1f79-5556-400e-90bd-03e6d9b2275e req-7fb7a71c-c725-48c9-8c59-3c398c6605c8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Jun 01 12:56:11.172567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Network': ['ID=ff8d0b20-14d9-486c-9464-f7050de3c023,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:11.177218 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-682ac265-1fe1-478b-9d28-5891368cd564 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0095627 Jun 01 12:56:11.180070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48294) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:11.186852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-351902762'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:11.188313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ff8d0b20-14d9-486c-9464-f7050de3c023 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:56:11.192421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:11.197895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:network and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:11.201225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:11.210136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:11.221921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:11.229007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.265609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:56:11.279262 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.279862 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Added segment f4a80e2c-aefe-410c-affb-a56141d6c8fc of type vlan for network 389891e0-a632-4d9b-aea7-81bd87e25016 Jun 01 12:56:11.301303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:11.310492 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08344024-bc0e-45c1-832e-9327863da0b7 admin admin] 10.222.0.40 "PUT /v2.0/routers/9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3799918 Jun 01 12:56:11.310492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48298) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:11.317112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Sync routers for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:11.339307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.342922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:11.343633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:11.410436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.417805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:11.418505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.596128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:11.647271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.652259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Network': ['ID=389891e0-a632-4d9b-aea7-81bd87e25016,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:11.656108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56f3a29c-5b58-4862-83c5-a562ad6a42b0 req-fe1a40c1-00c8-464a-89d7-3106b82f3500 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 210 time: 0.1907704 Jun 01 12:56:11.699269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5b814516-4255-494c-abc1-6db6b41f43b5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5177922 Jun 01 12:56:11.701489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-f0a02cf5-393f-43fc-ad43-cb7e3998fbf7 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc6cba445f714d8c82fe292d17d883fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440803 Jun 01 12:56:11.702198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48304) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:11.708786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'subnet': {'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:11.750133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 389891e0-a632-4d9b-aea7-81bd87e25016 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:56:11.987408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.018583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Deleting port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:12.019418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.088425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:56:09Z', 'revision_number': 5, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port': {'id': '1ba0ebe3-b625-4065-bb19-aa1a0cbf9032', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:51:46Z', 'updated_at': '2022-06-01T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:12.100422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Checking router: 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:12.116211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Routers {'9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:56:12.116992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:55:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:12.224914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:12.229433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:subnet and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:12.232833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:12.239806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:12.301974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] For port 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:12.304736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.305331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] Set router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:56:12.307682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:12.312155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.336631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-7ffb9892-0706-4e87-b92e-5db2f9cfd276 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:12.338104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-7ffb9892-0706-4e87-b92e-5db2f9cfd276 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4489946 Jun 01 12:56:12.423334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Request body: {'port': {'device_id': '47c427f4-ad86-4af5-9038-8703715bc396', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'fc6cba445f714d8c82fe292d17d883fc'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:12.437303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:56:11Z', 'revision_number': 6, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:12.442714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80224c-7d81-4542-bc22-109be33511c2 None None] The sync data for ids ['9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7'] in n-d-844200-1 is: [{'id': '9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207475764-router', 'tenant_id': 'b664cd5b9457492994b21e819c502e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:51:45Z', 'updated_at': '2022-06-01T12:56:11Z', 'revision_number': 6, 'project_id': 'b664cd5b9457492994b21e819c502e48', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:12.492859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Calling delete_port for 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:12.682037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db361d-16f8-4c33-b2f1-365ee63fa7a5 req-08ad5dae-19af-4add-90ca-d8bdda93991a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:12.684247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13db361d-16f8-4c33-b2f1-365ee63fa7a5 req-08ad5dae-19af-4add-90ca-d8bdda93991a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4382920 Jun 01 12:56:12.691331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.744432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:12.805236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:12.829287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700a9cd-ef08-4b81-b329-4a09ae7907ed req-204ef2d7-fcde-4746-afc0-515739389b94 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:12.830852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0700a9cd-ef08-4b81-b329-4a09ae7907ed req-204ef2d7-fcde-4746-afc0-515739389b94 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 947 time: 0.5830836 Jun 01 12:56:12.881379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba0ebe3-b625-4065-bb19-aa1a0cbf9032,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:12.905827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13db361d-16f8-4c33-b2f1-365ee63fa7a5 req-a61fba1d-bd60-4d1a-83ec-dac2b2a48335 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080362 Jun 01 12:56:12.917946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Made reservation on behalf of fc6cba445f714d8c82fe292d17d883fc for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:12.933722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.968468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.004279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.109840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0700a9cd-ef08-4b81-b329-4a09ae7907ed req-08960564-e8b3-4c66-b795-a19d2a7ddb2e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300937 Jun 01 12:56:13.132512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4396c28-e257-4625-8a12-21ff3667dd07 req-57dc72b4-0382-4723-82df-f63c151cd7a2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 210 time: 0.0583227 Jun 01 12:56:13.187463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Subnet': ['ID=f393a984-9fa1-48b8-9c99-d820e195d6ce,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:13.205944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:13.206298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network hostable DHCP agents. Network: ff8d0b20-14d9-486c-9464-f7050de3c023, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:56:13.238987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.241314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.267796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.268244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:56:13.283924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:56:13.291300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.296402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19fa5ef6-b7cf-4460-9d33-77d777514a95 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9f6a3894-cbb1-40de-bed4-b4d8abc8c9f7 HTTP/1.1" status: 204 len: 168 time: 1.9850063 Jun 01 12:56:13.297011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:13.305756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Allocated IP 192.168.233.203 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/cbccab6e-d683-4a71-b35e-281086b7831c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:13.314459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ff8d0b20-14d9-486c-9464-f7050de3c023) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:13.324630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bad21-0f16-4a4a-95dd-dc751c4807a5 None None] Network ff8d0b20-14d9-486c-9464-f7050de3c023 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:13.345049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:13.346018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.362679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Deleting subnet 07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:56:13.368047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.395510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-437b109b-e206-4c87-bc8e-8fc2df49014b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6889873 Jun 01 12:56:13.403737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48324) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:13.415577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'subnet': {'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:13.428555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:13.475832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:13.476405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2b2cda9-0a3d-4bf0-a72e-dac291bbcfcc not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:13.476585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:13.528658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:13.528993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ba0ebe3-b625-4065-bb19-aa1a0cbf9032 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:13.553041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.629368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:13.647728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:subnet and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:13.654818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:13.671833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:13.700955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:13.705101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.715579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ff8d0b20-14d9-486c-9464-f7050de3c023', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:56:13.716505 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.743568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.774968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.799225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Transition to ACTIVE for port object cbccab6e-d683-4a71-b35e-281086b7831c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:13.836480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.868328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf', 'bd32d040-bd1c-4768-b182-cbacf1ae8818', '55518846-d4f8-48dd-9f0e-788ae9168cb6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:13.904492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:13.944931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:13.948641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:13.952840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:13.964313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.018756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.023550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.037623 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6c2987ea-e585-434b-8a66-c44112cf3db7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/07ee87b1-9aa2-4629-b7ce-70cdc1f94fcd HTTP/1.1" status: 204 len: 168 time: 0.7374697 Jun 01 12:56:14.038802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:14.044614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d570765-08db-4862-bf23-cafa19778668 None None] Network 1108b6a2-c393-4be6-8b13-9b33fc85a890 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:14.057950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:14.058603 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.087383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event updated for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.095283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-2e83fe57-ae0b-48a9-8609-00864681a2e5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6894038 Jun 01 12:56:14.107763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Allocated IP 10.1.1.2 (ff8d0b20-14d9-486c-9464-f7050de3c023/f393a984-9fa1-48b8-9c99-d820e195d6ce/ab562170-c2aa-4f17-9968-581a02890234) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:14.113305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Request body: {'port': {'device_id': '47c427f4-ad86-4af5-9038-8703715bc396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:14.196817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:14.355320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.396892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.413835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.568441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255afda-64ff-4faa-9bee-af2843d5b9c6 req-b7a669dd-3763-40f0-832b-dbc4b692dad7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:14.570541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6255afda-64ff-4faa-9bee-af2843d5b9c6 req-b7a669dd-3763-40f0-832b-dbc4b692dad7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.3581769 Jun 01 12:56:14.596823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Deleting port f2a46557-e9a7-4f41-b823-5ff8fbc3628d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:14.597174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.645455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6255afda-64ff-4faa-9bee-af2843d5b9c6 req-d08f3dab-228d-4539-ab18-4cd625117bca tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670381 Jun 01 12:56:14.720322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:14.800839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Subnet': ['ID=d96d5f9e-d51a-4405-9b79-377fb0503737,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.822726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:14.823742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.847364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Checking segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:14.847722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network hostable DHCP agents. Network: 389891e0-a632-4d9b-aea7-81bd87e25016, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:56:14.867359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ea0c0c4-d95e-4732-b3b3-1071974ecb8b None None] Provisioning for port cbccab6e-d683-4a71-b35e-281086b7831c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:14.898791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ea0c0c4-d95e-4732-b3b3-1071974ecb8b None None] Provisioning complete for port cbccab6e-d683-4a71-b35e-281086b7831c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:14.899155 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c0c4-d95e-4732-b3b3-1071974ecb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.975994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network 389891e0-a632-4d9b-aea7-81bd87e25016 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:56:15.004751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 389891e0-a632-4d9b-aea7-81bd87e25016) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:15.009905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:15.010723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.038987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd74b41-db66-402e-bb64-284ddc5ce091 None None] Network 389891e0-a632-4d9b-aea7-81bd87e25016 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:15.045861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] For port f2a46557-e9a7-4f41-b823-5ff8fbc3628d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,segment=NetworkSegment(6dd69a04-7a5e-451d-b966-e0520f08fcfe),segment_id=6dd69a04-7a5e-451d-b966-e0520f08fcfe)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:15.046749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.102865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be172a6-54c1-4c14-b521-d5dc136c7bb4 req-c7d07312-8d8b-417e-beb1-083f5e077393 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:15.104482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1be172a6-54c1-4c14-b521-d5dc136c7bb4 req-c7d07312-8d8b-417e-beb1-083f5e077393 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 947 time: 0.2921703 Jun 01 12:56:15.122420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b12ab-87e9-427e-82a5-74c13b1c056d req-7beda199-1439-4e48-a849-a9098aa352f0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:15.123301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c70b12ab-87e9-427e-82a5-74c13b1c056d req-7beda199-1439-4e48-a849-a9098aa352f0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:15.143896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47d530f4-f365-433c-9d8b-0d30d6832f66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7359369 Jun 01 12:56:15.148002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48342) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:15.156076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'name': 'tempest-TaggedBootDevicesTest-1617805888', 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:15.355875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Calling delete_port for f2a46557-e9a7-4f41-b823-5ff8fbc3628d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:15.427161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.455706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Transition to ACTIVE for port object ab562170-c2aa-4f17-9968-581a02890234 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:15.464352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c70b12ab-87e9-427e-82a5-74c13b1c056d req-7beda199-1439-4e48-a849-a9098aa352f0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:15.481235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c70b12ab-87e9-427e-82a5-74c13b1c056d req-7beda199-1439-4e48-a849-a9098aa352f0 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 936 time: 0.6203003 Jun 01 12:56:15.487833 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.500173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Transition to ACTIVE for port object ab562170-c2aa-4f17-9968-581a02890234 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:15.539203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1be172a6-54c1-4c14-b521-d5dc136c7bb4 req-3af1498f-ae83-4249-a688-7b3b06092a70 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113870 Jun 01 12:56:15.573236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbccab6e-d683-4a71-b35e-281086b7831c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:15.589403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.631649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c70b12ab-87e9-427e-82a5-74c13b1c056d req-7f305845-4ba9-4f04-86b8-ab7dc1ee2d07 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449687 Jun 01 12:56:15.656420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] No DVR routers for this DVR port f2a46557-e9a7-4f41-b823-5ff8fbc3628d on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:15.679618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Transition to ACTIVE for port object cbccab6e-d683-4a71-b35e-281086b7831c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:15.681198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:15.686440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:15.690209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.695606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:15.701040 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.750891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:15.754262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:15.756703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0c0c4-d95e-4732-b3b3-1071974ecb8b None None] Port cbccab6e-d683-4a71-b35e-281086b7831c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:15.775827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:15.780916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-389891e0-a632-4d9b-aea7-81bd87e25016', 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ips': [{'subnet_id': 'd96d5f9e-d51a-4405-9b79-377fb0503737'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:56:15.781434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.819510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:15.855452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a46557-e9a7-4f41-b823-5ff8fbc3628d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.003709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.020824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:16.046356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108b6a2-c393-4be6-8b13-9b33fc85a890']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:16.068386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd69a04-7a5e-451d-b966-e0520f08fcfe') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:16.069945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd69a04-7a5e-451d-b966-e0520f08fcfe') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:16.091955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.116286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.131245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:56:16.132001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.244941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Attempting to bind port cbccab6e-d683-4a71-b35e-281086b7831c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:16.245512 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6dd69a04-7a5e-451d-b966-e0520f08fcfe resource provider aggregate not found Jun 01 12:56:16.245621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Attempting to bind port cbccab6e-d683-4a71-b35e-281086b7831c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:16.245942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Attempting to bind port cbccab6e-d683-4a71-b35e-281086b7831c on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:16.248496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Pushing event updated for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.269566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.270035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.270730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.273457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.274158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.274927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.275423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.275904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.276465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.276934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.277106 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6dd69a04-7a5e-451d-b966-e0520f08fcfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dd69a04-7a5e-451d-b966-e0520f08fcfe found for delete ", "request_id": "req-5ab3e761-ae92-4f89-aa37-5a74d38a5c6e"}]} Jun 01 12:56:16.278787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.279304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:16.295558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Port cbccab6e-d683-4a71-b35e-281086b7831c on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:16.299818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Attempting to bind port cbccab6e-d683-4a71-b35e-281086b7831c on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:16.311572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:16.311572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:16.311932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:16.312546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Bound port: cbccab6e-d683-4a71-b35e-281086b7831c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:16.313047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.315375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Pushing event updated for resources: {'Port': ['ID=ab562170-c2aa-4f17-9968-581a02890234,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.323878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.335716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.345166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Attempting to bind port ab562170-c2aa-4f17-9968-581a02890234 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:16.345537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Attempting to bind port ab562170-c2aa-4f17-9968-581a02890234 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:16.345896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Attempting to bind port ab562170-c2aa-4f17-9968-581a02890234 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:16.364226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] Pushing event deleted for resources: {'Network': ['ID=1108b6a2-c393-4be6-8b13-9b33fc85a890,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.371161 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-479bdd39-50c9-40d0-b7ab-66e4ce3e9966 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1108b6a2-c393-4be6-8b13-9b33fc85a890 HTTP/1.1" status: 204 len: 168 time: 2.3311789 Jun 01 12:56:16.399043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5329c-bbb4-4494-8158-9d5f46bff360 None None] DHCP port deletion for 1108b6a2-c393-4be6-8b13-9b33fc85a890 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:56:16.420142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:16.420453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:16.421423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.421423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Bound using segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:16.421687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Bound port: ab562170-c2aa-4f17-9968-581a02890234, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:16.422373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.432856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca04a0-3f02-4a68-b754-9d3ce1d9639c req-e3639a31-0131-497b-aa42-f430f7bbd162 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:16.442906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24ca04a0-3f02-4a68-b754-9d3ce1d9639c req-e3639a31-0131-497b-aa42-f430f7bbd162 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.5674860 Jun 01 12:56:16.502028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Allocated IP 10.2.2.2 (389891e0-a632-4d9b-aea7-81bd87e25016/d96d5f9e-d51a-4405-9b79-377fb0503737/caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:16.523807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.551952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:16.552126 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.605423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24ca04a0-3f02-4a68-b754-9d3ce1d9639c req-ff9c17eb-209b-4a1b-8088-f863d2fa6370 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615236 Jun 01 12:56:16.613015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] device_id is not set on port cddf9c32-4e83-4c72-80dd-e56dd396c937 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 12:56:16.679943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:16.709239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:16.746017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cbccab6e-d683-4a71-b35e-281086b7831c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:16.759679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:16.763765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.823410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48370) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:16.923075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.956739 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1a905ed7-b1c1-4741-a0d2-3a9076dcd83e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f95283e555414b8b83b935ec6882486d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304066 Jun 01 12:56:16.957078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:17.047683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:17.048536 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.052326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] 10.222.0.24 "PUT /v2.0/ports/cbccab6e-d683-4a71-b35e-281086b7831c HTTP/1.1" status: 200 len: 1096 time: 2.9432116 Jun 01 12:56:17.061442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.068639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:17.157467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.201530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f2a46557-e9a7-4f41-b823-5ff8fbc3628d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:17.261675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.285578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7730f-c7fb-4384-b3d8-aa90e8ee4c33,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:17.294857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.297811 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa2e3734-e77a-4fa5-be34-ff957a30882f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6cb7730f-c7fb-4384-b3d8-aa90e8ee4c33 HTTP/1.1" status: 204 len: 168 time: 0.3396127 Jun 01 12:56:17.350848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f2a46557-e9a7-4f41-b823-5ff8fbc3628d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:17.351513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f2a46557-e9a7-4f41-b823-5ff8fbc3628d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:17.431185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:17.437080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6d07-64aa-4b41-bf9e-2a0043d7c81a service neutron] Pushing event updated for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:17.465284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] For port ab562170-c2aa-4f17-9968-581a02890234, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:17.486802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.1.1.56 (ff8d0b20-14d9-486c-9464-f7050de3c023/f393a984-9fa1-48b8-9c99-d820e195d6ce/cddf9c32-4e83-4c72-80dd-e56dd396c937) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:17.525437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318afbd-8161-4781-b94b-f7cb49a71b5b req-1fdffaa5-d6af-4a6c-86ab-c90d63768078 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:17.541560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d318afbd-8161-4781-b94b-f7cb49a71b5b req-1fdffaa5-d6af-4a6c-86ab-c90d63768078 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.6643484 Jun 01 12:56:17.555055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6ed3-b191-47f8-b80f-579ea61b7ff8 req-dde5198d-00a6-40f1-8f68-b4aff64e8439 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:17.563217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df1a6ed3-b191-47f8-b80f-579ea61b7ff8 req-dde5198d-00a6-40f1-8f68-b4aff64e8439 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 948 time: 0.6295850 Jun 01 12:56:17.605708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] For port ab562170-c2aa-4f17-9968-581a02890234, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ab562170-c2aa-4f17-9968-581a02890234,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:17.673643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.688682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-52b98b1e-1986-4508-8f1a-0174e3710586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:17.689417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-52b98b1e-1986-4508-8f1a-0174e3710586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 1099 time: 0.4619749 Jun 01 12:56:17.724389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df1a6ed3-b191-47f8-b80f-579ea61b7ff8 req-598b757b-8c38-47d5-9376-d09abe078755 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583192 Jun 01 12:56:17.737357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d318afbd-8161-4781-b94b-f7cb49a71b5b req-4f0f5f2c-593e-4da2-8bb6-cb3be70985e6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940515 Jun 01 12:56:17.829461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.860286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.871122 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630aa898-1b76-490e-8b9b-86ad0b7252a7'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'code': 200} Jun 01 12:56:17.881900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Transition to ACTIVE for port object caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:17.941246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b519f-9733-42f3-a4d2-f58d4ff407c7 None None] Pushing event updated for resources: {'Port': ['ID=ab562170-c2aa-4f17-9968-581a02890234,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:17.962854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:18.025136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Transition to ACTIVE for port object caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:18.050070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.050350 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20c24a3-7d3b-44ea-a216-d3abd5b77104'] response: {'name': 'network-changed', 'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c', 'status': 'completed', 'code': 200} Jun 01 12:56:18.098178 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55248abb-152e-40cc-8a47-69a4242de463 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b664cd5b9457492994b21e819c502e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336403 Jun 01 12:56:18.100252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:18.148588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-a24826aa-dd43-48ae-902e-d2c6366a5347 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=cbccab6e-d683-4a71-b35e-281086b7831c HTTP/1.1" status: 200 len: 217 time: 0.3432128 Jun 01 12:56:18.165326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Network 389891e0-a632-4d9b-aea7-81bd87e25016 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:18.187969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:18.191107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:18.214250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:18.240495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.310949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.394030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-c4a97324-bb0a-4fc6-889f-524a866352a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:18.395782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-c4a97324-bb0a-4fc6-889f-524a866352a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2194784 Jun 01 12:56:18.463942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.493264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32acaf6e-ad96-4c09-bb33-17a8c0f5aa40,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:18.513680 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.532795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.535623 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/32acaf6e-ad96-4c09-bb33-17a8c0f5aa40 HTTP/1.1" status: 204 len: 168 time: 0.4341400 Jun 01 12:56:18.543893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.544639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.545207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.547268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.547836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.549502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.550060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.550606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.551784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.552326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.552881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.553412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afdd988-7896-4e94-af43-72f5fc01f5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:18.556226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c80f7-72ed-4ba4-9881-8dd524f2642f req-96546cf2-6bc3-484a-b9b6-83d2eda1af7d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:18.563336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba3c80f7-72ed-4ba4-9881-8dd524f2642f req-96546cf2-6bc3-484a-b9b6-83d2eda1af7d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4780557 Jun 01 12:56:18.584541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1f1d-c36f-422f-b4fd-7bd9db9f6d5a req-cdec12fa-7652-4ff4-8e41-f5a3394605ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:18.586337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae1f1d-c36f-422f-b4fd-7bd9db9f6d5a req-cdec12fa-7652-4ff4-8e41-f5a3394605ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1099 time: 0.5383909 Jun 01 12:56:18.596000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object cddf9c32-4e83-4c72-80dd-e56dd396c937 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:18.629699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Pushing event updated for resources: {'Port': ['ID=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:18.679850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba3c80f7-72ed-4ba4-9881-8dd524f2642f req-e7d42af1-a63a-48e3-93cf-6e9ff19d1825 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153383 Jun 01 12:56:18.698583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-6760695e-e806-4089-a6e0-cb15089038b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:18.700545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-6760695e-e806-4089-a6e0-cb15089038b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2830760 Jun 01 12:56:18.708560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae1f1d-c36f-422f-b4fd-7bd9db9f6d5a req-7180ed73-fbdf-49c7-afc6-fad8d38a4e7a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090357 Jun 01 12:56:18.719262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:18.781036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Attempting to bind port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:18.781748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Attempting to bind port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:18.782362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Attempting to bind port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb on network 389891e0-a632-4d9b-aea7-81bd87e25016 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:18.795035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:18.795824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Checking segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:18.796866 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.797445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Bound using segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:18.798084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Bound port: caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:18.798848 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.863192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'mac_address': 'fa:16:3e:c7:d4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:18.869892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-492967aa-e9fe-4077-96a5-32ac064ec08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.898903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.039959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:19.040810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.174908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:19.244814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] For port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:19.252030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f03b598a-bda0-4bf6-bfe4-b673446bafa2 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:19.268759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ab562170-c2aa-4f17-9968-581a02890234 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:19.278049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:19.326409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:19.396381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] For port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:19.414216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:19.424326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.492607 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.537488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:19.538173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.553877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527e71d-1b05-4469-bbdf-e9d3ddfefd41 None None] Network ff8d0b20-14d9-486c-9464-f7050de3c023 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:19.593656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:19.688316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babc641-aea3-4d11-b674-bb9a86f97ea8 None None] Pushing event updated for resources: {'Port': ['ID=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:19.688524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-f2d461ac-e7d3-45ae-accc-5efb5fd898c5 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9741595 Jun 01 12:56:19.694188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f03b598a-bda0-4bf6-bfe4-b673446bafa2'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:19.702969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-09403c94-7975-4084-91b5-51af8555dd2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5537443 Jun 01 12:56:19.707324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:19.716121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'name': 'tempest-TaggedBootDevicesTest-841966120', 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:19.806778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ab562170-c2aa-4f17-9968-581a02890234 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:19.948079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Provisioning for port ab562170-c2aa-4f17-9968-581a02890234 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:19.967897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb65cfb-d2db-4619-9dc5-5487f61d53f9 req-52fa7d96-4e2d-48fc-823f-ff857407f3a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:19.978643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Provisioning complete for port ab562170-c2aa-4f17-9968-581a02890234 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:19.978899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.987245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5eb65cfb-d2db-4619-9dc5-5487f61d53f9 req-52fa7d96-4e2d-48fc-823f-ff857407f3a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 948 time: 0.9722576 Jun 01 12:56:20.095363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6078bd-8b6a-4f39-8420-49f2791b1bbe req-ee779d22-ae90-4cc4-a438-83d5da6894f8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:20.102890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db6078bd-8b6a-4f39-8420-49f2791b1bbe req-ee779d22-ae90-4cc4-a438-83d5da6894f8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 1.0147586 Jun 01 12:56:20.121289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:20.133425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:20.138409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:20.155751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:20.188982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7cb9c2e-c89b-4fe7-aecf-0f1520dc5b05 req-987ff20e-eb96-4ed8-ba77-69e68d1577a3 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916282 Jun 01 12:56:20.194426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:20.238092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5eb65cfb-d2db-4619-9dc5-5487f61d53f9 req-3ae2b4cd-4693-4162-84f2-b663513b2ccd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498562 Jun 01 12:56:20.289199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db6078bd-8b6a-4f39-8420-49f2791b1bbe req-47766798-cea1-44ac-9bd3-fb59cef188d3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854596 Jun 01 12:56:20.567949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:20.651842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] device_id is not set on port 2b14d851-738d-48ec-89a6-638bf8ff9d28 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 12:56:20.699681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1168-469d-48ff-a050-60b043721ce2 req-f6b1681a-3675-48c7-a54b-a54719fd36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:20.701807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-f6b1681a-3675-48c7-a54b-a54719fd36d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6cba445f714d8c82fe292d17d883fc&device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 1099 time: 0.3627021 Jun 01 12:56:20.812975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:20.907717 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c30a2422-9089-4057-8d17-1914a9c05a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:20.969295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1168-469d-48ff-a050-60b043721ce2 req-c8f74d57-3610-4d65-8267-87b756473a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:20.971432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-c8f74d57-3610-4d65-8267-87b756473a38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2591257 Jun 01 12:56:21.254755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.1.1.232 (ff8d0b20-14d9-486c-9464-f7050de3c023/f393a984-9fa1-48b8-9c99-d820e195d6ce/2b14d851-738d-48ec-89a6-638bf8ff9d28) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:21.349859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:21.482295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843d18-8ef9-46e2-9ea0-3327683973ca req-296128d7-8583-4e13-a68e-a3a01ce520f6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:21.482893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced920c0-ba4c-4ddf-b00e-e7adb76d1305 None None] Network 389891e0-a632-4d9b-aea7-81bd87e25016 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:56:21.492532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85843d18-8ef9-46e2-9ea0-3327683973ca req-296128d7-8583-4e13-a68e-a3a01ce520f6 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.9569046 Jun 01 12:56:21.497043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-e86e2f2f-ba29-41a1-ac33-9fd96f70ede2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=cbccab6e-d683-4a71-b35e-281086b7831c HTTP/1.1" status: 200 len: 217 time: 0.5135078 Jun 01 12:56:21.757965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.773592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85843d18-8ef9-46e2-9ea0-3327683973ca req-7908553b-2db3-4e5d-9d9e-07502b414de4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798972 Jun 01 12:56:21.787761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1168-469d-48ff-a050-60b043721ce2 req-881f15f7-3a40-4e95-af55-b7520b3b769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:21.790076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-881f15f7-3a40-4e95-af55-b7520b3b769c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2751169 Jun 01 12:56:21.811453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object 2b14d851-738d-48ec-89a6-638bf8ff9d28 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:21.882297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.928159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Current status of the port ab562170-c2aa-4f17-9968-581a02890234 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:21.928547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.954147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.962359 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:22.011404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad303f-74e0-433e-9995-ba1cafdaa52b req-ad644719-03be-4b0d-866e-03495dc75ded tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:22.028060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adad303f-74e0-433e-9995-ba1cafdaa52b req-ad644719-03be-4b0d-866e-03495dc75ded tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 948 time: 0.4628110 Jun 01 12:56:22.051311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:22.074230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:22.080189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:22.133996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adad303f-74e0-433e-9995-ba1cafdaa52b req-8395210e-b37e-49f7-9ab3-cccec3bfefd3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048160 Jun 01 12:56:22.143936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] For port ab562170-c2aa-4f17-9968-581a02890234, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ab562170-c2aa-4f17-9968-581a02890234,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:22.179988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1168-469d-48ff-a050-60b043721ce2 req-f17bb785-6b86-478c-9eb4-849f1fda5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:22.181457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-f17bb785-6b86-478c-9eb4-849f1fda5603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723283 Jun 01 12:56:22.229077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:22.318842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:22.323065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:22.409665 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1a23b74c-a18c-4fd4-8193-21ef1aae1672 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6860869 Jun 01 12:56:22.411501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:22.569842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-ca07e392-146c-4bcb-8743-016d93fa22f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806326 Jun 01 12:56:22.634312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22fd95-a8d0-4540-be5c-bf831f321c39 None None] Pushing event updated for resources: {'Port': ['ID=ab562170-c2aa-4f17-9968-581a02890234,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:22.665170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:22.673870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:22.687386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:22.687953 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:22.690109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588024888', 'description': 'tempest-description--1500065852'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:22.707450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:22.718737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:security_group and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:22.728012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:22.742937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:22.761419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Provisioning for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:22.783162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Provisioning complete for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:22.783711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:22.796437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48510) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:22.928874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.023470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:23.024312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.055329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:23.066747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:security_group_rule and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:23.077900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:23.081024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.134016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:23.163087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:23.179385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Usage tracker for resource:security_group_rule and tenant:82466b9636fd4c03b46ab2abe461f5d4 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:23.191854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:23.207368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:23.211370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Current status of the port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:23.212075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.214120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:23.312592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.335003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-598b1168-469d-48ff-a050-60b043721ce2 req-caa97344-0d91-45cc-9d27-6d5a5eb2009d service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517867 Jun 01 12:56:23.419904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cebee-1849-4db4-8516-03feaa953ea1 req-a9a82658-0e58-4cd0-8263-7f419ae618ff tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:23.428356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-564cebee-1849-4db4-8516-03feaa953ea1 req-a9a82658-0e58-4cd0-8263-7f419ae618ff tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.5256505 Jun 01 12:56:23.518621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-564cebee-1849-4db4-8516-03feaa953ea1 req-8e149e9b-f533-4438-bd1d-2d545a4f4f20 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890419 Jun 01 12:56:23.601469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3a958-10fe-4142-a38e-71a83bbaedba req-bd6fa307-8b4c-4a90-ae70-d29b2a4d283f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:23.614963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17f3a958-10fe-4142-a38e-71a83bbaedba req-bd6fa307-8b4c-4a90-ae70-d29b2a4d283f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.4429181 Jun 01 12:56:23.618014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.650605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.691376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.699914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17f3a958-10fe-4142-a38e-71a83bbaedba req-5a1261c0-eebd-40d5-8ce4-dec79fdc3052 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796700 Jun 01 12:56:23.703577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:56:23.703917 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:56:23.704618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ab562170-c2aa-4f17-9968-581a02890234 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:23.763790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.765321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0942397 Jun 01 12:56:23.768084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383538c1-3d3a-4048-a439-ce27cc244801 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d45ebc-121d-4bd9-93f1-7b21becf856e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:23.771323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48522) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:23.789265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'security_group_rule': {'security_group_id': '65d45ebc-121d-4bd9-93f1-7b21becf856e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:23.790799 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.799902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:23.802485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.806770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:security_group_rule and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:23.812406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:23.822024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:23.857403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d58b2-dac2-4285-b7e3-575b02294650 req-ec46c36a-281b-4ed3-aadb-0f1e745f7ac8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:23.863190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-993d58b2-dac2-4285-b7e3-575b02294650 req-ec46c36a-281b-4ed3-aadb-0f1e745f7ac8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 948 time: 0.1731424 Jun 01 12:56:23.884813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.913627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ab562170-c2aa-4f17-9968-581a02890234 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:23.914856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:23.928357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=82466b9636fd4c03b46ab2abe461f5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1307316 Jun 01 12:56:23.931759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48528) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:23.944723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0a8c-86bb-413d-a7cc-c05c40250ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f64467-8b63-4634-b9fd-fcdeb3bcf5aa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:24.049847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:24.071149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.121656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.158090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ab562170-c2aa-4f17-9968-581a02890234 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:24.164867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-993d58b2-dac2-4285-b7e3-575b02294650 req-1b0d3561-0e0a-4cc3-93a9-e11e4e4a45c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811155 Jun 01 12:56:24.189749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.206529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.207958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.250704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50f977-58df-4bdc-85ac-e96add605f71 req-16a47346-e53d-4e31-9d59-7d211c9cdee1 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:24.250935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.254084 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/27f64467-8b63-4634-b9fd-fcdeb3bcf5aa HTTP/1.1" status: 204 len: 168 time: 0.3194275 Jun 01 12:56:24.255430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db50f977-58df-4bdc-85ac-e96add605f71 req-16a47346-e53d-4e31-9d59-7d211c9cdee1 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1099 time: 0.3077655 Jun 01 12:56:24.266794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e5b0-485d-4008-9ddb-b063df786d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f64467-8b63-4634-b9fd-fcdeb3bcf5aa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:24.314128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:24.323139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14d12b8-fd99-4acd-8d64-94d505f7e04c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:24.359912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Current status of the port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:24.369527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.373771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd6b62a4-d7b2-4cc7-a600-5b5d7a9109f6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5982993 Jun 01 12:56:24.374932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:24.382806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'security_group_rule': {'security_group_id': '65d45ebc-121d-4bd9-93f1-7b21becf856e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:24.395601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:24.402208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db50f977-58df-4bdc-85ac-e96add605f71 req-97f0740f-2763-4894-a895-8227a420922e tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336367 Jun 01 12:56:24.414779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:security_group_rule and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:24.418001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:24.434695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:24.457732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Provisioning complete for port ab562170-c2aa-4f17-9968-581a02890234 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:24.458255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.477898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.614535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.627430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.665641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6a1297-b8b2-4fb1-ad07-4311713708c7,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:24.681460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f03b598a-bda0-4bf6-bfe4-b673446bafa2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:24.681830 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.695718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.700316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79112beb-1542-4c02-b2d0-da44ebe0043f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222773 Jun 01 12:56:24.701540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:24.708869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:24.717501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:24.725978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:floatingip and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:24.730018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:24.766850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:24.794430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.884434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:24.929963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:24.971632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:24.980659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Usage tracker for resource:security_group_rule and tenant:12a0159f995b42bc9c63be375a062ed0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:24.987868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:25.010087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:25.103282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Current status of the port ab562170-c2aa-4f17-9968-581a02890234 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:25.128596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a14fa-29d6-4eba-ad5b-c32ef6598d3f req-2b0b1668-0332-42b8-9320-f8ac682e15ea tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:25.135478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c53a14fa-29d6-4eba-ad5b-c32ef6598d3f req-2b0b1668-0332-42b8-9320-f8ac682e15ea tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 944 time: 0.1915915 Jun 01 12:56:25.191561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.210197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.216964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.272564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c53a14fa-29d6-4eba-ad5b-c32ef6598d3f req-77ffb89b-1ffe-4aa9-8c37-04de34c7524c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230304 Jun 01 12:56:25.282169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Provisioning for port cddf9c32-4e83-4c72-80dd-e56dd396c937 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:25.322312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Provisioning complete for port cddf9c32-4e83-4c72-80dd-e56dd396c937 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:25.322312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.333366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef560b-8cc8-4274-9696-e1426a3443fb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:25.350073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-35884aa5-b022-493b-93c1-960e8e80eaef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=12a0159f995b42bc9c63be375a062ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640033 Jun 01 12:56:25.351040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:25.633354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:25.644394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.712423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 172.25.7.101 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/0f75d0bf-d883-48c8-bc2f-e54bd5bb535c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:25.751419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.880916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.906641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef560b-8cc8-4274-9696-e1426a3443fb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:25.945593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:25.947631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8c15b860-5ef6-4ed3-8d29-c246d7f676d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3eef560b-8cc8-4274-9696-e1426a3443fb HTTP/1.1" status: 204 len: 168 time: 0.5954111 Jun 01 12:56:25.992498 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-b8f1850b-b78b-41f1-b2c3-b6754502adf3 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1744647 Jun 01 12:56:26.036842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1d653744-0fba-453a-815f-6e131af50aa1 None None] Port cddf9c32-4e83-4c72-80dd-e56dd396c937 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:26.040686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:26.043507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:26.150551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cbccab6e-d683-4a71-b35e-281086b7831c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:26.201985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:26.201985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:26.220271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:26.398101 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:56:26.817493 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:26.923140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cbccab6e-d683-4a71-b35e-281086b7831c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:26.956612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Provisioning complete for port cddf9c32-4e83-4c72-80dd-e56dd396c937 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:26.957355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:26.975470 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.058196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'cbccab6e-d683-4a71-b35e-281086b7831c', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'cbccab6e-d683-4a71-b35e-281086b7831c', 'mac_address': 'fa:16:3e:43:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:27.095951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Port cddf9c32-4e83-4c72-80dd-e56dd396c937 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:27.135450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3bf7-879a-4ba3-ad04-e93f27c56e32 req-22ce46f6-28b5-4a12-a11a-e2a50f36fa07 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:27.145749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c68c3bf7-879a-4ba3-ad04-e93f27c56e32 req-22ce46f6-28b5-4a12-a11a-e2a50f36fa07 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.7403417 Jun 01 12:56:27.201916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:27.201916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.255234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:27.287486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:27.313002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:27.328031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:27.381599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cbccab6e-d683-4a71-b35e-281086b7831c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:27.382024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.413379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbccab6e-d683-4a71-b35e-281086b7831c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:27.434122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Provisioning for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:27.458050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c68c3bf7-879a-4ba3-ad04-e93f27c56e32 req-2ead8d5d-dbcb-4327-9859-29be6338ab30 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932482 Jun 01 12:56:27.485470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Provisioning complete for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:27.485721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86747769-5d36-4fd1-9923-6f529efdd634 req-8b97ebf6-8666-461e-a24b-8ae64ebcb050 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:27.485853 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.495071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86747769-5d36-4fd1-9923-6f529efdd634 req-8b97ebf6-8666-461e-a24b-8ae64ebcb050 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 948 time: 1.5915022 Jun 01 12:56:27.573658 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bcacfc-e20c-44e0-87e2-da650019e8ac'] response: {'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'code': 200} Jun 01 12:56:27.707229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=0f75d0bf-d883-48c8-bc2f-e54bd5bb535c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:27.768627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86747769-5d36-4fd1-9923-6f529efdd634 req-d98e276a-dfd3-4251-8ee6-84fed7ed5e05 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725661 Jun 01 12:56:27.803135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cbccab6e-d683-4a71-b35e-281086b7831c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:27.804321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Port 2b14d851-738d-48ec-89a6-638bf8ff9d28 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:27.857343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.955469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:27.988209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:27.992095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Provisioning complete for port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:27.992542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:28.029270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9a41-6628-4bb3-993b-8a4891ff8fd6 req-4177209c-6373-47ac-bab0-7241491419c2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:28.033502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-279d9a41-6628-4bb3-993b-8a4891ff8fd6 req-4177209c-6373-47ac-bab0-7241491419c2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.2278514 Jun 01 12:56:28.085649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:28.113830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:28.223230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-279d9a41-6628-4bb3-993b-8a4891ff8fd6 req-e5ace528-7533-417b-bfda-794b8f645d6e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111357 Jun 01 12:56:28.225270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-20ca57cf-fba9-4ca6-a174-36409d76e6f4 None None] Current status of the port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:28.413651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['cbccab6e-d683-4a71-b35e-281086b7831c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:28.595229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:28.610657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:28.724306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=0f75d0bf-d883-48c8-bc2f-e54bd5bb535c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:28.973820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:29.008460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:29.009857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a694b382-71a2-4b98-8b84-857f3a05b64e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3069482 Jun 01 12:56:29.138577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d98a-0f07-4bca-bc0c-201a17a7d39a req-c536f95d-f00d-4acf-a87d-64c575374c96 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:29.150203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcd5d98a-0f07-4bca-bc0c-201a17a7d39a req-c536f95d-f00d-4acf-a87d-64c575374c96 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.4259999 Jun 01 12:56:29.251240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcd5d98a-0f07-4bca-bc0c-201a17a7d39a req-bda3d6f7-cb43-40d8-ac35-f1a303dd39ee tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002817 Jun 01 12:56:29.275780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f0314-6cc4-455d-8944-1e5f49627115 req-9b0a2a00-b134-4cf4-9563-1a56685987c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:29.279781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-092f0314-6cc4-455d-8944-1e5f49627115 req-9b0a2a00-b134-4cf4-9563-1a56685987c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 949 time: 0.2508142 Jun 01 12:56:29.348010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-092f0314-6cc4-455d-8944-1e5f49627115 req-11e9f58d-b09b-477e-89b0-b291591a618f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605583 Jun 01 12:56:29.776897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425652c1-c262-4a22-8101-3b5718cddad6 req-102ad880-1a7c-46f3-a6aa-fb4a033a5b3d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:29.791434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425652c1-c262-4a22-8101-3b5718cddad6 req-102ad880-1a7c-46f3-a6aa-fb4a033a5b3d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.3182738 Jun 01 12:56:29.824338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-41193e5f-d8ee-463b-9429-065f79dd257d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:29.833298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-d241c4ba-88ad-4ab2-895d-ca0cdd13786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:29.835368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-d241c4ba-88ad-4ab2-895d-ca0cdd13786d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1099 time: 0.8848674 Jun 01 12:56:29.957499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-41193e5f-d8ee-463b-9429-065f79dd257d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:29.958685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-41193e5f-d8ee-463b-9429-065f79dd257d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--588024888&fields=id&tenant_id=bf02c08b89874d86b7aa6df4ef82a797 HTTP/1.1" status: 200 len: 267 time: 0.3005414 Jun 01 12:56:29.989101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425652c1-c262-4a22-8101-3b5718cddad6 req-891b00eb-4eb4-4d1c-ae1d-7dc13a1bb66a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953113 Jun 01 12:56:30.129216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-6140063a-51a0-4c4f-bd37-c4f7e4fcf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:30.131700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-6140063a-51a0-4c4f-bd37-c4f7e4fcf4cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2852285 Jun 01 12:56:30.146799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-297d5db2-6e1e-4e92-abc4-5707604ccf4b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:30.148116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-297d5db2-6e1e-4e92-abc4-5707604ccf4b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:30.401840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-2ee8c1a0-efdd-462c-94fd-ed461e1c7027 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.2494681 Jun 01 12:56:30.457679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-297d5db2-6e1e-4e92-abc4-5707604ccf4b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:30.465798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-297d5db2-6e1e-4e92-abc4-5707604ccf4b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 931 time: 0.4570713 Jun 01 12:56:30.631690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-eec9d721-fe64-41a6-bcc2-f1ff640940a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:30.633454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-eec9d721-fe64-41a6-bcc2-f1ff640940a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2238085 Jun 01 12:56:30.649672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-e9162690-9a13-4dc2-807c-c0bb8ff10d73 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:30.657040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e9162690-9a13-4dc2-807c-c0bb8ff10d73 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 931 time: 0.1903119 Jun 01 12:56:30.755035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-46d40fe4-d158-43b5-995f-8292801e75e0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0969691 Jun 01 12:56:30.821031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-c3fc31a9-370e-4e5f-b8a4-651f23df9651 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0648830 Jun 01 12:56:30.941639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099b36-f13f-4c99-9bde-4afa7f87103e req-a221b11b-58bf-444c-ac8c-194e7e50929a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:30.943206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32099b36-f13f-4c99-9bde-4afa7f87103e req-a221b11b-58bf-444c-ac8c-194e7e50929a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.4030826 Jun 01 12:56:31.044178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-6f3c5c19-11b5-4914-a5fb-a23efcaf76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:31.045760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-6f3c5c19-11b5-4914-a5fb-a23efcaf76e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4037123 Jun 01 12:56:31.051894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32099b36-f13f-4c99-9bde-4afa7f87103e req-5d499a01-7c0c-4e15-9dd8-53dc4f997ac1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984931 Jun 01 12:56:31.079374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:31.084971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:31.090630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:31.092068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:31.190018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:31.196663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-d70e301e-9a51-423a-9f30-420d60d549f7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/networks?id=334300af-7f2c-487c-9900-0fc105089cb1&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=389891e0-a632-4d9b-aea7-81bd87e25016&id=389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 200 len: 1990 time: 0.3746243 Jun 01 12:56:31.235700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-c6bef522-67e7-44e0-859c-ab0d2c3bafb6 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/quotas/bf02c08b89874d86b7aa6df4ef82a797 HTTP/1.1" status: 200 len: 375 time: 0.0319529 Jun 01 12:56:31.341326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-2d6b1f5e-8f5b-4078-a000-8ec4b2ce4e20 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861478 Jun 01 12:56:31.514300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-d8b33172-ab8b-47ea-bc74-385f01575eec tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2839282 Jun 01 12:56:31.551957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abe2-9327-40a7-acfd-c080bcb47b53 req-6e057dcc-12dc-4c4c-a658-47504851ffde tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:31.553618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6696abe2-9327-40a7-acfd-c080bcb47b53 req-6e057dcc-12dc-4c4c-a658-47504851ffde tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 949 time: 0.2833874 Jun 01 12:56:31.686710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-b7c766ec-948d-4375-9675-c83f8a398155 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361921 Jun 01 12:56:31.725566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6696abe2-9327-40a7-acfd-c080bcb47b53 req-87250ba4-0944-4010-b8d8-0a3555ba7039 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969405 Jun 01 12:56:31.772036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-cd9ff7c2-fc38-4e95-a91f-15cf57ff4694 service neutron] 10.222.0.40 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086952 Jun 01 12:56:32.060710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-438e3edb-cb42-4a41-be98-1c307283fdf8 service neutron] 10.222.0.40 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913711 Jun 01 12:56:32.108862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cbccab6e-d683-4a71-b35e-281086b7831c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:32.137579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-3ee3f6a1-575c-4c83-8b81-5edf24951a5a service neutron] 10.222.0.40 "GET /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0759153 Jun 01 12:56:32.206767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port cbccab6e-d683-4a71-b35e-281086b7831c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:32.213128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port cbccab6e-d683-4a71-b35e-281086b7831c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:32.213589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:32.379832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7627144-6d0a-436d-9d05-5ec627fa4ecf req-07a35951-0037-46e5-bf79-16f97b5703a2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:32.385056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7627144-6d0a-436d-9d05-5ec627fa4ecf req-07a35951-0037-46e5-bf79-16f97b5703a2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.4094028 Jun 01 12:56:32.444408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cbccab6e-d683-4a71-b35e-281086b7831c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:32.445055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:32.460407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7627144-6d0a-436d-9d05-5ec627fa4ecf req-ca3c3f73-8230-4762-86f6-9aa250023603 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739791 Jun 01 12:56:32.514171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:32.525370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6a4e6c5-14df-4f7e-87f9-4b1adc234054 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868465 Jun 01 12:56:32.534651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cbccab6e-d683-4a71-b35e-281086b7831c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:32.540839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:32.663895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:32.747633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-26ae61e7-bbc8-473e-aed8-c52ca0b914a6 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213185 Jun 01 12:56:32.922204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-7da9a552-5372-470e-866a-f50c1f5a2a93 service neutron] 10.222.0.40 "GET /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1503530 Jun 01 12:56:33.051683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-b23790be-da49-4973-af9b-527e20a004e5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:33.053027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-b23790be-da49-4973-af9b-527e20a004e5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.3086751 Jun 01 12:56:33.076603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-3a228d7e-0d43-4ccf-a603-c8be940093bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/quotas/fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 375 time: 0.0154171 Jun 01 12:56:33.177859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-262600eb-ef02-4acc-b54f-dd43a8e2f675 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385058 Jun 01 12:56:33.304243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-b8ec8956-b98a-4adc-81ae-95be9864457f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2138224 Jun 01 12:56:33.440501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-2ee3e0de-bc76-42f0-a97f-d4f8f278fcaa service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557158 Jun 01 12:56:33.598876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-1f51598c-0727-4caf-abb6-0f10a659b59d service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853367 Jun 01 12:56:33.765728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-fa1a8514-f311-49ff-82f2-a46d7050178c service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102701 Jun 01 12:56:33.898322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-3520179f-5008-4692-9981-07bf5007c41f service neutron] 10.222.0.40 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824798 Jun 01 12:56:33.968285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-2bb3c276-2d3f-4db0-9480-fbb014af7229 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934042 Jun 01 12:56:34.049394 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.121592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-5f2f542e-0df4-4914-a313-d0bfb0e2a954 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459146 Jun 01 12:56:34.409861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-19cfcf31-a468-44bb-b794-cf17c24897c9 service neutron] 10.222.0.40 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699599 Jun 01 12:56:34.660737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-976d9585-c246-4097-ba09-4f2007ec7570 service neutron] 10.222.0.40 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433145 Jun 01 12:56:34.916594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e67a89de-37d7-4833-a20b-4307644df474 service neutron] 10.222.0.40 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481425 Jun 01 12:56:34.931501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea6038-75b8-4987-b688-5fab70c096e0 req-b52358eb-6230-4eae-97a1-bdf504523bda tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:34.933397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ea6038-75b8-4987-b688-5fab70c096e0 req-b52358eb-6230-4eae-97a1-bdf504523bda tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.2357008 Jun 01 12:56:35.066511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b784874c-1cc7-4485-a515-6ffbf693bc8c service neutron] 10.222.0.40 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321602 Jun 01 12:56:35.197246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ea6038-75b8-4987-b688-5fab70c096e0 req-519909d2-3213-4634-9965-4f1caf03ca4b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295600 Jun 01 12:56:35.265401 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dce3cbb-7711-4952-b8a8-0a49f6891e36'] response: {'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c', 'code': 200} Jun 01 12:56:35.265929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-85a11735-8bb1-4e12-8f07-ad248c058779 service neutron] 10.222.0.40 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846533 Jun 01 12:56:35.629044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db6b78-3aeb-435b-b0f4-991559f59561 req-41aff204-e8bc-4cdc-ba29-47eb8c27e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:35.630807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43db6b78-3aeb-435b-b0f4-991559f59561 req-41aff204-e8bc-4cdc-ba29-47eb8c27e67b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 1101 time: 0.2032077 Jun 01 12:56:35.683690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b52dc-f47a-4e09-8b32-6f55942450a8 req-bf7d3ed1-7aa4-435c-a4f4-cb168aefe5a2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:35.692870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd5b52dc-f47a-4e09-8b32-6f55942450a8 req-bf7d3ed1-7aa4-435c-a4f4-cb168aefe5a2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.2672467 Jun 01 12:56:35.824363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd5b52dc-f47a-4e09-8b32-6f55942450a8 req-aea94dcd-91bd-4753-9f2e-e30a54f81511 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300483 Jun 01 12:56:35.841586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43db6b78-3aeb-435b-b0f4-991559f59561 req-675bc4ab-e8f7-4739-b28a-f3e139c37664 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030089 Jun 01 12:56:36.058324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9869c3-8cbf-4bb2-b869-fd100fee56d6 req-f3b1d45b-c3ff-4958-a842-b8b983b81e3a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:36.070467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b9869c3-8cbf-4bb2-b869-fd100fee56d6 req-f3b1d45b-c3ff-4958-a842-b8b983b81e3a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.1253409 Jun 01 12:56:36.138749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b9869c3-8cbf-4bb2-b869-fd100fee56d6 req-165ed073-b594-4209-92e6-e6cad2c4ec72 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661769 Jun 01 12:56:36.407117 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:56:36.420626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dcd62647-e616-4270-9101-0fdf236adaa3 req-f77485ba-0787-43bd-b58f-2cc55d2bec91 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 210 time: 0.0766647 Jun 01 12:56:36.583480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-02a53527-0f25-4409-b26f-f10f4497c02d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:36.592572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-02a53527-0f25-4409-b26f-f10f4497c02d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 820 time: 0.3512204 Jun 01 12:56:36.619916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Request body: {'port': {'device_id': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'admin_state_up': True, 'tenant_id': 'fc6c129921104ef39fe856f2450b3f8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:36.905679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06080184-611e-427a-8819-dbaf00316528 req-f8074a38-4a0a-4a4c-aeb7-8969f40de09b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 210 time: 0.1732175 Jun 01 12:56:37.041718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af9d4-eb40-4fff-9a20-7f7fe063f291 req-59aae9da-9776-42f4-a6c7-e6e20f60283d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:37.043997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-803af9d4-eb40-4fff-9a20-7f7fe063f291 req-59aae9da-9776-42f4-a6c7-e6e20f60283d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.3098772 Jun 01 12:56:37.056154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:37.141511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:37.361322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Made reservation on behalf of fc6c129921104ef39fe856f2450b3f8e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:37.365246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:37.406746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-803af9d4-eb40-4fff-9a20-7f7fe063f291 req-fa58d46a-5b8e-40dc-a9ae-4142b63767f6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394511 Jun 01 12:56:37.575097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd1b20-c3d1-46fe-879d-089fe43ee0ae req-d65494e0-aa66-46e3-9855-39e298a08af1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:37.586559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4dd1b20-c3d1-46fe-879d-089fe43ee0ae req-d65494e0-aa66-46e3-9855-39e298a08af1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.4237416 Jun 01 12:56:37.762775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4dd1b20-c3d1-46fe-879d-089fe43ee0ae req-9df59f26-41fa-48d7-8d59-8b2764ecc427 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721358 Jun 01 12:56:37.835796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Allocated IP 172.20.0.8 (5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d/067ca25f-c5f9-4095-9efb-a30b13e2313d/245749cd-de76-45b1-acf8-b48048e03d77) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:38.009214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c728cb4-92d2-46f3-a99d-558dde45f40c req-88346fd3-9798-4003-9734-19746c972d97 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 210 time: 0.0841627 Jun 01 12:56:38.031094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c80d1-a6ae-409c-8a17-592ac022dd94 req-8b01d618-1a82-428c-aba1-589e88604c75 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:38.035437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a7c80d1-a6ae-409c-8a17-592ac022dd94 req-8b01d618-1a82-428c-aba1-589e88604c75 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.3526394 Jun 01 12:56:38.197323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a7c80d1-a6ae-409c-8a17-592ac022dd94 req-d9a956c1-8728-40f9-812f-534f5eeb4295 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010988 Jun 01 12:56:38.258725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.307141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d739f838-af51-477c-9c2f-a30ed2342ab9 req-e8caceff-ece9-45dd-9695-fbd65f8e8c84 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 210 time: 0.0536835 Jun 01 12:56:38.342980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.356635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c0f36b7d-8dc1-410c-8f83-83c4e5f37139'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:38.438964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:38.444209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:38.447800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:38.572701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:38.605417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48808) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:38.631185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:38.632003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.755223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ce032614-3f81-4ec9-ab50-909ea5682968 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1514759 Jun 01 12:56:38.757139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-bbc1a39e-80d9-48a9-a4d3-6de64f9e3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:38.758771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-bbc1a39e-80d9-48a9-a4d3-6de64f9e3b9e service neutron] 10.222.0.24 "GET /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 1027 time: 0.1387208 Jun 01 12:56:38.789042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Request body: {'port': {'device_id': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:38.850294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9f833-5c98-48ef-8778-92b846edfa3e req-73fb7463-4e7e-45a8-9319-8a4ac4f3235c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:38.859789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81a9f833-5c98-48ef-8778-92b846edfa3e req-73fb7463-4e7e-45a8-9319-8a4ac4f3235c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.1784275 Jun 01 12:56:38.879437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-b808b0d7-7fe3-465e-873a-b4e82badf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:38.881245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b808b0d7-7fe3-465e-873a-b4e82badf1ad service neutron] 10.222.0.24 "GET /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 1027 time: 0.1049075 Jun 01 12:56:38.898748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.004918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:39.015039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Usage tracker for resource:security_group_rule and tenant:fc851ea9b8ce4b8888695a9a863c930f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:39.019534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:39.029848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:39.101270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.106899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.115409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.116176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:39.151123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81a9f833-5c98-48ef-8778-92b846edfa3e req-c28c2032-0906-4a46-a717-023b4bf207a3 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901850 Jun 01 12:56:39.184704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.219806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:39.221057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-55f020b7-ae93-4d96-a553-eeeacf552f24 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/networks?id=334300af-7f2c-487c-9900-0fc105089cb1&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=389891e0-a632-4d9b-aea7-81bd87e25016&id=389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 200 len: 1990 time: 0.3084619 Jun 01 12:56:39.291786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1546a71-704b-4a6e-952d-694060bab4a7 req-cc5aaae6-75df-4f16-9e22-c2334523cc5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.298492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-10bad370-9c34-495d-9d83-d0b961ee42c7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:39.299370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1546a71-704b-4a6e-952d-694060bab4a7 req-cc5aaae6-75df-4f16-9e22-c2334523cc5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.3453984 Jun 01 12:56:39.305057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b6e99-5135-4844-89d7-a6713728d808 req-7af1049d-6b4b-43e1-8e04-95ebdc9b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.306575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-7af1049d-6b4b-43e1-8e04-95ebdc9b19c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 1096 time: 0.3501732 Jun 01 12:56:39.344622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.361744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.419135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-10bad370-9c34-495d-9d83-d0b961ee42c7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:39.420562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-10bad370-9c34-495d-9d83-d0b961ee42c7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf02c08b89874d86b7aa6df4ef82a797 HTTP/1.1" status: 200 len: 379 time: 0.1827474 Jun 01 12:56:39.462890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'admin_state_up': True, 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'security_groups': ['65d45ebc-121d-4bd9-93f1-7b21becf856e']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:39.596964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d3af3-41fd-46d4-8553-15b00b5b0cc4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:39.599399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b6e99-5135-4844-89d7-a6713728d808 req-33594500-4be7-4570-a822-f0f1cfaa1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:39.600862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-33594500-4be7-4570-a822-f0f1cfaa1cd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.2738233 Jun 01 12:56:39.610064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6d89d054-4eec-4bad-8912-80f84bf9199d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc851ea9b8ce4b8888695a9a863c930f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030673 Jun 01 12:56:39.614642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48822) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:39.620618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1546a71-704b-4a6e-952d-694060bab4a7 req-e61be9b4-5ba6-46b0-8b15-1f95a5395cc6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202975 Jun 01 12:56:39.729511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:39.759741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:39.771155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.788933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:39.792392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.830686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.912765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-9db2a6ba-9fd2-45f1-b2fd-c035c5d140fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2 HTTP/1.1" status: 200 len: 217 time: 0.2672091 Jun 01 12:56:40.023151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.052346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d3af3-41fd-46d4-8553-15b00b5b0cc4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:40.074523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 172.20.0.5 (334300af-7f2c-487c-9900-0fc105089cb1/1316f42f-0279-4b25-b5b9-1c3b9fbe1c42/a14249e1-6521-400a-8bd6-8f0a3923099c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:40.077001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.078069 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-866cbd17-86cf-4083-8ef6-08628558cd2f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/713d3af3-41fd-46d4-8553-15b00b5b0cc4 HTTP/1.1" status: 204 len: 168 time: 0.4641008 Jun 01 12:56:40.116368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b6e99-5135-4844-89d7-a6713728d808 req-36133670-b55f-405f-86c7-aa5c8c57ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:40.117817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-36133670-b55f-405f-86c7-aa5c8c57ebfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1966808 Jun 01 12:56:40.216825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2bfe8-40c7-4bb5-bdd1-990ed8926a6e req-0ae89cf4-30f6-4242-a909-fb784064bbfe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:40.217887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ecb2bfe8-40c7-4bb5-bdd1-990ed8926a6e req-0ae89cf4-30f6-4242-a909-fb784064bbfe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:40.222495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-ef399a73-c80e-4056-ad84-cf44cc4e91fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918880 Jun 01 12:56:40.283528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ecb2bfe8-40c7-4bb5-bdd1-990ed8926a6e req-0ae89cf4-30f6-4242-a909-fb784064bbfe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:40.291122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb2bfe8-40c7-4bb5-bdd1-990ed8926a6e req-0ae89cf4-30f6-4242-a909-fb784064bbfe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 931 time: 0.8836734 Jun 01 12:56:40.341682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.363512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object a14249e1-6521-400a-8bd6-8f0a3923099c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:40.392588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b60b4-c401-400b-ba94-664e6acdc3b8 req-817ae1f1-3872-4fab-afd2-16216f84b490 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:40.394107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a43b60b4-c401-400b-ba94-664e6acdc3b8 req-817ae1f1-3872-4fab-afd2-16216f84b490 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.5195003 Jun 01 12:56:40.406999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.490858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a43b60b4-c401-400b-ba94-664e6acdc3b8 req-c35747ee-00cf-4bfa-9cfa-b86ae2d0f6c1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839062 Jun 01 12:56:40.528641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb2bfe8-40c7-4bb5-bdd1-990ed8926a6e req-1715b09b-e979-4450-9e8a-c6fe6bc90e83 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365649 Jun 01 12:56:40.559674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network 334300af-7f2c-487c-9900-0fc105089cb1 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:40.574386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:40.588711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:40.643133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:40.674642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48834) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:40.731926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.741971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-238fc39e-52c7-4c7d-a69c-34d10a7e989c service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848957 Jun 01 12:56:40.752099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:40.752758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.766073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:40.772854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc40e91c04a482f8701e590e0e9d961 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:40.776721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:40.785634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:40.788835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-2e1dc52c-ff4f-4a98-8061-497d21f85e0e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343256 Jun 01 12:56:40.813398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'admin_state_up': True, 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'security_groups': ['65d45ebc-121d-4bd9-93f1-7b21becf856e']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:40.852040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245749cd-de76-45b1-acf8-b48048e03d77 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:40.895563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.939480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fc4dbd8a-bdfc-47e6-bdda-5764bbdffd89 None None] Provisioning for port a14249e1-6521-400a-8bd6-8f0a3923099c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:40.947423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fc4dbd8a-bdfc-47e6-bdda-5764bbdffd89 None None] Provisioning complete for port a14249e1-6521-400a-8bd6-8f0a3923099c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:40.947982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbd8a-bdfc-47e6-bdda-5764bbdffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.016835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Transition to ACTIVE for port object 245749cd-de76-45b1-acf8-b48048e03d77 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:41.035703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.049860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dbd8a-bdfc-47e6-bdda-5764bbdffd89 None None] Port a14249e1-6521-400a-8bd6-8f0a3923099c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:41.123551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:41.132178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:41.137555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.137555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:41.146570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.154959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:41.211688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:41.211688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.216045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.231435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465d0a4-7a7d-4031-8fdc-0d459f746ca2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.239622 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15c6b0a5-90be-4aa4-9183-e6a01d1ab369 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dcc40e91c04a482f8701e590e0e9d961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614545 Jun 01 12:56:41.244254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:41.304019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a69e0-7287-47b6-b7d9-5d7a6077af0f req-4394b9ff-e271-4de3-8e1b-f6e9d4d26fd8 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:41.305576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f4a69e0-7287-47b6-b7d9-5d7a6077af0f req-4394b9ff-e271-4de3-8e1b-f6e9d4d26fd8 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 931 time: 0.5564015 Jun 01 12:56:41.349043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b58b6e99-5135-4844-89d7-a6713728d808 req-74fffa60-bd4d-4972-afa5-b1d8e6779e55 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101864 Jun 01 12:56:41.372907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743d07-00ff-43c6-8a7a-e180d0bed4ea req-11e63249-c734-4895-83c6-8bd133a58ffb tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:41.374425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d743d07-00ff-43c6-8a7a-e180d0bed4ea req-11e63249-c734-4895-83c6-8bd133a58ffb tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 1101 time: 0.5679657 Jun 01 12:56:41.448111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.480579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f4a69e0-7287-47b6-b7d9-5d7a6077af0f req-1968da64-c5ee-4859-ae9b-01994eef9cf3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446350 Jun 01 12:56:41.494269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:41.499023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:41.499368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:41.507676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:41.507991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:41.519272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.534205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d743d07-00ff-43c6-8a7a-e180d0bed4ea req-951dd37b-f9f4-44e4-b9f9-d38f6d436c40 tempest-ServersOnMultiNodesTest-1517647634 tempest-ServersOnMultiNodesTest-1517647634-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511197 Jun 01 12:56:41.537032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:41.537366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:41.537745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:41.538171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Bound port: 245749cd-de76-45b1-acf8-b48048e03d77, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:41.538513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.573475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.1.1.65 (ff8d0b20-14d9-486c-9464-f7050de3c023/f393a984-9fa1-48b8-9c99-d820e195d6ce/7368257e-b140-48e8-ace7-ffc16f8c1a4c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:41.785491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.802045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:41.816097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:41.817088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465d0a4-7a7d-4031-8fdc-0d459f746ca2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.829925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.836425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.847446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.848819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1f5a7247-3913-42c0-9496-36750eae3d75 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9465d0a4-7a7d-4031-8fdc-0d459f746ca2 HTTP/1.1" status: 204 len: 168 time: 0.6048176 Jun 01 12:56:41.866728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object 7368257e-b140-48e8-ace7-ffc16f8c1a4c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:41.904814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8a42-9cb7-4a0a-9cb1-34985cee6324 req-1890df78-1b4e-4300-a6c6-c399309aad3d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:41.906332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecbc8a42-9cb7-4a0a-9cb1-34985cee6324 req-1890df78-1b4e-4300-a6c6-c399309aad3d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.2441363 Jun 01 12:56:41.913645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.925861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:41.926754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.928231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] 10.222.0.24 "PUT /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 1091 time: 3.1448503 Jun 01 12:56:41.947520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:41.971193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b036-4f41-40a2-a10f-9f8a005d9196 req-6180213c-cd49-4b21-8b12-99a3c52c5569 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:41.972732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d193b036-4f41-40a2-a10f-9f8a005d9196 req-6180213c-cd49-4b21-8b12-99a3c52c5569 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 945 time: 0.2699709 Jun 01 12:56:42.016397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:42.020505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:42.025366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:42.108169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:42.137174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:42.137461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.164674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-7f4b8c65-6c00-456b-8e17-df17ffa6cf7b tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3565629 Jun 01 12:56:42.180724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'admin_state_up': True, 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'security_groups': ['65d45ebc-121d-4bd9-93f1-7b21becf856e']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:42.285018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a594-444d-4f96-9eb2-df454944c70b service neutron] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:42.331066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:42.336075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecbc8a42-9cb7-4a0a-9cb1-34985cee6324 req-0d7e0b16-dd93-477c-9d24-91532b76e3a9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178302 Jun 01 12:56:42.367740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:42.375057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:42.379150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:42.387884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d193b036-4f41-40a2-a10f-9f8a005d9196 req-07b54a4b-36b7-4c81-89e9-8210375bb8ed tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067016 Jun 01 12:56:42.399659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:42.428064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:42.432170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.495695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-3328b036-d444-4fbe-9e10-82dcf41ce1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:42.499070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-3328b036-d444-4fbe-9e10-82dcf41ce1b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1094 time: 0.4984488 Jun 01 12:56:42.506297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1af4e264-7088-4979-8a61-379ab7780f7e None None] Provisioning for port 7368257e-b140-48e8-ace7-ffc16f8c1a4c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:42.530730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1af4e264-7088-4979-8a61-379ab7780f7e None None] Provisioning complete for port 7368257e-b140-48e8-ace7-ffc16f8c1a4c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:42.531580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af4e264-7088-4979-8a61-379ab7780f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.621619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-a4eed7bc-b0a4-4101-a5fc-0f4fb1ba0916 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 217 time: 0.1084564 Jun 01 12:56:42.781364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1af4e264-7088-4979-8a61-379ab7780f7e None None] Port 7368257e-b140-48e8-ace7-ffc16f8c1a4c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:42.798359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:42.800764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.824448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597059-c98f-4f90-9dbb-781cbc846758 req-b84234bd-5e58-4c1d-b10b-a28dd3839114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:42.826456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-b84234bd-5e58-4c1d-b10b-a28dd3839114 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1927776 Jun 01 12:56:42.833356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.1.1.83 (ff8d0b20-14d9-486c-9464-f7050de3c023/f393a984-9fa1-48b8-9c99-d820e195d6ce/fd632761-03db-4d05-afce-285abb40c0b5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:42.880520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:42.883132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:42.893937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.898523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-db6a9fe8-d08f-4dc9-9111-b0b926f64093 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559809 Jun 01 12:56:42.913858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa470345-b575-4aed-b3d2-2af0e5648365 req-043f903f-eea0-437e-8998-89c787fcca53 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:42.915744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa470345-b575-4aed-b3d2-2af0e5648365 req-043f903f-eea0-437e-8998-89c787fcca53 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.2131383 Jun 01 12:56:43.020722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:43.155399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa470345-b575-4aed-b3d2-2af0e5648365 req-401ed6bf-d0ba-4dd7-ab53-46a9e0b6b1ea tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904197 Jun 01 12:56:43.174126 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058d5727-be69-4d10-8880-7c4151e1bf57'] response: {'name': 'network-changed', 'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77', 'status': 'completed', 'code': 200} Jun 01 12:56:43.198555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.216457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object fd632761-03db-4d05-afce-285abb40c0b5 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:43.245592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.277408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-13d2c9ef-5f3e-4af6-8c14-47aaf4ebef5f service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584256 Jun 01 12:56:43.424638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:43.440438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network ff8d0b20-14d9-486c-9464-f7050de3c023 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:43.442687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:43.458005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:43.562725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.563423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.596766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e6ab128c-3969-4cd4-aece-339ad2d64a41 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4201500 Jun 01 12:56:43.620098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'admin_state_up': True, 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'security_groups': ['65d45ebc-121d-4bd9-93f1-7b21becf856e']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:43.669932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46597059-c98f-4f90-9dbb-781cbc846758 req-5a816306-822a-4638-bfbf-c58fe35be210 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844736 Jun 01 12:56:43.684039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65978b92-b19c-4b87-af4d-fbc8f78152ac req-e8fe61d8-15f8-4633-ae64-0caa01c44cf1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.686221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65978b92-b19c-4b87-af4d-fbc8f78152ac req-e8fe61d8-15f8-4633-ae64-0caa01c44cf1 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.2602491 Jun 01 12:56:43.751441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e867-8df9-48c8-a3c0-f52392c13392 req-4d84ea6f-dd80-434f-aa6f-a45035c77444 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.761135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e867-8df9-48c8-a3c0-f52392c13392 req-4d84ea6f-dd80-434f-aa6f-a45035c77444 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.767622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e867-8df9-48c8-a3c0-f52392c13392 req-4d84ea6f-dd80-434f-aa6f-a45035c77444 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.769475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760e867-8df9-48c8-a3c0-f52392c13392 req-4d84ea6f-dd80-434f-aa6f-a45035c77444 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 2372 time: 0.3424106 Jun 01 12:56:43.832731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-852cebbd-7a3c-4ee7-ab0e-c3f7a6059f94 None None] Provisioning for port fd632761-03db-4d05-afce-285abb40c0b5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:43.847932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:43.848486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-852cebbd-7a3c-4ee7-ab0e-c3f7a6059f94 None None] Provisioning complete for port fd632761-03db-4d05-afce-285abb40c0b5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:43.848486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-852cebbd-7a3c-4ee7-ab0e-c3f7a6059f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.854203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:43.857862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:43.867217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:43.881645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65978b92-b19c-4b87-af4d-fbc8f78152ac req-afdbdfd3-7907-4ef8-a633-8d278f98c78d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733804 Jun 01 12:56:43.882185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:43.933338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760e867-8df9-48c8-a3c0-f52392c13392 req-946584ca-5aa2-4314-9e93-c60e5a1d680c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571891 Jun 01 12:56:43.936842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-852cebbd-7a3c-4ee7-ab0e-c3f7a6059f94 None None] Port fd632761-03db-4d05-afce-285abb40c0b5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:43.970984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c331c3-1d75-45af-915c-a10290cd874c req-8a637e05-cef6-47fa-8a8e-17c3b3d170f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:43.973024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-8a637e05-cef6-47fa-8a8e-17c3b3d170f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1094 time: 0.1809680 Jun 01 12:56:44.124095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.300410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c331c3-1d75-45af-915c-a10290cd874c req-fbfc3cdb-8bcf-4fbc-bf82-e65c3e6be878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:44.302000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-fbfc3cdb-8bcf-4fbc-bf82-e65c3e6be878 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3206017 Jun 01 12:56:44.311319 n-d-844200-1 neutron-server[88373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2cae2f7-d624-4182-9435-cce6b24d92bd']: {'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'code': 422} returned with failed status Jun 01 12:56:44.383699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-62121b1c-b028-424c-8d29-3305e720b9f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 217 time: 0.0718398 Jun 01 12:56:44.392183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f8857-b6e7-489d-98ca-eb2b2963753b req-b99472c3-a765-4e53-8f90-0ada608619cf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:44.399221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400f8857-b6e7-489d-98ca-eb2b2963753b req-b99472c3-a765-4e53-8f90-0ada608619cf tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.2726431 Jun 01 12:56:44.568162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c331c3-1d75-45af-915c-a10290cd874c req-bc331c6c-d0a2-47aa-9e6a-6ed5fd0ea0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:44.569894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-bc331c6c-d0a2-47aa-9e6a-6ed5fd0ea0a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1685092 Jun 01 12:56:44.595117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400f8857-b6e7-489d-98ca-eb2b2963753b req-d7077087-f5ee-4647-902b-f5b109ba3fb6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947913 Jun 01 12:56:44.648693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.2.2.100 (389891e0-a632-4d9b-aea7-81bd87e25016/d96d5f9e-d51a-4405-9b79-377fb0503737/02fef0bc-bd8e-4993-a527-d13678a53612) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:44.653402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-8149db80-188b-4ad7-b277-6b1d69d4b11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573223 Jun 01 12:56:44.681125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e89e3d-ae4a-44f9-bc09-934ed0cf4280 req-db84e918-d467-4fe4-b152-1cd4ce7e0ff1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:44.691403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49e89e3d-ae4a-44f9-bc09-934ed0cf4280 req-db84e918-d467-4fe4-b152-1cd4ce7e0ff1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 943 time: 0.2412667 Jun 01 12:56:44.988175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-c43c943b-4364-435e-8e85-dfe92662d28a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:44.988910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-c43c943b-4364-435e-8e85-dfe92662d28a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:45.014778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.027242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-c43c943b-4364-435e-8e85-dfe92662d28a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:45.027900 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-c43c943b-4364-435e-8e85-dfe92662d28a tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.3198063 Jun 01 12:56:45.029944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49e89e3d-ae4a-44f9-bc09-934ed0cf4280 req-003bd593-e1f7-49f3-a5e7-7874f95a5e29 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368151 Jun 01 12:56:45.096797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object 02fef0bc-bd8e-4993-a527-d13678a53612 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:45.097859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-1f4f48e3-7b44-44eb-929b-7f765cddb7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876300 Jun 01 12:56:45.164748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port cbccab6e-d683-4a71-b35e-281086b7831c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:45.164748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.215080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb08216-9fe2-4eaf-89a4-053a3f7f83fb req-612e1a44-052c-40a1-a2e4-555e96755326 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:45.227448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cb08216-9fe2-4eaf-89a4-053a3f7f83fb req-612e1a44-052c-40a1-a2e4-555e96755326 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.4267051 Jun 01 12:56:45.236953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.376778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.398977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-6bc05455-aafc-4981-b51d-fb9d6341889e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=3491bae68cc74603906a9796c1872327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478110 Jun 01 12:56:45.401772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cb08216-9fe2-4eaf-89a4-053a3f7f83fb req-2046ac3c-7c98-4826-b7bc-dfe70c069239 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641564 Jun 01 12:56:45.422088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network 389891e0-a632-4d9b-aea7-81bd87e25016 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:45.428778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:45.551016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54c331c3-1d75-45af-915c-a10290cd874c req-f637fc92-b407-490b-9b35-907ed3b81a09 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412551 Jun 01 12:56:45.659232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:45.719784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port cbccab6e-d683-4a71-b35e-281086b7831c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cbccab6e-d683-4a71-b35e-281086b7831c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:45.720271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.769325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-903d6c92-9bcb-437d-8567-052fb0cfe1f1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:45.791666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-903d6c92-9bcb-437d-8567-052fb0cfe1f1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721156 Jun 01 12:56:45.804468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-01d34a9e-1927-469f-8df7-9693f97f8bd7 None None] Provisioning for port 02fef0bc-bd8e-4993-a527-d13678a53612 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:45.809013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-e9c092cf-6d3b-4d1e-bfae-1534795b4001 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/quotas/3491bae68cc74603906a9796c1872327 HTTP/1.1" status: 200 len: 375 time: 0.0205271 Jun 01 12:56:45.814535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-01d34a9e-1927-469f-8df7-9693f97f8bd7 None None] Provisioning complete for port 02fef0bc-bd8e-4993-a527-d13678a53612 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:45.815716 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-01d34a9e-1927-469f-8df7-9693f97f8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.875212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9430f86-adb7-4ddb-ae8b-81c346a23d2b req-2f17ea9e-b748-40ce-aa2c-a5aa1b1819eb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:45.879300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9430f86-adb7-4ddb-ae8b-81c346a23d2b req-2f17ea9e-b748-40ce-aa2c-a5aa1b1819eb tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=47c427f4-ad86-4af5-9038-8703715bc396 HTTP/1.1" status: 200 len: 950 time: 0.2947500 Jun 01 12:56:45.882042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for cbccab6e-d683-4a71-b35e-281086b7831c owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:45.891514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-783dc283-85b6-451b-b983-3ee08f783fca tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813563 Jun 01 12:56:45.940298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:45.940524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-01d34a9e-1927-469f-8df7-9693f97f8bd7 None None] Port 02fef0bc-bd8e-4993-a527-d13678a53612 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:45.941071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.957827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9430f86-adb7-4ddb-ae8b-81c346a23d2b req-68a0c12e-60b6-465e-9813-c9df59ed842b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634062 Jun 01 12:56:46.013692 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-8b8d62e5-1bfe-4e19-9c15-47404805ba93 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4035921 Jun 01 12:56:46.071358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'admin_state_up': True, 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'security_groups': ['65d45ebc-121d-4bd9-93f1-7b21becf856e']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:46.231322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-e770f095-52fa-498e-9cee-eb4a7d519391 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:46.261071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-e770f095-52fa-498e-9cee-eb4a7d519391 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:46.274510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-e770f095-52fa-498e-9cee-eb4a7d519391 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:46.285679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-e770f095-52fa-498e-9cee-eb4a7d519391 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:46.297292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-e770f095-52fa-498e-9cee-eb4a7d519391 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 3093 time: 0.1833968 Jun 01 12:56:46.328639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f03b598a-bda0-4bf6-bfe4-b673446bafa2 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:46.337941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.342306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:46.403590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Usage tracker for resource:port and tenant:bf02c08b89874d86b7aa6df4ef82a797 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:46.416162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:46.444963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf', 'bd32d040-bd1c-4768-b182-cbacf1ae8818', '55518846-d4f8-48dd-9f0e-788ae9168cb6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:46.452864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=cbccab6e-d683-4a71-b35e-281086b7831c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:46.459106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:46.474939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-271be7f3-e88d-4a46-987c-4cac21e8fafb req-97e25b9d-3225-432d-991c-e4ed6bcd8b56 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764009 Jun 01 12:56:46.582713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'cbccab6e-d683-4a71-b35e-281086b7831c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:46.676075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Made reservation on behalf of bf02c08b89874d86b7aa6df4ef82a797 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:46.700810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.785516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port cbccab6e-d683-4a71-b35e-281086b7831c on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:46.792101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.805559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'name': 'network-vif-deleted', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:46.974450 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2da255e7-0ef5-4c8a-9034-2889d10dd98e req-1ad7d02f-a716-4a52-89fc-a388b13cb40d tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "DELETE /v2.0/ports/cbccab6e-d683-4a71-b35e-281086b7831c HTTP/1.1" status: 204 len: 173 time: 1.9382555 Jun 01 12:56:46.992627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd8a43-4309-4038-9dae-a75d2b4de61c req-81b5b31b-0001-4262-9c92-f623a9ab7c44 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:47.007478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbd8a43-4309-4038-9dae-a75d2b4de61c req-81b5b31b-0001-4262-9c92-f623a9ab7c44 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.2170601 Jun 01 12:56:47.086388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddbd8a43-4309-4038-9dae-a75d2b4de61c req-5d20e40a-74a4-4526-b8a4-7d3aceda42f8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 Jun 01 12:56:47.402954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Allocated IP 10.2.2.200 (389891e0-a632-4d9b-aea7-81bd87e25016/d96d5f9e-d51a-4405-9b79-377fb0503737/a57b326c-2578-477d-a84e-ef6c0d7db161) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:47.426451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64c96954-ff9a-4038-b385-4d380e279015 req-80612ae1-110b-4e33-bc2b-299d4c210e6b tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 210 time: 0.1052089 Jun 01 12:56:47.530821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f03b598a-bda0-4bf6-bfe4-b673446bafa2 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:47.874403 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:47.881592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-0fafcfae-569c-41de-bec3-b6f3300b82a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3674550 Jun 01 12:56:48.035339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.063528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Transition to ACTIVE for port object a57b326c-2578-477d-a84e-ef6c0d7db161 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:48.110490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.117475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33cd39-c018-45bd-81bd-2e0acfeb5eb8 req-781fde48-92b6-473e-acc8-1662734bf1fe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:48.130197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e33cd39-c018-45bd-81bd-2e0acfeb5eb8 req-781fde48-92b6-473e-acc8-1662734bf1fe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.4430981 Jun 01 12:56:48.183947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4220-7e5a-4368-8a24-95db4adea173 req-e13963e2-699e-4d93-8426-3063f1e16f08 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:48.191304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edef4220-7e5a-4368-8a24-95db4adea173 req-e13963e2-699e-4d93-8426-3063f1e16f08 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=e3f02601-4059-48ec-a44f-a30b24f8476c HTTP/1.1" status: 200 len: 943 time: 0.3869996 Jun 01 12:56:48.228176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Network 389891e0-a632-4d9b-aea7-81bd87e25016 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:48.237089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:48.247690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:48.302526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a77c-c1d8-4341-bbe0-458d8e6b8ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.342154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-ecbbed66-2c6e-45d1-b5d6-624b9cf0c5cc tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3491bae68cc74603906a9796c1872327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911906 Jun 01 12:56:48.369373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e33cd39-c018-45bd-81bd-2e0acfeb5eb8 req-e553f78a-16ba-49cc-90aa-96de0d69e32a tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380223 Jun 01 12:56:48.380709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-12c442ff-ce6f-42ca-b224-302fd0b50c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:48.387221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-12c442ff-ce6f-42ca-b224-302fd0b50c20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 1101 time: 0.4693758 Jun 01 12:56:48.475009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:48.476059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.569728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event updated for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:48.599821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-d5d335c1-f2ea-4f49-a991-ad313d5ec057 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5339448 Jun 01 12:56:48.674809 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed5135c-3cd0-4e12-a349-3dfe1dc1aec4'] response: {'server_uuid': '47c427f4-ad86-4af5-9038-8703715bc396', 'name': 'network-vif-deleted', 'tag': 'cbccab6e-d683-4a71-b35e-281086b7831c', 'status': 'completed', 'code': 200} Jun 01 12:56:48.719251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-edd31944-b616-4704-ad3f-6a1e00573907 None None] Provisioning for port a57b326c-2578-477d-a84e-ef6c0d7db161 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:48.738888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-edd31944-b616-4704-ad3f-6a1e00573907 None None] Provisioning complete for port a57b326c-2578-477d-a84e-ef6c0d7db161 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:48.738888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edd31944-b616-4704-ad3f-6a1e00573907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.862413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:48.881091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-edd31944-b616-4704-ad3f-6a1e00573907 None None] Port a57b326c-2578-477d-a84e-ef6c0d7db161 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:48.917177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port f03b598a-bda0-4bf6-bfe4-b673446bafa2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:48.917756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.023085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.151179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-88665947-3440-4744-a2eb-ee60e3933a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.152994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-88665947-3440-4744-a2eb-ee60e3933a96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.6475101 Jun 01 12:56:49.304125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-27410653-8e3e-4dbe-90d0-75ba20b9edd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 200 len: 217 time: 0.1072876 Jun 01 12:56:49.410792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14249e1-6521-400a-8bd6-8f0a3923099c {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:49.418819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.435695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Transition to ACTIVE for port object a14249e1-6521-400a-8bd6-8f0a3923099c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:49.442949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.657454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-de7b041c-e686-4cf5-91b6-c7d4fd1e6b25 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.659464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-de7b041c-e686-4cf5-91b6-c7d4fd1e6b25 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2609031 Jun 01 12:56:49.689121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Request body: {'port': {'device_id': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '3491bae68cc74603906a9796c1872327'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:49.711539 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e5ca3947-a602-4f9d-bb6c-553ba997719e service neutron] show failed (client error): The resource could not be found. Jun 01 12:56:49.712161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:49.712676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e5ca3947-a602-4f9d-bb6c-553ba997719e service neutron] 10.222.0.13 "GET /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.7307031 Jun 01 12:56:49.831611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Attempting to bind port a14249e1-6521-400a-8bd6-8f0a3923099c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:49.833882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Attempting to bind port a14249e1-6521-400a-8bd6-8f0a3923099c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:49.834367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Attempting to bind port a14249e1-6521-400a-8bd6-8f0a3923099c on network 334300af-7f2c-487c-9900-0fc105089cb1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:49.844241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Port a14249e1-6521-400a-8bd6-8f0a3923099c on network 334300af-7f2c-487c-9900-0fc105089cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:49.844567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Attempting to bind port a14249e1-6521-400a-8bd6-8f0a3923099c on network 334300af-7f2c-487c-9900-0fc105089cb1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:49.851166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:49.851507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Checking segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:49.851896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Bound using segment: {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:49.852351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Bound port: a14249e1-6521-400a-8bd6-8f0a3923099c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:49.852677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.876318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.883679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.894512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.905710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.914979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.917022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-6ea77235-78a5-4b94-a016-58ea413f4f99 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 3814 time: 0.9524953 Jun 01 12:56:49.919106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-6ed84ea1-171d-4d5b-afa1-360a2c314e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:49.920498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-6ed84ea1-171d-4d5b-afa1-360a2c314e59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6023331 Jun 01 12:56:49.984122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:49.984122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:50.003531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.136713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:50.137333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.138875 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] 10.222.0.24 "PUT /v2.0/ports/a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 200 len: 1091 time: 1.5263722 Jun 01 12:56:50.171865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ab39c-e542-49f3-9570-62b999e61f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:50.196218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-84862788-11a2-4fb5-a39a-e6d76a53273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:50.197591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-84862788-11a2-4fb5-a39a-e6d76a53273c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1099 time: 0.1241741 Jun 01 12:56:50.202377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:50.213891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cbccab6e-d683-4a71-b35e-281086b7831c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:50.215814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port f03b598a-bda0-4bf6-bfe4-b673446bafa2, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f03b598a-bda0-4bf6-bfe4-b673446bafa2,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:50.215814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.227250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64d43087-9dbc-494a-8e95-c2255bee1af4 req-2a9c8def-2d32-4026-a821-b085c8f8594d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627072 Jun 01 12:56:50.248676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:50.294694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: cbccab6e-d683-4a71-b35e-281086b7831c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:50.295854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cbccab6e-d683-4a71-b35e-281086b7831c not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:50.324158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:50.419009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for f03b598a-bda0-4bf6-bfe4-b673446bafa2 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:50.453426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f929ea8-db36-40c3-968d-7df090092855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.472433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Usage tracker for resource:port and tenant:3491bae68cc74603906a9796c1872327 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:50.476140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.479796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:50.565403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:50.614107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-dbfdbdf5-acc5-4732-9499-f6a89df6a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:50.615026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-dbfdbdf5-acc5-4732-9499-f6a89df6a3b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6482999 Jun 01 12:56:50.616670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Made reservation on behalf of 3491bae68cc74603906a9796c1872327 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:50.620438 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.651776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.676444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.764935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:50.774571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Usage tracker for resource:security_group_rule and tenant:3491bae68cc74603906a9796c1872327 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:50.804373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:50.807009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:50.824178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:50.869483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d112-218f-421d-83ab-8ea923ec43a3 req-740e7cd6-6045-4983-8946-5fa1e1996e73 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:50.877067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3606d112-218f-421d-83ab-8ea923ec43a3 req-740e7cd6-6045-4983-8946-5fa1e1996e73 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.4028442 Jun 01 12:56:50.956196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-9782bf73-b07f-4fbf-a5d7-79598ef043d8 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152819 Jun 01 12:56:50.956196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.050849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=f03b598a-bda0-4bf6-bfe4-b673446bafa2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.106193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3606d112-218f-421d-83ab-8ea923ec43a3 req-391f96ee-ac29-4f40-8f85-5623c9483ea1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234206 Jun 01 12:56:51.285366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:51.299848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddf9c32-4e83-4c72-80dd-e56dd396c937 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:51.309741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.349979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Transition to ACTIVE for port object cddf9c32-4e83-4c72-80dd-e56dd396c937 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:51.349979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:51.350713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port f03b598a-bda0-4bf6-bfe4-b673446bafa2 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:51.360260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.381977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.388732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-deleted', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:51.435473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cf95df0-ff37-496d-b7a9-d1e33ba29a5f req-75a8c528-6b4e-4dcc-90ed-64d98471897a tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 210 time: 0.0822697 Jun 01 12:56:51.475078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edef4220-7e5a-4368-8a24-95db4adea173 req-c7100160-88ac-488e-857a-558b34e6aac0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "DELETE /v2.0/ports/f03b598a-bda0-4bf6-bfe4-b673446bafa2 HTTP/1.1" status: 204 len: 173 time: 3.2752988 Jun 01 12:56:51.476946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.488536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b43388b-d643-4cc3-ad85-dd4083a1e83c req-3f74cd25-1df8-42a7-8bf9-2625755cb251 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214622 Jun 01 12:56:51.488536 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.570957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.574202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.576596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.630732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f4dcbc-1f2b-403f-b821-795d4c79e96a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.633058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.712516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Transition to ACTIVE for port object 527c8d4a-edc1-4ee8-877c-56190547e4c6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:51.731718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.910957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Allocated IP 192.168.233.227 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/846ae0bf-8ab8-427e-96da-ca8417d4c157) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:52.049819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] No DVR routers for this DVR port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:52.070107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Attempting to bind port cddf9c32-4e83-4c72-80dd-e56dd396c937 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:52.070752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Attempting to bind port cddf9c32-4e83-4c72-80dd-e56dd396c937 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:52.071282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Attempting to bind port cddf9c32-4e83-4c72-80dd-e56dd396c937 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:52.123938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Port cddf9c32-4e83-4c72-80dd-e56dd396c937 on network ff8d0b20-14d9-486c-9464-f7050de3c023 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:52.123938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Attempting to bind port cddf9c32-4e83-4c72-80dd-e56dd396c937 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:52.144500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=6']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.148896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:52.149531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:52.150131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Bound using segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:52.150817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Bound port: cddf9c32-4e83-4c72-80dd-e56dd396c937, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:52.151413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.177801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:52.178254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:52.178551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:52.213731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:52.213871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:52.234749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:52.235094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:52.235474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:52.235898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Bound port: 527c8d4a-edc1-4ee8-877c-56190547e4c6, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:52.236240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.277143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432aaca-7976-4a3a-b7e1-0a8b05b061ce req-df1c000d-2079-42bc-a726-2a877efbf5be tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.278923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2432aaca-7976-4a3a-b7e1-0a8b05b061ce req-df1c000d-2079-42bc-a726-2a877efbf5be tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.2508309 Jun 01 12:56:52.332661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:52.356591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:52.357144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:52.362637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.364891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.381637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2432aaca-7976-4a3a-b7e1-0a8b05b061ce req-2bf37361-88d1-4840-860d-3f8154463ed9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953972 Jun 01 12:56:52.388231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Transition to ACTIVE for port object 846ae0bf-8ab8-427e-96da-ca8417d4c157 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:52.406819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:52.440581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.441822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.443671 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] 10.222.0.24 "PUT /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 1130 time: 2.2454140 Jun 01 12:56:52.451632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:52.452540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:52.457026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.466731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.502336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:52.583056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.624028 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5521b40f-8765-48b3-b58d-61d1ad38014d'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'status': 'completed', 'code': 200} Jun 01 12:56:52.635425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df344a-0583-4afd-b3df-c6dc9273e154 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.705076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.706271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.707982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] 10.222.0.24 "PUT /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 1094 time: 2.4728310 Jun 01 12:56:52.747299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:52.788968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:52.797652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:56:52.904324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.904832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.905560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.905917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.907154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.907154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.908703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-c3884aad-cd2f-4973-8ac2-8d6a48513d35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5284 time: 0.3270178 Jun 01 12:56:52.915803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:52.916600 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.961488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.033920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c5f3-3bf5-4e2e-a679-e6d24b426d23 service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=7']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:53.044892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.066482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.072781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.079326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.085898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.091829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.099755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.106567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-5a88bc1b-13c5-4763-ae56-f2a18dad850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.109012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-5a88bc1b-13c5-4763-ae56-f2a18dad850c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1097 time: 0.3606999 Jun 01 12:56:53.116956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-21d886c8-9136-4db0-86fa-bfb2fd8ee2cc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 4598 time: 0.4667261 Jun 01 12:56:53.171996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-f74f7a0d-55ec-47a4-adb7-23219f0e3280 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4997945 Jun 01 12:56:53.201092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Request body: {'port': {'device_id': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:53.252566 n-d-844200-1 neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ef8f32f-af0f-4880-a149-03fa9637aecd']: {'server_uuid': 'e3f02601-4059-48ec-a44f-a30b24f8476c', 'name': 'network-vif-deleted', 'tag': 'f03b598a-bda0-4bf6-bfe4-b673446bafa2', 'status': 'failed', 'code': 422} returned with failed status Jun 01 12:56:53.267286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2e6ca34-dd65-4056-8432-bb035fee7a2e req-44adc913-2671-493a-b984-b8cb28d3ab14 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495264 Jun 01 12:56:53.484038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-898e3e91-a5d8-4d62-a444-29cc482a02c7 None None] Provisioning for port 846ae0bf-8ab8-427e-96da-ca8417d4c157 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:53.491810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-898e3e91-a5d8-4d62-a444-29cc482a02c7 None None] Provisioning complete for port 846ae0bf-8ab8-427e-96da-ca8417d4c157 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:53.493012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-898e3e91-a5d8-4d62-a444-29cc482a02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.554437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-18c7ff3a-c93f-4d59-837d-a18f260ebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.555055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-18c7ff3a-c93f-4d59-837d-a18f260ebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.555361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-18c7ff3a-c93f-4d59-837d-a18f260ebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.557004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-18c7ff3a-c93f-4d59-837d-a18f260ebed1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6296258 Jun 01 12:56:53.563040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-898e3e91-a5d8-4d62-a444-29cc482a02c7 None None] Port 846ae0bf-8ab8-427e-96da-ca8417d4c157 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:53.594100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-1d0d9930-5e2a-4ca4-80fa-cfb56169b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.595637 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-1d0d9930-5e2a-4ca4-80fa-cfb56169b2c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4801450 Jun 01 12:56:53.669172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-6e2fa832-66f3-4e7b-9e19-367f8596aba8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0615678 Jun 01 12:56:53.720832 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.767656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-260fb402-cdee-4776-bc08-19c31908d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.769091 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-260fb402-cdee-4776-bc08-19c31908d374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0934300 Jun 01 12:56:53.881466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-9eb252e0-97f6-4edc-b31d-9a33f9651385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.882872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac3711b-0e92-4d5b-903a-7ec8299fd21a req-9eb252e0-97f6-4edc-b31d-9a33f9651385 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773287 Jun 01 12:56:53.896477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b14d851-738d-48ec-89a6-638bf8ff9d28 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:53.906288 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.927232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-633b588e-9611-4c9f-af30-a04db65a69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.928619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-633b588e-9611-4c9f-af30-a04db65a69b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533451 Jun 01 12:56:53.929533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Transition to ACTIVE for port object 2b14d851-738d-48ec-89a6-638bf8ff9d28 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:53.933619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.946004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d89e-933a-404c-8e39-78773a805330 req-8f8955d5-58a0-496e-b801-a0978d40b678 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.947448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f545d89e-933a-404c-8e39-78773a805330 req-8f8955d5-58a0-496e-b801-a0978d40b678 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 949 time: 0.5714176 Jun 01 12:56:53.959055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049ffc-2bcd-4d87-b3cd-3e5cda8b3927 req-a7db03a8-323b-4f6b-9cc4-4f197893d28f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:53.960464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da049ffc-2bcd-4d87-b3cd-3e5cda8b3927 req-a7db03a8-323b-4f6b-9cc4-4f197893d28f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 949 time: 0.4976943 Jun 01 12:56:54.146936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50518f-e58a-4a37-8643-f23255aba5ba req-51d56938-f9e8-4736-bd65-13e0a391b64c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:54.154193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d50518f-e58a-4a37-8643-f23255aba5ba req-51d56938-f9e8-4736-bd65-13e0a391b64c tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.6192389 Jun 01 12:56:54.215316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:54.223189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:54.293524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-86685e31-910f-4415-82e4-db2b7d893cf1 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556664 Jun 01 12:56:54.297854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Attempting to bind port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:54.297966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Attempting to bind port 2b14d851-738d-48ec-89a6-638bf8ff9d28 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:54.298236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Attempting to bind port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:54.325875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on network ff8d0b20-14d9-486c-9464-f7050de3c023 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:54.326192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Attempting to bind port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:54.360777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port 55518846-d4f8-48dd-9f0e-788ae9168cb6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:56:54.361112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.397398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:54.399662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da049ffc-2bcd-4d87-b3cd-3e5cda8b3927 req-592e2c94-6ab7-4193-a557-6e9841b166d7 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641141 Jun 01 12:56:54.432538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d50518f-e58a-4a37-8643-f23255aba5ba req-26ea6696-3d8b-4c73-8355-0a0397a582b6 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770808 Jun 01 12:56:54.439494 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-fefd666d-b71c-4de5-96a8-36fc3666ab0b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388400 Jun 01 12:56:54.442220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:54.442866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:54.443462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Bound using segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:54.444102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Bound port: 2b14d851-738d-48ec-89a6-638bf8ff9d28, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:54.444647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.450953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '245749cd-de76-45b1-acf8-b48048e03d77', 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d', 'port_id': '245749cd-de76-45b1-acf8-b48048e03d77', 'mac_address': 'fa:16:3e:29:2c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067ca25f-c5f9-4095-9efb-a30b13e2313d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:54.628451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}, {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'cddf9c32-4e83-4c72-80dd-e56dd396c937'}, {'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:54.671615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:54.683506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:54.692608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.693683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 245749cd-de76-45b1-acf8-b48048e03d77 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:54.694072 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.736348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245749cd-de76-45b1-acf8-b48048e03d77 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:54.768565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:54.789080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.819614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:54.820546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.822348 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 1130 time: 2.3358855 Jun 01 12:56:54.841962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888196b-72b9-4616-abc4-90f1f59a3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:54.858883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:54.932936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:54.941817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.942240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.943189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.943835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.944399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.944954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.946191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.946577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.946982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.947401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.947852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:54.948287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:55.030383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.041354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port 55518846-d4f8-48dd-9f0e-788ae9168cb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=55518846-d4f8-48dd-9f0e-788ae9168cb6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:55.041917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.195033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for 55518846-d4f8-48dd-9f0e-788ae9168cb6 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:56:55.373603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf717f-35ed-4f6f-8c77-fabb1503a50a req-48dda767-d3cb-411b-8a8d-bd17d50092c5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:55.375050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfbf717f-35ed-4f6f-8c77-fabb1503a50a req-48dda767-d3cb-411b-8a8d-bd17d50092c5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.5184352 Jun 01 12:56:55.393246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-234a876a-6304-4caa-aeb6-f931cc9b85f5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:55.393951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-234a876a-6304-4caa-aeb6-f931cc9b85f5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Synchronizing usage tracker for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:55.397973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846ae0bf-8ab8-427e-96da-ca8417d4c157 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:55.459497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.471230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['245749cd-de76-45b1-acf8-b48048e03d77'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:55.523650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Transition to ACTIVE for port object 846ae0bf-8ab8-427e-96da-ca8417d4c157 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:55.530228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-234a876a-6304-4caa-aeb6-f931cc9b85f5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Unset dirty status for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:55.548849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-234a876a-6304-4caa-aeb6-f931cc9b85f5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 936 time: 0.6855628 Jun 01 12:56:55.560036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.604803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7368257e-b140-48e8-ace7-ffc16f8c1a4c {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:55.612665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.618945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfbf717f-35ed-4f6f-8c77-fabb1503a50a req-a7786475-8ea4-4ba6-9bff-32bfe1ce1692 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132220 Jun 01 12:56:55.630065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Transition to ACTIVE for port object 7368257e-b140-48e8-ace7-ffc16f8c1a4c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:55.639681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.726336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.742025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf', 'bd32d040-bd1c-4768-b182-cbacf1ae8818'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:55.758634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-4be7e6eb-81ef-4aef-8039-69d0351fd377 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Synchronizing usage tracker for tenant:3491bae68cc74603906a9796c1872327 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:55.868135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:55.887593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.069718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Attempting to bind port 7368257e-b140-48e8-ace7-ffc16f8c1a4c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:56.070049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Attempting to bind port 7368257e-b140-48e8-ace7-ffc16f8c1a4c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:56.071378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Attempting to bind port 7368257e-b140-48e8-ace7-ffc16f8c1a4c on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:56.079765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Port 7368257e-b140-48e8-ace7-ffc16f8c1a4c on network ff8d0b20-14d9-486c-9464-f7050de3c023 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:56.080474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Attempting to bind port 7368257e-b140-48e8-ace7-ffc16f8c1a4c on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:56.093955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:56.094373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:56.094694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Bound using segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:56.095201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Bound port: 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:56.095458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.105075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-4be7e6eb-81ef-4aef-8039-69d0351fd377 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Unset dirty status for tenant:3491bae68cc74603906a9796c1872327 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:56.106455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5efa056c-9d04-4c2c-baa1-cb5e17ed9b2f req-4be7e6eb-81ef-4aef-8039-69d0351fd377 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641038 Jun 01 12:56:56.108969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=55518846-d4f8-48dd-9f0e-788ae9168cb6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.170491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port 55518846-d4f8-48dd-9f0e-788ae9168cb6 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:56.174391 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.182553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'name': 'network-vif-deleted', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:56.201044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f545d89e-933a-404c-8e39-78773a805330 req-e2f544a9-4805-4013-b17a-2d38d546069b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "DELETE /v2.0/ports/55518846-d4f8-48dd-9f0e-788ae9168cb6 HTTP/1.1" status: 204 len: 173 time: 2.2354219 Jun 01 12:56:56.248064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Attempting to bind port 846ae0bf-8ab8-427e-96da-ca8417d4c157 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:56.248624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Attempting to bind port 846ae0bf-8ab8-427e-96da-ca8417d4c157 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:56.248935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Attempting to bind port 846ae0bf-8ab8-427e-96da-ca8417d4c157 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:56.256764 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15c907b-ea3f-44ea-ab2f-5bf88ca43a0f'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'code': 200} Jun 01 12:56:56.257341 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15c907b-ea3f-44ea-ab2f-5bf88ca43a0f'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'cddf9c32-4e83-4c72-80dd-e56dd396c937', 'status': 'completed', 'code': 200} Jun 01 12:56:56.257764 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15c907b-ea3f-44ea-ab2f-5bf88ca43a0f'] response: {'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'status': 'completed', 'code': 200} Jun 01 12:56:56.261559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Port 846ae0bf-8ab8-427e-96da-ca8417d4c157 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:56.261886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Attempting to bind port 846ae0bf-8ab8-427e-96da-ca8417d4c157 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:56.271432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:56.276462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:56.284376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.287569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.297733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.304053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.318607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.325320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.333112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.360889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.371641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-9676ca08-d82a-4949-b51a-2e81c1010d7e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5382 time: 0.5035355 Jun 01 12:56:56.375582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 55518846-d4f8-48dd-9f0e-788ae9168cb6 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:56.401018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.401638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.408839 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] 10.222.0.24 "PUT /v2.0/ports/7368257e-b140-48e8-ace7-ffc16f8c1a4c HTTP/1.1" status: 200 len: 1090 time: 1.5547407 Jun 01 12:56:56.472165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 55518846-d4f8-48dd-9f0e-788ae9168cb6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:56:56.474133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 55518846-d4f8-48dd-9f0e-788ae9168cb6 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:56.532525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:56.621422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec1ce2-62db-4084-8f68-d8656cdb0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.646784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:56.647192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:56.647471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:56.648021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Bound port: 846ae0bf-8ab8-427e-96da-ca8417d4c157, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:56.648356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.735937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.755890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.756269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.757376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.757962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.758371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.758852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.759573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.761657 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-db791081-dc49-4994-b549-d0335920d7a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6274 time: 0.3218904 Jun 01 12:56:56.867462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:56.881316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff0ce2dc-5106-4857-beab-4373cf0a746e req-c3590730-e64b-43ca-b979-0862a458ab83 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5088818 Jun 01 12:56:56.970343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-e34a1e5f-a500-476b-bd2e-cd4c38b3e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.972816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-e34a1e5f-a500-476b-bd2e-cd4c38b3e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.973670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-e34a1e5f-a500-476b-bd2e-cd4c38b3e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:56.977261 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-e34a1e5f-a500-476b-bd2e-cd4c38b3e6fd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1766503 Jun 01 12:56:57.007307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-55a0936b-3557-4bd2-91ce-336c02bcb942 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.016297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-55a0936b-3557-4bd2-91ce-336c02bcb942 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.5935848 Jun 01 12:56:57.030269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:57.046316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:57.068438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-c237d7b8-e838-4007-a376-42beda0eb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.070455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-c237d7b8-e838-4007-a376-42beda0eb08e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1097 time: 0.4250183 Jun 01 12:56:57.076061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-d0796a24-0a25-40cc-beb0-baefcb797d8e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.0587869 Jun 01 12:56:57.163274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.265477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-d5c228e2-7d8b-4610-8659-0fba8f063e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.266533 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-d5c228e2-7d8b-4610-8659-0fba8f063e5b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2806108 Jun 01 12:56:57.304396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-020df831-1e7c-4b5c-a5ab-80301e93314c req-7a0a05ac-bc47-4103-9827-0e08fe64858b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:57.352851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.354542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.356145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] 10.222.0.13 "PUT /v2.0/ports/846ae0bf-8ab8-427e-96da-ca8417d4c157 HTTP/1.1" status: 200 len: 1096 time: 4.1708760 Jun 01 12:56:57.366873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-443f79d6-27d2-4847-9779-5041bdc765db tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:57.420040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-020df831-1e7c-4b5c-a5ab-80301e93314c req-7a0a05ac-bc47-4103-9827-0e08fe64858b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:57.430422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-020df831-1e7c-4b5c-a5ab-80301e93314c req-7a0a05ac-bc47-4103-9827-0e08fe64858b tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ed173430-5c85-4dd6-a1bf-92cefb619e2b HTTP/1.1" status: 200 len: 210 time: 0.3262377 Jun 01 12:56:57.512337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-443f79d6-27d2-4847-9779-5041bdc765db tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:57.521315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-443f79d6-27d2-4847-9779-5041bdc765db tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3670259 Jun 01 12:56:57.637769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd632761-03db-4d05-afce-285abb40c0b5 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:57.647447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.667573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Transition to ACTIVE for port object fd632761-03db-4d05-afce-285abb40c0b5 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:57.673150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.682441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde78929-0fec-4cc8-884f-455cc7bb33fa service neutron] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:57.699374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-953cb2ae-d303-41cb-b06b-b7093d714602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.700919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-953cb2ae-d303-41cb-b06b-b7093d714602 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.6229045 Jun 01 12:56:57.742707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-f4e8d73d-70b2-48ed-a0f7-1756b3d99638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.744161 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-f4e8d73d-70b2-48ed-a0f7-1756b3d99638 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1097 time: 0.3595955 Jun 01 12:56:57.809548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-796efd32-134a-4e6e-9e0f-2b6d978ae6bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0932178 Jun 01 12:56:57.903228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-14037bf3-9e1c-4f19-8a33-e02d58329db7 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807662 Jun 01 12:56:57.944279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:57.993798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-6a1025ca-b98f-4ad1-9237-d187b7773bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.995266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-6a1025ca-b98f-4ad1-9237-d187b7773bc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1721256 Jun 01 12:56:57.997141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-5d09d072-425a-46ab-9f18-ffd529705c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:57.999385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-5d09d072-425a-46ab-9f18-ffd529705c48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 1099 time: 0.5604980 Jun 01 12:56:58.069274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Attempting to bind port fd632761-03db-4d05-afce-285abb40c0b5 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:58.069581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Attempting to bind port fd632761-03db-4d05-afce-285abb40c0b5 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:58.069941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Attempting to bind port fd632761-03db-4d05-afce-285abb40c0b5 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:58.074950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-3cd57f26-898c-42a6-88a7-f714bb53b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.076569 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-3cd57f26-898c-42a6-88a7-f714bb53b08c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3215189 Jun 01 12:56:58.079051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Port fd632761-03db-4d05-afce-285abb40c0b5 on network ff8d0b20-14d9-486c-9464-f7050de3c023 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:58.079051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Attempting to bind port fd632761-03db-4d05-afce-285abb40c0b5 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:58.084536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:58.084868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Checking segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:56:58.085299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Bound using segment: {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:58.085722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Bound port: fd632761-03db-4d05-afce-285abb40c0b5, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd697a54-dfb8-4e11-8882-a0453eb1ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:58.086066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.123758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-9a0e3c24-ca01-4157-9599-0f08b9b02719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157 HTTP/1.1" status: 200 len: 217 time: 0.0784636 Jun 01 12:56:58.138543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623df7-051c-414e-811b-d91917ed38ef req-c847b1b5-50ba-48a4-ade9-51fad6477687 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.140101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99623df7-051c-414e-811b-d91917ed38ef req-c847b1b5-50ba-48a4-ade9-51fad6477687 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.5079520 Jun 01 12:56:58.163278 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-9ead52e5-cd38-46f4-a593-01177b183593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0679841 Jun 01 12:56:58.232293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:58.258882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '2b14d851-738d-48ec-89a6-638bf8ff9d28'}, {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:58.276263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-a302778a-1232-4bfd-8bf7-b02f4b17cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.277700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-a302778a-1232-4bfd-8bf7-b02f4b17cb1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1368558 Jun 01 12:56:58.279467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-02e865aa-8c86-484e-8db1-a379b0b27604 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677633 Jun 01 12:56:58.289785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99623df7-051c-414e-811b-d91917ed38ef req-0aff88cb-21eb-470d-b8a6-91f757a2d7a7 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099596 Jun 01 12:56:58.300242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-216ecc37-9440-412d-bbf0-46160c4a623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.302973 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-216ecc37-9440-412d-bbf0-46160c4a623f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1102264 Jun 01 12:56:58.309386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:58.314319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:58.333233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.345753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-b52873cf-5957-42bd-aa60-6038da6ac33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.348886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-b52873cf-5957-42bd-aa60-6038da6ac33f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3410823 Jun 01 12:56:58.407183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 245749cd-de76-45b1-acf8-b48048e03d77 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:58.412620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 245749cd-de76-45b1-acf8-b48048e03d77 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:58.412989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.628037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.628858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.630567 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] 10.222.0.24 "PUT /v2.0/ports/fd632761-03db-4d05-afce-285abb40c0b5 HTTP/1.1" status: 200 len: 1090 time: 2.1029806 Jun 01 12:56:58.664850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326233ee-661b-414b-8a8a-f8a69fbafc6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:58.705390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-4d2f9413-751b-4385-8f90-8d0e5484944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:58.706906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-4d2f9413-751b-4385-8f90-8d0e5484944a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800393 Jun 01 12:56:58.730124 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c8310c-c5b8-4ae3-9cdb-25a0c8f8ed61'] response: {'server_uuid': 'ed173430-5c85-4dd6-a1bf-92cefb619e2b', 'name': 'network-vif-deleted', 'tag': '55518846-d4f8-48dd-9f0e-788ae9168cb6', 'status': 'completed', 'code': 200} Jun 01 12:56:58.755254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 245749cd-de76-45b1-acf8-b48048e03d77 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:56:58.755613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.785868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:58.819414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:56:58.847978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:58.861249 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.005645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.031949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-62cbfb4b-09d5-40f6-af8b-27597b6698b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.033468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-62cbfb4b-09d5-40f6-af8b-27597b6698b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7472193 Jun 01 12:56:59.094421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-fab58a26-ead4-46a1-8736-08d997cc1df1 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794532 Jun 01 12:56:59.178128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0fc23-4c2e-4818-ba37-7f878e39f018 req-32ecdccd-2db0-4264-8ac5-1a11c21e47a8 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.186341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64b0fc23-4c2e-4818-ba37-7f878e39f018 req-32ecdccd-2db0-4264-8ac5-1a11c21e47a8 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 948 time: 0.4540145 Jun 01 12:56:59.189665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-8b00d42e-95aa-44e9-82d7-d54a10441bdf service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262138 Jun 01 12:56:59.192646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.309245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c631e34-3493-46f8-8598-a868c18cd2d6 req-1155c819-2ea2-4436-b480-59d7c0a44c73 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.313879 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-7e1506c7-0860-4c53-b179-9bb9be571e2e service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122879 Jun 01 12:56:59.316705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c631e34-3493-46f8-8598-a868c18cd2d6 req-1155c819-2ea2-4436-b480-59d7c0a44c73 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.5851603 Jun 01 12:56:59.411366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64b0fc23-4c2e-4818-ba37-7f878e39f018 req-274c9e36-a171-4e14-a8d3-bc113a7681af tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234759 Jun 01 12:56:59.418047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-2c305084-6efb-418b-a1d8-c9a6ca96b330 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716900 Jun 01 12:56:59.468559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c631e34-3493-46f8-8598-a868c18cd2d6 req-0323767a-a69c-42ae-b6d3-ccb8e6a07e3f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499076 Jun 01 12:56:59.515294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04d6429c-159d-4e56-aedc-03d66f7d44d3 req-327e6ea7-beac-4d58-8938-173ff629099c service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080866 Jun 01 12:56:59.567392 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a78b556-6818-4471-9d00-a99d23f41d00'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '2b14d851-738d-48ec-89a6-638bf8ff9d28', 'status': 'completed', 'code': 200} Jun 01 12:56:59.567392 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a78b556-6818-4471-9d00-a99d23f41d00'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'status': 'completed', 'code': 200} Jun 01 12:56:59.734773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7364dcfd-7014-48ba-859f-34bd0089bfce req-ebfaec76-c6e9-402e-9719-6aa62b7bbdf5 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017769 Jun 01 12:56:59.753602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.760003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.766362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.772208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.778010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.784301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.789919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.791858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-225606aa-b327-4b12-977e-157cb7d151b0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5394 time: 0.1935096 Jun 01 12:56:59.852191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fae28197-fc1a-4a86-b3d2-adafbd614d5b req-af18196c-d667-447e-9491-5de289434ae1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 210 time: 0.0593548 Jun 01 12:56:59.887096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fef0bc-bd8e-4993-a527-d13678a53612 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:56:59.901412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.902198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.902684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.903303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.903611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.904053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.905470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:56:59.907953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4e96e8df-02f2-4d86-95a2-d0b6e98d7b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6341 time: 0.3123720 Jun 01 12:56:59.910177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.918445 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88676723-ab94-4e88-a5c1-a2626c72ee1f'] response: {'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77', 'code': 200} Jun 01 12:56:59.923533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db68184b-9468-44ca-82fb-337fc2ad8168 req-7d21e5d7-cfd1-48fe-8d2b-f60e4886d546 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919092 Jun 01 12:56:59.932003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Transition to ACTIVE for port object 02fef0bc-bd8e-4993-a527-d13678a53612 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:59.950857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.225859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-e3db8fd0-6f40-4a73-b08e-9c7a73718288 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.227479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-e3db8fd0-6f40-4a73-b08e-9c7a73718288 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.3421509 Jun 01 12:57:00.236329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:00.358361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': '972f900b-d548-44e1-8f41-09a724c210bb', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:00.377423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.440311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:00.464008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'mac_address': 'fa:16:3e:01:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:00.470496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-725d5230-11f1-4f4f-85d2-06884f37c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.471423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-725d5230-11f1-4f4f-85d2-06884f37c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.472056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-725d5230-11f1-4f4f-85d2-06884f37c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.473802 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-725d5230-11f1-4f4f-85d2-06884f37c406 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4742196 Jun 01 12:57:00.492542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Attempting to bind port 02fef0bc-bd8e-4993-a527-d13678a53612 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:00.493232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Attempting to bind port 02fef0bc-bd8e-4993-a527-d13678a53612 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:00.493779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Attempting to bind port 02fef0bc-bd8e-4993-a527-d13678a53612 on network 389891e0-a632-4d9b-aea7-81bd87e25016 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:00.525556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Port 02fef0bc-bd8e-4993-a527-d13678a53612 on network 389891e0-a632-4d9b-aea7-81bd87e25016 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:00.526282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Attempting to bind port 02fef0bc-bd8e-4993-a527-d13678a53612 on network 389891e0-a632-4d9b-aea7-81bd87e25016 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:00.534128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:00.534501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.553663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:00.572893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:00.578725 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.634105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:00.634105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Checking segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:00.634105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Bound using segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:00.634105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Bound port: 02fef0bc-bd8e-4993-a527-d13678a53612, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:00.634105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.652877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f60720-51a2-41f3-b7ef-095a1f187cbc req-063225e1-d01d-4fa1-968a-d95c0d630d21 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.654075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58f60720-51a2-41f3-b7ef-095a1f187cbc req-063225e1-d01d-4fa1-968a-d95c0d630d21 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 946 time: 0.4241977 Jun 01 12:57:00.668839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.690671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca04279-8cc4-4a7e-a127-c1d68df14693 req-5574e2fc-f854-430b-8065-2011daa3f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.692157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ca04279-8cc4-4a7e-a127-c1d68df14693 req-5574e2fc-f854-430b-8065-2011daa3f335 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1096 time: 0.4634273 Jun 01 12:57:00.695634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:00.707569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef4015-bb32-48ca-960a-031d5cdaff6f req-7bcb031d-195a-4e28-bd74-8a567f2aaa91 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.707569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40ef4015-bb32-48ca-960a-031d5cdaff6f req-7bcb031d-195a-4e28-bd74-8a567f2aaa91 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 950 time: 0.3015914 Jun 01 12:57:00.739449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:00.747214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:00.755668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4c775ef6-a534-4f4e-bc94-9d96dc78afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.757237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-4c775ef6-a534-4f4e-bc94-9d96dc78afed service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590153 Jun 01 12:57:00.771299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:00.777354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:00.783941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.803216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58f60720-51a2-41f3-b7ef-095a1f187cbc req-aa024c2c-4d81-4afd-a71f-fe88689a3511 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390326 Jun 01 12:57:00.815075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:00.828988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.846385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:00.847016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.848403 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] 10.222.0.24 "PUT /v2.0/ports/02fef0bc-bd8e-4993-a527-d13678a53612 HTTP/1.1" status: 200 len: 1091 time: 2.0709746 Jun 01 12:57:00.912545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Request body: {'port': {'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:00.975482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97c17-70c2-42e5-9457-b84a179e549f service neutron] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:01.016164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ca04279-8cc4-4a7e-a127-c1d68df14693 req-9767b68e-7749-41f1-8243-c93957b1cbbe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056712 Jun 01 12:57:01.019046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40ef4015-bb32-48ca-960a-031d5cdaff6f req-5ef5f1ba-568b-4a85-aa85-ccb3687317c9 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915523 Jun 01 12:57:01.104190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.138053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.138422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.138888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.141354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.141849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.142291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.142619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['527c8d4a-edc1-4ee8-877c-56190547e4c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:01.143085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.145504 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-f5aaeb84-16ed-4f30-94db-612a7cd256bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6408 time: 0.2763448 Jun 01 12:57:01.222573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716bf9-7cba-40d3-be2b-8e6a9642acfa req-da7a841a-1e53-4de1-b5d4-990687e1d464 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.235745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd716bf9-7cba-40d3-be2b-8e6a9642acfa req-da7a841a-1e53-4de1-b5d4-990687e1d464 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 948 time: 0.2573118 Jun 01 12:57:01.358808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.6 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/0dc11184-e4cf-4d33-84ed-d046074febf3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:01.375851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd716bf9-7cba-40d3-be2b-8e6a9642acfa req-512d6a7c-51a4-406a-ba9e-eb447f824c4f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450076 Jun 01 12:57:01.489965 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5604976-4966-47f7-94de-b5bfdbbd60d7'] response: {'name': 'network-changed', 'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'status': 'completed', 'code': 200} Jun 01 12:57:01.516247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1cefc-3c71-4ac4-bb04-fcca204847da req-0e810288-18d0-43da-9b6d-f038b3d9f75c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.520790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2d1cefc-3c71-4ac4-bb04-fcca204847da req-0e810288-18d0-43da-9b6d-f038b3d9f75c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.2895257 Jun 01 12:57:01.581794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5'}, {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:01.766309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-73b82060-315d-43f7-b7dc-8d091ee624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.766968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-73b82060-315d-43f7-b7dc-8d091ee624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.767584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-73b82060-315d-43f7-b7dc-8d091ee624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:01.769831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-73b82060-315d-43f7-b7dc-8d091ee624cc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3367095 Jun 01 12:57:01.873189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2d1cefc-3c71-4ac4-bb04-fcca204847da req-50b5662e-6f57-4059-9444-4328595093b8 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513782 Jun 01 12:57:01.960621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57b326c-2578-477d-a84e-ef6c0d7db161 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:01.974418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.996981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Transition to ACTIVE for port object a57b326c-2578-477d-a84e-ef6c0d7db161 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:02.069302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.076410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b38a2-2b74-4941-a402-60da08ad986f req-6c65bd76-a053-4a61-879d-bb61bd90de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.077958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-6c65bd76-a053-4a61-879d-bb61bd90de42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 1099 time: 0.5471730 Jun 01 12:57:02.152566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0514c8f7-3926-4386-9568-4488d004290d req-bedb7ae8-fbcd-47f8-8f8a-401d3f6af3a2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 210 time: 0.1417327 Jun 01 12:57:02.181914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.249595 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791e90f3-a44a-4bf2-b9fa-d6f7b5235666'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5', 'status': 'completed', 'code': 200} Jun 01 12:57:02.249917 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791e90f3-a44a-4bf2-b9fa-d6f7b5235666'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612', 'status': 'completed', 'code': 200} Jun 01 12:57:02.363280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-819e2405-e2e7-46a6-a604-20c1b45df96f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.366482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-819e2405-e2e7-46a6-a604-20c1b45df96f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 950 time: 0.5574882 Jun 01 12:57:02.368222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.379246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-9a328b12-46e5-442d-b61e-323790e16d18 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.381136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-9a328b12-46e5-442d-b61e-323790e16d18 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 947 time: 0.5070038 Jun 01 12:57:02.388433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 846ae0bf-8ab8-427e-96da-ca8417d4c157 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:02.432229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:02.526512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-5ff071f6-726a-43ff-ba3b-cebd63a75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.528668 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6b63b5fb-fbfb-4a11-89eb-a7ce26bf7031 req-5ff071f6-726a-43ff-ba3b-cebd63a75bde service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7447200 Jun 01 12:57:02.566802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Attempting to bind port a57b326c-2578-477d-a84e-ef6c0d7db161 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:02.567137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Attempting to bind port a57b326c-2578-477d-a84e-ef6c0d7db161 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:02.567713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Attempting to bind port a57b326c-2578-477d-a84e-ef6c0d7db161 on network 389891e0-a632-4d9b-aea7-81bd87e25016 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:02.573568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Port a57b326c-2578-477d-a84e-ef6c0d7db161 on network 389891e0-a632-4d9b-aea7-81bd87e25016 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:02.574173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Attempting to bind port a57b326c-2578-477d-a84e-ef6c0d7db161 on network 389891e0-a632-4d9b-aea7-81bd87e25016 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:02.582348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:02.582952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Checking segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:02.583518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Bound using segment: {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:02.584104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Bound port: a57b326c-2578-477d-a84e-ef6c0d7db161, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a80e2c-aefe-410c-affb-a56141d6c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:02.585258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.626795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:02.644560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'mac_address': 'fa:16:3e:6a:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:02.728141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 846ae0bf-8ab8-427e-96da-ca8417d4c157 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:02.729186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.763984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846ae0bf-8ab8-427e-96da-ca8417d4c157 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:02.811930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:02.825530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.849563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:02.856689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a57b326c-2578-477d-a84e-ef6c0d7db161,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:02.867026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.923593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:02.929512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.929982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.930114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port bd32d040-bd1c-4768-b182-cbacf1ae8818 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:02.930436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.930551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.930983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.931550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.932159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.932755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:02.938486 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-e2213050-5257-45c6-b53a-6bef27ef9345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6433 time: 0.2491596 Jun 01 12:57:02.967319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:02.989805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:03.022381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:57:03.087987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.088597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.090229 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 200 len: 1091 time: 2.1824515 Jun 01 12:57:03.109531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['846ae0bf-8ab8-427e-96da-ca8417d4c157'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:03.118102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ccbf-7a43-495e-a0fe-105d9f87c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:03.220624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-afc94750-d67c-4610-b46b-44bff6e67d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.221093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-afc94750-d67c-4610-b46b-44bff6e67d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.221564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-afc94750-d67c-4610-b46b-44bff6e67d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.224042 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-afc94750-d67c-4610-b46b-44bff6e67d83 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2714806 Jun 01 12:57:03.232797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:03.250782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-c1fe366f-b428-41e8-bc33-df454a7a97c6 service neutron] 10.222.0.24 "GET /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.5510290 Jun 01 12:57:03.262237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b38a2-2b74-4941-a402-60da08ad986f req-02f2d88f-c91d-4dd2-8e56-fef6f585f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.264721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-02f2d88f-c91d-4dd2-8e56-fef6f585f4b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 1.1211772 Jun 01 12:57:03.279408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.293605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.300294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.306979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.315214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.325797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.331610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.335034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-62f7d62f-b269-4c35-9c98-54262de17c71 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 1.2635517 Jun 01 12:57:03.506263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-379aa7b2-fb96-4b9a-b63b-eca741073449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.507612 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-379aa7b2-fb96-4b9a-b63b-eca741073449 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2608969 Jun 01 12:57:03.519908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-3e010f49-87c7-4c5e-880c-395f8c8663a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.519908 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-3e010f49-87c7-4c5e-880c-395f8c8663a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1098 time: 0.1510346 Jun 01 12:57:03.577199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.577891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.666931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-d53d5647-aa42-49c4-b0e8-4c02745d3162 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157 HTTP/1.1" status: 200 len: 217 time: 0.2866170 Jun 01 12:57:03.741053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-c722864c-f72b-49d3-9e6b-9159c034a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.742137 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-c722864c-f72b-49d3-9e6b-9159c034a391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2076182 Jun 01 12:57:03.750000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.750000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.750000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.751736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.751736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.751736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.752313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.756065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-2afa2c20-3e45-46fb-99c2-52b745808f32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6475 time: 0.1392488 Jun 01 12:57:03.818701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f04127-f686-41f1-a47f-7106a74c7ac7 req-a1b625e1-7e61-4fd7-b3df-f59df0a8ec16 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:03.829445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65f04127-f686-41f1-a47f-7106a74c7ac7 req-a1b625e1-7e61-4fd7-b3df-f59df0a8ec16 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 947 time: 1.4064221 Jun 01 12:57:03.854549 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-fd2e50ff-b6af-4b23-89ee-de6647021362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0966673 Jun 01 12:57:03.869565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-8349d912-8c36-4bd3-b38d-08eddd4acc9e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5153103 Jun 01 12:57:03.892653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa1938f6-4388-40ae-8818-c99cdfcecd7e req-86c9769a-b19d-4de4-86cd-e0b6360a7dd8 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3093076 Jun 01 12:57:03.899305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Request body: {'port': {'device_id': '972f900b-d548-44e1-8f41-09a724c210bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:04.021862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65f04127-f686-41f1-a47f-7106a74c7ac7 req-c61dee33-bc9b-48f1-a40d-32d72493c248 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942661 Jun 01 12:57:04.034954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.042796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-9299eeaa-7001-49da-a071-5ee5d5a49baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.044495 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-9299eeaa-7001-49da-a071-5ee5d5a49baf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1404216 Jun 01 12:57:04.102079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b38a2-2b74-4941-a402-60da08ad986f req-96f32712-f25f-43fd-95dd-9be9a3bf5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.102079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-96f32712-f25f-43fd-95dd-9be9a3bf5e5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3578615 Jun 01 12:57:04.109943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-6c97920f-c2ed-4959-a3a9-2c98a2d70acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.109943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-6c97920f-c2ed-4959-a3a9-2c98a2d70acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.110752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-6c97920f-c2ed-4959-a3a9-2c98a2d70acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.111961 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-6c97920f-c2ed-4959-a3a9-2c98a2d70acf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3021019 Jun 01 12:57:04.267401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:04.270470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port bd32d040-bd1c-4768-b182-cbacf1ae8818, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bd32d040-bd1c-4768-b182-cbacf1ae8818,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:04.270861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.297079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-e9b86acd-e09a-47b2-bf07-aa0e02bace07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9596179 Jun 01 12:57:04.350231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:04.379077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:04.379077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:04.379077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.416281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-85ecfc14-6b3d-4723-bf88-ee6d42bd95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.416281 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-85ecfc14-6b3d-4723-bf88-ee6d42bd95f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3525229 Jun 01 12:57:04.424290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 846ae0bf-8ab8-427e-96da-ca8417d4c157 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:04.506738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for bd32d040-bd1c-4768-b182-cbacf1ae8818 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:04.563817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.637341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 846ae0bf-8ab8-427e-96da-ca8417d4c157 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:04.657759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 846ae0bf-8ab8-427e-96da-ca8417d4c157 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:04.658324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.681172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-c5275464-1ce6-42d0-90f4-e53b504063b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.682663 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-676c53f9-5859-476d-9cbe-0fe2b10efbcb req-c5275464-1ce6-42d0-90f4-e53b504063b1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5620847 Jun 01 12:57:04.705180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-b01231db-301e-4f8b-ac64-cb245dbd731c service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852857 Jun 01 12:57:04.718044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:04.718438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.727939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708305bc-0c91-41b1-b002-d4868e9d89ef req-5b81aae4-181d-40ee-a33c-744f0fb2b463 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.729134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-708305bc-0c91-41b1-b002-d4868e9d89ef req-5b81aae4-181d-40ee-a33c-744f0fb2b463 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=8eac6c9a-93e5-4165-a030-c79a10ec4eff HTTP/1.1" status: 200 len: 950 time: 0.6840160 Jun 01 12:57:04.761569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:04.774077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:04.777126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b38a2-2b74-4941-a402-60da08ad986f req-e2e00627-fbee-429b-b36e-53e0e0d8c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.778642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-e2e00627-fbee-429b-b36e-53e0e0d8c308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6721654 Jun 01 12:57:04.780942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.788117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ead743-35fc-423e-b4ec-b69a955a62f5 req-d3dab914-748f-4172-898a-1f9f2c587096 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.795143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ead743-35fc-423e-b4ec-b69a955a62f5 req-d3dab914-748f-4172-898a-1f9f2c587096 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 949 time: 0.6156800 Jun 01 12:57:04.898503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 846ae0bf-8ab8-427e-96da-ca8417d4c157 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:04.899009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.917673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:04.939647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-989ee5b3-1d1c-4e58-9f79-2c7cc98ed2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285609 Jun 01 12:57:04.948670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.949134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.949594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.950046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.951233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.951233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.953234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.953595 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-dfb3e503-e339-4fc5-84e6-3ed6814aa9ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6475 time: 0.1984274 Jun 01 12:57:04.955211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:04.966475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.966475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bd32d040-bd1c-4768-b182-cbacf1ae8818 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:04.966927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-ee4bb70e-0e97-45c4-be67-d03f6f086380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:04.967342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-ee4bb70e-0e97-45c4-be67-d03f6f086380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 1096 time: 0.5358756 Jun 01 12:57:05.061672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-708305bc-0c91-41b1-b002-d4868e9d89ef req-22af20c1-3669-4b92-8014-d7c556b33e00 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052518 Jun 01 12:57:05.073137 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-2dc31388-e100-482d-b429-ce52f07082d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 200 len: 217 time: 0.0953925 Jun 01 12:57:05.115702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ead743-35fc-423e-b4ec-b69a955a62f5 req-f254f01c-de16-4b80-ac30-117511514eda tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153330 Jun 01 12:57:05.198918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.200886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-698bbd5a-f66b-4098-9207-38e388e82239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:05.203974 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-698bbd5a-f66b-4098-9207-38e388e82239 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 HTTP/1.1" status: 200 len: 851 time: 0.1161804 Jun 01 12:57:05.258803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port bd32d040-bd1c-4768-b182-cbacf1ae8818 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:05.259180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.299308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-520bff18-f2e1-4973-ad00-cec763518039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:05.300831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-520bff18-f2e1-4973-ad00-cec763518039 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=334300af-7f2c-487c-9900-0fc105089cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898368 Jun 01 12:57:05.399414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-774fddd1-4631-459d-a453-29d51b446b9b service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264122 Jun 01 12:57:05.442935 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-0a82d118-9e29-4cd5-a027-697bcc6e4d7f service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346986 Jun 01 12:57:05.582963 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-63389e18-bf8e-4bcc-9646-092915614546 service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326563 Jun 01 12:57:05.659125 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b38c76bf-b839-423e-a364-daf5ca9e7ef9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 217 time: 0.0660989 Jun 01 12:57:05.674165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.685684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['94049491-3761-4064-bfcf-26d0feb192cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:05.715986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:05.726519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-9f020c3d-6854-4c21-8cc9-58bba967e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:05.728002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-9f020c3d-6854-4c21-8cc9-58bba967e1c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0620983 Jun 01 12:57:05.777236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=bd32d040-bd1c-4768-b182-cbacf1ae8818,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.822350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-25daf9fb-b1de-4227-8471-193384f0b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:05.824439 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-25daf9fb-b1de-4227-8471-193384f0b529 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895066 Jun 01 12:57:05.871521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-d25eaf6c-d661-4fc3-bffb-915dde53d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:05.872948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-d25eaf6c-d661-4fc3-bffb-915dde53d07d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.8016074 Jun 01 12:57:05.964591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-994826d3-463c-4cfd-9f74-f276b29085e7 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329961 Jun 01 12:57:05.979761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port bd32d040-bd1c-4768-b182-cbacf1ae8818 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:06.001638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.006630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'name': 'network-vif-deleted', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:06.012011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-55bcf140-f213-49d6-a551-5198be32982f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 200 len: 217 time: 0.1144459 Jun 01 12:57:06.032204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a89b38a2-2b74-4941-a402-60da08ad986f req-d3b3f13a-1cdd-4a15-9456-56a9192794df service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105843 Jun 01 12:57:06.080044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21595ad9-4b83-4c02-b257-7a1804d2e04b req-568d4b92-ed85-40fb-aecd-537db7df0170 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "DELETE /v2.0/ports/bd32d040-bd1c-4768-b182-cbacf1ae8818 HTTP/1.1" status: 204 len: 173 time: 3.6978149 Jun 01 12:57:06.112609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c69c-ef9e-458b-9187-07f01871016a req-9fbb848c-d5b5-417c-8259-d278fe27d7db tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:06.114459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b49c69c-ef9e-458b-9187-07f01871016a req-9fbb848c-d5b5-417c-8259-d278fe27d7db tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.7054305 Jun 01 12:57:06.129647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e9119421-6fa6-4717-92fd-942ecfab5725 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575506 Jun 01 12:57:06.195337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356c641-ab39-4227-a8f4-6fb0e92b58d5 req-6c4cbb1f-2605-4d5c-80ac-24a1caf99652 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:06.196048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e356c641-ab39-4227-a8f4-6fb0e92b58d5 req-6c4cbb1f-2605-4d5c-80ac-24a1caf99652 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:06.207748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-1fdc83b1-22d2-42e8-bc65-740cc85e85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:06.209200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-1fdc83b1-22d2-42e8-bc65-740cc85e85f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.1838846 Jun 01 12:57:06.214946 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-57f19ef7-3aab-4245-b039-f453fa90d273 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 217 time: 0.0841751 Jun 01 12:57:06.232658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc11184-e4cf-4d33-84ed-d046074febf3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:06.308645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.326491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b49c69c-ef9e-458b-9187-07f01871016a req-1de04053-a205-4712-a14b-ed714b95f2ef tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767666 Jun 01 12:57:06.339007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-bc8cf879-34e5-4efb-837a-1745709f2609 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095309 Jun 01 12:57:06.343060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e356c641-ab39-4227-a8f4-6fb0e92b58d5 req-6c4cbb1f-2605-4d5c-80ac-24a1caf99652 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:06.357873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e356c641-ab39-4227-a8f4-6fb0e92b58d5 req-6c4cbb1f-2605-4d5c-80ac-24a1caf99652 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 931 time: 0.9476128 Jun 01 12:57:06.428359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-5ac67962-f456-445c-bef2-62bed214b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:06.430196 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-5ac67962-f456-445c-bef2-62bed214b478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.2040815 Jun 01 12:57:06.480175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Transition to ACTIVE for port object 0dc11184-e4cf-4d33-84ed-d046074febf3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:06.512249 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e355fab-e920-4925-9a7f-50f34c4be3a3'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161', 'status': 'completed', 'code': 200} Jun 01 12:57:06.522891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e356c641-ab39-4227-a8f4-6fb0e92b58d5 req-a3d64ec7-817c-4c79-94d5-efcb3479ac38 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636519 Jun 01 12:57:06.526691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.564367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-d092ad87-22c8-45a0-91f9-335b1c2ec4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:06.568882 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-d092ad87-22c8-45a0-91f9-335b1c2ec4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290958 Jun 01 12:57:06.624214 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2be3ebd-ffe0-4b70-97d7-3c852d7b882d'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'code': 200} Jun 01 12:57:06.682637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Pushing event updated for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:06.759297 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b78da74e-ceba-44e4-94dd-a4e4aad45be0 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829946 Jun 01 12:57:06.941677 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-6167026d-28b3-4606-96ec-b630bf4203ac service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751866 Jun 01 12:57:06.982003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-605388fc-7f6d-4ba6-8e0e-92210bea5254 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997245 Jun 01 12:57:07.016266 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-1ab9053a-2920-4dc1-82a0-82a934de2dcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c HTTP/1.1" status: 200 len: 217 time: 0.0661113 Jun 01 12:57:07.089017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-e0ae09b1-e733-4e83-ba30-efa8a252ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.090636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e0ae09b1-e733-4e83-ba30-efa8a252ba24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0678387 Jun 01 12:57:07.196795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-ed3845c3-2ee1-4fd3-92b7-75c207620fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.198546 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-ed3845c3-2ee1-4fd3-92b7-75c207620fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964005 Jun 01 12:57:07.265751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Attempting to bind port 0dc11184-e4cf-4d33-84ed-d046074febf3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:07.266070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Attempting to bind port 0dc11184-e4cf-4d33-84ed-d046074febf3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:07.266750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Attempting to bind port 0dc11184-e4cf-4d33-84ed-d046074febf3 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:07.299597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.306057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.312100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.318203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.324382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.330470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.336660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.338678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-249f6677-6bd0-4632-86be-d554a0819678 req-3bfa5308-4a22-46f6-b9cd-24fb679f0ed4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.5915697 Jun 01 12:57:07.343524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Port 0dc11184-e4cf-4d33-84ed-d046074febf3 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:07.343850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Attempting to bind port 0dc11184-e4cf-4d33-84ed-d046074febf3 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:07.347356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-b03a6f77-f5f5-4a90-bec5-722b02ce938f service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424563 Jun 01 12:57:07.383807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede026e-b25f-4d5b-b91f-72952c22858c req-cd46f41c-8858-49d8-82a0-9ee534b3df55 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.391161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bede026e-b25f-4d5b-b91f-72952c22858c req-cd46f41c-8858-49d8-82a0-9ee534b3df55 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.5042174 Jun 01 12:57:07.401755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:07.402095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:07.402478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:07.402943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Bound port: 0dc11184-e4cf-4d33-84ed-d046074febf3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:07.403288 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.431851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b31b74f-7856-467f-ac9e-6578bc88276a req-9462cd43-208a-494d-8706-d80d50aac4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409788 Jun 01 12:57:07.496713 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-d974fcdf-1389-4589-8f9d-4d69e1b4aea9 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418149 Jun 01 12:57:07.582498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-249f6677-6bd0-4632-86be-d554a0819678 req-04f7f1ea-897c-4ed9-93f1-5942eb537d6c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337797 Jun 01 12:57:07.582765 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-07c393e6-27b9-4917-99d5-4e162dcc1426 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=fd632761-03db-4d05-afce-285abb40c0b5 HTTP/1.1" status: 200 len: 217 time: 0.0787156 Jun 01 12:57:07.627427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:07.630569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0dc11184-e4cf-4d33-84ed-d046074febf3,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:07.636244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bede026e-b25f-4d5b-b91f-72952c22858c req-76b122ff-359b-4fa0-9faf-6d8138be22b1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438579 Jun 01 12:57:07.653678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.668769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-92b14115-5833-428b-a582-20172cb94caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.670260 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-92b14115-5833-428b-a582-20172cb94caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0799003 Jun 01 12:57:07.743423 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a91b5a6-989e-4edf-ab7f-f5d299143ff5'] response: {'server_uuid': '8eac6c9a-93e5-4165-a030-c79a10ec4eff', 'name': 'network-vif-deleted', 'tag': 'bd32d040-bd1c-4768-b182-cbacf1ae8818', 'status': 'completed', 'code': 200} Jun 01 12:57:07.749403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Pushing event updated for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:07.760792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.761562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.763141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-b3151730-0889-4fc6-b587-afd623be0ada service neutron] 10.222.0.13 "PUT /v2.0/ports/0dc11184-e4cf-4d33-84ed-d046074febf3 HTTP/1.1" status: 200 len: 1091 time: 3.8830383 Jun 01 12:57:07.779020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-ae92ecb0-24ae-4726-9b38-4ed21e2813d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.781777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-ae92ecb0-24ae-4726-9b38-4ed21e2813d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80&tenant_id=ae0f85dfd7a94ef5969d77408e41e53e HTTP/1.1" status: 200 len: 1099 time: 0.2456794 Jun 01 12:57:07.806623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:07.817460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-62e9f54f-23a1-4a85-9b39-705009073163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:07.819117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-62e9f54f-23a1-4a85-9b39-705009073163 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342130 Jun 01 12:57:07.989379 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-8e623ba7-c7b9-401d-87ae-191f5f3218e3 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627622 Jun 01 12:57:08.110022 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.159072 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-ca95e0e5-a805-49bc-8d61-bc867cb82f15 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597703 Jun 01 12:57:08.238393 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-5de9dc72-9d84-4b5d-870c-14d9ad2fe498 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02fef0bc-bd8e-4993-a527-d13678a53612 HTTP/1.1" status: 200 len: 217 time: 0.0637593 Jun 01 12:57:08.304189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-60ce4896-d8d0-41c7-9ca5-a6d33561051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.305545 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-60ce4896-d8d0-41c7-9ca5-a6d33561051a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.0607274 Jun 01 12:57:08.385705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-06fb78dc-52ac-4ddd-9b62-2e9c9cfdf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.386420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-963230b3-c170-47a4-bdce-265b0d42bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.387209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-963230b3-c170-47a4-bdce-265b0d42bd0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 1094 time: 0.3989220 Jun 01 12:57:08.387345 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-06fb78dc-52ac-4ddd-9b62-2e9c9cfdf93c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746417 Jun 01 12:57:08.412648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745848-bca3-456c-a880-f3990b4a9436 req-efc50bd0-eba9-40f4-85be-a93d1c38744f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.414219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d745848-bca3-456c-a880-f3990b4a9436 req-efc50bd0-eba9-40f4-85be-a93d1c38744f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.3698220 Jun 01 12:57:08.562243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-24948cc4-b079-4681-904e-fe8867ca75fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc11184-e4cf-4d33-84ed-d046074febf3 HTTP/1.1" status: 200 len: 217 time: 0.1436946 Jun 01 12:57:08.564257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6fad4-ab7e-48d3-b291-f73ae2bc8f19 req-5de1afda-0d73-46d0-abe0-6bb6ed0e7e31 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.565639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bc6fad4-ab7e-48d3-b291-f73ae2bc8f19 req-5de1afda-0d73-46d0-abe0-6bb6ed0e7e31 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1096 time: 0.4253643 Jun 01 12:57:08.625585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:08.632138 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-f8b06627-5b5a-4cbc-8e3c-3075a209e067 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381108 Jun 01 12:57:08.703071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d745848-bca3-456c-a880-f3990b4a9436 req-4486c496-ee66-4d53-bb0c-bec3914ff61b tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822552 Jun 01 12:57:08.712463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-97caf652-7f05-4070-a526-9a1555caa568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.714538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-97caf652-7f05-4070-a526-9a1555caa568 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1417191 Jun 01 12:57:08.722741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:08.769202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bc6fad4-ab7e-48d3-b291-f73ae2bc8f19 req-7efaf125-70ca-46a1-af76-2c82b98b2d9a tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614943 Jun 01 12:57:08.777393 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-1936b5db-c0a9-4b06-944e-2e95e3f82cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384201 Jun 01 12:57:08.778293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-46ac77ac-24fa-42f2-8bbb-e07e6442e409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531912 Jun 01 12:57:08.857352 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-8f3a12ac-185c-4202-ae19-2189b5b9605c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 200 len: 217 time: 0.0715928 Jun 01 12:57:08.888721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:08.992514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.992793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-e0e12558-c948-4006-b618-2620cdf1c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:08.994316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-e0e12558-c948-4006-b618-2620cdf1c751 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.1292522 Jun 01 12:57:09.078559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4860f4-757e-46d0-9873-07f714867069 req-61e84bb8-bf4b-4af5-a5d5-a1f23e229854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.080131 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-61e84bb8-bf4b-4af5-a5d5-a1f23e229854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788281 Jun 01 12:57:09.118429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-cee3f3e6-6ad2-4f29-a3e1-edf616ee5a15 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256323 Jun 01 12:57:09.120200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Transition to ACTIVE for port object 527c8d4a-edc1-4ee8-877c-56190547e4c6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:09.243179 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-a377ad5e-5b04-478c-a67f-3648ffebbc9f service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560185 Jun 01 12:57:09.328664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.393288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8c4860f4-757e-46d0-9873-07f714867069 req-dbed1a78-6971-45c1-8c85-a8dc5505f52d service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439729 Jun 01 12:57:09.545522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:09.571811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] No DVR routers for this DVR port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:09.611716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bcb379-6378-4d44-9b2c-b7fba0cd31a1 req-c7192eb4-68f3-42b7-857b-18bda3f7325d service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855146 Jun 01 12:57:09.625565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d5098-bf20-4606-a07e-c6f9b2333b5b req-70841ec8-f4a9-4c23-a0a6-b2fd34922da9 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.627204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-078d5098-bf20-4606-a07e-c6f9b2333b5b req-70841ec8-f4a9-4c23-a0a6-b2fd34922da9 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.5872035 Jun 01 12:57:09.635528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c3953-222b-4292-adc0-b66c16bb9dde req-4e7ce82e-69a5-478b-a524-ed97898e1eb1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.637071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c07c3953-222b-4292-adc0-b66c16bb9dde req-4e7ce82e-69a5-478b-a524-ed97898e1eb1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 943 time: 0.6486292 Jun 01 12:57:09.681816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.682204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.682681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.683497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.683637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.684007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.684478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.686293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-fc6cc8eb-bfc6-40b0-9036-08a128271b22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6475 time: 0.0903561 Jun 01 12:57:09.704817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:09.705142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:09.705462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:09.724951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:09.725270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Attempting to bind port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:09.737093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-078d5098-bf20-4606-a07e-c6f9b2333b5b req-64f9ddd6-d7f8-4f9b-b1ff-0e4640d89c0d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937212 Jun 01 12:57:09.741861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:09.742336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:09.742839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:09.743361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Bound port: 527c8d4a-edc1-4ee8-877c-56190547e4c6, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:09.743803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.756090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3'}, {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:09.769481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c07c3953-222b-4292-adc0-b66c16bb9dde req-093098ba-71ed-41a9-b98e-32d9e1eeb49d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108673 Jun 01 12:57:09.839243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-7e1f8382-8488-47b4-ab9f-e0f039d8d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:09.840859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-7e1f8382-8488-47b4-ab9f-e0f039d8d2ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 200 len: 902 time: 0.1481535 Jun 01 12:57:09.914945 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-854b5d71-b676-45f0-914c-5596543c803b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 200 len: 217 time: 0.0665238 Jun 01 12:57:09.915173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:09.932572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:09.942894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:10.000088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-93f2b2ca-bd5c-4bd4-8a5c-7581e522a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.001608 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-93f2b2ca-bd5c-4bd4-8a5c-7581e522a35c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.0818558 Jun 01 12:57:10.013518 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e55b2fe-80ff-4e37-9c12-9f7d9aa736c6'] response: {'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'code': 200} Jun 01 12:57:10.031666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.032293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:10.033675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] 10.222.0.13 "PUT /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 1095 time: 2.2426758 Jun 01 12:57:10.098840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffe65-964d-4343-8275-7b977e28a405 req-252a782c-8145-4cec-9c12-11ad34c69ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.100323 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-252a782c-8145-4cec-9c12-11ad34c69ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926032 Jun 01 12:57:10.191584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924d2c6-14a8-4613-a983-5b068fadb74b service neutron] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:10.228273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.235674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.239237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-d0204c81-7ab6-4aac-9089-49924dbc1379 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320829 Jun 01 12:57:10.241575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.247327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.253786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.259572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.265866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.267802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-d4431921-3efc-4d7b-af5b-5dab34075054 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.3936334 Jun 01 12:57:10.306649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:10.364360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d490ecf6-2e43-455f-aeb6-faa96d3bc474 req-dabcf3b3-7d01-46d7-8e77-d3ed66f6c338 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840702 Jun 01 12:57:10.374948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:10.378929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-ea39c032-f7a8-4b67-91d9-0526380f091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.380373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-ea39c032-f7a8-4b67-91d9-0526380f091c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1098 time: 0.3156233 Jun 01 12:57:10.387867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b359-be48-4357-ae59-2525f11be4e5 req-23268964-03ec-4997-ac01-75e1ea43942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.394990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a10b359-be48-4357-ae59-2525f11be4e5 req-23268964-03ec-4997-ac01-75e1ea43942d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 1101 time: 0.2821810 Jun 01 12:57:10.395084 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4cbffe65-964d-4343-8275-7b977e28a405 req-6f793f6a-28ad-4ff7-a28b-61a188374c0a service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454849 Jun 01 12:57:10.417769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50786667-4289-4eb0-b880-5505ad5d30a0 req-a7a925b4-b616-4d6d-bc3d-a431019f6de0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.419259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50786667-4289-4eb0-b880-5505ad5d30a0 req-a7a925b4-b616-4d6d-bc3d-a431019f6de0 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 947 time: 0.2827597 Jun 01 12:57:10.614228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a10b359-be48-4357-ae59-2525f11be4e5 req-99c05def-ee7d-4750-bfed-ed57f44670a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916423 Jun 01 12:57:10.620233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50786667-4289-4eb0-b880-5505ad5d30a0 req-157b2bea-f519-4945-b492-9c675c876bd9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850135 Jun 01 12:57:10.643131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-b89de92b-47dc-4db2-be79-fde5469cc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.644600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-b89de92b-47dc-4db2-be79-fde5469cc5bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2541416 Jun 01 12:57:10.657651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd61c-23e1-4f8c-9561-be285c9f5ae4 req-b7aded87-d194-4bb8-a4d5-19b68fd1d923 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.659194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-560cd61c-23e1-4f8c-9561-be285c9f5ae4 req-b7aded87-d194-4bb8-a4d5-19b68fd1d923 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1096 time: 0.1605635 Jun 01 12:57:10.705223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-560cd61c-23e1-4f8c-9561-be285c9f5ae4 req-363e7f55-c1bf-4426-9e50-9dc0e79d8ce2 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Jun 01 12:57:10.867772 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3aa7de-80aa-4a92-b47b-8406bc2cfcf3'] response: {'name': 'network-changed', 'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3', 'status': 'completed', 'code': 200} Jun 01 12:57:10.868033 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3aa7de-80aa-4a92-b47b-8406bc2cfcf3'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'code': 200} Jun 01 12:57:10.880968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef432-1fd8-4a38-ab5f-f3e7d67d916a req-0e30c5b5-49b8-41cf-8b8b-013bddf0e98f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:10.882449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e6ef432-1fd8-4a38-ab5f-f3e7d67d916a req-0e30c5b5-49b8-41cf-8b8b-013bddf0e98f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.1578765 Jun 01 12:57:10.922034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-c2467dcc-1309-4a7e-897c-088c0997531e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.1064427 Jun 01 12:57:11.148211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e6ef432-1fd8-4a38-ab5f-f3e7d67d916a req-c5ca463e-60ab-4d12-805f-13d721f8b824 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568161 Jun 01 12:57:11.151046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-3416d4d9-ea60-48a0-87bf-a89c33170106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.152438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-3416d4d9-ea60-48a0-87bf-a89c33170106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2133656 Jun 01 12:57:11.209127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa6a3-1b21-4cef-ab93-522615889052 req-c464bec0-062c-4024-92ef-5c4feef9e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.210617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-c464bec0-062c-4024-92ef-5c4feef9e152 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 1094 time: 0.3206704 Jun 01 12:57:11.467352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-89471509-f1b3-4caa-b145-b7f546ed560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.469049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-89471509-f1b3-4caa-b145-b7f546ed560e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086019 Jun 01 12:57:11.474923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa6a3-1b21-4cef-ab93-522615889052 req-c7e1dcb7-320c-45ab-8e75-74f3c486cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.476211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-c7e1dcb7-320c-45ab-8e75-74f3c486cb0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.2549515 Jun 01 12:57:11.615474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-6a0da04d-422b-467d-997e-63fbe4077bdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc11184-e4cf-4d33-84ed-d046074febf3 HTTP/1.1" status: 200 len: 217 time: 0.1169887 Jun 01 12:57:11.723717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc87c-0341-479c-9dd9-43a6bc01a707 req-b178cc0d-ce8c-4ec5-902b-862cd98e4a5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.724291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7cbdc87c-0341-479c-9dd9-43a6bc01a707 req-b178cc0d-ce8c-4ec5-902b-862cd98e4a5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:11.733044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72c391-4d9f-444c-b098-49c22c5889cc req-de467943-ffa8-4271-863b-f5193e3b88b0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.734550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c72c391-4d9f-444c-b098-49c22c5889cc req-de467943-ffa8-4271-863b-f5193e3b88b0 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 943 time: 0.4410808 Jun 01 12:57:11.805923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa6a3-1b21-4cef-ab93-522615889052 req-a898a69c-8d9e-4512-855f-e12b6511207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:11.807369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-a898a69c-8d9e-4512-855f-e12b6511207f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.1530974 Jun 01 12:57:11.864482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7cbdc87c-0341-479c-9dd9-43a6bc01a707 req-b178cc0d-ce8c-4ec5-902b-862cd98e4a5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:11.865613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cbdc87c-0341-479c-9dd9-43a6bc01a707 req-b178cc0d-ce8c-4ec5-902b-862cd98e4a5e tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 949 time: 0.5711081 Jun 01 12:57:11.888827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-d467eb5c-55a3-4354-b67e-19e2ef436432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629423 Jun 01 12:57:11.890559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-1513fb09-0e95-417b-b7e9-06e8a8201033 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127402 Jun 01 12:57:11.910855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c72c391-4d9f-444c-b098-49c22c5889cc req-80a91ef5-73a5-46f6-91b7-7ea064337b32 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657283 Jun 01 12:57:12.104822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-d6de030b-1891-437c-9bba-a5057360f1c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.106254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-d6de030b-1891-437c-9bba-a5057360f1c8 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "GET /v2.0/ports?device_id=9aa90f6e-130d-4df3-86ca-5efb7eaee193 HTTP/1.1" status: 200 len: 949 time: 0.4927158 Jun 01 12:57:12.119538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cbdc87c-0341-479c-9dd9-43a6bc01a707 req-665556fb-7910-479e-a8d0-0c8ad8b07127 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370076 Jun 01 12:57:12.246842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port 94049491-3761-4064-bfcf-26d0feb192cf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:12.247460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.311504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b886cd-e7b9-41eb-ab2a-ad20c84cfd5a req-dd8aa65a-9044-4e6e-8017-e4b23d0bf366 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050736 Jun 01 12:57:12.313380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-16ba85bf-7b5e-49c4-901a-91d7178673e8 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059601 Jun 01 12:57:12.462413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0dc11184-e4cf-4d33-84ed-d046074febf3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:12.616611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0dc11184-e4cf-4d33-84ed-d046074febf3,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:12.637887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '0dc11184-e4cf-4d33-84ed-d046074febf3', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': '0dc11184-e4cf-4d33-84ed-d046074febf3', 'mac_address': 'fa:16:3e:99:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:12.706852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0dc11184-e4cf-4d33-84ed-d046074febf3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:12.707385 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.725409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc11184-e4cf-4d33-84ed-d046074febf3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:12.741427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0dc11184-e4cf-4d33-84ed-d046074febf3,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:12.746906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.790389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-917fa6a3-1b21-4cef-ab93-522615889052 req-251b5bed-30a0-4c12-87b4-fba581b666c9 service neutron] 10.222.0.13 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659340 Jun 01 12:57:12.829635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:12.844086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.849808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.856858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.863268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.869315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.875218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.882420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:12.885009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-811d1109-03b7-4897-9ffa-266906e36a0b req-2f6c7cbf-58f3-40ba-b419-f688f2de8f44 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.5179899 Jun 01 12:57:12.889012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:12.894731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port 94049491-3761-4064-bfcf-26d0feb192cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=94049491-3761-4064-bfcf-26d0feb192cf,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:12.895092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.014339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-66424d4c-0fe1-4bcd-9e0b-e007002507ec tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:13.015299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-66424d4c-0fe1-4bcd-9e0b-e007002507ec tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:13.027359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-66424d4c-0fe1-4bcd-9e0b-e007002507ec tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:13.028964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-66424d4c-0fe1-4bcd-9e0b-e007002507ec tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/ports?device_id=67e7b92b-a150-46a0-9121-c4793763c3af HTTP/1.1" status: 200 len: 950 time: 0.2276294 Jun 01 12:57:13.033667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['0dc11184-e4cf-4d33-84ed-d046074febf3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:13.056209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for 94049491-3761-4064-bfcf-26d0feb192cf owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:13.112738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:13.113133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.144778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-811d1109-03b7-4897-9ffa-266906e36a0b req-37a0e85f-b8a0-4ca0-a989-e2e18a88512e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2403722 Jun 01 12:57:13.255238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-0232cdbc-2fde-4c02-8de2-454c380457d4 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:57:13.261791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-0232cdbc-2fde-4c02-8de2-454c380457d4 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942583 Jun 01 12:57:13.266364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:13.266764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 12:57:13.395350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:13.395932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.398873 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:57:13.463544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.497247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458', 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:13.529785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=94049491-3761-4064-bfcf-26d0feb192cf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.540668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:13.650513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port 94049491-3761-4064-bfcf-26d0feb192cf on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:13.650513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.670226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e621ac-cfca-4e99-b36d-ffd7ac37f687 req-b14f0689-9dec-4954-919b-6a8a7913775b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:13.672303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34e621ac-cfca-4e99-b36d-ffd7ac37f687 req-b14f0689-9dec-4954-919b-6a8a7913775b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 947 time: 0.3771613 Jun 01 12:57:13.710341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-008a74ce-16a0-4dec-a02e-56e749d1a4a7 req-eba18097-0df3-480b-8655-fc90de64408c tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.13 "DELETE /v2.0/ports/94049491-3761-4064-bfcf-26d0feb192cf HTTP/1.1" status: 204 len: 173 time: 1.5880260 Jun 01 12:57:13.710700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.730441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:13.730800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:13.731119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:13.743683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:13.744004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:13.752100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34e621ac-cfca-4e99-b36d-ffd7ac37f687 req-e152c5d3-bc7b-4bbb-908b-7531e45ccd61 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Jun 01 12:57:13.754883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:13.755219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:13.755593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:13.756014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Bound port: 245749cd-de76-45b1-acf8-b48048e03d77, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:13.801102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=ddc0ba3e-6c66-40f3-b078-21a67b81f3b6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.801935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:13.816168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.820012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d60889f5-062c-4856-b6a1-a13fed3e70b5 service neutron] 10.222.0.40 "POST /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77/bindings HTTP/1.1" status: 201 len: 389 time: 0.5574181 Jun 01 12:57:13.953015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:13.953015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.953015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'name': 'network-vif-deleted', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:13.953015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c98db1d3-2b4c-4e16-8fe5-93310c016f1d req-c31c6d02-b398-4aa6-bd8a-21b3796b6d14 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "DELETE /v2.0/ports/ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 HTTP/1.1" status: 204 len: 173 time: 0.9156222 Jun 01 12:57:14.311099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f02357-b079-411b-a74e-254dd245aea2 req-658d3532-987e-406c-b446-6bda33652e6a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:14.312664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30f02357-b079-411b-a74e-254dd245aea2 req-658d3532-987e-406c-b446-6bda33652e6a tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.13 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.4286952 Jun 01 12:57:14.322422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c9319-67ef-4b58-a3f2-d7dd0894f9fc req-48c6a2af-8ae8-47c7-90d6-b7f7c3881630 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:14.323984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-750c9319-67ef-4b58-a3f2-d7dd0894f9fc req-48c6a2af-8ae8-47c7-90d6-b7f7c3881630 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 946 time: 0.2985566 Jun 01 12:57:14.408649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fce6-3bbc-44aa-9843-95c059aaa3d8 req-35514407-28ce-4b9d-b4c4-61fc715ba305 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:14.410107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b28fce6-3bbc-44aa-9843-95c059aaa3d8 req-35514407-28ce-4b9d-b4c4-61fc715ba305 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.2814343 Jun 01 12:57:14.459167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-3ddf674c-cef8-4e70-9470-2be4b437772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:14.460946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-3ddf674c-cef8-4e70-9470-2be4b437772a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1096 time: 0.2641578 Jun 01 12:57:14.467183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:14.470881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0dc11184-e4cf-4d33-84ed-d046074febf3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:14.492730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-750c9319-67ef-4b58-a3f2-d7dd0894f9fc req-cd9e56dd-9130-4d0d-83d7-a806f816bc8f tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283877 Jun 01 12:57:14.496317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Deleting port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:14.496842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.677789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b28fce6-3bbc-44aa-9843-95c059aaa3d8 req-8b692400-337b-409c-874a-93345d68b13a tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508891 Jun 01 12:57:14.696715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 0dc11184-e4cf-4d33-84ed-d046074febf3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:14.714958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 0dc11184-e4cf-4d33-84ed-d046074febf3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:14.715331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.866237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:14.885182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'mac_address': 'fa:16:3e:01:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:15.010717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0dc11184-e4cf-4d33-84ed-d046074febf3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:15.011103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:15.035026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:15.035865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:15.068659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:15.091345 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6e2a61-e7e4-4698-8e08-6270a1da5f77'] response: {'name': 'network-changed', 'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'status': 'completed', 'code': 200} Jun 01 12:57:15.093372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:15.105078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0dc11184-e4cf-4d33-84ed-d046074febf3,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:15.116387 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:15.117163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 94049491-3761-4064-bfcf-26d0feb192cf no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:15.125861 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaaa58f-b9ee-423c-81d5-9be4a6d27488'] response: {'server_uuid': '67e7b92b-a150-46a0-9121-c4793763c3af', 'name': 'network-vif-deleted', 'tag': 'ddc0ba3e-6c66-40f3-b078-21a67b81f3b6', 'status': 'completed', 'code': 200} Jun 01 12:57:15.190876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:15.207110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 94049491-3761-4064-bfcf-26d0feb192cf {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:15.207110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 94049491-3761-4064-bfcf-26d0feb192cf not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:15.216932 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:15.239251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:15.320333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:15.364158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-ddab7cf2-f107-4d4d-a683-241546b5eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:15.365122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-ddab7cf2-f107-4d4d-a683-241546b5eb63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.8973129 Jun 01 12:57:15.457621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-773be890-530b-41bd-8ac1-1874a6971368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 217 time: 0.0770907 Jun 01 12:57:15.464370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:15.464370 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:15.495599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['527c8d4a-edc1-4ee8-877c-56190547e4c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:15.518691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27547-ed90-45d4-8762-994a18a6091a req-adffb7b7-72cb-4030-9ec7-7c2fed74d092 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:15.525606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eca27547-ed90-45d4-8762-994a18a6091a req-adffb7b7-72cb-4030-9ec7-7c2fed74d092 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.4332087 Jun 01 12:57:15.597942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-d8ab98ed-735d-40b0-a42e-7e76aa870dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:15.599905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-d8ab98ed-735d-40b0-a42e-7e76aa870dfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1098 time: 0.5623963 Jun 01 12:57:15.678382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5', 'a45a153e-e355-474f-95cb-c5a043e7dd7c', '0094c9dc-e9eb-4bda-88e2-99680d296458'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:15.697180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248cedc-6e65-4d22-aa4a-81a7e38d654f req-154c0a26-c5c3-4a16-8797-c40d52ae535f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:15.698784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9248cedc-6e65-4d22-aa4a-81a7e38d654f req-154c0a26-c5c3-4a16-8797-c40d52ae535f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.4703903 Jun 01 12:57:15.777753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eca27547-ed90-45d4-8762-994a18a6091a req-fff85732-384c-42d0-bd89-7b71e93ddc00 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513058 Jun 01 12:57:15.800666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-e3795134-f199-4133-98a5-098a2b3ea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:15.803090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-e3795134-f199-4133-98a5-098a2b3ea8b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.3241813 Jun 01 12:57:16.000480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-15ffd391-f256-4c0f-a94f-822daf85a780 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311674 Jun 01 12:57:16.038390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9248cedc-6e65-4d22-aa4a-81a7e38d654f req-b2738660-6774-4598-a22e-980e8f71ede7 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921073 Jun 01 12:57:16.207632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-1480fa7f-0640-4cc9-9913-4b18e4b36dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.208985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-1480fa7f-0640-4cc9-9913-4b18e4b36dd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5894444 Jun 01 12:57:16.295752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-51075685-c1b3-47ce-ac8b-06016e3c80f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 200 len: 217 time: 0.0712128 Jun 01 12:57:16.357451 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.359278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.359278 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Floating IP bb191327-7bc8-421b-9684-0a7f214da42c disassociated. External IP: 172.25.7.190, port: 867b1740-a1c3-4861-b4dc-7ca74fb91e91. Jun 01 12:57:16.359728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:16.361696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Calling delete_port for 867b1740-a1c3-4861-b4dc-7ca74fb91e91 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:16.397871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:16.398557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ddc0ba3e-6c66-40f3-b078-21a67b81f3b6 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:16.483362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 867b1740-a1c3-4861-b4dc-7ca74fb91e91 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:16.622746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:16.622746 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.636665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.642863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.648345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.653933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.660317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.663205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:16.665845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.668458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.672430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.679906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-c3f45e56-8034-4b17-b8a1-196245968dcc tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.7639749 Jun 01 12:57:16.715588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-62e6ae2a-56d6-4b37-a62f-cfe8f45c4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.717080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-62e6ae2a-56d6-4b37-a62f-cfe8f45c4aeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.4118817 Jun 01 12:57:16.727697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-dd3cca42-dc87-45be-84b5-6f6bb2385e58 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110355 Jun 01 12:57:16.752624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:16.908570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0495469a-7cc4-4f7a-b909-5444f22830cd req-0234c318-91e3-4fcc-82af-29f4082419ac tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277920 Jun 01 12:57:16.912528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:57:16.912962 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:57:16.965306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03711ec9-1af9-4d80-8cd8-a220303dff1f req-f3f68c65-0c4c-4c7f-b434-7f431a63159f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.966821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03711ec9-1af9-4d80-8cd8-a220303dff1f req-f3f68c65-0c4c-4c7f-b434-7f431a63159f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 948 time: 0.6113377 Jun 01 12:57:16.990654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-6f8d96d8-5590-4089-b8a3-c1779a800d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:16.992083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-6f8d96d8-5590-4089-b8a3-c1779a800d0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531645 Jun 01 12:57:16.993801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-a44a25b5-bd46-4b43-85a1-42a5e6083748 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204933 Jun 01 12:57:17.109710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'name': 'network-vif-deleted', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:17.142405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03711ec9-1af9-4d80-8cd8-a220303dff1f req-6b790a43-9a92-4984-9b05-fdb926de6c6f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679251 Jun 01 12:57:17.153894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d5772e3d-fec3-459f-bacc-808da1327de6 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:17.154781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d5772e3d-fec3-459f-bacc-808da1327de6 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Synchronizing usage tracker for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:17.182834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d5772e3d-fec3-459f-bacc-808da1327de6 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Unset dirty status for tenant:3212b155663f4a6d9a6f7bcb54354b9b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:17.184904 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d5772e3d-fec3-459f-bacc-808da1327de6 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.24 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.1172876 Jun 01 12:57:17.204943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-b709d322-9984-4984-9358-e61dffcc542c service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960824 Jun 01 12:57:17.275928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Deleting port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:17.276271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.284324 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d491ee-08b2-4ee7-b633-4ecbfb0bbb8a'] response: {'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3', 'code': 200} Jun 01 12:57:17.329251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c5d9-3df8-4024-b40a-643411056448 req-57083c6f-7c29-4701-b845-e37cbea570a2 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:17.338460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e095c5d9-3df8-4024-b40a-643411056448 req-57083c6f-7c29-4701-b845-e37cbea570a2 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 945 time: 0.3082569 Jun 01 12:57:17.417834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Deleting port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:17.418087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.571513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] For port 2d8ed96c-6931-4183-bb5a-8bcf7024e675, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d8ed96c-6931-4183-bb5a-8bcf7024e675,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:17.572283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.587175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e095c5d9-3df8-4024-b40a-643411056448 req-a5f05c62-6b0e-4d22-91d1-01b479413f5c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups?id=4500ad94-a858-4940-b951-df784bb428a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475798 Jun 01 12:57:17.668493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-819ee8f2-5f0c-424d-9cb2-7b5b32877a91 req-0ea83c34-53be-4780-aa83-9dc372fa3b12 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551046 Jun 01 12:57:17.684119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5324-d6d7-469d-a6ee-f052f0f274df req-232ee0db-5dc7-4c10-aaaf-74d558640a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:17.685671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8abb5324-d6d7-469d-a6ee-f052f0f274df req-232ee0db-5dc7-4c10-aaaf-74d558640a7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 1096 time: 0.3293781 Jun 01 12:57:17.722014 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.744563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956fa8c-ac0c-4659-92e6-32923f942b1d req-78fcbdf9-0fb7-44b8-91a7-43f4a7a13dc1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:17.746007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5956fa8c-ac0c-4659-92e6-32923f942b1d req-78fcbdf9-0fb7-44b8-91a7-43f4a7a13dc1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 944 time: 0.3354061 Jun 01 12:57:17.889056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.889583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.889795 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Floating IP 4fee874f-93d4-4499-82e7-b61163a6a41c disassociated. External IP: 172.25.7.157, port: 2d8ed96c-6931-4183-bb5a-8bcf7024e675. Jun 01 12:57:17.890722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Calling delete_port for 2d8ed96c-6931-4183-bb5a-8bcf7024e675 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:17.958904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8abb5324-d6d7-469d-a6ee-f052f0f274df req-1479cfd1-f601-4ae4-bfd1-cdb52a72476a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410827 Jun 01 12:57:17.969668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5956fa8c-ac0c-4659-92e6-32923f942b1d req-a7b93d36-f9f6-4c93-be84-82d9943992a0 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups?id=42887610-1a36-47b3-b172-1a3e5141dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377201 Jun 01 12:57:18.013402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8c02-a71f-423f-9edd-65499b351754 req-226ed02c-805a-4455-b082-86e8d214da20 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:18.021492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f28b8c02-a71f-423f-9edd-65499b351754 req-226ed02c-805a-4455-b082-86e8d214da20 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.2850881 Jun 01 12:57:18.025117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] For port 867b1740-a1c3-4861-b4dc-7ca74fb91e91, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=867b1740-a1c3-4861-b4dc-7ca74fb91e91,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:18.025474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.158950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.208267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a9f570bd-9e15-418d-a3c4-0165b9df2816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.212485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f28b8c02-a71f-423f-9edd-65499b351754 req-27da84e9-878f-4696-b81a-b7b14d0b8c16 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900253 Jun 01 12:57:18.247702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event deleted for resources: {'Port': ['ID=2d8ed96c-6931-4183-bb5a-8bcf7024e675,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:18.483644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:18.489214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:18.599468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:18.605415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 527c8d4a-edc1-4ee8-877c-56190547e4c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:18.605785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.607652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c4d49-22c5-4a3b-90f3-bb35e4d34c85 req-fc4f632f-7a37-4ae3-afe9-5f12e05019a1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:18.624967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e48c4d49-22c5-4a3b-90f3-bb35e4d34c85 req-fc4f632f-7a37-4ae3-afe9-5f12e05019a1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.5112944 Jun 01 12:57:18.680692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.681391 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.681391 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Floating IP bb191327-7bc8-421b-9684-0a7f214da42c disassociated. External IP: 172.25.7.190, port: 867b1740-a1c3-4861-b4dc-7ca74fb91e91. Jun 01 12:57:18.681731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Calling delete_port for 867b1740-a1c3-4861-b4dc-7ca74fb91e91 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:18.731339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:18.744373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e48c4d49-22c5-4a3b-90f3-bb35e4d34c85 req-26cc2122-83ed-42c5-9871-f723a54aed3c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183426 Jun 01 12:57:18.748663 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Sync routers for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:18.766525 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:18.767248 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:56:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:18.798022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 527c8d4a-edc1-4ee8-877c-56190547e4c6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:18.798669 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.815584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2053a10-84aa-471d-adbf-a64ffc434a50 req-a6f6274d-c260-4dfc-adf0-15b37de15178 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:18.827844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2053a10-84aa-471d-adbf-a64ffc434a50 req-a6f6274d-c260-4dfc-adf0-15b37de15178 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.3096154 Jun 01 12:57:18.832259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] No DVR routers for this DVR port 2d8ed96c-6931-4183-bb5a-8bcf7024e675 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:18.836131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.849543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'name': 'network-vif-deleted', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:18.861307 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdfa01f-3d24-43b9-89c9-000cecc9376d'] response: {'server_uuid': '9aa90f6e-130d-4df3-86ca-5efb7eaee193', 'name': 'network-vif-deleted', 'tag': '94049491-3761-4064-bfcf-26d0feb192cf', 'status': 'completed', 'code': 200} Jun 01 12:57:18.864155 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3b87b4b6-f7e9-4d86-8767-0c6e0e67e5db req-d0e08d38-d667-4980-8b1b-8b81d31d01ee tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.24 "DELETE /v2.0/ports/2d8ed96c-6931-4183-bb5a-8bcf7024e675 HTTP/1.1" status: 204 len: 173 time: 1.6743312 Jun 01 12:57:18.872466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:18.880711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.932167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2053a10-84aa-471d-adbf-a64ffc434a50 req-b7c6c2e0-0dcb-4c4f-b63d-eeca92087ebe tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Jun 01 12:57:19.013416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=13']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:19.019418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:19.085438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event deleted for resources: {'Port': ['ID=867b1740-a1c3-4861-b4dc-7ca74fb91e91,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:19.098029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.098771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.099547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.100082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.100612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.101171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.101695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.102235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.102793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.103339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.103860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.104385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:19.142521 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:19.285592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}, {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:19.408158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c52c5f-2ec6-422a-a37a-6e55219e119a req-d67a92c8-7576-446b-b7ba-0b8efa858342 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.409643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34c52c5f-2ec6-422a-a37a-6e55219e119a req-d67a92c8-7576-446b-b7ba-0b8efa858342 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 1100 time: 0.3020754 Jun 01 12:57:19.424158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.430161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.436631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.441947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.447810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.454079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.460083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:19.461965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-c1b0cd07-42e5-41d6-82d8-addb15832f97 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.2614701 Jun 01 12:57:19.481146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:19.499919 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:19.505740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Checking router: 4ae1747e-eda3-474f-8c32-82fbfa1620e0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:19.515955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:19.516558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:56:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:19.667275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34c52c5f-2ec6-422a-a37a-6e55219e119a req-9132fc09-2755-4b76-9c02-87c96710f997 tempest-MigrationsAdminTest-1226038179 tempest-MigrationsAdminTest-1226038179-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041497 Jun 01 12:57:19.687640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3cba59f-de53-40b4-b5d0-0789928106ba req-0fffd523-f2b4-4aef-8f4f-dbf0d561ca66 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2035754 Jun 01 12:57:19.790792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:19.797227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:19.810948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Sync routers for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:19.823906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:19.824893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:56:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:19.957773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a48e9db-0995-4c99-92b1-bad6c000aa88 req-1116c120-aa11-43f3-9cbc-f9ca114cc28c tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/ports?device_id=a17508f2-a7e4-461c-8361-2cd0bb5f5797 HTTP/1.1" status: 200 len: 210 time: 0.1023695 Jun 01 12:57:19.963793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-0ee3f579-77e5-439b-8f2f-8cf9f5299fcd tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=3491bae68cc74603906a9796c1872327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099970 Jun 01 12:57:19.964842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] No DVR routers for this DVR port 867b1740-a1c3-4861-b4dc-7ca74fb91e91 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:19.967313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:19.974881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30f02357-b079-411b-a74e-254dd245aea2 req-d342118a-c13b-4219-9e70-f903e46afad3 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.13 "DELETE /v2.0/ports/867b1740-a1c3-4861-b4dc-7ca74fb91e91 HTTP/1.1" status: 204 len: 173 time: 5.6499259 Jun 01 12:57:20.075239 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b376c727-35e2-4e46-8c57-078f31c29e25'] response: {'server_uuid': 'a17508f2-a7e4-461c-8361-2cd0bb5f5797', 'name': 'network-vif-deleted', 'tag': '2d8ed96c-6931-4183-bb5a-8bcf7024e675', 'status': 'completed', 'code': 200} Jun 01 12:57:20.084453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:20.224326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:20.229331 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e2b17-cd0d-4a39-baac-440a82ae0672 None None] The sync data for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 is: [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:53:34Z', 'revision_number': 4, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dd7a2737-9a08-4d86-b8a5-6e670ec74e4c', 'name': '', 'network_id': '1f332c50-8b18-4a50-a063-17e38e945262', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'mac_address': 'fa:16:3e:5e:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:33Z', 'updated_at': '2022-06-01T12:53:47Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'subnets': [{'id': '59f61eee-b39f-4f82-b4ce-b29f99639017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:20.230070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5f086578-8f32-42c5-aab2-fab575e47ca5 req-28d67100-c0b0-45c8-aea8-47a1f8beafde tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Synchronizing usage tracker for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:20.243255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-851b89c6-a0fd-4f92-8a7d-a5b21068253d tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:20.250724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-851b89c6-a0fd-4f92-8a7d-a5b21068253d tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748001 Jun 01 12:57:20.272475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-23764c02-63bb-44b9-88dd-4c5eff4a4a15 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/quotas/3491bae68cc74603906a9796c1872327 HTTP/1.1" status: 200 len: 375 time: 0.0204620 Jun 01 12:57:20.335569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5f086578-8f32-42c5-aab2-fab575e47ca5 req-28d67100-c0b0-45c8-aea8-47a1f8beafde tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Unset dirty status for tenant:941b09fcdc56409e80bb6a704f765fbc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:20.336729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f086578-8f32-42c5-aab2-fab575e47ca5 req-28d67100-c0b0-45c8-aea8-47a1f8beafde tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/ports?device_id=591e23ab-8160-4be0-9a81-e63ed814421f HTTP/1.1" status: 200 len: 210 time: 0.1530571 Jun 01 12:57:20.383125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-8e1f6ab9-40a5-46ff-bc93-fcd00f89865b tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095691 Jun 01 12:57:20.390351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d8ed96c-6931-4183-bb5a-8bcf7024e675 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:20.440492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 2d8ed96c-6931-4183-bb5a-8bcf7024e675 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:20.459554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d8ed96c-6931-4183-bb5a-8bcf7024e675 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:20.540299 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-497b6456-752a-4e1e-bb1f-76876ba05771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:20.620436 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea9b450-2c81-4bbf-a8cf-aa803f00dfff'] response: {'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'code': 200} Jun 01 12:57:20.620764 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea9b450-2c81-4bbf-a8cf-aa803f00dfff'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'code': 200} Jun 01 12:57:20.622925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:20.629059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Checking router: 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:20.642099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:20.642882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:20.677891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b116-37df-4971-8aec-86323e87d4ba None None] New status for floating IP 4fee874f-93d4-4499-82e7-b61163a6a41c: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:57:20.860152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:20.863119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-deleted', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:21.308052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bece13-824c-4945-b694-d3475c73b597 req-605d3461-2e93-4f66-a25b-027d6c5be219 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:21.309794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10bece13-824c-4945-b694-d3475c73b597 req-605d3461-2e93-4f66-a25b-027d6c5be219 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.1282876 Jun 01 12:57:21.348336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae5ac0-4ddd-4c45-a0dc-e8ce3c37fa0f req-cf8083af-44e8-4669-a277-c0805925bff7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:21.349672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57ae5ac0-4ddd-4c45-a0dc-e8ce3c37fa0f req-cf8083af-44e8-4669-a277-c0805925bff7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.3839905 Jun 01 12:57:21.375569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:21.379616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfa83-5c07-4617-9be0-281f630bc4d9 None None] The sync data for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 is: [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:54:55Z', 'revision_number': 4, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c503cbef-3e79-4cb5-98be-88764f1d3a6a', 'name': '', 'network_id': 'f9f32b56-91a2-4c94-b64c-7d390a6c13d5', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'mac_address': 'fa:16:3e:ea:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:54Z', 'updated_at': '2022-06-01T12:55:03Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'subnets': [{'id': '30d878e6-eaef-4e09-a986-2ab9b39b8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:21.397631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10bece13-824c-4945-b694-d3475c73b597 req-1c476bc3-ebe7-4ee6-8568-aae682bac692 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780318 Jun 01 12:57:21.429503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57ae5ac0-4ddd-4c45-a0dc-e8ce3c37fa0f req-8b7837d4-bfe2-41f8-9840-e5e5f31cd3c1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608518 Jun 01 12:57:21.580209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:21.634533 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:21.696738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ecfdabe-d3e8-4f7a-b793-b922d9b9aecd req-4d8f85c4-5802-42c4-a51e-17de193050ae tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 210 time: 0.0960295 Jun 01 12:57:21.857411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1652bd-9482-444c-8567-ba959b15d562 None None] New status for floating IP bb191327-7bc8-421b-9684-0a7f214da42c: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:57:22.021992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.028654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.034676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.040388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.046147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.052901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.059241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.061161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-ac9178ba-e6cf-410d-8978-c815ad614140 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.1639760 Jun 01 12:57:22.131233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-447c9e3a-46be-4a4d-a0e1-b3126419417b req-18fe38e3-bff6-4f18-8d9a-1f804c50f0fe tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528965 Jun 01 12:57:22.189831 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63786135-e94d-4dc2-9597-ff27f13c2a84'] response: {'server_uuid': '591e23ab-8160-4be0-9a81-e63ed814421f', 'name': 'network-vif-deleted', 'tag': '867b1740-a1c3-4861-b4dc-7ca74fb91e91', 'status': 'completed', 'code': 200} Jun 01 12:57:22.363660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-c38c435e-d320-4bf2-90e1-db90c9e604a9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3491bae68cc74603906a9796c1872327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413692 Jun 01 12:57:22.432636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187af7-b342-470b-bca8-485675410071 req-b41228c3-672c-437b-b834-1eb99ff48c06 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.439058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2187af7-b342-470b-bca8-485675410071 req-b41228c3-672c-437b-b834-1eb99ff48c06 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 949 time: 0.1219583 Jun 01 12:57:22.543803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2187af7-b342-470b-bca8-485675410071 req-ab16750b-b8fd-4936-9f7c-40c9af8a7e69 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984969 Jun 01 12:57:22.690164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49350) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:22.721536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-904ae5f7-a791-4217-8e09-12cddcbc612f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.726892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-904ae5f7-a791-4217-8e09-12cddcbc612f tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530612 Jun 01 12:57:22.736293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49356) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:22.778357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Request body: {'port': {'device_id': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '3491bae68cc74603906a9796c1872327'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:22.916872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-9d4b4857-28ff-4b24-aa53-a1134baabc7b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:22.918363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-9d4b4857-28ff-4b24-aa53-a1134baabc7b tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 949 time: 0.3782711 Jun 01 12:57:22.958914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:22.961987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.019142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.043539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:23.067458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:23.071191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.092444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Made reservation on behalf of 3491bae68cc74603906a9796c1872327 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:23.097081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.110468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Deleting port 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:23.110980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.114990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.132418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42887610-1a36-47b3-b172-1a3e5141dab1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:23.183356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.183692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.184221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.184550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.184878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.185196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.185674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.186159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.186478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.186821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.187163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.187389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.187717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:23.215386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e20346-c4f0-4924-86ed-6e0720e40cce req-f8b93863-9eaf-4a92-92c2-b5dd84068492 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:23.216086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b1e20346-c4f0-4924-86ed-6e0720e40cce req-f8b93863-9eaf-4a92-92c2-b5dd84068492 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:23.236172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.240373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03cfa8c7-ffbb-4663-9046-61bca1b1af6d tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "DELETE /v2.0/security-groups/42887610-1a36-47b3-b172-1a3e5141dab1 HTTP/1.1" status: 204 len: 168 time: 0.5017262 Jun 01 12:57:23.242886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49362) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:23.272050 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-0d87909a-1527-406d-b910-236cc23996e2 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] show failed (client error): The resource could not be found. Jun 01 12:57:23.275605 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d87909a-1527-406d-b910-236cc23996e2 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "GET /v2.0/security-groups/42887610-1a36-47b3-b172-1a3e5141dab1 HTTP/1.1" status: 404 len: 347 time: 0.0292506 Jun 01 12:57:23.278683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3afe0d-2da6-4e5e-b1d7-fb5a6c5c26fe req-dea793d6-81d4-489d-b528-99093fc091e6 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:23.280183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3afe0d-2da6-4e5e-b1d7-fb5a6c5c26fe req-dea793d6-81d4-489d-b528-99093fc091e6 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.4363689 Jun 01 12:57:23.282110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49366) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:23.345034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Allocated IP 192.168.233.184 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/35f65801-4b91-4b82-8826-c4febd2d918e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:23.521765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b1e20346-c4f0-4924-86ed-6e0720e40cce req-f8b93863-9eaf-4a92-92c2-b5dd84068492 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:23.522922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e20346-c4f0-4924-86ed-6e0720e40cce req-f8b93863-9eaf-4a92-92c2-b5dd84068492 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 950 time: 0.7657385 Jun 01 12:57:23.548352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-b4a99895-debf-4edc-bc6f-555b1ab94daf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:23.549931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-b4a99895-debf-4edc-bc6f-555b1ab94daf tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 950 time: 0.5783226 Jun 01 12:57:23.570124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.586187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Transition to ACTIVE for port object 35f65801-4b91-4b82-8826-c4febd2d918e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:23.612142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.630881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['846ae0bf-8ab8-427e-96da-ca8417d4c157'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:23.651812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Deleting port d7a03f28-23cb-4fbc-accd-d7990436621c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:23.652143 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.725276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Pushing event updated for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:23.739465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:23.741332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:23.743695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:57:23.756384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.809974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3afe0d-2da6-4e5e-b1d7-fb5a6c5c26fe req-c70ab7ff-cef0-48f5-ab25-880cbbb4b0a4 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084624 Jun 01 12:57:23.878324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4500ad94-a858-4940-b951-df784bb428a7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:23.889182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:23.890071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.942242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port a45a153e-e355-474f-95cb-c5a043e7dd7c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:23.942613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.951108 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b8bb96c9-7e3d-4ede-909a-146477ffffd1 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1887686 Jun 01 12:57:23.979003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Request body: {'port': {'device_id': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:23.999225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e20346-c4f0-4924-86ed-6e0720e40cce req-0a908d70-c0f5-44d9-9dc1-13c750184195 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395711 Jun 01 12:57:24.045222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90bf7279-cdf1-4b4b-b9d4-771a8e0196b8 None None] Provisioning for port 35f65801-4b91-4b82-8826-c4febd2d918e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:24.053832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90bf7279-cdf1-4b4b-b9d4-771a8e0196b8 None None] Provisioning complete for port 35f65801-4b91-4b82-8826-c4febd2d918e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:24.054198 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90bf7279-cdf1-4b4b-b9d4-771a8e0196b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.151366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-90bf7279-cdf1-4b4b-b9d4-771a8e0196b8 None None] Port 35f65801-4b91-4b82-8826-c4febd2d918e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:57:24.330097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.379589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.383340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2b11802a-8e08-4552-bc7d-b413f2b20be1 tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "DELETE /v2.0/security-groups/4500ad94-a858-4940-b951-df784bb428a7 HTTP/1.1" status: 204 len: 168 time: 1.6890643 Jun 01 12:57:24.401588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49372) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:24.451544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] For port 527c8d4a-edc1-4ee8-877c-56190547e4c6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=527c8d4a-edc1-4ee8-877c-56190547e4c6,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:24.452076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.514663 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-49523549-4598-44e7-ad0b-b66645cb3fdb tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] show failed (client error): The resource could not be found. Jun 01 12:57:24.519907 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49523549-4598-44e7-ad0b-b66645cb3fdb tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "GET /v2.0/security-groups/4500ad94-a858-4940-b951-df784bb428a7 HTTP/1.1" status: 404 len: 347 time: 0.0611598 Jun 01 12:57:24.520192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:24.684852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Calling delete_port for 527c8d4a-edc1-4ee8-877c-56190547e4c6 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:24.767436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Deleting port 3a9ae0ed-33a2-487e-9675-f0644db444f8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:24.767436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.838253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.838253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:24.856067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-105d07af-2f11-453c-adfb-e8625943dde3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:24.856067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-105d07af-2f11-453c-adfb-e8625943dde3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:25.005951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-105d07af-2f11-453c-adfb-e8625943dde3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:25.005951 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-105d07af-2f11-453c-adfb-e8625943dde3 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d4f37a6-ceba-4e2d-bab8-12541127b412 HTTP/1.1" status: 200 len: 950 time: 0.6064949 Jun 01 12:57:25.092676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Calling delete_port for d7a03f28-23cb-4fbc-accd-d7990436621c owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:25.138331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a23cc7-6152-4735-9737-2b284d9f75cb req-a443c809-c602-4050-b029-911b9b7609f8 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:25.140143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43a23cc7-6152-4735-9737-2b284d9f75cb req-a443c809-c602-4050-b029-911b9b7609f8 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 936 time: 0.8465657 Jun 01 12:57:25.159706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196fc7e-7384-445c-a55d-6656094f80c0 req-e7469a36-8d84-48e2-a936-a52a85a6995c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:25.161223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6196fc7e-7384-445c-a55d-6656094f80c0 req-e7469a36-8d84-48e2-a936-a52a85a6995c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.8359597 Jun 01 12:57:25.163004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.163293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.182383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port 0094c9dc-e9eb-4bda-88e2-99680d296458 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:25.182383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.340465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:57:25.356249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Calling delete_port for 3a9ae0ed-33a2-487e-9675-f0644db444f8 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:25.375176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6196fc7e-7384-445c-a55d-6656094f80c0 req-876c1079-9e10-48a9-9a0c-3837a1b02b44 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019701 Jun 01 12:57:25.516692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port a45a153e-e355-474f-95cb-c5a043e7dd7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a45a153e-e355-474f-95cb-c5a043e7dd7c,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:25.517376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.533057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f65801-4b91-4b82-8826-c4febd2d918e {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:25.543134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43a23cc7-6152-4735-9737-2b284d9f75cb req-9e96d6aa-6252-47a3-8f61-3d9908f392b9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807361 Jun 01 12:57:25.557757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.570263 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.746479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Transition to ACTIVE for port object 35f65801-4b91-4b82-8826-c4febd2d918e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:25.752320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for a45a153e-e355-474f-95cb-c5a043e7dd7c owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:25.799203 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.803120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:25.940412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-703718b8-9745-4b5b-9be4-06971376e4e3 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:25.941769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-703718b8-9745-4b5b-9be4-06971376e4e3 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 1.2045755 Jun 01 12:57:25.982899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Pushing event deleted for resources: {'Port': ['ID=d7a03f28-23cb-4fbc-accd-d7990436621c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:25.990949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:25.996598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Pushing event deleted for resources: {'Port': ['ID=3a9ae0ed-33a2-487e-9675-f0644db444f8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:26.034214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.050363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e', '6cd19c45-07b6-445c-b63c-058e67190874'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:26.076168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8464fa08-b091-4bbb-8f13-0d80aec648f8 req-5e314c07-3498-4c36-99d9-ab70fc712c29 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=8a270ce4-fb5d-4a31-8533-00a50bd12b80 HTTP/1.1" status: 200 len: 210 time: 0.2956886 Jun 01 12:57:26.122483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:26.205149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'Port': ['ID=527c8d4a-edc1-4ee8-877c-56190547e4c6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:26.343975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.425664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port 0094c9dc-e9eb-4bda-88e2-99680d296458, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0094c9dc-e9eb-4bda-88e2-99680d296458,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:26.426495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.454359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Pushing event updated for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:26.458117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] No DVR routers for this DVR port 527c8d4a-edc1-4ee8-877c-56190547e4c6 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:26.461033 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.469903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.476341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-deleted', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:26.489524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a45a153e-e355-474f-95cb-c5a043e7dd7c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:26.545412 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.551282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:26.559843 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c441732-4321-448f-8bef-3b20e909e13d tempest-AttachSCSIVolumeTestJSON-1689330595 tempest-AttachSCSIVolumeTestJSON-1689330595-project] 10.222.0.40 "DELETE /v2.0/floatingips/4fee874f-93d4-4499-82e7-b61163a6a41c HTTP/1.1" status: 204 len: 168 time: 2.0234175 Jun 01 12:57:26.563290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:26.638520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 527c8d4a-edc1-4ee8-877c-56190547e4c6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:26.638520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 527c8d4a-edc1-4ee8-877c-56190547e4c6 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:26.676058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for 0094c9dc-e9eb-4bda-88e2-99680d296458 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:26.681869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.750564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:26.754839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-109303b8-8db7-4f13-adcf-403a337379c1 tempest-ServersTestBootFromVolume-23448643 tempest-ServersTestBootFromVolume-23448643-project] 10.222.0.40 "DELETE /v2.0/floatingips/bb191327-7bc8-421b-9684-0a7f214da42c HTTP/1.1" status: 204 len: 168 time: 3.4554927 Jun 01 12:57:26.754839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455b3c4c-7348-44a1-9c08-8a91b215d3f8 req-b3067d74-5aa8-4c13-aec2-4a10de956db5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "DELETE /v2.0/ports/527c8d4a-edc1-4ee8-877c-56190547e4c6 HTTP/1.1" status: 204 len: 173 time: 3.8291166 Jun 01 12:57:26.762158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Attempting to bind port 35f65801-4b91-4b82-8826-c4febd2d918e on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:26.762747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Attempting to bind port 35f65801-4b91-4b82-8826-c4febd2d918e by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:26.763618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Attempting to bind port 35f65801-4b91-4b82-8826-c4febd2d918e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:26.766386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:26.810899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.831419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.848055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.860028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.862709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Port 35f65801-4b91-4b82-8826-c4febd2d918e on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:26.865008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Attempting to bind port 35f65801-4b91-4b82-8826-c4febd2d918e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:26.875019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.888491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.905643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:26.907996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-957a6d06-1ae2-4159-b664-0f05f517a696 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 1.1724503 Jun 01 12:57:26.908801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:26.909330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:26.909923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:26.912540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Bound port: 35f65801-4b91-4b82-8826-c4febd2d918e, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:26.913182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.033351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57ca380-5450-4e63-ab16-8cd76c4bd87a req-e0c901a6-16cb-450e-9c26-f8861b52433e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020961 Jun 01 12:57:27.044579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.052607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a45a153e-e355-474f-95cb-c5a043e7dd7c is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:27.053554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.123824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:27.127570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff364e5-92ef-4a13-96c3-225aba97a496 req-da8aa2b6-7cf7-4fa5-9122-3e8a26d8a36f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:27.131018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ff364e5-92ef-4a13-96c3-225aba97a496 req-da8aa2b6-7cf7-4fa5-9122-3e8a26d8a36f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 945 time: 0.8294506 Jun 01 12:57:27.290706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:27.318966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=35f65801-4b91-4b82-8826-c4febd2d918e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:27.326492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:27.397055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.407771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.426533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 12:57:27.441957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=a45a153e-e355-474f-95cb-c5a043e7dd7c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:27.486894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77f51cd0-fe86-40b6-87b5-623a0aea512c req-445225e2-ce32-4339-bbf1-be3f6e136ac5 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 210 time: 0.1953177 Jun 01 12:57:27.488002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port a45a153e-e355-474f-95cb-c5a043e7dd7c on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:27.503424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.535089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ff364e5-92ef-4a13-96c3-225aba97a496 req-67ee1d9d-3d56-4279-b484-cd27f6f0ada9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745505 Jun 01 12:57:27.545495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d3527d8-cb78-4ca8-b81f-b9146eef8675 req-73055379-2ef9-47f3-a00c-8d84a2ded66f tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "DELETE /v2.0/ports/a45a153e-e355-474f-95cb-c5a043e7dd7c HTTP/1.1" status: 204 len: 173 time: 3.9628706 Jun 01 12:57:27.700176 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d14c296-af6b-4694-9d35-8191f75c6099'] response: {'server_uuid': '8a270ce4-fb5d-4a31-8533-00a50bd12b80', 'name': 'network-vif-deleted', 'tag': '527c8d4a-edc1-4ee8-877c-56190547e4c6', 'status': 'completed', 'code': 200} Jun 01 12:57:27.748330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:27.891030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port 0094c9dc-e9eb-4bda-88e2-99680d296458 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:27.894241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:27.894876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.928021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] 10.222.0.24 "PUT /v2.0/ports/35f65801-4b91-4b82-8826-c4febd2d918e HTTP/1.1" status: 200 len: 1096 time: 3.9335263 Jun 01 12:57:27.950269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:27.955115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.967203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:27.984264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bf67e-3a8f-4f29-a9d6-2fa4cf077b43 service neutron] Pushing event updated for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:28.067302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc81cd-dcff-4677-8167-78644876ad31 req-5df4d317-16e5-408a-96d5-afddb77a1a07 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:28.069407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccbc81cd-dcff-4677-8167-78644876ad31 req-5df4d317-16e5-408a-96d5-afddb77a1a07 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.2960072 Jun 01 12:57:28.082335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202a92-7b54-432b-b9c7-7a666fd45491 req-c9119b25-ede9-45c6-a16a-66519a7b8bf5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:28.085000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa202a92-7b54-432b-b9c7-7a666fd45491 req-c9119b25-ede9-45c6-a16a-66519a7b8bf5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 948 time: 0.2572110 Jun 01 12:57:28.099999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:28.123473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['44711942-a2a8-4bce-94b2-126fb18cb9f5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:28.144112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:28.227612 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-34b929ad-0f1d-40b4-b666-1b51e189c43b req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "DELETE /v2.0/ports/0094c9dc-e9eb-4bda-88e2-99680d296458 HTTP/1.1" status: 204 len: 173 time: 3.2178657 Jun 01 12:57:28.247049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f2ec0-91dd-49d9-9dec-82d3aa4f78a4 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=0094c9dc-e9eb-4bda-88e2-99680d296458,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:28.356791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa202a92-7b54-432b-b9c7-7a666fd45491 req-e2f5140b-0322-41c8-9f02-771453ac5595 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368026 Jun 01 12:57:28.434778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-196962d2-3442-41f4-9498-03a2deed3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:28.439667 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-196962d2-3442-41f4-9498-03a2deed3109 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 1099 time: 0.2471533 Jun 01 12:57:28.446886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0094c9dc-e9eb-4bda-88e2-99680d296458 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:28.591910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0094c9dc-e9eb-4bda-88e2-99680d296458 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:28.591910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0094c9dc-e9eb-4bda-88e2-99680d296458 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:28.700130 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-abecf356-c259-42c9-ac37-86d264518f2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=35f65801-4b91-4b82-8826-c4febd2d918e HTTP/1.1" status: 200 len: 217 time: 0.2425432 Jun 01 12:57:28.752173 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500a4340-a957-40b1-99a7-6f371441db40'] response: {'name': 'network-changed', 'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e', 'status': 'completed', 'code': 200} Jun 01 12:57:28.821511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-71aab74a-b32e-43a5-9ac1-d7232c9b8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:28.823057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-71aab74a-b32e-43a5-9ac1-d7232c9b8d33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1182508 Jun 01 12:57:28.830483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccbc81cd-dcff-4677-8167-78644876ad31 req-369605fd-f798-4220-a2f1-4ebcc0403d4a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284036 Jun 01 12:57:28.922645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:29.023866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:29.023866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:29.023866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:29.030455 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.038851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:29.038851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Attempting to bind port 245749cd-de76-45b1-acf8-b48048e03d77 on network 5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:29.054568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:29.054568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Checking segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:29.054568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Bound using segment: {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:29.054568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Bound port: 245749cd-de76-45b1-acf8-b48048e03d77, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f91f3e-2677-4a4b-9929-12f6e2b7d465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:29.054568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.171830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-a7c24951-0287-421d-b814-cddc2f9529b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.173652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-a7c24951-0287-421d-b814-cddc2f9529b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3379092 Jun 01 12:57:29.200112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bfd680af-58ef-4a77-b9a7-aaaa7ee259f3 req-93472c7e-679f-4f7e-939c-f79994272610 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Synchronizing usage tracker for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:29.236203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.241976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.252772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.258807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.264664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.272748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.279021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.281268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00d628d-ae1e-45b6-9b00-e2be36b52f2d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5418 time: 0.3515997 Jun 01 12:57:29.327209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:29.332695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bfd680af-58ef-4a77-b9a7-aaaa7ee259f3 req-93472c7e-679f-4f7e-939c-f79994272610 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Unset dirty status for tenant:fc6cba445f714d8c82fe292d17d883fc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:29.334560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfd680af-58ef-4a77-b9a7-aaaa7ee259f3 req-93472c7e-679f-4f7e-939c-f79994272610 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d41401f4-b5cb-490b-bf63-d6d74ba05f50 HTTP/1.1" status: 200 len: 210 time: 0.2156885 Jun 01 12:57:29.336753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:29.360529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.441250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da58133f-7c8f-4fb5-8908-8c9a12e06c6b req-e00e3bb0-69cf-4678-9855-47ea5f507504 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486621 Jun 01 12:57:29.592531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-531bc29c-241e-4fd7-a475-09bfa1cb044e service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102354 Jun 01 12:57:29.717519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'name': 'network-vif-deleted', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c'}, {'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:29.751408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.751408 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.762124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] 10.222.0.13 "PUT /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 1121 time: 3.7641032 Jun 01 12:57:29.762124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaa07f-60f9-48ee-9ab8-ab85be66b1dc service neutron] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:29.868636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['245749cd-de76-45b1-acf8-b48048e03d77'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:29.891490 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d8b7ee70-0ad6-41cd-9242-e0a7bc8a1393 req-a1dee4e7-3353-4e99-a705-858cfeb57541 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728875 Jun 01 12:57:29.958523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b491c4-c52c-4ba8-be2a-4a446efc8b61 req-42e10168-d97a-40f3-b4a6-efb2e35a091f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:29.966742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b491c4-c52c-4ba8-be2a-4a446efc8b61 req-42e10168-d97a-40f3-b4a6-efb2e35a091f tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.1248767 Jun 01 12:57:30.021984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['245749cd-de76-45b1-acf8-b48048e03d77'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:30.109954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Deleting port c503cbef-3e79-4cb5-98be-88764f1d3a6a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:30.109954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.128225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b491c4-c52c-4ba8-be2a-4a446efc8b61 req-3e5f9be9-4e74-4154-b926-6e483203aa4a tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555443 Jun 01 12:57:30.191399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abdb13-3e7e-46c3-a5ff-c358f40a1e11 req-4ed3d413-a34d-450f-9e8a-54326339b3b3 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:30.201982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00abdb13-3e7e-46c3-a5ff-c358f40a1e11 req-4ed3d413-a34d-450f-9e8a-54326339b3b3 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 948 time: 0.2049336 Jun 01 12:57:30.302652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00abdb13-3e7e-46c3-a5ff-c358f40a1e11 req-b2caaada-4b18-4b7e-ae7f-ce2d63018e54 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992877 Jun 01 12:57:30.309184 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2fa58d-77a0-4a7d-a2bd-c34649a4a5f2'] response: {'server_uuid': 'd41401f4-b5cb-490b-bf63-d6d74ba05f50', 'name': 'network-vif-deleted', 'tag': 'a45a153e-e355-474f-95cb-c5a043e7dd7c', 'status': 'completed', 'code': 200} Jun 01 12:57:30.310258 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2fa58d-77a0-4a7d-a2bd-c34649a4a5f2'] response: {'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77', 'code': 200} Jun 01 12:57:30.500473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] For port c503cbef-3e79-4cb5-98be-88764f1d3a6a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c503cbef-3e79-4cb5-98be-88764f1d3a6a,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:30.501100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.508358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fd632761-03db-4d05-afce-285abb40c0b5 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:30.554521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-c0d5cd60-dab0-4464-be7c-4f06de184812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:30.556048 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-c0d5cd60-dab0-4464-be7c-4f06de184812 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3491bae68cc74603906a9796c1872327&device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 1099 time: 0.5421581 Jun 01 12:57:30.754277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab630e-37d6-48e0-82a8-ac0c16a2cd63 req-b0d4807d-0146-4e09-8d75-24a575d07911 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:30.762218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90ab630e-37d6-48e0-82a8-ac0c16a2cd63 req-b0d4807d-0146-4e09-8d75-24a575d07911 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.1649675 Jun 01 12:57:30.790915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f7d9-584d-4ba1-a7d4-7bafcf3f0bda req-f57dcd38-f00f-4ec7-a689-d47ea0745dd1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:30.791626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b44f7d9-584d-4ba1-a7d4-7bafcf3f0bda req-f57dcd38-f00f-4ec7-a689-d47ea0745dd1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:30.800779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:30.817066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'fd632761-03db-4d05-afce-285abb40c0b5', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'port_id': 'fd632761-03db-4d05-afce-285abb40c0b5', 'mac_address': 'fa:16:3e:95:3c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:30.838301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90ab630e-37d6-48e0-82a8-ac0c16a2cd63 req-b6c1e5bd-f710-47f0-9d4d-eae5ed108c73 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Jun 01 12:57:30.842416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b44f7d9-584d-4ba1-a7d4-7bafcf3f0bda req-f57dcd38-f00f-4ec7-a689-d47ea0745dd1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:30.846970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b44f7d9-584d-4ba1-a7d4-7bafcf3f0bda req-f57dcd38-f00f-4ec7-a689-d47ea0745dd1 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 950 time: 0.3240364 Jun 01 12:57:30.885600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Calling delete_port for c503cbef-3e79-4cb5-98be-88764f1d3a6a owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:30.903442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b44f7d9-584d-4ba1-a7d4-7bafcf3f0bda req-7366e289-63ee-4720-8295-d467a40f01c5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Jun 01 12:57:30.912247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port fd632761-03db-4d05-afce-285abb40c0b5 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:30.913073 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.932531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd632761-03db-4d05-afce-285abb40c0b5 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:30.952797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:30.962751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.963864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 02fef0bc-bd8e-4993-a527-d13678a53612 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:30.976045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'name': 'network-vif-deleted', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:31.148699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:31.195821 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99ed0c7-d0ac-4698-a08d-4140be930968'] response: {'server_uuid': '5d4f37a6-ceba-4e2d-bab8-12541127b412', 'name': 'network-vif-deleted', 'tag': '0094c9dc-e9eb-4bda-88e2-99680d296458', 'status': 'completed', 'code': 200} Jun 01 12:57:31.256099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.269378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.273589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-95c84012-3e77-4e29-8429-47454a994d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.275124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-95c84012-3e77-4e29-8429-47454a994d17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.6423409 Jun 01 12:57:31.276147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.291083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.297836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.304160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.310851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.312670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-9935f58d-e6c3-4342-b1b2-3c6823b20fa4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5419 time: 0.2513759 Jun 01 12:57:31.341459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:31.358813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '02fef0bc-bd8e-4993-a527-d13678a53612', 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'port_id': '02fef0bc-bd8e-4993-a527-d13678a53612', 'mac_address': 'fa:16:3e:f1:3b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d5f9e-d51a-4405-9b79-377fb0503737', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:31.430398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-0b48fcba-a3a2-4bc6-b137-8da4db86e128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=35f65801-4b91-4b82-8826-c4febd2d918e HTTP/1.1" status: 200 len: 217 time: 0.1410556 Jun 01 12:57:31.444889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 02fef0bc-bd8e-4993-a527-d13678a53612 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:31.445351 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.474341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fef0bc-bd8e-4993-a527-d13678a53612 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:31.504909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:31.511991 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.513311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2b14d851-738d-48ec-89a6-638bf8ff9d28 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:31.608355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db7a3753-deea-4a99-a206-7e5c7e170b85 req-867c1bd2-c1e1-437b-829e-d169f8318bc9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877610 Jun 01 12:57:31.630826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:31.634515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:57:31.640988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-5337bc67-2a68-4ca3-8fb4-d2d2ac380892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.642854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-d7a280fe-68ba-488b-be2e-1724a4f41587 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.642960 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-5337bc67-2a68-4ca3-8fb4-d2d2ac380892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1996248 Jun 01 12:57:31.643788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-d7a280fe-68ba-488b-be2e-1724a4f41587 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 950 time: 0.2883024 Jun 01 12:57:31.644160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:31.658791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '2b14d851-738d-48ec-89a6-638bf8ff9d28', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'port_id': '2b14d851-738d-48ec-89a6-638bf8ff9d28', 'mac_address': 'fa:16:3e:96:f6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:31.660569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159aa07-2658-44be-bddc-128a9b4d39be req-9ff73e9f-449a-406b-a276-1d337a547803 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:31.669387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8159aa07-2658-44be-bddc-128a9b4d39be req-9ff73e9f-449a-406b-a276-1d337a547803 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.2143476 Jun 01 12:57:31.755011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.771416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Deleting port 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:31.771761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.801808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2b14d851-738d-48ec-89a6-638bf8ff9d28 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:31.802966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.817346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Pushing event deleted for resources: {'Port': ['ID=c503cbef-3e79-4cb5-98be-88764f1d3a6a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:31.825836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8159aa07-2658-44be-bddc-128a9b4d39be req-190a4e18-962b-4b3b-87a7-874a61170e93 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550164 Jun 01 12:57:31.875239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b14d851-738d-48ec-89a6-638bf8ff9d28 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:31.953403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:31.962088 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:31.962088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7368257e-b140-48e8-ace7-ffc16f8c1a4c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:32.028448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-6025c567-a8a0-4fb4-83a1-109a16c63e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:32.031115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-6025c567-a8a0-4fb4-83a1-109a16c63e7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3743834 Jun 01 12:57:32.033681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.152804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'port_id': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'mac_address': 'fa:16:3e:21:ec:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:32.243223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:32.255243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7368257e-b140-48e8-ace7-ffc16f8c1a4c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:32.255619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.276453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7368257e-b140-48e8-ace7-ffc16f8c1a4c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:32.299735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.311480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.311480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a14249e1-6521-400a-8bd6-8f0a3923099c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:32.317403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:32.381929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e557d-2afb-46cb-8459-06d991f201ad req-10c6ed48-88f3-4252-8499-82a63baa7425 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:32.384463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-911e557d-2afb-46cb-8459-06d991f201ad req-10c6ed48-88f3-4252-8499-82a63baa7425 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 948 time: 0.3105631 Jun 01 12:57:32.409033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.420810 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-e49babe6-1e07-4e3d-90cf-194cda29ad63 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641481 Jun 01 12:57:32.472918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:32.551774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.566688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'port_id': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'mac_address': 'fa:16:3e:8b:41:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:32.617643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] For port 6cd19c45-07b6-445c-b63c-058e67190874, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6cd19c45-07b6-445c-b63c-058e67190874,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.617986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.633024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-911e557d-2afb-46cb-8459-06d991f201ad req-80353d9e-1ebc-462b-8a00-6e219fd0af57 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078037 Jun 01 12:57:32.634789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a14249e1-6521-400a-8bd6-8f0a3923099c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:32.635096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.654608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14249e1-6521-400a-8bd6-8f0a3923099c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:32.692028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.699456 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.701135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cddf9c32-4e83-4c72-80dd-e56dd396c937 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:32.726008 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1688292c-b8ff-4bb8-ba99-184e77669d69 req-48751c5b-8ed7-4cb9-8029-108ed4a2cf85 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513609 Jun 01 12:57:32.766323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Calling delete_port for 6cd19c45-07b6-445c-b63c-058e67190874 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:32.795640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:32.804830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.820331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'cddf9c32-4e83-4c72-80dd-e56dd396c937', 'network_id': 'ff8d0b20-14d9-486c-9464-f7050de3c023', 'port_id': 'cddf9c32-4e83-4c72-80dd-e56dd396c937', 'mac_address': 'fa:16:3e:dc:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f393a984-9fa1-48b8-9c99-d820e195d6ce', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:32.882358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cddf9c32-4e83-4c72-80dd-e56dd396c937 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:32.882899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.900373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddf9c32-4e83-4c72-80dd-e56dd396c937 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:32.917890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:32.920581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b9ee7-9436-4288-be11-dca36165397b req-d020731b-b8f9-4d13-96c5-ffdc6ceda7f9 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:32.922186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a1b9ee7-9436-4288-be11-dca36165397b req-d020731b-b8f9-4d13-96c5-ffdc6ceda7f9 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.5347412 Jun 01 12:57:32.923650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:32.993398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:33.040138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d1e6-cb5d-4bba-a8f2-3cbb2af44470 req-6b7c8cfb-ed69-4318-aa85-ae75388a0857 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:33.041581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd68d1e6-cb5d-4bba-a8f2-3cbb2af44470 req-6b7c8cfb-ed69-4318-aa85-ae75388a0857 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=6116a8e0-d940-4752-b58d-d71c8b43377e HTTP/1.1" status: 200 len: 950 time: 0.2404294 Jun 01 12:57:33.044217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a1b9ee7-9436-4288-be11-dca36165397b req-10d1bd44-91ed-4863-a5b8-c730147277b2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087627 Jun 01 12:57:33.047565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:33.081663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:33.084012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a57b326c-2578-477d-a84e-ef6c0d7db161 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:33.100036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:33.159190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd68d1e6-cb5d-4bba-a8f2-3cbb2af44470 req-9fab10f4-8f3e-4964-a139-6b699c3272ee tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104250 Jun 01 12:57:33.161398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'Port': ['ID=6cd19c45-07b6-445c-b63c-058e67190874,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:33.244197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:33.258539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0509ac7a-6580-481b-ba38-52272a041217 admin admin] 10.222.0.40 "PUT /v2.0/routers/41c58dc3-4687-4c98-b5dd-3f1f0a036e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4857461 Jun 01 12:57:33.260984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49502) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:33.264571 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Sync routers for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:33.277547 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:33.278163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:33.302945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:33.366123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2f9682da-b1ac-4e40-89e8-93b7d448e8eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:33.398303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] No DVR routers for this DVR port 6cd19c45-07b6-445c-b63c-058e67190874 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:33.409146 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7736c2b-4224-4f19-82ae-8f7d4cf8c88d'] response: {'name': 'network-changed', 'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77', 'status': 'completed', 'code': 200} Jun 01 12:57:33.418219 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:33.490922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-face3d69-3730-41f5-a881-b47c7a4c9956 req-32602182-c97f-4ca6-bdd7-2e6ab70071e9 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "DELETE /v2.0/ports/6cd19c45-07b6-445c-b63c-058e67190874 HTTP/1.1" status: 204 len: 173 time: 1.8187275 Jun 01 12:57:33.674035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177a25-9df2-4fe9-8562-5227fe2f6b00 req-360aa885-2f93-4bc2-b304-ab1dfe5b86a2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:33.685334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27177a25-9df2-4fe9-8562-5227fe2f6b00 req-360aa885-2f93-4bc2-b304-ab1dfe5b86a2 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.5114439 Jun 01 12:57:33.758841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a57b326c-2578-477d-a84e-ef6c0d7db161,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:33.783246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:33.891971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'a57b326c-2578-477d-a84e-ef6c0d7db161', 'network_id': '389891e0-a632-4d9b-aea7-81bd87e25016', 'port_id': 'a57b326c-2578-477d-a84e-ef6c0d7db161', 'mac_address': 'fa:16:3e:cc:18:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d5f9e-d51a-4405-9b79-377fb0503737', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:33.976222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156f1a-a207-4901-8d61-09190c6776dc req-63a25dcd-0798-432d-80d5-ce7a6b36be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:33.977690 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-63a25dcd-0798-432d-80d5-ce7a6b36be0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1124 time: 0.5780156 Jun 01 12:57:33.979024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:33.984185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27177a25-9df2-4fe9-8562-5227fe2f6b00 req-6a9edc29-93f8-4477-891d-fb690d2bcd25 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832780 Jun 01 12:57:34.304716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['02fef0bc-bd8e-4993-a527-d13678a53612'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.306208 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:57:31Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:34.317570 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Checking router: 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:34.333364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['fd632761-03db-4d05-afce-285abb40c0b5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.337967 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Routers {'41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:34.339015 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:34.357601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7368257e-b140-48e8-ace7-ffc16f8c1a4c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.395296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-4672955f-a02d-4d75-aa31-6c92e04b0106 service neutron] 10.222.0.24 "GET /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.2448919 Jun 01 12:57:34.401614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['cddf9c32-4e83-4c72-80dd-e56dd396c937'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.489694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.495912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.498516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a57b326c-2578-477d-a84e-ef6c0d7db161 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:34.499094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.501778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.508861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.513844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.519831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.525941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.534088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58caebd4-9afd-4af5-83a1-e85777380285 req-2bb0acf2-f9b7-4fcf-943e-7e90b4c134dd tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5424 time: 0.9521155 Jun 01 12:57:34.687927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57b326c-2578-477d-a84e-ef6c0d7db161 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:34.714240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a57b326c-2578-477d-a84e-ef6c0d7db161,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:34.716855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:34.725667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156f1a-a207-4901-8d61-09190c6776dc req-7b329f6f-0395-4960-b3f4-4210e6c707f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.728185 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-7b329f6f-0395-4960-b3f4-4210e6c707f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.6325371 Jun 01 12:57:34.730666 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] Set router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:34.768564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a14249e1-6521-400a-8bd6-8f0a3923099c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.804606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.816209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58caebd4-9afd-4af5-83a1-e85777380285 req-e822100b-94e0-45b8-8f16-eb4694da61c3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2786608 Jun 01 12:57:34.850074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-5229e8d6-75a6-4b31-827e-fedc5a3000ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.851441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-5229e8d6-75a6-4b31-827e-fedc5a3000ea tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.6169846 Jun 01 12:57:34.896203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.899347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 6cd19c45-07b6-445c-b63c-058e67190874 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:34.899923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6cd19c45-07b6-445c-b63c-058e67190874 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:34.946550 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-fe8153d0-a4b5-49f4-b1cd-883e82abadc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 217 time: 0.1917617 Jun 01 12:57:34.951175 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.961153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22af0e4-4b39-4414-a808-78a48857e9b0 req-ee0860a5-14c0-4c37-88ad-61b9db7fbda9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:34.977760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b22af0e4-4b39-4414-a808-78a48857e9b0 req-ee0860a5-14c0-4c37-88ad-61b9db7fbda9 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 943 time: 0.7543306 Jun 01 12:57:35.114287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2b14d851-738d-48ec-89a6-638bf8ff9d28'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:35.135474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b22af0e4-4b39-4414-a808-78a48857e9b0 req-14bb1d1a-1bbc-46f9-88ef-cf07a3e0a7e5 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566777 Jun 01 12:57:35.165705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Deleting port 44711942-a2a8-4bce-94b2-126fb18cb9f5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:35.166047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:35.190696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 35f65801-4b91-4b82-8826-c4febd2d918e details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:35.190696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:35.201359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Deleting port def0274d-b366-4190-b439-d5f799730a40 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:35.201359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:35.302857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156f1a-a207-4901-8d61-09190c6776dc req-c543341d-ccdd-407e-82ef-59a930a459e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:35.304453 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-c543341d-ccdd-407e-82ef-59a930a459e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.3477476 Jun 01 12:57:35.319585 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:57:31Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:35.330796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cdfdc-9853-4926-adf9-d29ab82d4885 None None] The sync data for ids ['41c58dc3-4687-4c98-b5dd-3f1f0a036e7b'] in n-d-844200-1 is: [{'id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'name': 'tempest-ServersTestBootFromVolume-376628385-router', 'tenant_id': '941b09fcdc56409e80bb6a704f765fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'def0274d-b366-4190-b439-d5f799730a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:54:41Z', 'updated_at': '2022-06-01T12:57:31Z', 'revision_number': 5, 'project_id': '941b09fcdc56409e80bb6a704f765fbc', 'gw_port': {'id': 'def0274d-b366-4190-b439-d5f799730a40', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:29:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c58dc3-4687-4c98-b5dd-3f1f0a036e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:54:46Z', 'updated_at': '2022-06-01T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:35.410552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-deleted', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:35.443711 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-855b7ab2-f5bf-4dbd-bbc4-0f54c15ac445 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325929 Jun 01 12:57:35.451011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:35.560854 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:57:35.577224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:35.596154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a57b326c-2578-477d-a84e-ef6c0d7db161'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:35.648772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:35.692515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245749cd-de76-45b1-acf8-b48048e03d77 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:35.711317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5496-e39e-4e41-93f8-caeb9ef414f3 req-9306fd7c-cf7b-4bec-a86c-1d27f42636ce tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:35.712294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:35.723360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-675d5496-e39e-4e41-93f8-caeb9ef414f3 req-9306fd7c-cf7b-4bec-a86c-1d27f42636ce tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 948 time: 0.7006607 Jun 01 12:57:35.729385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] For port def0274d-b366-4190-b439-d5f799730a40, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=def0274d-b366-4190-b439-d5f799730a40,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:35.730314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:35.845021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:35.878573 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-10d6729c-d089-4209-a3da-e0cd066e9b17 service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094696 Jun 01 12:57:35.885747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Calling delete_port for def0274d-b366-4190-b439-d5f799730a40 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:35.943993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-675d5496-e39e-4e41-93f8-caeb9ef414f3 req-f1f962de-a5c0-4118-b85c-08b6406fff6c tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208753 Jun 01 12:57:35.957273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:35.966841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] For port 44711942-a2a8-4bce-94b2-126fb18cb9f5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=44711942-a2a8-4bce-94b2-126fb18cb9f5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:35.967120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.124727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c503cbef-3e79-4cb5-98be-88764f1d3a6a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:36.165156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Calling delete_port for 44711942-a2a8-4bce-94b2-126fb18cb9f5 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:36.188144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 245749cd-de76-45b1-acf8-b48048e03d77 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:36.214752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3efb-9515-43f3-a2c5-50362f45a0e3 req-8c837c00-15ec-4254-9b75-cb1c42a2bf44 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:36.216252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=35f65801-4b91-4b82-8826-c4febd2d918e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:36.216383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-571d3efb-9515-43f3-a2c5-50362f45a0e3 req-8c837c00-15ec-4254-9b75-cb1c42a2bf44 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.8787408 Jun 01 12:57:36.262180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '35f65801-4b91-4b82-8826-c4febd2d918e', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '35f65801-4b91-4b82-8826-c4febd2d918e', 'mac_address': 'fa:16:3e:ee:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:36.289044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f156f1a-a207-4901-8d61-09190c6776dc req-54736d96-981f-401d-aff5-620a4a76cb8c service neutron] 10.222.0.24 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696787 Jun 01 12:57:36.298779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] Transition to ACTIVE for port object 245749cd-de76-45b1-acf8-b48048e03d77 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:36.306024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.333989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c503cbef-3e79-4cb5-98be-88764f1d3a6a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:36.334336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c503cbef-3e79-4cb5-98be-88764f1d3a6a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:36.472932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-571d3efb-9515-43f3-a2c5-50362f45a0e3 req-361bf23c-0801-4c05-9398-757c8f4d29ca tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923540 Jun 01 12:57:36.493727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974edbd2-b2fb-4010-a885-fe4832a304bf req-a3470849-88c1-4941-bdfc-e60516610dbd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:36.497978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974edbd2-b2fb-4010-a885-fe4832a304bf req-a3470849-88c1-4941-bdfc-e60516610dbd tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/ports?device_id=b6e1f205-8cb9-4795-8065-130a3f8dad8a HTTP/1.1" status: 200 len: 949 time: 0.2802114 Jun 01 12:57:36.555415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] No DVR routers for this DVR port 245749cd-de76-45b1-acf8-b48048e03d77 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:36.567210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] Pushing event updated for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=10']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:36.567807 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e135afe1-b648-447e-8d11-ff6dfc5e6fa5'] response: {'server_uuid': '6116a8e0-d940-4752-b58d-d71c8b43377e', 'name': 'network-vif-deleted', 'tag': '6cd19c45-07b6-445c-b63c-058e67190874', 'status': 'completed', 'code': 200} Jun 01 12:57:36.593594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 35f65801-4b91-4b82-8826-c4febd2d918e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:36.594220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.627336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.661516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f65801-4b91-4b82-8826-c4febd2d918e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:57:36.682206 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-047bd72b-051c-4336-9306-fc2ed05fed30 service neutron] 10.222.0.24 "PUT /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2780466 Jun 01 12:57:36.684977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=def0274d-b366-4190-b439-d5f799730a40,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:36.685390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=35f65801-4b91-4b82-8826-c4febd2d918e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:36.713220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.752057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974edbd2-b2fb-4010-a885-fe4832a304bf req-62b8159a-924a-4f42-ad26-b74b6fc8c212 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.40 "GET /v2.0/security-groups?id=8140d281-ea22-4a51-ba86-7f967b71d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512400 Jun 01 12:57:36.812388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49532) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:36.890512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:36.924960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.125636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 44711942-a2a8-4bce-94b2-126fb18cb9f5 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:37.145473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.189991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 44711942-a2a8-4bce-94b2-126fb18cb9f5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:37.189991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 44711942-a2a8-4bce-94b2-126fb18cb9f5 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:37.225369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Pushing event deleted for resources: {'Port': ['ID=44711942-a2a8-4bce-94b2-126fb18cb9f5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:37.278028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.281124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.284557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.326276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.337456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] No DVR routers for this DVR port 44711942-a2a8-4bce-94b2-126fb18cb9f5 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:37.346730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-833cfeb5-7430-4fc1-a36a-7c4f0745fccd tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.348247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-833cfeb5-7430-4fc1-a36a-7c4f0745fccd tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.5291398 Jun 01 12:57:37.349964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.351691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.352065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c58dc3-4687-4c98-b5dd-3f1f0a036e7b {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:57:37.366571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.373061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.375493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.377087 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ddaba497-ea17-487b-9146-4377f6e44f15 admin admin] 10.222.0.40 "DELETE /v2.0/routers/41c58dc3-4687-4c98-b5dd-3f1f0a036e7b HTTP/1.1" status: 204 len: 168 time: 4.1148939 Jun 01 12:57:37.379977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.381390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49538) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:37.387088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.393276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.400436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.406126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.415998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-3733193b-8c1f-4392-ba70-cac32047e3f9 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5425 time: 0.6832402 Jun 01 12:57:37.459456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Deleting subnet 30d878e6-eaef-4e09-a986-2ab9b39b8b3d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:57:37.465125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.519843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.546319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af1593c-352a-48f0-a86f-a1d911b5bfae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:37.561345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.604938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.615176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e02bcc8c-2609-4b61-ab5c-984768fe1683 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "DELETE /v2.0/security-groups/7af1593c-352a-48f0-a86f-a1d911b5bfae HTTP/1.1" status: 204 len: 168 time: 0.8003705 Jun 01 12:57:37.615976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15d86413-f4b9-4783-89ef-62b1bc52b710 req-c99a265d-e2e8-49d1-a3a8-9a7b26ee29a6 tempest-ServersOnMultiNodesTest-914364441 tempest-ServersOnMultiNodesTest-914364441-project] 10.222.0.24 "DELETE /v2.0/ports/44711942-a2a8-4bce-94b2-126fb18cb9f5 HTTP/1.1" status: 204 len: 173 time: 2.7505164 Jun 01 12:57:37.617027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49544) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:37.648228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01d7fbd2-7535-44d8-8037-9d267033a6f9 req-71d42ff0-bb9c-4797-8248-9dc656f4667a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2311175 Jun 01 12:57:37.664830 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-6653695d-ca06-434e-a3eb-67fcf65e1c89 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] show failed (client error): The resource could not be found. Jun 01 12:57:37.668173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d9295-a0a8-4c4e-b317-3dad470c9c0c req-64836a77-f25d-4fcb-84a2-1c1242264fae tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.672965 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6653695d-ca06-434e-a3eb-67fcf65e1c89 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups/7af1593c-352a-48f0-a86f-a1d911b5bfae HTTP/1.1" status: 404 len: 347 time: 0.0504594 Jun 01 12:57:37.675867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f8d9295-a0a8-4c4e-b317-3dad470c9c0c req-64836a77-f25d-4fcb-84a2-1c1242264fae tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.5922432 Jun 01 12:57:37.676234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49548) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:37.733786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Deleting port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:37.734137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.807817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f8d9295-a0a8-4c4e-b317-3dad470c9c0c req-a6fed3e8-2faa-4048-a9f4-8cc882cec2bd tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309803 Jun 01 12:57:37.933306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.938033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-9e5515f9-0e7e-450e-82fd-456a6846f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:37.939644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-9e5515f9-0e7e-450e-82fd-456a6846f21a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437&tenant_id=fc6c129921104ef39fe856f2450b3f8e HTTP/1.1" status: 200 len: 1095 time: 0.5194302 Jun 01 12:57:38.004479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Deleting port 573d884c-cad5-48a3-8b10-ad8a9dc2f444 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:38.004479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.121374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device def0274d-b366-4190-b439-d5f799730a40 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:38.180908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: def0274d-b366-4190-b439-d5f799730a40 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:38.180908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device def0274d-b366-4190-b439-d5f799730a40 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:38.182163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.229121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d878e6-eaef-4e09-a986-2ab9b39b8b3d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:38.240886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.253144 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f887502-1c7e-4f45-a3b7-17ca13b26085 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/30d878e6-eaef-4e09-a986-2ab9b39b8b3d HTTP/1.1" status: 204 len: 168 time: 0.8689790 Jun 01 12:57:38.255635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6fd4c-86d4-4092-919d-ec00c469969a None None] Network f9f32b56-91a2-4c94-b64c-7d390a6c13d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:57:38.262474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:38.320732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.321360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.361190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['35f65801-4b91-4b82-8826-c4febd2d918e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:38.408702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] For port dd7a2737-9a08-4d86-b8a5-6e670ec74e4c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:38.408974 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.445125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fa909-6bee-4b33-bcdc-be97022636bb req-184984b8-48b3-422d-b708-e37bf727c026 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:38.451404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e47fa909-6bee-4b33-bcdc-be97022636bb req-184984b8-48b3-422d-b708-e37bf727c026 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 949 time: 0.6205814 Jun 01 12:57:38.458968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-af429052-022e-4be7-bae2-bcd5040d31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:38.460697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-af429052-022e-4be7-bae2-bcd5040d31c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1095 time: 0.4864066 Jun 01 12:57:38.487896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Calling delete_port for 573d884c-cad5-48a3-8b10-ad8a9dc2f444 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:38.529206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97301f-aac7-47af-95a9-ad76d21df814 req-f85eb4d6-3aa3-44a9-be74-ee3deaaf11cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:38.531011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c97301f-aac7-47af-95a9-ad76d21df814 req-f85eb4d6-3aa3-44a9-be74-ee3deaaf11cf tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.5676475 Jun 01 12:57:38.626511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'name': 'network-vif-deleted', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:38.633198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.641705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Calling delete_port for dd7a2737-9a08-4d86-b8a5-6e670ec74e4c owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:38.660818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.699695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] DHCP port deletion for f9f32b56-91a2-4c94-b64c-7d390a6c13d5 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:57:38.705680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Deleting port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:38.705680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.715816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'Port': ['ID=573d884c-cad5-48a3-8b10-ad8a9dc2f444,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:38.810523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.826929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.828303 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4afd96b-c0de-4f66-99e1-87dce934386e tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "DELETE /v2.0/floatingips/9f6abe3c-dc3c-4365-adb2-e41ba7bbee9f HTTP/1.1" status: 204 len: 168 time: 1.1511042 Jun 01 12:57:38.835425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Deleting port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:38.835959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.892098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e47fa909-6bee-4b33-bcdc-be97022636bb req-c45d2b12-d831-433a-bae5-d75296f408d5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720295 Jun 01 12:57:38.922803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c97301f-aac7-47af-95a9-ad76d21df814 req-ef208d12-4611-4d62-bf73-74f53f4b79a7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450693 Jun 01 12:57:38.924580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] For port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:38.925197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:38.976806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d458e3ab-8d0d-4527-b129-4ba6761e3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:38.978884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d458e3ab-8d0d-4527-b129-4ba6761e3bdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.3893986 Jun 01 12:57:39.070175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Calling delete_port for 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:39.113411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fd632761-03db-4d05-afce-285abb40c0b5 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:39.214770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port fd632761-03db-4d05-afce-285abb40c0b5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:39.226410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port fd632761-03db-4d05-afce-285abb40c0b5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:39.226827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.268971 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b52c460-45cf-4a77-9872-9cfacf85c708'] response: {'server_uuid': 'b6e1f205-8cb9-4795-8065-130a3f8dad8a', 'name': 'network-vif-deleted', 'tag': '44711942-a2a8-4bce-94b2-126fb18cb9f5', 'status': 'completed', 'code': 200} Jun 01 12:57:39.292879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-3d61fb94-6b6e-4f88-9f1e-307fe77ac4f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 200 len: 217 time: 0.3031335 Jun 01 12:57:39.381250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port fd632761-03db-4d05-afce-285abb40c0b5 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:39.384745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49572) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:39.384939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.395206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.454180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] No DVR routers for this DVR port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:39.474656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00aa1d-95be-4e9a-bb95-77f8c251f397 None None] Pushing event deleted for resources: {'Port': ['ID=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:39.490098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:39.501738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:39.507905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.557103 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b44c0e3e-556e-47f8-88cb-d1eb9b517962 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc6cba445f714d8c82fe292d17d883fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711872 Jun 01 12:57:39.559992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:39.595255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:39.623656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.651008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.665651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-e99f3804-208c-45fa-b064-4b22126dd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.667461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-e99f3804-208c-45fa-b064-4b22126dd296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.3526247 Jun 01 12:57:39.686131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.691920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.697605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.703301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.709054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.709190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.714799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.720545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:39.722429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-1cd1323d-9154-4350-9ddb-9c336a61c780 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5425 time: 0.5014451 Jun 01 12:57:39.727906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140d281-ea22-4a51-ba86-7f967b71d89e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:39.743603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.747305 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d8beb36-89ce-44e3-9788-829bc606ff82 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8140d281-ea22-4a51-ba86-7f967b71d89e HTTP/1.1" status: 204 len: 168 time: 0.1838145 Jun 01 12:57:39.773217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] For port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a7aaec9-ca75-4e30-b435-dec6e5a3b601,segment=NetworkSegment(98e078d7-3007-4ca0-be2f-c24022cd9270),segment_id=98e078d7-3007-4ca0-be2f-c24022cd9270)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:39.773389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.807681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-d9a647e1-0285-4e69-8d85-a97f80b78c25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808179 Jun 01 12:57:39.945878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Calling delete_port for 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:40.018897 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.092777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:40.108206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:40.144089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7a2737-9a08-4d86-b8a5-6e670ec74e4c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:40.150219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:40.150579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:40.155082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cd2d805-b3c2-4848-a99c-2ba6ce23101c req-c758cbda-c0d3-4b6a-8c59-06b4281b8fd1 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3841989 Jun 01 12:57:40.292276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ffe67-3051-4132-bdec-351629ca8f72 req-a862484b-1277-443f-9b11-f8037a46aa26 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:40.293653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-719ffe67-3051-4132-bdec-351629ca8f72 req-a862484b-1277-443f-9b11-f8037a46aa26 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.9034207 Jun 01 12:57:40.315423 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-efcd20f5-d812-4e50-b8b7-01127dd3f7eb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9565259d9ce643d6961c384c49700305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192764 Jun 01 12:57:40.315908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49596) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:40.389085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.412285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:57:40.412943 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:57:40.423032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.506443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.526571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef3ea2b-48b2-4258-ada2-70beefe42403,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:40.556223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.558861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68d392e7-1b39-404f-83e7-a43e4469ca08 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1ef3ea2b-48b2-4258-ada2-70beefe42403 HTTP/1.1" status: 204 len: 168 time: 0.2410502 Jun 01 12:57:40.576397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-719ffe67-3051-4132-bdec-351629ca8f72 req-7fa22366-d443-4ee8-81d2-17db7b1ce9d8 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706263 Jun 01 12:57:40.581649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-63ce0e51-1759-4fda-bf6f-bde2c05aebf1 service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490195 Jun 01 12:57:40.644204 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b25e8b-0c55-4e01-87c2-ef0f76fc210d'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5', 'code': 200} Jun 01 12:57:40.938619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Deleting port 3a7aaec9-ca75-4e30-b435-dec6e5a3b601 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:40.938619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.998008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5725fd-312b-498a-be26-7c115b2f9865 req-91618978-7e3e-46c5-a781-5446015bf0a8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:40.998870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b5725fd-312b-498a-be26-7c115b2f9865 req-91618978-7e3e-46c5-a781-5446015bf0a8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:41.001478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.075681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] The port '3a7aaec9-ca75-4e30-b435-dec6e5a3b601' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:57:41.123085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cddf9c32-4e83-4c72-80dd-e56dd396c937 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:41.230234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port cddf9c32-4e83-4c72-80dd-e56dd396c937 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:41.236076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port cddf9c32-4e83-4c72-80dd-e56dd396c937 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:41.236491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.253060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-b84c6711-d660-4dd4-b43f-11af74e9b99b service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625912 Jun 01 12:57:41.259311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b5725fd-312b-498a-be26-7c115b2f9865 req-91618978-7e3e-46c5-a781-5446015bf0a8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:41.259635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b5725fd-312b-498a-be26-7c115b2f9865 req-91618978-7e3e-46c5-a781-5446015bf0a8 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.9562676 Jun 01 12:57:41.388995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cddf9c32-4e83-4c72-80dd-e56dd396c937 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:41.389489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.423679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.498963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:41.516219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.517875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 02fef0bc-bd8e-4993-a527-d13678a53612 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:41.562163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f32b56-91a2-4c94-b64c-7d390a6c13d5']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:41.575939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b5725fd-312b-498a-be26-7c115b2f9865 req-bfa88545-3fdb-4869-8f29-a75e74f4645a tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985432 Jun 01 12:57:41.591136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b4c1-37a6-49c5-87d7-db4a326a874b req-9d76ac19-191d-40ca-85db-ebcaa13b4b87 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:41.598220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e27b4c1-37a6-49c5-87d7-db4a326a874b req-9d76ac19-191d-40ca-85db-ebcaa13b4b87 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 949 time: 0.8272679 Jun 01 12:57:41.607462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e078d7-3007-4ca0-be2f-c24022cd9270') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:41.607756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e078d7-3007-4ca0-be2f-c24022cd9270') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:41.682012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.728772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:41.735919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 02fef0bc-bd8e-4993-a527-d13678a53612 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:41.740830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 02fef0bc-bd8e-4993-a527-d13678a53612 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:41.741202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.780074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-6747d5ca-ef7c-4e4b-b42c-1df3aad55a24 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:41.783148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-6747d5ca-ef7c-4e4b-b42c-1df3aad55a24 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 949 time: 0.6911750 Jun 01 12:57:41.791367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.883155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 02fef0bc-bd8e-4993-a527-d13678a53612 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:41.883296 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.916105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:41.922849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.924137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2b14d851-738d-48ec-89a6-638bf8ff9d28 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:41.928997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:57:41.928997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:41.945011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e27b4c1-37a6-49c5-87d7-db4a326a874b req-6d26e008-4f3f-4894-8e89-2c5b32cca439 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464923 Jun 01 12:57:42.051796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:42.078574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:42.090662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:42.092545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.170340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Deleting port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:42.171016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.223761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2b14d851-738d-48ec-89a6-638bf8ff9d28 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:42.224228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.253820 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 98e078d7-3007-4ca0-be2f-c24022cd9270 resource provider aggregate not found Jun 01 12:57:42.269484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:42.275222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.276635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7368257e-b140-48e8-ace7-ffc16f8c1a4c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:42.278761 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 98e078d7-3007-4ca0-be2f-c24022cd9270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e078d7-3007-4ca0-be2f-c24022cd9270 found for delete ", "request_id": "req-1fd5e99d-89db-4bd7-8b5c-cb310c2568a6"}]} Jun 01 12:57:42.300453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.305727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.358404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f32b56-91a2-4c94-b64c-7d390a6c13d5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:42.368000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-2072c4c4-3d7b-4dbb-b8d3-21de12e4db8d tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.370393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-2072c4c4-3d7b-4dbb-b8d3-21de12e4db8d tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437&tenant_id=fc6c129921104ef39fe856f2450b3f8e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.7367232 Jun 01 12:57:42.398705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:42.412411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 7368257e-b140-48e8-ace7-ffc16f8c1a4c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:42.417916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7368257e-b140-48e8-ace7-ffc16f8c1a4c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:42.418347 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.467309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:42.519242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41dbaa-4075-4ec1-9898-84083537c230 req-af98ca0b-6739-446c-8c15-bbe87ee0dbf3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.520255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f41dbaa-4075-4ec1-9898-84083537c230 req-af98ca0b-6739-446c-8c15-bbe87ee0dbf3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.7490368 Jun 01 12:57:42.523903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2949592d-9b7c-4401-8524-2c2399094e7f admin admin] 10.222.0.40 "DELETE /v2.0/networks/f9f32b56-91a2-4c94-b64c-7d390a6c13d5 HTTP/1.1" status: 204 len: 168 time: 4.2533669 Jun 01 12:57:42.605109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7368257e-b140-48e8-ace7-ffc16f8c1a4c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:42.605475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.645172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf9c32-4e83-4c72-80dd-e56dd396c937'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b14d851-738d-48ec-89a6-638bf8ff9d28'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:42.661777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:42.666251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.671398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a14249e1-6521-400a-8bd6-8f0a3923099c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:42.850230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:42.864542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port a14249e1-6521-400a-8bd6-8f0a3923099c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:42.870279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:42.876467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port a14249e1-6521-400a-8bd6-8f0a3923099c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:42.876966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.895121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.900733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.906379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.913283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.918922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.925029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.931087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:42.932984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a28c8129-22e8-47e7-867b-dac69b20584f req-d85b67c6-f277-4edd-9222-db43b87e7939 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5428 time: 0.7938147 Jun 01 12:57:42.947531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7eff214-196e-462f-bf73-74d441a9e3b6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=941b09fcdc56409e80bb6a704f765fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755448 Jun 01 12:57:42.949599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49646) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:43.016012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a14249e1-6521-400a-8bd6-8f0a3923099c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:43.016012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.033491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.057856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:43.063449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.063942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a57b326c-2578-477d-a84e-ef6c0d7db161 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:43.065632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.134655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.144431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] For port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:43.144608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.165459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a28c8129-22e8-47e7-867b-dac69b20584f req-fb025aaa-7e40-4933-ae6c-41b36369393a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038603 Jun 01 12:57:43.167940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f41dbaa-4075-4ec1-9898-84083537c230 req-3585bea4-9e6c-4c1c-8426-bcae1b891cc2 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352277 Jun 01 12:57:43.187575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded344d0-b6c7-45a5-84a6-0926c4814c43,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:43.193960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.198844 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04fcd1e0-1027-4cdd-9180-252c8169ec0c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ded344d0-b6c7-45a5-84a6-0926c4814c43 HTTP/1.1" status: 204 len: 168 time: 0.2481806 Jun 01 12:57:43.244367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-b7aa04b7-f870-4a1b-8167-bd18cc612bab service neutron] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:43.285639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:43.310794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Calling delete_port for 2f9682da-b1ac-4e40-89e8-93b7d448e8eb owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:43.317810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port a57b326c-2578-477d-a84e-ef6c0d7db161 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:43.323430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port a57b326c-2578-477d-a84e-ef6c0d7db161 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:43.323802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.340094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-b7aa04b7-f870-4a1b-8167-bd18cc612bab service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.341780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8611cd5-6b1b-499f-89d6-ade1f2d660a7 req-b7aa04b7-f870-4a1b-8167-bd18cc612bab service neutron] 10.222.0.13 "DELETE /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.9317358 Jun 01 12:57:43.350741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:43.375330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:43.376317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-76bfbf06-0767-423f-bb3f-c072c474a760 admin admin] 10.222.0.40 "PUT /v2.0/routers/4ae1747e-eda3-474f-8c32-82fbfa1620e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0718107 Jun 01 12:57:43.423184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Sync routers for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:43.456379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:43.457084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:43.716324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.764228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:43.777254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb96ca-9c67-40fa-b1b4-446f6e70be4b req-a2fcff4e-2f88-4c1d-9659-9f55edfa139e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:43.779392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bdb96ca-9c67-40fa-b1b4-446f6e70be4b req-a2fcff4e-2f88-4c1d-9659-9f55edfa139e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.3749845 Jun 01 12:57:43.790672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'Port': ['ID=2f9682da-b1ac-4e40-89e8-93b7d448e8eb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:43.847579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.997981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a57b326c-2578-477d-a84e-ef6c0d7db161 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:43.999050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.044168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:44.074894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] No DVR routers for this DVR port 2f9682da-b1ac-4e40-89e8-93b7d448e8eb on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:44.078067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2342cbdc-b9af-45f3-851d-c47410138f7a req-9d870d60-a861-497d-acf4-5ce828bbc48d tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=f9cd22c0-77f6-43d1-b346-c68c24887810 HTTP/1.1" status: 200 len: 210 time: 0.1944115 Jun 01 12:57:44.079627 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.095126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bdb96ca-9c67-40fa-b1b4-446f6e70be4b req-b4b6627e-c167-481b-bce0-46766646419d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060420 Jun 01 12:57:44.095557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-deleted', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:44.112799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f846627-7b8e-44ea-a6d4-54aaf80b79e9 req-14dc4b56-af7f-4a66-b3e5-8511d64554c4 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.24 "DELETE /v2.0/ports/2f9682da-b1ac-4e40-89e8-93b7d448e8eb HTTP/1.1" status: 204 len: 173 time: 2.3045421 Jun 01 12:57:44.160432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.176049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Deleting port d807d23a-104f-43a1-9bd8-33dccd1e3408 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:44.176523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.263783 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ba6f1-fde3-4341-aa49-290918543de4'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf9c32-4e83-4c72-80dd-e56dd396c937', 'code': 200} Jun 01 12:57:44.264064 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ba6f1-fde3-4341-aa49-290918543de4'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612', 'code': 200} Jun 01 12:57:44.264389 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ba6f1-fde3-4341-aa49-290918543de4'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b14d851-738d-48ec-89a6-638bf8ff9d28', 'code': 200} Jun 01 12:57:44.264729 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ba6f1-fde3-4341-aa49-290918543de4'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'code': 200} Jun 01 12:57:44.522901 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0f49a7-9493-45f5-96d2-9fe2f6d1a065'] response: {'server_uuid': 'f9cd22c0-77f6-43d1-b346-c68c24887810', 'name': 'network-vif-deleted', 'tag': '2f9682da-b1ac-4e40-89e8-93b7d448e8eb', 'status': 'completed', 'code': 200} Jun 01 12:57:44.536841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a57b326c-2578-477d-a84e-ef6c0d7db161,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:44.544503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] For port d807d23a-104f-43a1-9bd8-33dccd1e3408, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d807d23a-104f-43a1-9bd8-33dccd1e3408,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:44.545447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.591855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.610910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87bd7-8507-4013-a4ea-5ef616fed28b req-f8f12cca-5ada-43f1-9165-2b25b1c2e12b tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:44.615188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fa87bd7-8507-4013-a4ea-5ef616fed28b req-f8f12cca-5ada-43f1-9165-2b25b1c2e12b tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 949 time: 0.2387359 Jun 01 12:57:44.740652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fa87bd7-8507-4013-a4ea-5ef616fed28b req-e7bd763e-43c4-46fd-ad0d-c0ed1e7a00c5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Jun 01 12:57:44.740652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49692) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:44.849386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 35f65801-4b91-4b82-8826-c4febd2d918e up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:44.929230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f1d5-8995-4ffe-9b18-088d05575d0d req-befc210e-d5ad-4658-b53d-b6e6a873abe4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:44.932432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbc5f1d5-8995-4ffe-9b18-088d05575d0d req-befc210e-d5ad-4658-b53d-b6e6a873abe4 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.1065509 Jun 01 12:57:44.957581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Calling delete_port for d807d23a-104f-43a1-9bd8-33dccd1e3408 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:44.989289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:45.033045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1029918200-network', 'tenant_id': 'd6c5b3e792804cf996a5c4f5cd8ac5a7'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:45.062114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:45.071802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Usage tracker for resource:network and tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:45.082542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:45.094958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:57:39Z', 'revision_number': 5, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port': {'id': 'd807d23a-104f-43a1-9bd8-33dccd1e3408', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:27Z', 'updated_at': '2022-06-01T12:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:45.101333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 35f65801-4b91-4b82-8826-c4febd2d918e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:45.104128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:45.106701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 35f65801-4b91-4b82-8826-c4febd2d918e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:45.107067 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.133533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Checking router: 4ae1747e-eda3-474f-8c32-82fbfa1620e0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:45.151503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbc5f1d5-8995-4ffe-9b18-088d05575d0d req-f4a20793-877b-4ae0-888d-b735aa6cb5a8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280310 Jun 01 12:57:45.166041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Made reservation on behalf of d6c5b3e792804cf996a5c4f5cd8ac5a7 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:45.166287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Routers {'4ae1747e-eda3-474f-8c32-82fbfa1620e0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:45.170865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:45.174057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.213096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.234643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:45.240746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:45.245808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:45.258332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.272046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.278643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.285520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.291634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.298323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.305275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.311667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.314648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-ee435233-9ce4-4b4b-a710-60e846c04f2f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.3828301 Jun 01 12:57:45.319923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:45.327500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d807d23a-104f-43a1-9bd8-33dccd1e3408,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:45.356070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] Set router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:45.423569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.440209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39142a3-892b-47e0-9ee6-0e7f1c1fa8f5 req-b5ca9bf0-952e-4c85-8491-4821bfdd7cb4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828888 Jun 01 12:57:45.510340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21759-af20-486c-9953-41038acc18b5 req-80dbdbb4-7b49-437c-a488-98f52f129bc1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.512022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d21759-af20-486c-9953-41038acc18b5 req-80dbdbb4-7b49-437c-a488-98f52f129bc1 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 1095 time: 0.1952219 Jun 01 12:57:45.554276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:57:45Z', 'revision_number': 7, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:45.560970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be423f1f-3541-4519-8bb7-c50c154b38c9 None None] The sync data for ids ['4ae1747e-eda3-474f-8c32-82fbfa1620e0'] in n-d-844200-1 is: [{'id': '4ae1747e-eda3-474f-8c32-82fbfa1620e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1758388048-router', 'tenant_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:25Z', 'updated_at': '2022-06-01T12:57:45Z', 'revision_number': 7, 'project_id': '3212b155663f4a6d9a6f7bcb54354b9b', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:45.577907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 35f65801-4b91-4b82-8826-c4febd2d918e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:57:45.582524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.636198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.638848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d21759-af20-486c-9953-41038acc18b5 req-6a858ee3-395b-4650-91fc-bd78c06b2b94 tempest-LiveAutoBlockMigrationV225Test-579948732 tempest-LiveAutoBlockMigrationV225Test-579948732-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062677 Jun 01 12:57:45.640755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.676468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=35f65801-4b91-4b82-8826-c4febd2d918e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:45.683255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.684793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:45.692050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:57:45.710638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:45.729244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.732044 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Added segment 34e0c873-9355-4b2a-9a48-a7118052aa52 of type vlan for network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 Jun 01 12:57:45.839171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.894959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.897648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:45.898473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.905041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 2f9682da-b1ac-4e40-89e8-93b7d448e8eb {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:45.905041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2f9682da-b1ac-4e40-89e8-93b7d448e8eb not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:45.972061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.975241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.007804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.010755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.012055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae1747e-eda3-474f-8c32-82fbfa1620e0 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:57:46.062941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.064934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf1b90b2-514d-4cff-ba0b-1e4a0f377b5d admin admin] 10.222.0.40 "DELETE /v2.0/routers/4ae1747e-eda3-474f-8c32-82fbfa1620e0 HTTP/1.1" status: 204 len: 168 time: 2.6881771 Jun 01 12:57:46.073517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:46.199895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Deleting subnet 59f61eee-b39f-4f82-b4ce-b29f99639017 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:57:46.207321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dd7a2737-9a08-4d86-b8a5-6e670ec74e4c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:46.221507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.265476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: dd7a2737-9a08-4d86-b8a5-6e670ec74e4c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:46.265476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dd7a2737-9a08-4d86-b8a5-6e670ec74e4c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:46.268394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161'}, {'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:46.283261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] Pushing event updated for resources: {'Network': ['ID=2e11c4b1-93e1-45d5-b13f-7c7c20f97305,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.284289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.299599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:57:46.306744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-01fe147f-8f0e-46f1-acaa-f722c95b3912 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5657146 Jun 01 12:57:46.309842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:46.319676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Request body: {'subnet': {'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1029918200-subnet', 'tenant_id': 'd6c5b3e792804cf996a5c4f5cd8ac5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:46.326396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:46.333538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Usage tracker for resource:subnet and tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:46.339163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:46.349169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:46.372052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705cb2b-a9a7-4f95-85f7-529fc96e4133 req-dc5c14af-837f-4872-98b7-d7230a72e3d7 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:46.375808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3705cb2b-a9a7-4f95-85f7-529fc96e4133 req-dc5c14af-837f-4872-98b7-d7230a72e3d7 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.1585748 Jun 01 12:57:46.377899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Made reservation on behalf of d6c5b3e792804cf996a5c4f5cd8ac5a7 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:46.382521 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.433659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.564181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.616149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f61eee-b39f-4f82-b4ce-b29f99639017,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.619595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.627558 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d0d1d6c4-f6e4-4ed0-9f7f-b14d80a61303 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/59f61eee-b39f-4f82-b4ce-b29f99639017 HTTP/1.1" status: 204 len: 168 time: 0.5529718 Jun 01 12:57:46.628195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31521498-82a8-4043-a784-591464fd8e0f None None] Network 1f332c50-8b18-4a50-a063-17e38e945262 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:57:46.629968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49732) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:46.636708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3705cb2b-a9a7-4f95-85f7-529fc96e4133 req-4cd176e4-7084-4a23-b687-6d6f2c8d0314 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333453 Jun 01 12:57:46.722390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-c41c5126-8088-4474-9804-6749f360ae32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:46.723138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-c41c5126-8088-4474-9804-6749f360ae32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:46.804366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64083a2a-69e1-4ad1-88b6-7c67cb1d87f4 req-c4adc305-27cf-42aa-8981-ba47dca0d9da tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:46.805045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64083a2a-69e1-4ad1-88b6-7c67cb1d87f4 req-c4adc305-27cf-42aa-8981-ba47dca0d9da tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:46.806781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.811988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-c41c5126-8088-4474-9804-6749f360ae32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:46.813105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-c41c5126-8088-4474-9804-6749f360ae32 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.3858583 Jun 01 12:57:46.821648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Deleting port 6292f442-123b-416c-9628-ed827e766f44 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:46.822131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.918693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64083a2a-69e1-4ad1-88b6-7c67cb1d87f4 req-c4adc305-27cf-42aa-8981-ba47dca0d9da tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:46.919836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64083a2a-69e1-4ad1-88b6-7c67cb1d87f4 req-c4adc305-27cf-42aa-8981-ba47dca0d9da tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 950 time: 0.3300707 Jun 01 12:57:46.965967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] DHCP port deletion for 1f332c50-8b18-4a50-a063-17e38e945262 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:57:46.974714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Deleting port 6292f442-123b-416c-9628-ed827e766f44 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:46.975678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.005137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.013359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Deleting port 496319fe-582f-49e6-a233-5d1e3205264e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:47.013359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.073530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] For port 6292f442-123b-416c-9628-ed827e766f44, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6292f442-123b-416c-9628-ed827e766f44,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:47.074213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.153260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64083a2a-69e1-4ad1-88b6-7c67cb1d87f4 req-cdcf62b0-f07e-45d8-b7cd-fbe1450ccff5 tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/security-groups?id=56dc540e-64d9-4185-8322-1266047d7ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078090 Jun 01 12:57:47.206555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Calling delete_port for 6292f442-123b-416c-9628-ed827e766f44 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:47.240260 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf017c3-97bc-4c85-8092-e35e8d77f7ba'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'code': 200} Jun 01 12:57:47.240786 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf017c3-97bc-4c85-8092-e35e8d77f7ba'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161', 'code': 200} Jun 01 12:57:47.240786 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf017c3-97bc-4c85-8092-e35e8d77f7ba'] response: {'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e', 'code': 200} Jun 01 12:57:47.294159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.355321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6292f442-123b-416c-9628-ed827e766f44,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:47.360016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a576bf0-0a71-41a8-beb5-61ec264048cc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:47.364387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] No DVR routers for this DVR port 6292f442-123b-416c-9628-ed827e766f44 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:47.391909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] For port 6292f442-123b-416c-9628-ed827e766f44, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6292f442-123b-416c-9628-ed827e766f44,segment=NetworkSegment(a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a),segment_id=a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:47.392433 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.526550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Calling delete_port for 6292f442-123b-416c-9628-ed827e766f44 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:47.544791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b7765-5851-4f8e-badb-c0d4509c9a30 req-2ccdafa5-b488-49dd-89eb-0b21accca2d3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.546455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e17b7765-5851-4f8e-badb-c0d4509c9a30 req-2ccdafa5-b488-49dd-89eb-0b21accca2d3 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.7260423 Jun 01 12:57:47.547041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.570905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Checking segment: {'id': '34e0c873-9355-4b2a-9a48-a7118052aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:57:47.571257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Network hostable DHCP agents. Network: 2e11c4b1-93e1-45d5-b13f-7c7c20f97305, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:57:47.582054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f332c50-8b18-4a50-a063-17e38e945262']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:47.594849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.595314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.595779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.596242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.596697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.597160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.597616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.599562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-51c41ef7-3ea5-49d9-8f80-1fdfc8b597f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6489 time: 0.1861217 Jun 01 12:57:47.620705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:47.620939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:47.641877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.670359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.674145 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d34a9f55-78c6-41ef-83bb-74346d49cad5 req-a7b0267c-936e-4e38-a62d-14531f36a03a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&id=64b15390-f2f4-41cc-bb67-6253697d3941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670743 Jun 01 12:57:47.681621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:57:47.682293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.687592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:57:47.688036 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:57:47.710464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.718249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade353-e787-4fea-9c20-485817baaffc req-595c0a73-5d1c-4025-bf10-ca3e2ecbe81e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.719785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0aade353-e787-4fea-9c20-485817baaffc req-595c0a73-5d1c-4025-bf10-ca3e2ecbe81e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.6309881 Jun 01 12:57:47.722699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] For port 496319fe-582f-49e6-a233-5d1e3205264e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=496319fe-582f-49e6-a233-5d1e3205264e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:47.723063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.735001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e17b7765-5851-4f8e-badb-c0d4509c9a30 req-33b26b5f-d648-460c-b76a-534f76df7083 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769779 Jun 01 12:57:47.741460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:57:47.800945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.819663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f332c50-8b18-4a50-a063-17e38e945262,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:47.821974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.849147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9abc9e67-126f-46e8-9dfb-775d19d4ba87 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1f332c50-8b18-4a50-a063-17e38e945262 HTTP/1.1" status: 204 len: 168 time: 1.2176180 Jun 01 12:57:47.853372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49744) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:47.915218 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a resource provider aggregate not found Jun 01 12:57:47.930424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Calling delete_port for 496319fe-582f-49e6-a233-5d1e3205264e owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:47.942762 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a85b6dc0-e9b5-46ce-895d-1dd9af3d7c8a found for delete ", "request_id": "req-7ad76a35-0b58-40b5-b2f6-263f2765de94"}]} Jun 01 12:57:47.957495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2e11c4b1-93e1-45d5-b13f-7c7c20f97305) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:47.962036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:47.962649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.967641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376355e-0493-422c-8c62-095302b2662e None None] Network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:57:48.119831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fa646-4521-486f-83d9-232264f9958e req-8e123e22-1420-47aa-a95d-f03c774493bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.127225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4fa646-4521-486f-83d9-232264f9958e req-8e123e22-1420-47aa-a95d-f03c774493bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 944 time: 0.7596111 Jun 01 12:57:48.149465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6292f442-123b-416c-9628-ed827e766f44 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:48.194548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Deleting port 6292f442-123b-416c-9628-ed827e766f44 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:48.194842 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.199806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899167-b98e-4fee-aeaf-b978b36255ac req-86ff1b93-e12b-435a-a979-ac6f51f929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.201261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c899167-b98e-4fee-aeaf-b978b36255ac req-86ff1b93-e12b-435a-a979-ac6f51f929a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 1101 time: 0.7349184 Jun 01 12:57:48.215752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Deleting port 245749cd-de76-45b1-acf8-b48048e03d77 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:48.216087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.241106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6292f442-123b-416c-9628-ed827e766f44 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:48.241739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6292f442-123b-416c-9628-ed827e766f44 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:48.241830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d807d23a-104f-43a1-9bd8-33dccd1e3408 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:48.318348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d807d23a-104f-43a1-9bd8-33dccd1e3408 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:48.318695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d807d23a-104f-43a1-9bd8-33dccd1e3408 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:48.327637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-577d05c5-8bbf-438d-9a8d-37c0de503172 None None] The port '6292f442-123b-416c-9628-ed827e766f44' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:57:48.330887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1bde02a2-c154-49e7-ae22-32821f3103c4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0198221 Jun 01 12:57:48.369342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c6857d1-4384-41b5-8ccd-fb5d05b45285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.375168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4fa646-4521-486f-83d9-232264f9958e req-ec8102ab-c115-416b-b019-050a196274be tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470286 Jun 01 12:57:48.392966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7ff8c-a747-4038-b0b6-ad850df57386 None None] Network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:57:48.431086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c899167-b98e-4fee-aeaf-b978b36255ac req-10eacbe4-2b1e-4a34-a94a-278837ee8913 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840894 Jun 01 12:57:48.610304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.670669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.702829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['496319fe-582f-49e6-a233-5d1e3205264e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:48.803762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Pushing event deleted for resources: {'Port': ['ID=496319fe-582f-49e6-a233-5d1e3205264e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:48.837279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.843205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.849065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.854860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.860572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.866258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.871953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:48.873888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-abe526b8-992b-42c6-b9bf-146c122fb926 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.9515314 Jun 01 12:57:48.966635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Deleting port 4cca5171-d6e0-4488-9849-947939ee946a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:48.966971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:48.988207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] No DVR routers for this DVR port 496319fe-582f-49e6-a233-5d1e3205264e on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:48.998086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.001973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-deleted', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:49.049770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] For port 245749cd-de76-45b1-acf8-b48048e03d77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=245749cd-de76-45b1-acf8-b48048e03d77,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:49.050132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.069466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c435ee9-13f3-4f1a-a3e6-10c7f313c35a req-b5a76781-39e6-4bb5-834d-832c02c55b50 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1638327 Jun 01 12:57:49.073325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ba2481-898b-48ba-9ac2-97bb33d5b1da req-0546bb6b-849b-45f6-b280-590f901b256f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.13 "DELETE /v2.0/ports/496319fe-582f-49e6-a233-5d1e3205264e HTTP/1.1" status: 204 len: 173 time: 2.2378864 Jun 01 12:57:49.162059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] For port 4cca5171-d6e0-4488-9849-947939ee946a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4cca5171-d6e0-4488-9849-947939ee946a,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:49.162982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.230357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Calling delete_port for 245749cd-de76-45b1-acf8-b48048e03d77 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:49.266234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e62d-6354-487d-9a81-2807f53e21a2 req-736f22c2-5c0e-438f-b923-fa76848abcb5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:49.268231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9903e62d-6354-487d-9a81-2807f53e21a2 req-736f22c2-5c0e-438f-b923-fa76848abcb5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.6634340 Jun 01 12:57:49.334127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Calling delete_port for 4cca5171-d6e0-4488-9849-947939ee946a owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:49.392039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5452d85f-0ffb-41ef-8430-4753541340e0 req-8492304b-3518-432c-8468-e1b6a6c2c02f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Synchronizing usage tracker for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:49.463868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9903e62d-6354-487d-9a81-2807f53e21a2 req-c5e36af9-d382-4647-859a-0cb87848c5c5 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457603 Jun 01 12:57:49.560112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5452d85f-0ffb-41ef-8430-4753541340e0 req-8492304b-3518-432c-8468-e1b6a6c2c02f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] Unset dirty status for tenant:ae0f85dfd7a94ef5969d77408e41e53e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:49.561980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5452d85f-0ffb-41ef-8430-4753541340e0 req-8492304b-3518-432c-8468-e1b6a6c2c02f tempest-MigrationsAdminTest-1778778489 tempest-MigrationsAdminTest-1778778489-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3962797-84eb-40d1-908a-ccc600bb04d4 HTTP/1.1" status: 200 len: 210 time: 0.2860808 Jun 01 12:57:49.568068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-f590db84-e6e6-48fc-b48e-26406d9117b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2912333 Jun 01 12:57:49.568938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.582564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c0f36b7d-8dc1-410c-8f83-83c4e5f37139'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:49.600516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.706886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event deleted for resources: {'Port': ['ID=245749cd-de76-45b1-acf8-b48048e03d77,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:49.720933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cca5171-d6e0-4488-9849-947939ee946a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:49.953494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] No DVR routers for this DVR port 245749cd-de76-45b1-acf8-b48048e03d77 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:50.151883 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.171930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-7ff28954-bbc7-4a16-927a-1e55ae36fad1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:50.172811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-7ff28954-bbc7-4a16-927a-1e55ae36fad1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Synchronizing usage tracker for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:50.185015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0aade353-e787-4fea-9c20-485817baaffc req-55b31422-4b7d-4b48-9558-01bac729d36c tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "DELETE /v2.0/ports/245749cd-de76-45b1-acf8-b48048e03d77 HTTP/1.1" status: 204 len: 173 time: 2.4463599 Jun 01 12:57:50.269344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-7ff28954-bbc7-4a16-927a-1e55ae36fad1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Unset dirty status for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:50.270566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-7ff28954-bbc7-4a16-927a-1e55ae36fad1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/networks?id=2e11c4b1-93e1-45d5-b13f-7c7c20f97305 HTTP/1.1" status: 200 len: 818 time: 0.3187547 Jun 01 12:57:50.313615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-a3825b67-1696-4670-874d-a3d21554b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:50.315436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-a3825b67-1696-4670-874d-a3d21554b20f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6c129921104ef39fe856f2450b3f8e&device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 1095 time: 0.3596678 Jun 01 12:57:50.323954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-831c5f2c-7e24-4260-9611-bd7ebae0a1eb tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/quotas/d6c5b3e792804cf996a5c4f5cd8ac5a7 HTTP/1.1" status: 200 len: 375 time: 0.0419526 Jun 01 12:57:50.386210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.398816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:57:50.455469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b680f48b-9d81-438b-b6c7-a78a33efa507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.530698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-09d23acf-3aa1-4aed-bbc6-7c79113d24d4 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d6c5b3e792804cf996a5c4f5cd8ac5a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1986973 Jun 01 12:57:50.611470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2f7be-7c17-4ca9-be45-53782a807a70 req-cd88490f-8b94-4b02-b2ab-a9accedf4527 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:50.622136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74a2f7be-7c17-4ca9-be45-53782a807a70 req-cd88490f-8b94-4b02-b2ab-a9accedf4527 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.4387918 Jun 01 12:57:50.683284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 496319fe-582f-49e6-a233-5d1e3205264e no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:50.748067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 496319fe-582f-49e6-a233-5d1e3205264e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:50.748546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 496319fe-582f-49e6-a233-5d1e3205264e not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:50.749192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:50.798237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 245749cd-de76-45b1-acf8-b48048e03d77 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:50.799088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 245749cd-de76-45b1-acf8-b48048e03d77 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:50.860158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74a2f7be-7c17-4ca9-be45-53782a807a70 req-7f19fb5d-c776-4846-92cd-d9bcfc41e490 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367983 Jun 01 12:57:50.878266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Router 10a938a1-17d8-43f1-a50e-7e3dc624389c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:50.933149 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06772a02-81b5-49ca-bb31-d08f80d52b3c'] response: {'server_uuid': 'd3962797-84eb-40d1-908a-ccc600bb04d4', 'name': 'network-vif-deleted', 'tag': '496319fe-582f-49e6-a233-5d1e3205264e', 'status': 'completed', 'code': 200} Jun 01 12:57:50.974922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-44be7a25-f984-440e-89c6-0e71d6ac6bd2 service neutron] 10.222.0.40 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430208 Jun 01 12:57:51.029507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-1748f3d2-250d-4d9e-aff7-3c54ea8f7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:51.031143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-1748f3d2-250d-4d9e-aff7-3c54ea8f7d93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 200 len: 921 time: 0.4971986 Jun 01 12:57:51.106199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:51.118646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6451c46a-01c5-4519-a2c0-89be813e80b1 admin admin] 10.222.0.40 "PUT /v2.0/routers/10a938a1-17d8-43f1-a50e-7e3dc624389c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2640264 Jun 01 12:57:51.119950 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Sync routers for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:51.121036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:51.140443 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:51.142363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:51.199388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e8b4490-e1b5-4696-b6e4-61aef29c2bf1 req-1f659528-a60e-4b5b-9d6e-6ad2941c6e50 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:51.217758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-30c8ac56-2cf1-4df9-9fc9-4c9319bc5775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 200 len: 217 time: 0.1400883 Jun 01 12:57:51.221059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e8b4490-e1b5-4696-b6e4-61aef29c2bf1 req-1f659528-a60e-4b5b-9d6e-6ad2941c6e50 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:51.222131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e8b4490-e1b5-4696-b6e4-61aef29c2bf1 req-1f659528-a60e-4b5b-9d6e-6ad2941c6e50 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=0567cb3c-3bd7-456d-8f3e-e21bcf083437 HTTP/1.1" status: 200 len: 210 time: 0.1457565 Jun 01 12:57:51.323149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-eed72f70-2016-44e8-b30e-cec7607b367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:51.324599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-eed72f70-2016-44e8-b30e-cec7607b367b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 200 len: 860 time: 0.0992606 Jun 01 12:57:51.326548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fd774a41-addf-492f-8822-92d3b8e9503f service neutron] 10.222.0.40 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508720 Jun 01 12:57:51.358424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:51.381909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-1223f9d7-5760-4a87-971d-4cdfcebc1b18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478141 Jun 01 12:57:51.572404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:51.576666 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:51.619446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:51.704898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:51.729294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Deleting port 740390b7-b66c-4540-b6dc-f9b2082da349 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:51.729632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:51.885335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-9759219e-5e3b-4291-b208-4c9d95a4343a service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929452 Jun 01 12:57:52.003599 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:57:49Z', 'revision_number': 5, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port': {'id': '740390b7-b66c-4540-b6dc-f9b2082da349', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:53:44Z', 'updated_at': '2022-06-01T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:52.010544 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Checking router: 10a938a1-17d8-43f1-a50e-7e3dc624389c for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:52.021209 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Routers {'10a938a1-17d8-43f1-a50e-7e3dc624389c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:52.021942 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['10a938a1-17d8-43f1-a50e-7e3dc624389c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:52.044029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.050252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.057156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.063106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.069393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.074311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] For port 740390b7-b66c-4540-b6dc-f9b2082da349, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740390b7-b66c-4540-b6dc-f9b2082da349,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:52.075054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:52.075671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.081904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.083810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-3b254702-7439-4ec9-a4ad-38e0e30a4fcf tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.6633053 Jun 01 12:57:52.086070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ad5ba2b-dc3e-4389-93a1-baa3e6462210 req-7f9e25f1-616d-4320-a6e5-5439a7b8dc8b service neutron] 10.222.0.13 "GET /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910293 Jun 01 12:57:52.119422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d77df6-c579-4060-b826-e8785214d94d req-a382ce6f-2447-4c59-b6da-cb88438be646 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.127020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11d77df6-c579-4060-b826-e8785214d94d req-a382ce6f-2447-4c59-b6da-cb88438be646 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.4614069 Jun 01 12:57:52.210303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11d77df6-c579-4060-b826-e8785214d94d req-410027f5-be37-4367-be34-51ce53115006 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Jun 01 12:57:52.215172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b04fdb1-7158-4cd5-a94c-468baaa6aa9f req-573bfc52-fd1a-44d5-bf6c-9be21e5f17d3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176860 Jun 01 12:57:52.246804 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] Set router 10a938a1-17d8-43f1-a50e-7e3dc624389c gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:52.476813 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:57:51Z', 'revision_number': 6, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:52.481871 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518385-6404-4126-9a05-b5ff11bdcdc6 None None] The sync data for ids ['10a938a1-17d8-43f1-a50e-7e3dc624389c'] in n-d-844200-1 is: [{'id': '10a938a1-17d8-43f1-a50e-7e3dc624389c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979556852-router', 'tenant_id': 'c72c434c28934a03a565507588b277f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:53:41Z', 'updated_at': '2022-06-01T12:57:51Z', 'revision_number': 6, 'project_id': 'c72c434c28934a03a565507588b277f9', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:52.608175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Calling delete_port for 740390b7-b66c-4540-b6dc-f9b2082da349 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:52.687171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8402d0e0-b9bd-4c4f-b92a-1486d55dd469 req-6617f099-ba56-4212-912b-b279f8cd439a tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 210 time: 0.1145651 Jun 01 12:57:52.741587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056026-31ab-4883-b9ab-4575247c83b6 req-3b42cc80-f3d6-471e-a345-5a941cefc325 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:52.746643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b056026-31ab-4883-b9ab-4575247c83b6 req-3b42cc80-f3d6-471e-a345-5a941cefc325 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.3063645 Jun 01 12:57:52.758853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:52.801523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b056026-31ab-4883-b9ab-4575247c83b6 req-c40944f7-309b-4758-9de8-663fb5196cd8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482855 Jun 01 12:57:52.882873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:52.934865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-deleted', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:57:52.959034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.027541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Pushing event deleted for resources: {'Port': ['ID=740390b7-b66c-4540-b6dc-f9b2082da349,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:53.182357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-621ba30d-a68a-4f2e-93cf-eb60d4fef9d5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ae0f85dfd7a94ef5969d77408e41e53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222803 Jun 01 12:57:53.185311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49834) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:53.209036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.246200 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb4c2a6-02d9-4807-947e-d06593873277'] response: {'server_uuid': '0567cb3c-3bd7-456d-8f3e-e21bcf083437', 'name': 'network-vif-deleted', 'tag': '245749cd-de76-45b1-acf8-b48048e03d77', 'status': 'completed', 'code': 200} Jun 01 12:57:53.335426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.379017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.421126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.426631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.457198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.457753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a938a1-17d8-43f1-a50e-7e3dc624389c {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:57:53.476414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.480738 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bc1043b7-2899-4391-9f94-184c36748572 admin admin] 10.222.0.40 "DELETE /v2.0/routers/10a938a1-17d8-43f1-a50e-7e3dc624389c HTTP/1.1" status: 204 len: 168 time: 2.3501322 Jun 01 12:57:53.481576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:53.561007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Deleting subnet 7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:57:53.565290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.625788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.725647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.853325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.907064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.907737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:53.913871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.916601 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:53.919998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.925787 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-582792c7-fe3e-41ce-9430-cd1f2985bd03 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7b8b6dc0-df22-4f0a-ad55-f1c7e9bed2ab HTTP/1.1" status: 204 len: 168 time: 0.4431074 Jun 01 12:57:53.928896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a85a224-7993-4262-bbb7-42bb67f24e25 None None] Network efb6a219-5384-4c83-926a-32a257cd5e90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:57:53.932280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.937576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:53.938166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.952336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.957206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:53.975300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b686e1a4-8684-47e5-9f39-1895c50a0891 req-895ed4be-f8e9-417d-860f-175fc67b17ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.7282565 Jun 01 12:57:53.977518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:54.000614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-16f8a3ab-be21-49fd-8bc4-cb9c16b18fd3 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:54.013294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-16f8a3ab-be21-49fd-8bc4-cb9c16b18fd3 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.13 "GET /v2.0/networks?id=2e11c4b1-93e1-45d5-b13f-7c7c20f97305 HTTP/1.1" status: 200 len: 818 time: 0.3935266 Jun 01 12:57:54.018103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Request body: {'floatingip': {'port_id': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:54.149345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Request body: {'port': {'device_id': '726941c6-39ad-4c45-9794-5eda99664c58', 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305', 'admin_state_up': True, 'tenant_id': 'd6c5b3e792804cf996a5c4f5cd8ac5a7'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:54.199417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.217970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740390b7-b66c-4540-b6dc-f9b2082da349 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:54.223557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Deleting port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:54.224214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.280806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.289218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 740390b7-b66c-4540-b6dc-f9b2082da349 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:54.289851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740390b7-b66c-4540-b6dc-f9b2082da349 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:54.290448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4cca5171-d6e0-4488-9849-947939ee946a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:54.336854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4cca5171-d6e0-4488-9849-947939ee946a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:54.337207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4cca5171-d6e0-4488-9849-947939ee946a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:54.442955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] DHCP port deletion for efb6a219-5384-4c83-926a-32a257cd5e90 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:57:54.449666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Deleting port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:54.450041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.471160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57ca1808-1ac5-4412-96c0-a6789099c02f req-436c1db8-713c-41b7-9548-a22dd7bbb0c9 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 210 time: 0.2549617 Jun 01 12:57:54.496782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf82697-f283-4a0b-a1c3-720d8b8739dd req-2145827d-540d-4bd0-8f6e-fb87567d9f5e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:54.504902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cf82697-f283-4a0b-a1c3-720d8b8739dd req-2145827d-540d-4bd0-8f6e-fb87567d9f5e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 1.1923256 Jun 01 12:57:54.506999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.595754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] For port 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4e57d456-27c3-43e6-8534-a3fcf9c3f266,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:54.603577 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.647830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc540e-64d9-4185-8322-1266047d7ad2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:54.704084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cf82697-f283-4a0b-a1c3-720d8b8739dd req-7046a4c8-5ebf-4f8e-a92b-65b1e8459ab8 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981091 Jun 01 12:57:54.792901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.797242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-19b37b55-da00-4630-9e54-609db9a30561 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56dc540e-64d9-4185-8322-1266047d7ad2 HTTP/1.1" status: 204 len: 168 time: 1.6100242 Jun 01 12:57:54.854240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] For port 4e57d456-27c3-43e6-8534-a3fcf9c3f266, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4e57d456-27c3-43e6-8534-a3fcf9c3f266,segment=NetworkSegment(17c4013b-f8b3-451a-b807-ef91b8d46b8b),segment_id=17c4013b-f8b3-451a-b807-ef91b8d46b8b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:54.854772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:54.855122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Calling delete_port for 4e57d456-27c3-43e6-8534-a3fcf9c3f266 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:54.948832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:55.002565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Calling delete_port for 4e57d456-27c3-43e6-8534-a3fcf9c3f266 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:55.091294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Usage tracker for resource:port and tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:55.112157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:55.135707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:55.142582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:55.236669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Pushing event deleted for resources: {'Port': ['ID=4e57d456-27c3-43e6-8534-a3fcf9c3f266,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:55.259039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Made reservation on behalf of d6c5b3e792804cf996a5c4f5cd8ac5a7 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:55.262896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:55.264272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.264604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.264937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.265263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.265720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.266045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.266361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.266851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.267169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.267491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.267841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.268156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:55.285563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea756e8-7736-44a2-b90f-d34590e9ee18 None None] No DVR routers for this DVR port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:55.305381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcb0fa-028f-4fcd-8116-2d0240af085b req-d2aa86a4-3a11-4453-b9b1-d72e8c941017 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:55.308304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61bcb0fa-028f-4fcd-8116-2d0240af085b req-d2aa86a4-3a11-4453-b9b1-d72e8c941017 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.5245507 Jun 01 12:57:55.367841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:57:55.368248 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:57:55.437819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61bcb0fa-028f-4fcd-8116-2d0240af085b req-e0f7a6a6-6123-4a97-96fa-41d078e6b9a8 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234896 Jun 01 12:57:55.595327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49884) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:55.692610 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8741ed14-7f2d-4b50-b519-11b565ec7bd4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=477a2bc56f204689bd5b5ac599d9e352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955291 Jun 01 12:57:55.694027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:55.747738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f93cb62-4194-433f-8663-d0cf4ceab087 req-52826685-5931-4783-bb85-b8b81f9b7cf9 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 210 time: 0.0478115 Jun 01 12:57:55.775976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49894) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:55.843983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:55.871934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Deleting port 4e57d456-27c3-43e6-8534-a3fcf9c3f266 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:55.873005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:55.912822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Allocated IP 172.20.0.5 (2e11c4b1-93e1-45d5-b13f-7c7c20f97305/4a576bf0-0a71-41a8-beb5-61ec264048cc/048e4d49-8c34-4bc6-bf0a-afff1e5df2d7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:55.980554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] The port '4e57d456-27c3-43e6-8534-a3fcf9c3f266' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:57:55.982735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.139311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4e57d456-27c3-43e6-8534-a3fcf9c3f266 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:56.149233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.185602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4e57d456-27c3-43e6-8534-a3fcf9c3f266 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:57:56.186205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4e57d456-27c3-43e6-8534-a3fcf9c3f266 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:56.208565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb6a219-5384-4c83-926a-32a257cd5e90']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:56.224809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c4013b-f8b3-451a-b807-ef91b8d46b8b') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:56.225125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c4013b-f8b3-451a-b807-ef91b8d46b8b') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:56.239984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.258946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.265310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:57:56.265727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.342980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.388561 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 17c4013b-f8b3-451a-b807-ef91b8d46b8b resource provider aggregate not found Jun 01 12:57:56.402115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:56.406381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Usage tracker for resource:security_group_rule and tenant:a6d21bb379374222926ab3a9395ea62c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:56.410947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:56.414575 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 17c4013b-f8b3-451a-b807-ef91b8d46b8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17c4013b-f8b3-451a-b807-ef91b8d46b8b found for delete ", "request_id": "req-7b882fba-9462-45c2-afbe-cb4d798a362d"}]} Jun 01 12:57:56.419271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:56.421108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.435244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.464793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.471651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb556e-ea5d-4820-b435-60705d4c51c8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:56.477950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c2d0-639b-4073-90ad-d71ae3dfba3b req-b46a31df-1b84-4dbd-9a47-8b63a8cd7131 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:56.486204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c1c2d0-639b-4073-90ad-d71ae3dfba3b req-b46a31df-1b84-4dbd-9a47-8b63a8cd7131 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.4809339 Jun 01 12:57:56.495388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb6a219-5384-4c83-926a-32a257cd5e90,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:56.513097 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.535210 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a3ae54d-3d63-4ca5-9f17-9473d5ed0526 admin admin] 10.222.0.40 "DELETE /v2.0/networks/efb6a219-5384-4c83-926a-32a257cd5e90 HTTP/1.1" status: 204 len: 168 time: 2.5964100 Jun 01 12:57:56.551756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.555008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.556127 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-71d1a41b-66cb-42cc-a3c0-52f837d5fe57 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b3fb556e-ea5d-4820-b435-60705d4c51c8 HTTP/1.1" status: 204 len: 168 time: 0.8609281 Jun 01 12:57:56.625566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf37c9-de8c-4476-b02e-81dd3e8583a8 req-e8375e34-af23-45bb-961e-ea1756af84eb tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:56.633202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01bf37c9-de8c-4476-b02e-81dd3e8583a8 req-e8375e34-af23-45bb-961e-ea1756af84eb tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.7016118 Jun 01 12:57:56.664982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.675852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.708021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c1c2d0-639b-4073-90ad-d71ae3dfba3b req-d3071ba0-974b-43f8-9409-722310891946 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205071 Jun 01 12:57:56.757129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887a693-2bfe-4ad7-aaf0-1c212a54c9b0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:56.772677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:56.810081 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8cc9d5fa-8aff-42c0-9dd5-cd6e5fe2f37b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6d21bb379374222926ab3a9395ea62c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0256412 Jun 01 12:57:56.815903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:56.900618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1f703ab8-553e-4468-9e60-b2947d91d041 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3212b155663f4a6d9a6f7bcb54354b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238391 Jun 01 12:57:56.900868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01bf37c9-de8c-4476-b02e-81dd3e8583a8 req-2cfda91c-dff6-4d98-9cfc-51adbec0eae4 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662263 Jun 01 12:57:56.902446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:56.914900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:56.982963 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Floating IP 38f36cea-1d28-428d-a819-2eb646f00f4e associated. External IP: 172.25.7.101, port: a14249e1-6521-400a-8bd6-8f0a3923099c. Jun 01 12:57:57.004400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.077588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.104544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.171086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.234651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.263298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887a693-2bfe-4ad7-aaf0-1c212a54c9b0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:57.281340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.309370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.310461 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c62d17ce-6329-471c-af7d-de26899410e5 HTTP/1.1" status: 204 len: 168 time: 0.4067278 Jun 01 12:57:57.316076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820dfe-e0f8-4318-9059-6072c6305a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d17ce-6329-471c-af7d-de26899410e5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:57.319480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.324249 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e6ab7698-b014-414f-93b8-1e07ab18c339 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8887a693-2bfe-4ad7-aaf0-1c212a54c9b0 HTTP/1.1" status: 204 len: 168 time: 0.5055034 Jun 01 12:57:57.403031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91563488-9227-42ae-8786-ee0f5ea62c81 req-5bda6505-d334-418a-b929-791b41db2039 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 210 time: 0.3106105 Jun 01 12:57:57.490088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.603564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:57.650249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:57.667741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:57:57.796671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Pushing event updated for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:57.904929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:57.923664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:57.924383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:57.960279 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8a9d4d6-5067-472d-9fad-670c5963c8c8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c72c434c28934a03a565507588b277f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541053 Jun 01 12:57:57.964737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:57.978871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-588cca91-5c86-430e-94cf-a8370025a0fc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:57.980391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-588cca91-5c86-430e-94cf-a8370025a0fc tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 0.8685441 Jun 01 12:57:58.047363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.097955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.165205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.197302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f714df-582c-4a4b-96e4-0e578108f974,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:58.205598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.206816 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-568ad48c-e413-4980-99e0-faacad989a42 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/33f714df-582c-4a4b-96e4-0e578108f974 HTTP/1.1" status: 204 len: 168 time: 0.2396309 Jun 01 12:57:58.220810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-237b3754-9b39-4272-a178-7eaf0208efe4 tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:58.222868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-237b3754-9b39-4272-a178-7eaf0208efe4 tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 1101 time: 0.9622095 Jun 01 12:57:58.224170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-fc918208-3d57-447b-80c0-503b73123502 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0801589 Jun 01 12:57:58.266618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Request body: {'port': {'device_id': '726941c6-39ad-4c45-9794-5eda99664c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:58.354882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b651ba-cb2b-4201-af8b-ec95b9cc0aaf req-ad6a96a6-512e-4bc7-87b1-747f9c89fc81 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:58.356328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42b651ba-cb2b-4201-af8b-ec95b9cc0aaf req-ad6a96a6-512e-4bc7-87b1-747f9c89fc81 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.7515922 Jun 01 12:57:58.357001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.389910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-e00fb289-3471-4f69-a78c-1934131097cc tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:58.391411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-e00fb289-3471-4f69-a78c-1934131097cc tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 945 time: 0.6972811 Jun 01 12:57:58.417982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port 0dc11184-e4cf-4d33-84ed-d046074febf3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:58.418351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.492349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:58.506379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:58.585692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Usage tracker for resource:security_group_rule and tenant:86dd7d0fd46b42728b19cee3dfce7e89 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:58.610145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:58.624206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:58.687611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42b651ba-cb2b-4201-af8b-ec95b9cc0aaf req-b42afcd2-a5b9-48ba-b11f-c6cd3772bade tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168628 Jun 01 12:57:58.697550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:58.723773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Deleting port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:57:58.723773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.398345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:59.453352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:59.466388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Sync routers for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:59.478095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:57:59.479979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:59.496252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port 0dc11184-e4cf-4d33-84ed-d046074febf3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0dc11184-e4cf-4d33-84ed-d046074febf3,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:59.496823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.549471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-network', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:59.555071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:59.559465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Usage tracker for resource:network and tenant:d9de4d914e4d4298a94c25e720b4aa3b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:59.562543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:59.569931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:59.669472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:57:59.852709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd287-94be-48dc-beed-229fcfb0b149 req-5a40b2e9-08cc-4180-9a68-d02b5e6d5477 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:57:59.854163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e0fd287-94be-48dc-beed-229fcfb0b149 req-5a40b2e9-08cc-4180-9a68-d02b5e6d5477 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=972f900b-d548-44e1-8f41-09a724c210bb HTTP/1.1" status: 200 len: 945 time: 1.0252571 Jun 01 12:57:59.869547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for 0dc11184-e4cf-4d33-84ed-d046074febf3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:57:59.905321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.919749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Made reservation on behalf of d9de4d914e4d4298a94c25e720b4aa3b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:59.924556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.942577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.947031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.950425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:59.964265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:59.968491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Usage tracker for resource:security_group_rule and tenant:d9de4d914e4d4298a94c25e720b4aa3b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:59.972001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:59.978619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:00.081685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '38f36cea-1d28-428d-a819-2eb646f00f4e', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'port_id': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'mac_address': 'fa:16:3e:8b:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:56:27Z', 'updated_at': '2022-06-01T12:57:55Z', 'revision_number': 1, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:00.087060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Checking router: f027f4ef-d6a0-4538-b428-23d0e61a1fc3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:00.090513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.095828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.096448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Synchronizing usage tracker for tenant:86dd7d0fd46b42728b19cee3dfce7e89 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:00.097115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:00.097796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:00.109374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:00.120058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.120756 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Added segment 0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef of type vlan for network 6911c9ef-833e-49c4-b553-1535e1fbc254 Jun 01 12:58:00.126409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] For port c0f36b7d-8dc1-410c-8f83-83c4e5f37139, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:00.127098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.150264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.202236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a051c0-6d8d-479e-a9c0-79dc3c71eea0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:00.211541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.213400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:00.214124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.234574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e0fd287-94be-48dc-beed-229fcfb0b149 req-aeb328ee-6711-4969-81d5-b98c55d9a404 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252318 Jun 01 12:58:00.305399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a350d09-130b-4d82-a96d-ec1d0db764e7 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "PUT /v2.0/floatingips/38f36cea-1d28-428d-a819-2eb646f00f4e HTTP/1.1" status: 200 len: 991 time: 6.3222582 Jun 01 12:58:00.305399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870bf7b-494d-4e78-a2d3-15a6abd71426,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:00.314024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Calling delete_port for c0f36b7d-8dc1-410c-8f83-83c4e5f37139 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:00.347150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:00.387542 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9871924 Jun 01 12:58:00.403837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:00.411766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Request body: {'subnet': {'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-subnet', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:00.417849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:00.422704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Usage tracker for resource:subnet and tenant:d9de4d914e4d4298a94c25e720b4aa3b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:00.427771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:00.433689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] Unset dirty status for tenant:86dd7d0fd46b42728b19cee3dfce7e89 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:00.435373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4cd0ecd-ac0d-4070-b820-add894e835de req-ee9d2b1a-757a-4860-93d1-649b901fcf7f tempest-LiveMigrationNegativeTest-1431702153 tempest-LiveMigrationNegativeTest-1431702153-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1893575 Jun 01 12:58:00.435485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:00.451276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Made reservation on behalf of d9de4d914e4d4298a94c25e720b4aa3b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:00.454237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.485917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa550-0420-4a18-8419-d10db9be090a admin admin] Pushing event updated for resources: {'Network': ['ID=6911c9ef-833e-49c4-b553-1535e1fbc254,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:00.529056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:00.537232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:58:00.606461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:00.695091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:00.703278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.713580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:00.723748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0dc11184-e4cf-4d33-84ed-d046074febf3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:00.764388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 0dc11184-e4cf-4d33-84ed-d046074febf3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:00.764557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0dc11184-e4cf-4d33-84ed-d046074febf3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:00.765580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c0f36b7d-8dc1-410c-8f83-83c4e5f37139 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:00.820428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=0dc11184-e4cf-4d33-84ed-d046074febf3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:00.896410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.013056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port 0dc11184-e4cf-4d33-84ed-d046074febf3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:01.018464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.031785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-f9412212-7342-4f5d-88ca-e677a0af8c5e tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:01.031785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-f9412212-7342-4f5d-88ca-e677a0af8c5e tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Synchronizing usage tracker for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:01.051734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Transition to ACTIVE for port object 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:01.055004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.107323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478aee5f-7ae9-4f9c-a88e-a0c5264e3e55,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:01.124705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-409a937c-fb8b-40fc-8dab-eaa74cc8a9ce req-3bac3c7f-9bd1-4458-b5db-b1b1b533d6f5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.13 "DELETE /v2.0/ports/0dc11184-e4cf-4d33-84ed-d046074febf3 HTTP/1.1" status: 204 len: 173 time: 3.1356599 Jun 01 12:58:01.128150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Checking segment: {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:01.128150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Network hostable DHCP agents. Network: 6911c9ef-833e-49c4-b553-1535e1fbc254, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:01.131326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.159520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:01.176451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 update to DOWN by agent not found {{(pid=88373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 12:58:01.178192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6911c9ef-833e-49c4-b553-1535e1fbc254) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:01.185818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:01.186108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-f9412212-7342-4f5d-88ca-e677a0af8c5e tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Unset dirty status for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:01.186311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.187405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-f9412212-7342-4f5d-88ca-e677a0af8c5e tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 931 time: 0.7402174 Jun 01 12:58:01.188150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event deleted for resources: {'Port': ['ID=c0f36b7d-8dc1-410c-8f83-83c4e5f37139,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:01.206798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46763251-ed42-4d61-8902-98de6693c72d None None] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:01.226474 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1825121e-1dff-4871-b911-b24080e8c179 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8229756 Jun 01 12:58:01.231051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50054) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:01.253256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:01.265929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:01.280933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Usage tracker for resource:router and tenant:d9de4d914e4d4298a94c25e720b4aa3b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:01.287432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:01.294038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:01.310826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.312680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.339927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.343713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:01.509809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Request body: {'security_group': {'name': 'tempest-securitygroup-553092235', 'description': 'tempest-description-1969460251'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:01.517343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:01.521690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Usage tracker for resource:security_group and tenant:cb96312fffba4c25ba03b695fa807fc4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:01.525339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:01.532415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:01.589481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-8f4e4bf1-effd-4a91-8bc0-ad1961b27d4c tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Synchronizing usage tracker for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:01.631331 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.648691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.683963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:01.687983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Usage tracker for resource:security_group_rule and tenant:cb96312fffba4c25ba03b695fa807fc4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:01.691525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:01.697345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:01.707847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] No DVR routers for this DVR port c0f36b7d-8dc1-410c-8f83-83c4e5f37139 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:01.719392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.719392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3fe3f96-1417-42d9-844d-daafcaeb569e req-16e430f4-8267-419d-b092-c5cf59614258 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "DELETE /v2.0/ports/c0f36b7d-8dc1-410c-8f83-83c4e5f37139 HTTP/1.1" status: 204 len: 173 time: 3.3046288 Jun 01 12:58:01.816737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-8f4e4bf1-effd-4a91-8bc0-ad1961b27d4c tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Unset dirty status for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:01.824097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dff3cda6-6ee2-4472-81b5-0b8d20e77734 req-8f4e4bf1-effd-4a91-8bc0-ad1961b27d4c tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802065 Jun 01 12:58:01.839592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-6911c9ef-833e-49c4-b553-1535e1fbc254', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:58:01.846370 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.995048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Attempting to bind port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:01.995388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Attempting to bind port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '34e0c873-9355-4b2a-9a48-a7118052aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:01.998287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Attempting to bind port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 on network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:02.065132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 on network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:02.065263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Attempting to bind port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 on network 2e11c4b1-93e1-45d5-b13f-7c7c20f97305 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:02.071814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d0815d5-8681-4750-a761-210c111620dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '38f36cea-1d28-428d-a819-2eb646f00f4e', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'port_id': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'mac_address': 'fa:16:3e:8b:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:56:27Z', 'updated_at': '2022-06-01T12:57:55Z', 'revision_number': 1, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:02.162674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:02.163335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.163888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Checking segment: {'id': '34e0c873-9355-4b2a-9a48-a7118052aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:02.163888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Bound using segment: {'id': '34e0c873-9355-4b2a-9a48-a7118052aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:02.164391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Bound port: 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e0c873-9355-4b2a-9a48-a7118052aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:02.164818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.186873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0815d5-8681-4750-a761-210c111620dc None None] The sync data for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 is: [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '38f36cea-1d28-428d-a819-2eb646f00f4e', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'port_id': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'mac_address': 'fa:16:3e:8b:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75763327-8bd1-4aec-a64c-2bec73538440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:56:27Z', 'updated_at': '2022-06-01T12:57:55Z', 'revision_number': 1, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:02.190904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae6bfc46-b552-40f5-a4bb-b1a5f799c4e0 req-4008cecd-30e6-4bd5-b239-a43f78bae848 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:02.212517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.222765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Allocated IP 172.20.0.2 (6911c9ef-833e-49c4-b553-1535e1fbc254/478aee5f-7ae9-4f9c-a88e-a0c5264e3e55/c21a226b-313f-454b-b31e-9ff65ef89e0b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:02.244719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae6bfc46-b552-40f5-a4bb-b1a5f799c4e0 req-4008cecd-30e6-4bd5-b239-a43f78bae848 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:02.245899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae6bfc46-b552-40f5-a4bb-b1a5f799c4e0 req-4008cecd-30e6-4bd5-b239-a43f78bae848 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab712a31-93c3-4607-997f-e1f6ea211054 HTTP/1.1" status: 200 len: 210 time: 0.1588945 Jun 01 12:58:02.256515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.349450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:02.352187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a6d68-9d4d-4e88-ac52-39473adfa701,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:02.358519 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796264b8-0fd1-4ee5-a413-99343148cd51'] response: {'name': 'network-changed', 'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'status': 'completed', 'code': 200} Jun 01 12:58:02.362879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Usage tracker for resource:security_group_rule and tenant:cb96312fffba4c25ba03b695fa807fc4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:02.369984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:02.383029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:02.524840 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578873f-501d-4107-90b2-262626b1b425 None None] New status for floating IP 38f36cea-1d28-428d-a819-2eb646f00f4e: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:58:02.639735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.677460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.722721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.747752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Transition to ACTIVE for port object c21a226b-313f-454b-b31e-9ff65ef89e0b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:02.790401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Transition to ACTIVE for port object c21a226b-313f-454b-b31e-9ff65ef89e0b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:02.806106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.825875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:02.859667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Allocated IP 172.25.7.123 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/db939d7c-5cde-497e-a877-00cdd10e2433) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:02.890920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:02.894983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:02.897435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,segment=NetworkSegment(34e0c873-9355-4b2a-9a48-a7118052aa52),segment_id=34e0c873-9355-4b2a-9a48-a7118052aa52)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:02.899310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:02.909186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Pushing event updated for resources: {'Port': ['ID=c21a226b-313f-454b-b31e-9ff65ef89e0b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:02.916554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661a83b8-a6d7-48d8-9507-7de870681a2e req-f950e5d4-4e23-4e72-b255-f71bd2f2faa7 tempest-FlavorsV2NegativeTest-1649166487 tempest-FlavorsV2NegativeTest-1649166487-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=c53492479b10457cb8f1aff8cb6a8abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845740 Jun 01 12:58:02.917675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.005394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Attempting to bind port c21a226b-313f-454b-b31e-9ff65ef89e0b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:03.006387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Attempting to bind port c21a226b-313f-454b-b31e-9ff65ef89e0b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:03.007049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Attempting to bind port c21a226b-313f-454b-b31e-9ff65ef89e0b on network 6911c9ef-833e-49c4-b553-1535e1fbc254 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:03.013811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:03.014429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Checking segment: {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:03.015013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.015578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Bound using segment: {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:03.016192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Bound port: c21a226b-313f-454b-b31e-9ff65ef89e0b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:03.016748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.055549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.087227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.090245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.091211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.094101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 HTTP/1.1" status: 200 len: 1091 time: 4.8472192 Jun 01 12:58:03.116140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] For port c21a226b-313f-454b-b31e-9ff65ef89e0b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:03.123083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] For port c21a226b-313f-454b-b31e-9ff65ef89e0b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c21a226b-313f-454b-b31e-9ff65ef89e0b,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:03.135587 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.143862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:03.151529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:03.155665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:03.200313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f9ee9-09be-4a54-94c7-d3e839caa8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:03.213589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Pushing event updated for resources: {'Port': ['ID=db939d7c-5cde-497e-a877-00cdd10e2433,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:03.244781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c933-49dd-4168-9874-a0bf9038c08c None None] Pushing event updated for resources: {'Port': ['ID=c21a226b-313f-454b-b31e-9ff65ef89e0b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:03.269728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.296149 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.317782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.318257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.319053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.319210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.319667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.320113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.320742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.322877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-c17d04eb-07a2-4920-8d56-aaba32591bbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6489 time: 0.9345541 Jun 01 12:58:03.371294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a83b8-a6d7-48d8-9507-7de870681a2e req-553b3943-e92d-444a-8557-23c716de447b tempest-FlavorsV2NegativeTest-1649166487 tempest-FlavorsV2NegativeTest-1649166487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.373026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661a83b8-a6d7-48d8-9507-7de870681a2e req-553b3943-e92d-444a-8557-23c716de447b tempest-FlavorsV2NegativeTest-1649166487 tempest-FlavorsV2NegativeTest-1649166487-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443476 Jun 01 12:58:03.469559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18564d1b-eb9a-47df-98f8-06524ac92ae2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:03.479847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.483581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41bc57b4-9acd-44e3-a6bf-a9972ee2da66 req-37a97759-f8ab-4e52-92a1-b37539868f97 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.1334507 Jun 01 12:58:03.528715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661a83b8-a6d7-48d8-9507-7de870681a2e req-79169c96-44cb-4024-a45b-4d48a795bc42 tempest-FlavorsV2NegativeTest-1649166487 tempest-FlavorsV2NegativeTest-1649166487-project] 10.222.0.40 "GET /v2.0/quotas/c53492479b10457cb8f1aff8cb6a8abb HTTP/1.1" status: 200 len: 375 time: 0.1352570 Jun 01 12:58:03.643143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-661a83b8-a6d7-48d8-9507-7de870681a2e req-65e71896-5e44-43fb-9aea-45bd7c0914bd tempest-FlavorsV2NegativeTest-1649166487 tempest-FlavorsV2NegativeTest-1649166487-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c53492479b10457cb8f1aff8cb6a8abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135135 Jun 01 12:58:03.710309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-df2950ec-5fa3-45ad-b028-18841561cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.712303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-df2950ec-5fa3-45ad-b028-18841561cdfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6c5b3e792804cf996a5c4f5cd8ac5a7&device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 1094 time: 0.5639033 Jun 01 12:58:03.839444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-f690a772-a385-4732-b038-b930ee3c1be8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 HTTP/1.1" status: 200 len: 217 time: 0.1112912 Jun 01 12:58:03.840397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-d6b41557-5681-4ea9-b3b2-842400d6f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:03.841725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-d6b41557-5681-4ea9-b3b2-842400d6f6d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=334300af-7f2c-487c-9900-0fc105089cb1 HTTP/1.1" status: 200 len: 913 time: 0.4995577 Jun 01 12:58:03.899469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.083623 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.123934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-901fb486-8172-49ab-9583-9f46736889b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:04.125372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-901fb486-8172-49ab-9583-9f46736889b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a576bf0-0a71-41a8-beb5-61ec264048cc HTTP/1.1" status: 200 len: 858 time: 0.2781446 Jun 01 12:58:04.194188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c21a226b-313f-454b-b31e-9ff65ef89e0b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:04.219290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-6c765a22-bd42-490c-b652-3c620feebd7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 200 len: 1001 time: 0.2934139 Jun 01 12:58:04.225432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-86b2c1c2-01e5-4183-8839-7b7efe919ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e11c4b1-93e1-45d5-b13f-7c7c20f97305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836699 Jun 01 12:58:04.238901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-6d087e76-b887-4c69-9634-0540777f24b7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:04.246017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-6d087e76-b887-4c69-9634-0540777f24b7 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.4463942 Jun 01 12:58:04.292639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c21a226b-313f-454b-b31e-9ff65ef89e0b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:04.297837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50132) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:04.359583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-d3fac1a4-ab95-49e9-a806-5b7779349536 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/quotas/484ef01468584146b5e63520410de850 HTTP/1.1" status: 200 len: 375 time: 0.1123226 Jun 01 12:58:04.366397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'name': 'network-vif-deleted', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3'}, {'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-deleted', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139'}, {'name': 'network-changed', 'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:04.381512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.427631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592f4ed-a17b-480d-ba34-9bac194d49fa req-204e9e39-8a89-4b6f-9db5-4ac4c80a9bec tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:04.429500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b592f4ed-a17b-480d-ba34-9bac194d49fa req-204e9e39-8a89-4b6f-9db5-4ac4c80a9bec tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 943 time: 0.5073402 Jun 01 12:58:04.531897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2b94e229-352f-4601-a849-e181f20f4fed req-f0f1fc20-1387-47a7-9b19-8ce5c5ea3f85 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:04.548996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-746e9c02-5c9d-4fda-90b2-58b54a4535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:04.551258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-746e9c02-5c9d-4fda-90b2-58b54a4535f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 HTTP/1.1" status: 200 len: 851 time: 0.3212521 Jun 01 12:58:04.634921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Router 9d453235-4599-4bfd-8e65-611cdb79c773 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:58:04.662876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd0076-ee4c-4dd9-9dd1-71f55561d7f8 None None] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:04.780860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.791818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Provisioning for port c21a226b-313f-454b-b31e-9ff65ef89e0b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:04.801158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Provisioning complete for port c21a226b-313f-454b-b31e-9ff65ef89e0b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:04.801847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.803002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b592f4ed-a17b-480d-ba34-9bac194d49fa req-e57069e0-c1a7-4290-b8ce-2c36c9738b67 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165710 Jun 01 12:58:04.803579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2b94e229-352f-4601-a849-e181f20f4fed req-f0f1fc20-1387-47a7-9b19-8ce5c5ea3f85 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:04.805064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-f0f1fc20-1387-47a7-9b19-8ce5c5ea3f85 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4339523 Jun 01 12:58:04.826274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:04.859117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:04.860706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3aa85c1e-76bb-4434-a16a-ef16f1b882fc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6248214 Jun 01 12:58:04.863998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:04.865325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:04.872358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Sync routers for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:04.916204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-5c3c7f57-946f-4686-a31a-ed302e9db6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671209 Jun 01 12:58:04.920608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:04.921446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:04.931048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Usage tracker for resource:security_group_rule and tenant:c53492479b10457cb8f1aff8cb6a8abb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:04.955785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:04.972697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:05.022633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Request body: {'security_group': {'name': 'tempest-securitygroup-887176035', 'description': 'tempest-description-1979547568'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:05.044836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:05.076206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Usage tracker for resource:security_group and tenant:cb96312fffba4c25ba03b695fa807fc4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:05.086036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:05.103472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:05.150884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-db2f37ff-3dc1-421f-85b6-130fc0cd5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:05.152653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-db2f37ff-3dc1-421f-85b6-130fc0cd5e63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=334300af-7f2c-487c-9900-0fc105089cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5895774 Jun 01 12:58:05.175339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-023b3c96-684e-46b8-9751-850d73d5c29b service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524308 Jun 01 12:58:05.218920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.225098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:05.293840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d20c27b8-975a-4baa-915f-9d071fc832a7 req-e1f94176-0ebb-4af6-911f-bd19ead1cb78 service neutron] 10.222.0.13 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595488 Jun 01 12:58:05.338627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Current status of the port c21a226b-313f-454b-b31e-9ff65ef89e0b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:05.339326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.376401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:05.396414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Usage tracker for resource:security_group_rule and tenant:cb96312fffba4c25ba03b695fa807fc4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:05.397581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] For port c21a226b-313f-454b-b31e-9ff65ef89e0b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c21a226b-313f-454b-b31e-9ff65ef89e0b,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:05.406901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:05.445298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:05.472760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.579271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.582453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-ab1c4e79-4797-4a27-8380-04a17c7a8257 service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153287 Jun 01 12:58:05.599110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-0c857d26-0878-4359-9749-30a2ed4e5729 service neutron] 10.222.0.40 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222481 Jun 01 12:58:05.617572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.656231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276c05-aaa2-487f-a723-caa6543390ab None None] Pushing event updated for resources: {'Port': ['ID=c21a226b-313f-454b-b31e-9ff65ef89e0b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:05.755985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c53492479b10457cb8f1aff8cb6a8abb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4329145 Jun 01 12:58:05.757492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50150) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:05.762562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:03Z', 'revision_number': 3, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:05.767888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Checking router: 9d453235-4599-4bfd-8e65-611cdb79c773 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:05.768344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Updating router 9d453235-4599-4bfd-8e65-611cdb79c773 port db939d7c-5cde-497e-a877-00cdd10e2433 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:58:05.771001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9119a6c-bb8b-4072-99c3-e336f88d950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eeb14a-f1c8-4baf-9578-242430bdcc82,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:05.887248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.904171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.961526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.978352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.978570 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.985766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.015578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c394a6d7-082b-4139-ab5e-e54145f8924b None None] Provisioning complete for port c21a226b-313f-454b-b31e-9ff65ef89e0b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:06.016007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c394a6d7-082b-4139-ab5e-e54145f8924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.078187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e7135-f2ce-46e0-a5c8-87c35a5ea06f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:06.081754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.096109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8daa7878-1bf2-4a8c-a301-19aec22eedc1 req-11fd8803-5f8c-47e7-a17c-dd7d374fdc01 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1333933 Jun 01 12:58:06.104544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ec10f3d-b806-4647-b774-ecfe709fede2 req-23c851fa-8e09-4f30-8c06-c08f02822573 service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010099 Jun 01 12:58:06.213306 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cb0a12-7976-4632-adc5-61f80e457a61'] response: {'server_uuid': '972f900b-d548-44e1-8f41-09a724c210bb', 'name': 'network-vif-deleted', 'tag': '0dc11184-e4cf-4d33-84ed-d046074febf3', 'status': 'completed', 'code': 200} Jun 01 12:58:06.213627 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cb0a12-7976-4632-adc5-61f80e457a61'] response: {'server_uuid': 'ab712a31-93c3-4607-997f-e1f6ea211054', 'name': 'network-vif-deleted', 'tag': 'c0f36b7d-8dc1-410c-8f83-83c4e5f37139', 'status': 'completed', 'code': 200} Jun 01 12:58:06.213944 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cb0a12-7976-4632-adc5-61f80e457a61'] response: {'name': 'network-changed', 'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7', 'status': 'completed', 'code': 200} Jun 01 12:58:06.251545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c21a226b-313f-454b-b31e-9ff65ef89e0b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:06.287296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Allocated IP 172.20.0.1 (6911c9ef-833e-49c4-b553-1535e1fbc254/478aee5f-7ae9-4f9c-a88e-a0c5264e3e55/f9e01cd7-3e53-414e-b990-b3485c3f22f3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:06.293894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.329843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eeb14a-f1c8-4baf-9578-242430bdcc82,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:06.360133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.365357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e97128b1-a5f6-4623-86ff-85824664bef0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/33eeb14a-f1c8-4baf-9578-242430bdcc82 HTTP/1.1" status: 204 len: 168 time: 0.6068454 Jun 01 12:58:06.515993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfff7243-4237-4220-974e-c63bf11f70fa req-632fc2de-cd76-4edc-9e58-014211db6f52 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 210 time: 0.1650612 Jun 01 12:58:06.543306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c394a6d7-082b-4139-ab5e-e54145f8924b None None] Current status of the port c21a226b-313f-454b-b31e-9ff65ef89e0b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:06.566625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-7d999fbd-863b-4ba8-ad2b-b094671211ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:06.568774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-7d999fbd-863b-4ba8-ad2b-b094671211ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6c5b3e792804cf996a5c4f5cd8ac5a7&device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 1094 time: 0.3299520 Jun 01 12:58:06.592838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c21a226b-313f-454b-b31e-9ff65ef89e0b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:06.592988 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.686045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.741067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Transition to ACTIVE for port object f9e01cd7-3e53-414e-b990-b3485c3f22f3 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:06.804721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.828280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:06.893308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:06.899801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:06.913744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:06.936831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c21a226b-313f-454b-b31e-9ff65ef89e0b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:07.048610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:07.065653 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.074660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.140555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Transition to ACTIVE for port object db939d7c-5cde-497e-a877-00cdd10e2433 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:07.151920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-cf91db79-3858-4b1f-8ede-ca2dd377d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:07.151920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-cf91db79-3858-4b1f-8ede-ca2dd377d2a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e11c4b1-93e1-45d5-b13f-7c7c20f97305 HTTP/1.1" status: 200 len: 919 time: 0.5725253 Jun 01 12:58:07.242203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.378574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,segment=NetworkSegment(34e0c873-9355-4b2a-9a48-a7118052aa52),segment_id=34e0c873-9355-4b2a-9a48-a7118052aa52)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:07.390183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa090038-7b8e-4e03-aa80-488901aae903 None None] Pushing event updated for resources: {'Port': ['ID=db939d7c-5cde-497e-a877-00cdd10e2433,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:07.396463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Attempting to bind port db939d7c-5cde-497e-a877-00cdd10e2433 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:07.397076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Attempting to bind port db939d7c-5cde-497e-a877-00cdd10e2433 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:07.397615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Attempting to bind port db939d7c-5cde-497e-a877-00cdd10e2433 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:07.402154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-ac97a88e-65ef-4ba0-941e-511869f7213a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 HTTP/1.1" status: 200 len: 217 time: 0.2446084 Jun 01 12:58:07.407374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7', 'network_id': '2e11c4b1-93e1-45d5-b13f-7c7c20f97305', 'port_id': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7', 'mac_address': 'fa:16:3e:d1:53:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a576bf0-0a71-41a8-beb5-61ec264048cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:07.410071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:07.410671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:07.411174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b26df-47b0-4bbe-b37e-c37dcac9115c req-5f1da452-38c5-47c0-8448-3f0fd3865351 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:07.411861 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.411861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:07.412509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Bound port: db939d7c-5cde-497e-a877-00cdd10e2433, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:07.413039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.419795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-921b26df-47b0-4bbe-b37e-c37dcac9115c req-5f1da452-38c5-47c0-8448-3f0fd3865351 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 943 time: 0.6208112 Jun 01 12:58:07.440115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.443787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ae778beb-6c74-4324-b39e-55daed1ec50b None None] Provisioning for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:07.481829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1054583926', 'description': 'tempest-description-2002922360'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:07.497945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:07.503990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ae778beb-6c74-4324-b39e-55daed1ec50b None None] Provisioning complete for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:07.504555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ae778beb-6c74-4324-b39e-55daed1ec50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.514204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Usage tracker for resource:security_group and tenant:0dc0141e7716487dabc78fe818f9e97e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:07.523347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:07.547257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:07.578228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ae778beb-6c74-4324-b39e-55daed1ec50b None None] Port f9e01cd7-3e53-414e-b990-b3485c3f22f3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:07.612290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:07.612960 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.616920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-921b26df-47b0-4bbe-b37e-c37dcac9115c req-5e3a505d-c14f-48e4-bc2c-0c2de9689721 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961076 Jun 01 12:58:07.641693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-c1bcc162-5a45-4f7d-8f3a-af1db03ac8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:07.643653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] For port db939d7c-5cde-497e-a877-00cdd10e2433, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:07.649943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:07.652896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-c1bcc162-5a45-4f7d-8f3a-af1db03ac8a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a576bf0-0a71-41a8-beb5-61ec264048cc HTTP/1.1" status: 200 len: 858 time: 0.2227702 Jun 01 12:58:07.654565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.666530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] For port db939d7c-5cde-497e-a877-00cdd10e2433, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=db939d7c-5cde-497e-a877-00cdd10e2433,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:07.676304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,segment=NetworkSegment(34e0c873-9355-4b2a-9a48-a7118052aa52),segment_id=34e0c873-9355-4b2a-9a48-a7118052aa52)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:07.688097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.740869 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.749917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.771001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-87384b9f-2d09-4a5e-9b98-8154999c3821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e11c4b1-93e1-45d5-b13f-7c7c20f97305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929239 Jun 01 12:58:07.778285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:07.799407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Usage tracker for resource:security_group_rule and tenant:0dc0141e7716487dabc78fe818f9e97e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:07.800078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:07.800894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:07.843897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:07.856483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-4b804292-559b-4349-af8d-3d9ca4698a8e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:07.857927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-4b804292-559b-4349-af8d-3d9ca4698a8e tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5318367 Jun 01 12:58:07.868585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa090038-7b8e-4e03-aa80-488901aae903 None None] Pushing event updated for resources: {'Port': ['ID=db939d7c-5cde-497e-a877-00cdd10e2433,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:08.017074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.032716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.099668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:08.103091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['048e4d49-8c34-4bc6-bf0a-afff1e5df2d7'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:08.164161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.208250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-b54098f7-1a0f-4304-bdd2-66001e3ca77b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:08.220495 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-b54098f7-1a0f-4304-bdd2-66001e3ca77b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 812 time: 0.4383397 Jun 01 12:58:08.234152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:08.250106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:08.456246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Deleting port 4823872e-a44b-487f-a466-493331ef595a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:08.456246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.475454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Request body: {'port': {'device_id': '9e766658-7525-4997-be5c-4ed7ef448f14', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'admin_state_up': True, 'tenant_id': '484ef01468584146b5e63520410de850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:08.635528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-d88f56b1-e9b7-4eaa-bac0-64646b0e8c60 service neutron] 10.222.0.13 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544343 Jun 01 12:58:08.731146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055741f5-de0b-424f-8c24-09bc4f6b2501 req-f7056e0b-c7d1-4674-a64b-28342b972db7 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:08.739144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-055741f5-de0b-424f-8c24-09bc4f6b2501 req-f7056e0b-c7d1-4674-a64b-28342b972db7 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.8608818 Jun 01 12:58:08.804425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:08.847612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:08.887644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f9e01cd7-3e53-414e-b990-b3485c3f22f3', 'name': '', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'mac_address': 'fa:16:3e:a2:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:05Z', 'updated_at': '2022-06-01T12:58:06Z', 'revision_number': 1, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'subnets': [{'id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:08.894783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f604c63-fa9f-4fc0-be28-b15718fbd905 None None] The sync data for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 is: [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f9e01cd7-3e53-414e-b990-b3485c3f22f3', 'name': '', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'mac_address': 'fa:16:3e:a2:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:05Z', 'updated_at': '2022-06-01T12:58:06Z', 'revision_number': 1, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'subnets': [{'id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:08.897554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:08.906511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:08.924240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-f71c3d87-e4c1-44a1-adcf-bc8050282906 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:08.924240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-f71c3d87-e4c1-44a1-adcf-bc8050282906 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Synchronizing usage tracker for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:09.033085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:09.067708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-055741f5-de0b-424f-8c24-09bc4f6b2501 req-f96b7f99-631a-4a56-ab51-5aa998185298 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233252 Jun 01 12:58:09.074989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-f71c3d87-e4c1-44a1-adcf-bc8050282906 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Unset dirty status for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:09.075136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-f71c3d87-e4c1-44a1-adcf-bc8050282906 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 950 time: 0.5150087 Jun 01 12:58:09.136165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.140424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16787192-231e-4b6a-a9f4-a33d9b32fe44 req-c84d5efa-2097-4920-bc8c-6022c94bb2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870322 Jun 01 12:58:09.154923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.163956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:09.228821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Usage tracker for resource:security_group_rule and tenant:0dc0141e7716487dabc78fe818f9e97e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:09.228821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:09.228821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:09.373708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Made reservation on behalf of 484ef01468584146b5e63520410de850 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:09.377298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.415784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Router 9d453235-4599-4bfd-8e65-611cdb79c773 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:58:09.434457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Deleting port 35f65801-4b91-4b82-8826-c4febd2d918e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:09.434457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.443001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f71c8d7-ca70-4b74-9b9f-1b20c8fc789f None None] Provisioning complete for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:09.443001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8f71c8d7-ca70-4b74-9b9f-1b20c8fc789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.453519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb40ca8-27e0-4441-bb01-e8a2cea448cc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:09.473404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] For port 4823872e-a44b-487f-a466-493331ef595a, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4823872e-a44b-487f-a466-493331ef595a,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:09.473404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.606191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8f71c8d7-ca70-4b74-9b9f-1b20c8fc789f None None] Port f9e01cd7-3e53-414e-b990-b3485c3f22f3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:09.707329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Calling delete_port for 4823872e-a44b-487f-a466-493331ef595a owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:09.808523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.819008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.829690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8d56b-ea3b-4ad1-bd22-2b29ab6a860e req-68c3919d-639d-4266-b461-13d2ccd17b4d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:09.836878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bc8d56b-ea3b-4ad1-bd22-2b29ab6a860e req-68c3919d-639d-4266-b461-13d2ccd17b4d tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5230789 Jun 01 12:58:09.949414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.949414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe826204-9e83-417f-aa50-0e5ea630daf8 req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.5466123 Jun 01 12:58:10.014313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:10.125130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bc8d56b-ea3b-4ad1-bd22-2b29ab6a860e req-9d447b80-6fbc-4b6e-a2db-d5ee849e6bab tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873638 Jun 01 12:58:10.154977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d63d48-118c-41f6-b611-cb0295a34bfb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a631d9a-20c0-4d67-a50f-ae7d9643a168,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:10.277206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device db939d7c-5cde-497e-a877-00cdd10e2433 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:10.284820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.325305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] For port 35f65801-4b91-4b82-8826-c4febd2d918e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=35f65801-4b91-4b82-8826-c4febd2d918e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:10.325778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.368760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event deleted for resources: {'Port': ['ID=4823872e-a44b-487f-a466-493331ef595a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:10.374459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fb5197a-e061-4df4-93ed-dbd34117d8da req-9bec55ac-fe8a-40cd-84fc-134190267597 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 210 time: 0.2041028 Jun 01 12:58:10.385132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port db939d7c-5cde-497e-a877-00cdd10e2433 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:10.403019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port db939d7c-5cde-497e-a877-00cdd10e2433 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:10.403645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.469703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Allocated IP 172.20.0.6 (91ca92ec-0bbc-4969-a2bf-161d79cfec3c/0f9f222e-be88-430f-9ce9-fc1435843a04/b952dc94-458d-433c-b1c7-18952a615001) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:10.477430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a970ddc5-5dbe-4e22-b77c-ea2aedeb405c admin admin] 10.222.0.40 "PUT /v2.0/routers/9d453235-4599-4bfd-8e65-611cdb79c773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6110249 Jun 01 12:58:10.514319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] No DVR routers for this DVR port 4823872e-a44b-487f-a466-493331ef595a on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:10.524147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.571797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-834361852', 'description': 'tempest-description-1874716302'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:10.580366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-deleted', 'tag': '4823872e-a44b-487f-a466-493331ef595a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:10.598048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Calling delete_port for 35f65801-4b91-4b82-8826-c4febd2d918e owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:10.598778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6746879e-57a2-4bfb-bd35-9b1bf9dae5f8 req-8649b3b5-b45c-4b01-afaf-d2a24991c9b0 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.24 "DELETE /v2.0/ports/4823872e-a44b-487f-a466-493331ef595a HTTP/1.1" status: 204 len: 173 time: 2.4698129 Jun 01 12:58:10.604272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:10.642734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port db939d7c-5cde-497e-a877-00cdd10e2433 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:10.643117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.664655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port db939d7c-5cde-497e-a877-00cdd10e2433, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=db939d7c-5cde-497e-a877-00cdd10e2433,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:10.673476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.708458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Usage tracker for resource:security_group and tenant:0dc0141e7716487dabc78fe818f9e97e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:10.712076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:10.719601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:10.743934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.771824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:10.780314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:10.787100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Usage tracker for resource:security_group_rule and tenant:0dc0141e7716487dabc78fe818f9e97e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:10.794635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:10.803376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:10.817362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102948-6029-45bf-bf5b-ac3b011973b6 req-f0b61aba-1797-478a-9d4d-45448e3023cf tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:10.826791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f102948-6029-45bf-bf5b-ac3b011973b6 req-f0b61aba-1797-478a-9d4d-45448e3023cf tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 944 time: 0.2325084 Jun 01 12:58:10.874133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=db939d7c-5cde-497e-a877-00cdd10e2433,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:10.901931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:10.911433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:10.911518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:10.930716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f102948-6029-45bf-bf5b-ac3b011973b6 req-a9205036-6906-4f2f-bdff-7b7690827edc tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026220 Jun 01 12:58:11.002129 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.010802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.153371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:11.155989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.194320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:11.207274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,segment=NetworkSegment(34e0c873-9355-4b2a-9a48-a7118052aa52),segment_id=34e0c873-9355-4b2a-9a48-a7118052aa52)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:11.214432 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.250375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.254279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08a90c-ec39-43d5-a638-f00ab5ed2eaf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:11.276264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['846ae0bf-8ab8-427e-96da-ca8417d4c157'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:11.303465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99624651-f1e0-48eb-a133-fad3d6b8245d req-ecbc9528-d2d0-41a2-9b9a-9db9740f33d6 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc60b806-507f-42bd-b2ca-92243c8f1c7f HTTP/1.1" status: 200 len: 210 time: 0.1132612 Jun 01 12:58:11.308227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4823872e-a44b-487f-a466-493331ef595a no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:11.317597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.318907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e27003ff-0d59-4c60-9f70-14ade6d78cdc req-a5bf77d4-8252-4ef6-8e5f-0da2a4aeb1ab tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8061676 Jun 01 12:58:11.349499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Pushing event deleted for resources: {'Port': ['ID=35f65801-4b91-4b82-8826-c4febd2d918e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:11.397500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.421775 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4f3f77-7b3f-4ed0-b534-a70e9a4c63b6'] response: {'server_uuid': '7ec4bbb6-3cf9-4037-9e6a-1571eb0b6fb9', 'name': 'network-vif-deleted', 'tag': '4823872e-a44b-487f-a466-493331ef595a', 'status': 'completed', 'code': 200} Jun 01 12:58:11.439972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['35f65801-4b91-4b82-8826-c4febd2d918e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:11.539595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] No DVR routers for this DVR port 35f65801-4b91-4b82-8826-c4febd2d918e on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:11.542553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.553974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'name': 'network-vif-deleted', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:11.600491 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e151fba9-f90a-4c3b-81a9-19cc728c4aa8 req-94bb5f55-4f32-416f-886a-701a786a654e tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.24 "DELETE /v2.0/ports/35f65801-4b91-4b82-8826-c4febd2d918e HTTP/1.1" status: 204 len: 173 time: 2.3253167 Jun 01 12:58:11.612691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:11.645782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 4823872e-a44b-487f-a466-493331ef595a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:11.645782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4823872e-a44b-487f-a466-493331ef595a not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:11.650456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.685600 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69a87d9-6dfa-47f4-bcf4-181fbee47e17'] response: {'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7', 'code': 200} Jun 01 12:58:11.757211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:11.766715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a98d1e71-be0b-4370-9411-41f744990e3b req-5e9b46bf-f058-45d4-a6a6-0c01dd1e4833 tempest-FloatingIPsNegativeTestJSON-867128763 tempest-FloatingIPsNegativeTestJSON-867128763-project] 10.222.0.40 "GET /v2.0/floatingips?tenant_id=d9de4d914e4d4298a94c25e720b4aa3b HTTP/1.1" status: 200 len: 217 time: 0.2333045 Jun 01 12:58:11.773914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:11.781496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:11.864339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event updated for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:11.885823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:11.887219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:11.925215 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-5cc9bbd7-afce-49c6-b984-d889a6827919 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6920607 Jun 01 12:58:11.945976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Request body: {'port': {'device_id': '9e766658-7525-4997-be5c-4ed7ef448f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:12.010327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec051b-ed19-4701-9dfc-f3c72c121616 req-df1186f1-5f6d-42de-8a22-7c892dcfb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:12.011849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44ec051b-ed19-4701-9dfc-f3c72c121616 req-df1186f1-5f6d-42de-8a22-7c892dcfb03f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 1096 time: 0.2042794 Jun 01 12:58:12.068297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.118761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44ec051b-ed19-4701-9dfc-f3c72c121616 req-9bf8766b-ad2b-4def-9f03-086fd3592e92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960901 Jun 01 12:58:12.126264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Sync routers for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:12.144981 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:12.145783 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:12.180909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60a9e-9988-46a3-817a-3913b5d5cffd req-4738179f-dfe1-490f-9aef-e2e26fa86f44 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:12.191700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc60a9e-9988-46a3-817a-3913b5d5cffd req-4738179f-dfe1-490f-9aef-e2e26fa86f44 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 931 time: 0.2542405 Jun 01 12:58:12.211299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device db939d7c-5cde-497e-a877-00cdd10e2433 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:12.286258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc60a9e-9988-46a3-817a-3913b5d5cffd req-9bb133bd-0c66-4de4-90b2-b06df6cf633f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920789 Jun 01 12:58:12.318677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port db939d7c-5cde-497e-a877-00cdd10e2433 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:12.322200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.363616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-1e0eb115-3d10-4112-b454-ea2b51fc1e87 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Synchronizing usage tracker for tenant:0dc0141e7716487dabc78fe818f9e97e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:12.392348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-1e0eb115-3d10-4112-b454-ea2b51fc1e87 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Unset dirty status for tenant:0dc0141e7716487dabc78fe818f9e97e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:12.398709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-1e0eb115-3d10-4112-b454-ea2b51fc1e87 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47853 time: 0.6738918 Jun 01 12:58:12.556424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-7fac62bc-9739-49d9-8a3f-6e6c8141b37b tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/043a3878-cdd1-4f11-91a7-b384009e815f HTTP/1.1" status: 200 len: 2981 time: 0.1439290 Jun 01 12:58:12.617986 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:12.669822 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1cf44-2c6e-4b60-a121-ba2b1985569f'] response: {'server_uuid': 'bc60b806-507f-42bd-b2ca-92243c8f1c7f', 'name': 'network-vif-deleted', 'tag': '35f65801-4b91-4b82-8826-c4febd2d918e', 'status': 'completed', 'code': 200} Jun 01 12:58:12.672855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-cae03c7b-39b2-4e0b-8229-84c5cf790c25 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/043a3878-cdd1-4f11-91a7-b384009e815f HTTP/1.1" status: 200 len: 2981 time: 0.1073098 Jun 01 12:58:12.703272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port db939d7c-5cde-497e-a877-00cdd10e2433 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:12.768636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-5baa3fa1-fe0f-4256-837c-678d8915eae1 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/0eb40ca8-27e0-4441-bb01-e8a2cea448cc HTTP/1.1" status: 200 len: 2981 time: 0.0879674 Jun 01 12:58:12.899379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-e0b20faa-fcca-475a-a9a8-90372b79075b tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/0eb40ca8-27e0-4441-bb01-e8a2cea448cc HTTP/1.1" status: 200 len: 2981 time: 0.1063621 Jun 01 12:58:12.950443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-75089e79-a34c-43ef-b093-185852d6b6f9 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/1870bf7b-494d-4e78-a2d3-15a6abd71426 HTTP/1.1" status: 200 len: 2981 time: 0.0580132 Jun 01 12:58:12.987249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b952dc94-458d-433c-b1c7-18952a615001 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:12.997329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.012918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-0efc6525-883c-406a-bb76-b16423538449 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/1870bf7b-494d-4e78-a2d3-15a6abd71426 HTTP/1.1" status: 200 len: 2981 time: 0.0618961 Jun 01 12:58:13.023095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Transition to ACTIVE for port object b952dc94-458d-433c-b1c7-18952a615001 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:13.031811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.063655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:13.074783 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f9e01cd7-3e53-414e-b990-b3485c3f22f3', 'name': '', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'mac_address': 'fa:16:3e:a2:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:05Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 2, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'subnets': [{'id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:13.080446 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Checking router: 9d453235-4599-4bfd-8e65-611cdb79c773 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:13.080446 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Updating router 9d453235-4599-4bfd-8e65-611cdb79c773 port f9e01cd7-3e53-414e-b990-b3485c3f22f3 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:58:13.179513 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.255032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-b4262bb3-e1af-45e5-8ffe-1f8d897061be tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/29b435af-3c04-4ab5-9bd0-c035ed4a2d96 HTTP/1.1" status: 200 len: 2981 time: 0.2322407 Jun 01 12:58:13.273101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b094de2-6486-4767-8e97-5ffb117a71fb req-e038deaf-605d-47d5-96ec-1040140a8580 tempest-FloatingIPsNegativeTestJSON-867128763 tempest-FloatingIPsNegativeTestJSON-867128763-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1091635 Jun 01 12:58:13.296574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 35f65801-4b91-4b82-8826-c4febd2d918e no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:13.382025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-4ee4afcf-cb65-49df-8498-64ba71d44a5c tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/29b435af-3c04-4ab5-9bd0-c035ed4a2d96 HTTP/1.1" status: 200 len: 2981 time: 0.1075091 Jun 01 12:58:13.398068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 35f65801-4b91-4b82-8826-c4febd2d918e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:13.400401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 35f65801-4b91-4b82-8826-c4febd2d918e not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:13.411987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Attempting to bind port b952dc94-458d-433c-b1c7-18952a615001 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:13.412366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Attempting to bind port b952dc94-458d-433c-b1c7-18952a615001 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:13.413117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Attempting to bind port b952dc94-458d-433c-b1c7-18952a615001 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:13.428084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Port b952dc94-458d-433c-b1c7-18952a615001 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:13.428455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Attempting to bind port b952dc94-458d-433c-b1c7-18952a615001 on network 91ca92ec-0bbc-4969-a2bf-161d79cfec3c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:13.460198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Pushing event updated for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:13.464729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:13.464817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Checking segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:13.464817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Bound using segment: {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:13.465864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Bound port: b952dc94-458d-433c-b1c7-18952a615001, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978343d8-9bc2-400b-b431-874b650221ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:13.465999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.487320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.586130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:13.588699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b952dc94-458d-433c-b1c7-18952a615001,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:13.595480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.598904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:13.640582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Usage tracker for resource:security_group_rule and tenant:6f4e5fc3d1614f81a25c07c8421ff521 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:13.646715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:13.673176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:13.673176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.673176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] 10.222.0.24 "PUT /v2.0/ports/b952dc94-458d-433c-b1c7-18952a615001 HTTP/1.1" status: 200 len: 1091 time: 1.7337110 Jun 01 12:58:13.684187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:13.689733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b4d6-5bb0-49e2-82af-6c7e08b3c643 service neutron] Pushing event updated for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:13.695191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-49dd24e0-ced5-446d-b305-efc65ebc3fd7 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/4df9d4e4-b344-48ab-b647-1d27dd2a0d02 HTTP/1.1" status: 200 len: 2977 time: 0.3122795 Jun 01 12:58:13.793073 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.793692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-2cc242e0-66eb-4aa8-a294-e3475a32c93c tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/4df9d4e4-b344-48ab-b647-1d27dd2a0d02 HTTP/1.1" status: 200 len: 2977 time: 0.0973129 Jun 01 12:58:13.814864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Transition to ACTIVE for port object f9e01cd7-3e53-414e-b990-b3485c3f22f3 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:13.822443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2a6c5-cab1-4782-8b67-762658419a92 req-50777039-579e-4dce-803f-3a1d320f051d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:13.824229 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.824687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92d2a6c5-cab1-4782-8b67-762658419a92 req-50777039-579e-4dce-803f-3a1d320f051d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 945 time: 0.3218932 Jun 01 12:58:13.853734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-53889dbb-7c18-46de-8ae0-55de6d8855bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:13.855210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-53889dbb-7c18-46de-8ae0-55de6d8855bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Synchronizing usage tracker for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:13.862508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-6ad692c0-f4fb-4e17-be6f-4fe4281359cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:13.864249 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-6ad692c0-f4fb-4e17-be6f-4fe4281359cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 1094 time: 0.0962863 Jun 01 12:58:13.945686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-312099f1-0cf9-4c79-8a63-08825c475213 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/64b15390-f2f4-41cc-bb67-6253697d3941 HTTP/1.1" status: 200 len: 2981 time: 0.1390088 Jun 01 12:58:13.946758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-53889dbb-7c18-46de-8ae0-55de6d8855bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Unset dirty status for tenant:fc6c129921104ef39fe856f2450b3f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:13.948035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-53889dbb-7c18-46de-8ae0-55de6d8855bf tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.4444158 Jun 01 12:58:13.952980 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-81967b76-9f6d-43d5-82d0-72db661ca785 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b952dc94-458d-433c-b1c7-18952a615001 HTTP/1.1" status: 200 len: 217 time: 0.0725539 Jun 01 12:58:14.014641 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Pushing event updated for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:14.040584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e229-352f-4601-a849-e181f20f4fed req-d81f108a-e4cc-48d4-84df-8e84a00e6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:14.042298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-d81f108a-e4cc-48d4-84df-8e84a00e6c2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.0824633 Jun 01 12:58:14.059137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.059470 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.059812 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.060119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.060435 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.060747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.061060 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.063076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.063624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.065146 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.067334 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.068467 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:14.101006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92d2a6c5-cab1-4782-8b67-762658419a92 req-258ad9ba-3be1-4730-856a-ba6c99f4744e tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351015 Jun 01 12:58:14.101006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Deleting port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:14.101006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.202441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Attempting to bind port f9e01cd7-3e53-414e-b990-b3485c3f22f3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:14.202441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Attempting to bind port f9e01cd7-3e53-414e-b990-b3485c3f22f3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:14.202441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Attempting to bind port f9e01cd7-3e53-414e-b990-b3485c3f22f3 on network 6911c9ef-833e-49c4-b553-1535e1fbc254 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:14.217815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.217996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:14.217996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Checking segment: {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:14.217996 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.217996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Bound using segment: {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:14.220139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Bound port: f9e01cd7-3e53-414e-b990-b3485c3f22f3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:14.227781 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.228986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-d7dd935f-55b5-4c9b-be2e-4271d322cf1b tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/64b15390-f2f4-41cc-bb67-6253697d3941 HTTP/1.1" status: 200 len: 2981 time: 0.1562731 Jun 01 12:58:14.228986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.266816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955cb69-7588-4995-ae60-e286ca243779,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:14.322637 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-ed70caa8-0d25-4ea2-9f87-74137ebe3c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2720718 Jun 01 12:58:14.350506 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] For port f9e01cd7-3e53-414e-b990-b3485c3f22f3, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:14.350506 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] For port f9e01cd7-3e53-414e-b990-b3485c3f22f3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9e01cd7-3e53-414e-b990-b3485c3f22f3,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:14.362787 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.451397 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:14.451397 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:14.498444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] For port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,segment=NetworkSegment(35f91f3e-2677-4a4b-9929-12f6e2b7d465),segment_id=35f91f3e-2677-4a4b-9929-12f6e2b7d465)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:14.498827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.536932 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-bbeb668e-a764-487c-80e7-b44e07dc2c7e service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070668 Jun 01 12:58:14.671828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:14.727086 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2b94e229-352f-4601-a849-e181f20f4fed req-34e18018-c831-4b64-9458-43758b8dbb17 service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838257 Jun 01 12:58:14.733413 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d562c-4697-4b56-bca0-9abff6018b9c None None] Pushing event updated for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:14.760672 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:14.860498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Calling delete_port for 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:14.934347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3220c21e-64b1-493a-bc72-4308f5de757a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6f4e5fc3d1614f81a25c07c8421ff521&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8697157 Jun 01 12:58:14.939234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50284) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:15.005590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-417d01f3-a02b-487a-bddb-9923a26c5400 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/7f6143d5-c6d3-4b4f-ac56-adf32e894ecf HTTP/1.1" status: 200 len: 2981 time: 0.7674894 Jun 01 12:58:15.031520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.057065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.108052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-67ec17e1-5033-40de-be7f-8d4805a66ed7 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/7f6143d5-c6d3-4b4f-ac56-adf32e894ecf HTTP/1.1" status: 200 len: 2981 time: 0.1031992 Jun 01 12:58:15.116494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555a88-fbc1-4f67-9534-a39fe59387d4 req-f931d38c-89d8-48c7-96e3-fc2a03eacde3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:15.119261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52555a88-fbc1-4f67-9534-a39fe59387d4 req-f931d38c-89d8-48c7-96e3-fc2a03eacde3 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/ports?device_id=d02524a5-e156-466b-9836-e7531960fc9c HTTP/1.1" status: 200 len: 944 time: 0.3792856 Jun 01 12:58:15.128032 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f9e01cd7-3e53-414e-b990-b3485c3f22f3', 'name': '', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'mac_address': 'fa:16:3e:a2:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:05Z', 'updated_at': '2022-06-01T12:58:14Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'subnets': [{'id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:15.133991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.141661 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1506a0-d09b-40c9-8121-442540226ae1 None None] The sync data for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 is: [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:07Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f9e01cd7-3e53-414e-b990-b3485c3f22f3', 'name': '', 'network_id': '6911c9ef-833e-49c4-b553-1535e1fbc254', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'mac_address': 'fa:16:3e:a2:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:05Z', 'updated_at': '2022-06-01T12:58:14Z', 'revision_number': 4, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'subnets': [{'id': '478aee5f-7ae9-4f9c-a88e-a0c5264e3e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:15.160447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955cb69-7588-4995-ae60-e286ca243779,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:15.169480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.170851 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb91991b-b7a5-4acc-b92f-c769945ee8ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5955cb69-7588-4995-ae60-e286ca243779 HTTP/1.1" status: 204 len: 168 time: 0.2326815 Jun 01 12:58:15.216963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52555a88-fbc1-4f67-9534-a39fe59387d4 req-51b1b005-27fd-45c5-96b2-c426eacade03 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.40 "GET /v2.0/security-groups?id=e08f2881-b18f-4c58-9168-03f493c69d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923386 Jun 01 12:58:15.235644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.377536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Pushing event deleted for resources: {'Port': ['ID=5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:15.388004 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-ac0be1bf-45a6-4c40-acba-65976f438e0a req-e7288199-d90a-40fa-8143-9cb86fbe5572 tempest-FloatingIPsNegativeTestJSON-867128763 tempest-FloatingIPsNegativeTestJSON-867128763-project] show failed (client error): The resource could not be found. Jun 01 12:58:15.390207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac0be1bf-45a6-4c40-acba-65976f438e0a req-e7288199-d90a-40fa-8143-9cb86fbe5572 tempest-FloatingIPsNegativeTestJSON-867128763 tempest-FloatingIPsNegativeTestJSON-867128763-project] 10.222.0.40 "GET /v2.0/floatingips/d6a6ac4f-f92c-457c-89ec-2acec7302661 HTTP/1.1" status: 404 len: 350 time: 0.0995529 Jun 01 12:58:15.400079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:15.431148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-b511bfb9-b01e-4564-97b8-034eab8dc832 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b1a051c0-6d8d-479e-a9c0-79dc3c71eea0 HTTP/1.1" status: 200 len: 2981 time: 0.3082538 Jun 01 12:58:15.469225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] No DVR routers for this DVR port 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:15.472142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.479873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-deleted', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:15.583030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-af209904-bd5d-4d87-bdc9-e76ea585979c tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b1a051c0-6d8d-479e-a9c0-79dc3c71eea0 HTTP/1.1" status: 200 len: 2981 time: 0.1136036 Jun 01 12:58:15.587297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef20f669-3022-4c87-83ba-c1d40bcff81d req-98bfb9f0-6d45-4b63-85c9-ac9ed4be3f01 tempest-LiveAutoBlockMigrationV225Test-895787608 tempest-LiveAutoBlockMigrationV225Test-895787608-project] 10.222.0.13 "DELETE /v2.0/ports/5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f HTTP/1.1" status: 204 len: 173 time: 1.6123257 Jun 01 12:58:15.844660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-66c86022-418d-489a-bd63-f3542ddb1418 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b4c58826-a2ec-4e3c-989d-b99583d05f86 HTTP/1.1" status: 200 len: 2981 time: 0.2532692 Jun 01 12:58:15.879897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d37bc-1dda-421d-81de-bf62679d08c8 req-37bd567f-a3d9-42d6-a996-9194e9ea0321 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:15.890934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e24d37bc-1dda-421d-81de-bf62679d08c8 req-37bd567f-a3d9-42d6-a996-9194e9ea0321 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 943 time: 0.2490206 Jun 01 12:58:15.981440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-d49ee403-45ba-453d-95f3-d249eb118424 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b4c58826-a2ec-4e3c-989d-b99583d05f86 HTTP/1.1" status: 200 len: 2981 time: 0.1250832 Jun 01 12:58:15.991136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e24d37bc-1dda-421d-81de-bf62679d08c8 req-47e53414-5094-4b9f-b9c9-bb94c44b928b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Jun 01 12:58:16.118216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-51da7d42-a665-4e2b-a93b-eedd07751cef tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b8619386-8741-42c5-8867-75ae63f3afe4 HTTP/1.1" status: 200 len: 2981 time: 0.1197145 Jun 01 12:58:16.242875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9e01cd7-3e53-414e-b990-b3485c3f22f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:16.261866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-af672452-0fdc-47b3-8771-06f80d8baa41 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b8619386-8741-42c5-8867-75ae63f3afe4 HTTP/1.1" status: 200 len: 2981 time: 0.1305928 Jun 01 12:58:16.399774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-d7e3b7e3-1217-48c6-936c-d4414479e4c6 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b9f4dcbc-1f2b-403f-b821-795d4c79e96a HTTP/1.1" status: 200 len: 2981 time: 0.1312039 Jun 01 12:58:16.445759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:16.456417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:16.456417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.460373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.509527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-76a1b5bf-3286-4752-b9ed-f27affbb1f84 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/b9f4dcbc-1f2b-403f-b821-795d4c79e96a HTTP/1.1" status: 200 len: 2981 time: 0.1004095 Jun 01 12:58:16.600041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-ece5fee2-02e2-4c64-a96d-0d7e5e17a263 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/bd6e5c1e-ba67-4638-97e0-ed2402b775b8 HTTP/1.1" status: 200 len: 2973 time: 0.0792320 Jun 01 12:58:16.674260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-423169e8-6e00-4bcb-af99-bb62df2675eb tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/bd6e5c1e-ba67-4638-97e0-ed2402b775b8 HTTP/1.1" status: 200 len: 2973 time: 0.0688691 Jun 01 12:58:16.751364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-bf14d027-040c-42df-9f08-3a8c7c37b7ee tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/e08f2881-b18f-4c58-9168-03f493c69d80 HTTP/1.1" status: 200 len: 2981 time: 0.0701306 Jun 01 12:58:16.757524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f9e01cd7-3e53-414e-b990-b3485c3f22f3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:16.757910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.782178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:16.786383 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a95ed3e-8ef0-41ff-a9e5-c9f512f8e1fe'] response: {'name': 'network-changed', 'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001', 'status': 'completed', 'code': 200} Jun 01 12:58:16.828642 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9284f22f-575a-4fb8-8066-f549369ebcc8'] response: {'server_uuid': 'd02524a5-e156-466b-9836-e7531960fc9c', 'name': 'network-vif-deleted', 'tag': '5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f', 'status': 'completed', 'code': 200} Jun 01 12:58:16.836365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-62c35f79-5aaf-4729-8ac8-c2f7ec648110 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/e08f2881-b18f-4c58-9168-03f493c69d80 HTTP/1.1" status: 200 len: 2981 time: 0.0780683 Jun 01 12:58:16.857079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port f9e01cd7-3e53-414e-b990-b3485c3f22f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9e01cd7-3e53-414e-b990-b3485c3f22f3,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:16.858881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:16.859557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5d10ba9e-07a4-4e3f-a22e-a1fa07ba0a7f not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:16.864192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.897684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-8b6f6496-439d-4b22-ae20-e80b7fcc4450 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/ef6a6d68-9d4d-4e88-ac52-39473adfa701 HTTP/1.1" status: 200 len: 2981 time: 0.0516872 Jun 01 12:58:16.920531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50322) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:16.939270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:16.992383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80f20f28-58b6-4a5e-8665-97ce6230000d req-aea9c627-70a0-41a4-b7b7-5d5ed688a4b4 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/ef6a6d68-9d4d-4e88-ac52-39473adfa701 HTTP/1.1" status: 200 len: 2981 time: 0.0880022 Jun 01 12:58:17.228020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4f62-3d20-4a0e-9cc3-0a09a69d2eb2 req-72246325-0cc8-4213-af0d-2840ee1fe272 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:17.237257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c5f4f62-3d20-4a0e-9cc3-0a09a69d2eb2 req-72246325-0cc8-4213-af0d-2840ee1fe272 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 945 time: 0.1818185 Jun 01 12:58:17.270472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Deleting port f9e01cd7-3e53-414e-b990-b3485c3f22f3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:17.270472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.332375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-5bbf4a63-a64e-43f4-bad4-6c501aade48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:17.332760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-5bbf4a63-a64e-43f4-bad4-6c501aade48c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=484ef01468584146b5e63520410de850&device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 1094 time: 0.4343696 Jun 01 12:58:17.427180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c5f4f62-3d20-4a0e-9cc3-0a09a69d2eb2 req-44861860-9a97-4b7b-83c5-d1444abb8308 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832523 Jun 01 12:58:17.445179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Deleting subnet 067ca25f-c5f9-4095-9efb-a30b13e2313d {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:17.445179 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.550502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.621643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-8b41004f-1e46-4ede-8467-a49816c077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:17.621643 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-8b41004f-1e46-4ede-8467-a49816c077bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 200 len: 913 time: 0.1431260 Jun 01 12:58:17.638556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c8a6-beb0-4a4f-8173-9a71c56330c1 req-716dc37f-2273-46e5-a95f-eb8f6dda1054 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:17.638556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7568c8a6-beb0-4a4f-8173-9a71c56330c1 req-716dc37f-2273-46e5-a95f-eb8f6dda1054 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.3047655 Jun 01 12:58:17.724333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-283e3ee3-5d85-4c31-b812-1c9e010b4136 req-7303ae08-fa7a-4faf-b013-47a92e93e60e tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Synchronizing usage tracker for tenant:cb96312fffba4c25ba03b695fa807fc4 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:17.732273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.743266 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-284a2da0-4b97-4446-871a-8ddeb6a83cac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b952dc94-458d-433c-b1c7-18952a615001 HTTP/1.1" status: 200 len: 217 time: 0.0771585 Jun 01 12:58:17.746675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.840013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-260b4d9b-6e46-4b34-a548-08b5fd8432f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:17.841933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-260b4d9b-6e46-4b34-a548-08b5fd8432f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 200 len: 852 time: 0.0964310 Jun 01 12:58:17.843063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] For port f9e01cd7-3e53-414e-b990-b3485c3f22f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9e01cd7-3e53-414e-b990-b3485c3f22f3,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:17.843754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.980039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7568c8a6-beb0-4a4f-8173-9a71c56330c1 req-8679e942-afe9-4194-8f84-21adb56ffe40 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101528 Jun 01 12:58:17.993916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-283e3ee3-5d85-4c31-b812-1c9e010b4136 req-7303ae08-fa7a-4faf-b013-47a92e93e60e tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Unset dirty status for tenant:cb96312fffba4c25ba03b695fa807fc4 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:18.005302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-283e3ee3-5d85-4c31-b812-1c9e010b4136 req-7303ae08-fa7a-4faf-b013-47a92e93e60e tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cb96312fffba4c25ba03b695fa807fc4 HTTP/1.1" status: 200 len: 6102 time: 0.5228300 Jun 01 12:58:18.007509 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-1f788061-4eee-4386-af8b-e9e13f13eb19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91ca92ec-0bbc-4969-a2bf-161d79cfec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557148 Jun 01 12:58:18.015198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Calling delete_port for f9e01cd7-3e53-414e-b990-b3485c3f22f3 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:18.051200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.153129 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.157896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067ca25f-c5f9-4095-9efb-a30b13e2313d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:18.189065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9e01cd7-3e53-414e-b990-b3485c3f22f3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:18.210840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-283e3ee3-5d85-4c31-b812-1c9e010b4136 req-80f0c0fa-b609-404b-8f80-a4edc0354574 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "GET /v2.0/security-groups/ef6a6d68-9d4d-4e88-ac52-39473adfa701 HTTP/1.1" status: 200 len: 2981 time: 0.2088008 Jun 01 12:58:18.224934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47d616-5869-496a-bb64-61580b6c064a req-5ff0db64-d346-47a8-99ce-fb97dea3cba3 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:18.226558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be47d616-5869-496a-bb64-61580b6c064a req-5ff0db64-d346-47a8-99ce-fb97dea3cba3 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.13 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 945 time: 0.4339366 Jun 01 12:58:18.227916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e565f69e-a844-4d33-b8c8-f8a08d9117a6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/067ca25f-c5f9-4095-9efb-a30b13e2313d HTTP/1.1" status: 204 len: 168 time: 1.2738359 Jun 01 12:58:18.232133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:18.268812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6146cc1a-0ac8-443c-a737-50dab2e8a4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.288732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f9e01cd7-3e53-414e-b990-b3485c3f22f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:18.288732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.416244 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-f80040e7-91eb-43be-979f-c795f4573e5a service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742268 Jun 01 12:58:18.439356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f9e01cd7-3e53-414e-b990-b3485c3f22f3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:18.498639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.503500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Deleting port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:18.503500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.569242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-283e3ee3-5d85-4c31-b812-1c9e010b4136 req-0afd24c5-c1a5-4a25-9256-71fb092ab1fb tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "GET /v2.0/security-groups/ef6a6d68-9d4d-4e88-ac52-39473adfa701 HTTP/1.1" status: 200 len: 2981 time: 0.3390758 Jun 01 12:58:18.661449 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c062265c-03c4-4ce4-b51b-d510a0ef935b req-5b1535ba-84e5-4f03-8ac4-d797d76d4bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384782 Jun 01 12:58:18.683909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6ca1-a717-4aca-a458-02b62f4ce3ae req-66c48c99-acd2-458e-94ac-3fab15b1a710 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:18.685226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad8d6ca1-a717-4aca-a458-02b62f4ce3ae req-66c48c99-acd2-458e-94ac-3fab15b1a710 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 943 time: 0.5381546 Jun 01 12:58:18.705843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.715223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-c2bee6a2-a4bd-447c-a26e-cbaf99acf860 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:18.715548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-c2bee6a2-a4bd-447c-a26e-cbaf99acf860 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.13 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.6075983 Jun 01 12:58:18.762655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e01cd7-3e53-414e-b990-b3485c3f22f3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:18.994026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.044688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad8d6ca1-a717-4aca-a458-02b62f4ce3ae req-a71ccbd0-e16c-429b-b5f6-112c41b77e56 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410451 Jun 01 12:58:19.048579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Deleting port 846ae0bf-8ab8-427e-96da-ca8417d4c157 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:19.048579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.117237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:19.152086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f91f3e-2677-4a4b-9929-12f6e2b7d465') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:19.152086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f91f3e-2677-4a4b-9929-12f6e2b7d465') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:19.199468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.201093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.307279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.315431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] For port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,segment=NetworkSegment(34e0c873-9355-4b2a-9a48-a7118052aa52),segment_id=34e0c873-9355-4b2a-9a48-a7118052aa52)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:19.315549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.332769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69d900-d08c-4cb1-8281-397a2af889e0 req-f4369f89-1a9c-4407-9128-92155abb56d1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:19.334291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c69d900-d08c-4cb1-8281-397a2af889e0 req-f4369f89-1a9c-4407-9128-92155abb56d1 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 945 time: 0.5614305 Jun 01 12:58:19.335690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a11538-c56a-418b-8e62-b80555515a3f req-2142b29f-de54-441d-8a94-38a03d4b8013 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/2f08a90c-ec39-43d5-a638-f00ab5ed2eaf HTTP/1.1" status: 200 len: 1777 time: 0.2387278 Jun 01 12:58:19.356388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b952dc94-458d-433c-b1c7-18952a615001 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:19.359100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:19.359100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.408637 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 35f91f3e-2677-4a4b-9929-12f6e2b7d465 resource provider aggregate not found Jun 01 12:58:19.540335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b952dc94-458d-433c-b1c7-18952a615001,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:19.544291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Calling delete_port for 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:19.559935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'b952dc94-458d-433c-b1c7-18952a615001', 'network_id': '91ca92ec-0bbc-4969-a2bf-161d79cfec3c', 'port_id': 'b952dc94-458d-433c-b1c7-18952a615001', 'mac_address': 'fa:16:3e:f1:01:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f222e-be88-430f-9ce9-fc1435843a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:19.620518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b952dc94-458d-433c-b1c7-18952a615001 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:19.620962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.640197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b952dc94-458d-433c-b1c7-18952a615001 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:19.655839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Router 9d453235-4599-4bfd-8e65-611cdb79c773 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:58:19.659012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b952dc94-458d-433c-b1c7-18952a615001,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:19.666894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.747414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:19.882888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:19.891582 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 35f91f3e-2677-4a4b-9929-12f6e2b7d465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35f91f3e-2677-4a4b-9929-12f6e2b7d465 found for delete ", "request_id": "req-eba3dc6a-c1ce-4782-a3fb-37ddc2523b7b"}]} Jun 01 12:58:19.896085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Sync routers for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:19.899644 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a28c180e-43f4-411b-b221-fc380dfa29e1 admin admin] 10.222.0.40 "PUT /v2.0/routers/9d453235-4599-4bfd-8e65-611cdb79c773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980755 Jun 01 12:58:19.901330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50354) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:19.909051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:19.909676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:57:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:19.991296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c69d900-d08c-4cb1-8281-397a2af889e0 req-62e92e98-23f9-4c40-8a57-2b6e5888741d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/security-groups?id=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184464 Jun 01 12:58:20.001377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.103401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.146851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:20.154069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.165000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-18a11538-c56a-418b-8e62-b80555515a3f req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.169202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b952dc94-458d-433c-b1c7-18952a615001'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:20.194441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-18a11538-c56a-418b-8e62-b80555515a3f req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.291055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.291055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.291300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.291518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.291844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.292166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.292489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.292847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.293202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.294016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.294103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.295653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:20.337663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a3d25eed-d486-4409-bda5-911bbe2e5a9c admin admin] 10.222.0.40 "DELETE /v2.0/networks/5a231ac8-1557-4ccc-9a1e-b7ad0f0d415d HTTP/1.1" status: 204 len: 168 time: 2.0988271 Jun 01 12:58:20.338824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.341119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-18a11538-c56a-418b-8e62-b80555515a3f req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.342986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-18a11538-c56a-418b-8e62-b80555515a3f req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.347292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50362) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:20.347389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:20.361789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a11538-c56a-418b-8e62-b80555515a3f req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "DELETE /v2.0/security-groups/2f08a90c-ec39-43d5-a638-f00ab5ed2eaf HTTP/1.1" status: 204 len: 173 time: 0.9775288 Jun 01 12:58:20.442879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Deleting subnet 85b75950-33f4-4d66-8042-60bff99986db {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:20.452693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.486565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:20.487001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.502724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.507455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42b758-07a4-4760-a9fd-ad00317dab32 tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08a90c-ec39-43d5-a638-f00ab5ed2eaf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:20.509229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Pushing event deleted for resources: {'Port': ['ID=048e4d49-8c34-4bc6-bf0a-afff1e5df2d7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:20.529020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Deleting port db939d7c-5cde-497e-a877-00cdd10e2433 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:20.529020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.595567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.649759 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-099ef68b-2955-4f02-90ff-09972deb7bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.834487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 846ae0bf-8ab8-427e-96da-ca8417d4c157 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:20.895668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.904253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Calling delete_port for 846ae0bf-8ab8-427e-96da-ca8417d4c157 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:20.978997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:18Z', 'revision_number': 5, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port': {'id': 'db939d7c-5cde-497e-a877-00cdd10e2433', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:55:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:02Z', 'updated_at': '2022-06-01T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:20.988183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 846ae0bf-8ab8-427e-96da-ca8417d4c157 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:20.988562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:20.998370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Checking router: 9d453235-4599-4bfd-8e65-611cdb79c773 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:21.024509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] For port db939d7c-5cde-497e-a877-00cdd10e2433, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=db939d7c-5cde-497e-a877-00cdd10e2433,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:21.024509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.025211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Routers {'9d453235-4599-4bfd-8e65-611cdb79c773'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:21.025211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9d453235-4599-4bfd-8e65-611cdb79c773'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:21.042808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] No DVR routers for this DVR port 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:21.045970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.048293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be47d616-5869-496a-bb64-61580b6c064a req-1d820354-02af-4072-96dd-f4ac7c42e03d tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.13 "DELETE /v2.0/ports/048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 HTTP/1.1" status: 204 len: 173 time: 2.8038511 Jun 01 12:58:21.056417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'name': 'network-vif-deleted', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:21.139987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c11a-5ac4-49e0-b224-d701621a8593 req-e735154e-4aa8-44a9-8a4e-9ba50091ae35 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:21.139987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5039c11a-5ac4-49e0-b224-d701621a8593 req-e735154e-4aa8-44a9-8a4e-9ba50091ae35 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 950 time: 0.8320220 Jun 01 12:58:21.158429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:21.206379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Calling delete_port for db939d7c-5cde-497e-a877-00cdd10e2433 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:21.213100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b04af-c946-4b02-b65e-207a66f9aed3 req-693f78df-1b48-4834-8e03-34d40efbf723 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:21.215245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb8b04af-c946-4b02-b65e-207a66f9aed3 req-693f78df-1b48-4834-8e03-34d40efbf723 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 944 time: 0.6973879 Jun 01 12:58:21.220449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5039c11a-5ac4-49e0-b224-d701621a8593 req-5797834b-1e39-47f2-86e6-d2aa5672ec82 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Jun 01 12:58:21.224179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:21.251472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.252217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:21.255101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.271243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb8b04af-c946-4b02-b65e-207a66f9aed3 req-3818b43d-d3d0-4d4d-bac2-dc1b6cc35320 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Jun 01 12:58:21.272702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:58:21.273065 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:58:21.331954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:21.332334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 048e4d49-8c34-4bc6-bf0a-afff1e5df2d7 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:21.374561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-7684a6fd-a849-4443-93be-43cb935ae9fd tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "GET /v2.0/security-groups/1a631d9a-20c0-4d67-a50f-ae7d9643a168 HTTP/1.1" status: 200 len: 1778 time: 0.0611336 Jun 01 12:58:21.406661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.410229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] Set router 9d453235-4599-4bfd-8e65-611cdb79c773 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:21.422677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50376) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:21.422942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/85b75950-33f4-4d66-8042-60bff99986db HTTP/1.1" status: 204 len: 168 time: 1.0745633 Jun 01 12:58:21.425354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87ee42-e4e8-4dde-a4e3-d5b93fdba920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b75950-33f4-4d66-8042-60bff99986db,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:21.509676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.536928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.551544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:20Z', 'revision_number': 6, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:21.573642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bdec3-e3f3-4643-bc69-8a53430eb872 None None] The sync data for ids ['9d453235-4599-4bfd-8e65-611cdb79c773'] in n-d-844200-1 is: [{'id': '9d453235-4599-4bfd-8e65-611cdb79c773', 'name': 'tempest-FloatingIPsNegativeTestJSON-688660019-router', 'tenant_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:01Z', 'updated_at': '2022-06-01T12:58:20Z', 'revision_number': 6, 'project_id': 'd9de4d914e4d4298a94c25e720b4aa3b', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:21.575295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:21.584578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.612797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.631092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.691552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Pushing event deleted for resources: {'Port': ['ID=db939d7c-5cde-497e-a877-00cdd10e2433,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:21.721830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.780727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Deleting port 846ae0bf-8ab8-427e-96da-ca8417d4c157 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:21.781072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.796110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.904647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4a1fa9a7-d54f-42c8-8efb-7cfc79d99464 req-31fbe862-9f12-443c-a945-5e87c7492210 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Synchronizing usage tracker for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:21.912873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.985602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:21.988551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.026733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.027461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d453235-4599-4bfd-8e65-611cdb79c773 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:58:22.040854 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.042167 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a78553d4-10dd-4772-9b93-b12a7f836855 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9d453235-4599-4bfd-8e65-611cdb79c773 HTTP/1.1" status: 204 len: 168 time: 2.1398540 Jun 01 12:58:22.042678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a631d9a-20c0-4d67-a50f-ae7d9643a168,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:22.044950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50380) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:22.074662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.107774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4a1fa9a7-d54f-42c8-8efb-7cfc79d99464 req-31fbe862-9f12-443c-a945-5e87c7492210 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] Unset dirty status for tenant:d6c5b3e792804cf996a5c4f5cd8ac5a7 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:22.108877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a1fa9a7-d54f-42c8-8efb-7cfc79d99464 req-31fbe862-9f12-443c-a945-5e87c7492210 tempest-InstanceActionsV221TestJSON-1613232958 tempest-InstanceActionsV221TestJSON-1613232958-project] 10.222.0.40 "GET /v2.0/ports?device_id=726941c6-39ad-4c45-9794-5eda99664c58 HTTP/1.1" status: 200 len: 210 time: 0.3335085 Jun 01 12:58:22.131867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.135082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-224957f9-a0e3-4096-8f9c-86c261ba1915 req-017ed976-9b84-4046-aa42-62e9559f79df tempest-SecurityGroupsTestAdminJSON-546060149 tempest-SecurityGroupsTestAdminJSON-546060149-project-admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a631d9a-20c0-4d67-a50f-ae7d9643a168 HTTP/1.1" status: 204 len: 173 time: 0.7509267 Jun 01 12:58:22.137628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Deleting subnet 478aee5f-7ae9-4f9c-a88e-a0c5264e3e55 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:22.141352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.170774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e818fc5-f069-424a-8453-11733edcf7ca']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:22.180671 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919d1611-8e2f-49f0-8c63-85ed17da806a'] response: {'server_uuid': '726941c6-39ad-4c45-9794-5eda99664c58', 'name': 'network-vif-deleted', 'tag': '048e4d49-8c34-4bc6-bf0a-afff1e5df2d7', 'status': 'completed', 'code': 200} Jun 01 12:58:22.206287 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c26a327-c2a4-4c3a-8fcc-56d66a473c8e'] response: {'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'code': 200} Jun 01 12:58:22.211384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.299307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.373540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.385070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a4b9f5-311e-4289-b236-6a604a023cf5') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:22.385365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a4b9f5-311e-4289-b236-6a604a023cf5') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:22.428593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478aee5f-7ae9-4f9c-a88e-a0c5264e3e55,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:22.446720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08969bac-d588-420b-9358-8150731dcb28 None None] Network 6911c9ef-833e-49c4-b553-1535e1fbc254 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:22.457393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.477250 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31a64ffb-da52-4382-b66f-4e6d72075adf admin admin] 10.222.0.40 "DELETE /v2.0/subnets/478aee5f-7ae9-4f9c-a88e-a0c5264e3e55 HTTP/1.1" status: 204 len: 168 time: 0.4289873 Jun 01 12:58:22.477250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50396) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:22.479543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.569038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.580792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-e2d61137-4fcd-4057-b509-992ddbf7031e tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "GET /v2.0/security-groups/a71e7135-f2ce-46e0-a5c8-87c35a5ea06f HTTP/1.1" status: 200 len: 1777 time: 0.2175939 Jun 01 12:58:22.587916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:22.588388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.588676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device db939d7c-5cde-497e-a877-00cdd10e2433 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:22.656783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: db939d7c-5cde-497e-a877-00cdd10e2433 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:22.657566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device db939d7c-5cde-497e-a877-00cdd10e2433 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:22.658342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9e01cd7-3e53-414e-b990-b3485c3f22f3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:22.667883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.679713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Deleting port c21a226b-313f-454b-b31e-9ff65ef89e0b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:22.680045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.693003 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 11a4b9f5-311e-4289-b236-6a604a023cf5 resource provider aggregate not found Jun 01 12:58:22.701495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f9e01cd7-3e53-414e-b990-b3485c3f22f3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:22.702215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9e01cd7-3e53-414e-b990-b3485c3f22f3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:22.729812 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 11a4b9f5-311e-4289-b236-6a604a023cf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11a4b9f5-311e-4289-b236-6a604a023cf5 found for delete ", "request_id": "req-2e6ffb94-d787-4571-9398-e7fa31c8caf2"}]} Jun 01 12:58:22.740847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] For port 846ae0bf-8ab8-427e-96da-ca8417d4c157, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=846ae0bf-8ab8-427e-96da-ca8417d4c157,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:22.741382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.770854 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.776506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.902748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] DHCP port deletion for 6911c9ef-833e-49c4-b553-1535e1fbc254 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 12:58:22.907675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Deleting port c21a226b-313f-454b-b31e-9ff65ef89e0b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:22.908294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.937731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Calling delete_port for 846ae0bf-8ab8-427e-96da-ca8417d4c157 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:22.981566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] 10.222.0.40 "DELETE /v2.0/networks/2e818fc5-f069-424a-8453-11733edcf7ca HTTP/1.1" status: 204 len: 168 time: 1.5575285 Jun 01 12:58:22.982071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:22.983210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f6eb0-7343-4d6d-834e-c4a525bf8dba admin admin] Pushing event deleted for resources: {'Network': ['ID=2e818fc5-f069-424a-8453-11733edcf7ca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.005822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db0929-3265-47e9-a741-96cf2791f0d1 req-de692b5a-dcd1-4d4f-927d-7789ee0e9bb9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:23.006815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50db0929-3265-47e9-a741-96cf2791f0d1 req-de692b5a-dcd1-4d4f-927d-7789ee0e9bb9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Synchronizing usage tracker for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:23.047856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.066793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] For port c21a226b-313f-454b-b31e-9ff65ef89e0b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c21a226b-313f-454b-b31e-9ff65ef89e0b,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:23.067890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.084145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50db0929-3265-47e9-a741-96cf2791f0d1 req-de692b5a-dcd1-4d4f-927d-7789ee0e9bb9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Unset dirty status for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:23.085415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50db0929-3265-47e9-a741-96cf2791f0d1 req-de692b5a-dcd1-4d4f-927d-7789ee0e9bb9 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 948 time: 0.6799786 Jun 01 12:58:23.124804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.144757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50408) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:23.181101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] For port c21a226b-313f-454b-b31e-9ff65ef89e0b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c21a226b-313f-454b-b31e-9ff65ef89e0b,segment=NetworkSegment(0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef),segment_id=0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:23.181478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.216437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Calling delete_port for c21a226b-313f-454b-b31e-9ff65ef89e0b owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:23.239095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50db0929-3265-47e9-a741-96cf2791f0d1 req-9231dfcd-94e5-4d45-9afc-5575018d9a15 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/security-groups?id=b9f4dcbc-1f2b-403f-b821-795d4c79e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414890 Jun 01 12:58:23.308101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-90cc092d-284b-4656-a096-bded2f1f2a85 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc6c129921104ef39fe856f2450b3f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506376 Jun 01 12:58:23.308101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.311087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50414) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:23.317946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Calling delete_port for c21a226b-313f-454b-b31e-9ff65ef89e0b owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:23.327054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.336360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.367099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b952dc94-458d-433c-b1c7-18952a615001 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:23.399220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e7135-f2ce-46e0-a5c8-87c35a5ea06f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.425993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] No DVR routers for this DVR port c21a226b-313f-454b-b31e-9ff65ef89e0b on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:23.462485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c21a226b-313f-454b-b31e-9ff65ef89e0b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.476567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:58:23.477069 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:58:23.491388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port b952dc94-458d-433c-b1c7-18952a615001 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:23.496340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.497192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.497625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.498027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port b952dc94-458d-433c-b1c7-18952a615001 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:23.498368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.498512 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.499897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.502088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.503385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.504352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.504922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.505480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.505997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.506509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:23.554202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Pushing event deleted for resources: {'Port': ['ID=846ae0bf-8ab8-427e-96da-ca8417d4c157,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.593221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.619350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6911c9ef-833e-49c4-b553-1535e1fbc254']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:23.620354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.621460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2c0047e-bc32-4ee2-861e-6f023c654738 req-7cb22a81-1765-4049-af77-9ea197419084 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "DELETE /v2.0/security-groups/a71e7135-f2ce-46e0-a5c8-87c35a5ea06f HTTP/1.1" status: 204 len: 173 time: 1.0037570 Jun 01 12:58:23.631056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] No DVR routers for this DVR port 846ae0bf-8ab8-427e-96da-ca8417d4c157 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:23.635851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.638153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2a22549-ab0f-4458-b42c-f4845a1ce7e1 req-6a694440-3489-452a-a20d-bdf0fdc6b917 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.13 "DELETE /v2.0/ports/846ae0bf-8ab8-427e-96da-ca8417d4c157 HTTP/1.1" status: 204 len: 173 time: 4.9018865 Jun 01 12:58:23.640704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:23.640996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:23.649829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b952dc94-458d-433c-b1c7-18952a615001 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:23.650468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.656774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.658827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.677760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.690104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:23.691297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.697434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b952dc94-458d-433c-b1c7-18952a615001,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:23.703891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.707362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.732026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c6c24-39b9-4a01-9505-1e1d808daf6e req-5ab1540e-a0c0-427f-9ab3-e60914e8c25a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:23.738403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-200c6c24-39b9-4a01-9505-1e1d808daf6e req-5ab1540e-a0c0-427f-9ab3-e60914e8c25a tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 944 time: 0.3080394 Jun 01 12:58:23.797336 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef resource provider aggregate not found Jun 01 12:58:23.809559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.833436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-200c6c24-39b9-4a01-9505-1e1d808daf6e req-3e5e6f86-fe6f-440e-89ff-797c10cb64a5 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830629 Jun 01 12:58:23.854389 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f0ff883-8f5e-4bc8-aa33-c9e5f0c0c6ef found for delete ", "request_id": "req-9401744f-9fe7-4d4c-b141-411b435aaded"}]} Jun 01 12:58:23.865986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.872351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.878264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:23.903983 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] 10.222.0.40 "DELETE /v2.0/networks/6911c9ef-833e-49c4-b553-1535e1fbc254 HTTP/1.1" status: 204 len: 168 time: 1.4257569 Jun 01 12:58:23.904851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c815-7b35-4caf-9b5a-040028bc6e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6911c9ef-833e-49c4-b553-1535e1fbc254,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.940976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f2881-b18f-4c58-9168-03f493c69d80,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:23.961107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b57f70dc-671c-454d-a63b-93bfc75a37d3 tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "GET /v2.0/security-groups/18564d1b-eb9a-47df-98f8-06524ac92ae2 HTTP/1.1" status: 200 len: 1777 time: 0.0962958 Jun 01 12:58:23.978306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Deleting port c21a226b-313f-454b-b31e-9ff65ef89e0b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:23.978709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.001609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.003158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-56a28977-2c62-4981-b6ca-976f603b0842 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e08f2881-b18f-4c58-9168-03f493c69d80 HTTP/1.1" status: 204 len: 168 time: 0.6821754 Jun 01 12:58:24.102579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.195402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-deleted', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:24.195847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:24.238896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.265572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a3250de6-75b9-4752-af3e-1f2d244d0176 None None] The port 'c21a226b-313f-454b-b31e-9ff65ef89e0b' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 12:58:24.268606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:24.301674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c21a226b-313f-454b-b31e-9ff65ef89e0b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:24.312945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50448) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:24.322154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Deleting subnet 4a576bf0-0a71-41a8-beb5-61ec264048cc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:24.334945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.338681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.370505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18564d1b-eb9a-47df-98f8-06524ac92ae2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:24.394752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.408256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad200e2-8b49-42f6-8c8a-2d865b378393 req-b64f27e9-933a-4723-b62c-87f7d58cbe6d tempest-SecurityGroupsTestAdminJSON-2091131727 tempest-SecurityGroupsTestAdminJSON-2091131727-project] 10.222.0.40 "DELETE /v2.0/security-groups/18564d1b-eb9a-47df-98f8-06524ac92ae2 HTTP/1.1" status: 204 len: 173 time: 0.4381440 Jun 01 12:58:24.424180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c21a226b-313f-454b-b31e-9ff65ef89e0b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:24.425147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c21a226b-313f-454b-b31e-9ff65ef89e0b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:24.475977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.513024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4eb86ec9-0e1c-4537-9220-7b5ac6dd611e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d9de4d914e4d4298a94c25e720b4aa3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954560 Jun 01 12:58:24.514526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50456) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:24.573643 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc35082e-4b4e-4818-afa3-c284b5a3d91c'] response: {'server_uuid': '9386db49-5cc3-4a36-8aa0-f6b557b0f9cf', 'name': 'network-vif-deleted', 'tag': '846ae0bf-8ab8-427e-96da-ca8417d4c157', 'status': 'completed', 'code': 200} Jun 01 12:58:24.577142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.577315 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d750b8-f669-448f-a3ba-1992b91d6254'] response: {'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001', 'code': 200} Jun 01 12:58:24.664392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:24.671900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb2852a8-6141-45b8-8466-16e9d6a680af req-e814237a-19bf-483a-99f3-9311230776b2 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Synchronizing usage tracker for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:24.674651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.705623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb2852a8-6141-45b8-8466-16e9d6a680af req-e814237a-19bf-483a-99f3-9311230776b2 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] Unset dirty status for tenant:3491bae68cc74603906a9796c1872327 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:24.706832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2852a8-6141-45b8-8466-16e9d6a680af req-e814237a-19bf-483a-99f3-9311230776b2 tempest-LiveMigrationNegativeTest-813791743 tempest-LiveMigrationNegativeTest-813791743-project] 10.222.0.40 "GET /v2.0/ports?device_id=9386db49-5cc3-4a36-8aa0-f6b557b0f9cf HTTP/1.1" status: 200 len: 210 time: 0.1392457 Jun 01 12:58:24.712491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.745938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.788592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.792748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a576bf0-0a71-41a8-beb5-61ec264048cc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:24.808080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f4ff65d-364f-4191-848c-c56990831bfb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4a576bf0-0a71-41a8-beb5-61ec264048cc HTTP/1.1" status: 204 len: 168 time: 0.6111453 Jun 01 12:58:24.811448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:24.817718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.834106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a051c0-6d8d-479e-a9c0-79dc3c71eea0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:24.843017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.844423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2a279e23-14c2-4e4e-9ad0-fd4593cca63e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b1a051c0-6d8d-479e-a9c0-79dc3c71eea0 HTTP/1.1" status: 204 len: 168 time: 0.3285038 Jun 01 12:58:24.944293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb9275-b397-48cc-bbe2-644dbaef51a8 req-83fed155-6930-4883-80ac-07dbbf2f6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:24.946157 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-22fb9275-b397-48cc-bbe2-644dbaef51a8 req-83fed155-6930-4883-80ac-07dbbf2f6031 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 1096 time: 0.2649386 Jun 01 12:58:24.952452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.980065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.997299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:25.011863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b541dd5a1fc045f0ad097c4d09a8e4f6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:25.019578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:25.055402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-22fb9275-b397-48cc-bbe2-644dbaef51a8 req-4f9b1513-c16f-4639-9e21-9927364ae96e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925782 Jun 01 12:58:25.059193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:25.071233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9642-06d8-4fe5-8f41-89f0885a1601 req-f664111d-a939-4b1f-8fba-b1ea4e354d6e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:25.073320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39b9642-06d8-4fe5-8f41-89f0885a1601 req-f664111d-a939-4b1f-8fba-b1ea4e354d6e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.0995779 Jun 01 12:58:25.140029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39b9642-06d8-4fe5-8f41-89f0885a1601 req-a47b2352-e2b1-4233-bcae-65fc3fb53898 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Jun 01 12:58:25.184111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.192804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50480) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.226506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e11c4b1-93e1-45d5-b13f-7c7c20f97305']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:25.245394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e0c873-9355-4b2a-9a48-a7118052aa52') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:25.245689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e0c873-9355-4b2a-9a48-a7118052aa52') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:25.264814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.273505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5cf437df-7c84-4f14-997d-9ed203daaf48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b60d11bb388242c095ae83d25117f95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787435 Jun 01 12:58:25.275953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50484) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.293124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.309535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:25.309933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.325330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50488) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.332522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.473949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.506242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.506477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.561382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780b3b8a-cdfb-436b-961b-1de1c873adc8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:25.568474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.568825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b489e4b9-2586-4258-b8ac-fbc4f69271e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b541dd5a1fc045f0ad097c4d09a8e4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014256 Jun 01 12:58:25.570107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.589144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.598511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] Pushing event deleted for resources: {'Network': ['ID=2e11c4b1-93e1-45d5-b13f-7c7c20f97305,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:25.608643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.613896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c941ef0-71bc-4570-9494-50920a8669db admin admin] 10.222.0.40 "DELETE /v2.0/networks/2e11c4b1-93e1-45d5-b13f-7c7c20f97305 HTTP/1.1" status: 204 len: 168 time: 0.8010547 Jun 01 12:58:25.643042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a3878-cdd1-4f11-91a7-b384009e815f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:25.659740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.661016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-241f5645-f1d9-4407-89ab-f752fd5a1bf4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/043a3878-cdd1-4f11-91a7-b384009e815f HTTP/1.1" status: 204 len: 168 time: 0.3826420 Jun 01 12:58:25.679969 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.706645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.759526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50516) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.759709 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f32765a9-4949-46a3-b4f5-500e85b585c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cb96312fffba4c25ba03b695fa807fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328556 Jun 01 12:58:25.817054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.834917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.852898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.867836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b3b8a-cdfb-436b-961b-1de1c873adc8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:25.876100 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 34e0c873-9355-4b2a-9a48-a7118052aa52 resource provider aggregate not found Jun 01 12:58:25.876477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.877947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6e58c222-841c-4066-b9ec-fd503c79d4a8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/780b3b8a-cdfb-436b-961b-1de1c873adc8 HTTP/1.1" status: 204 len: 168 time: 0.3076372 Jun 01 12:58:25.906184 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 34e0c873-9355-4b2a-9a48-a7118052aa52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34e0c873-9355-4b2a-9a48-a7118052aa52 found for delete ", "request_id": "req-3f3606c7-54a9-4d45-8293-ab03fdf722fa"}]} Jun 01 12:58:25.907361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.914260 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0c571b35-a277-4a27-883e-39a85ed164c1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d6c5b3e792804cf996a5c4f5cd8ac5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941675 Jun 01 12:58:25.914847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:25.970122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:25.993265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a6d68-9d4d-4e88-ac52-39473adfa701,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:26.001099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.010868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.017253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9da1c17f-58f1-4a94-8fda-8bd2b02b6d90 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ef6a6d68-9d4d-4e88-ac52-39473adfa701 HTTP/1.1" status: 204 len: 168 time: 0.2562051 Jun 01 12:58:26.043931 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.112392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.132173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6143d5-c6d3-4b4f-ac56-adf32e894ecf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:26.148777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.150713 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-370872a0-f576-4a33-bea7-636e227ff4d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7f6143d5-c6d3-4b4f-ac56-adf32e894ecf HTTP/1.1" status: 204 len: 168 time: 0.2341459 Jun 01 12:58:26.349529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b3b93-e41d-45f1-a85d-4c5c88e7bbba req-dd34f368-01b3-4012-9ff7-88863b48bd1c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:26.351128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b3b93-e41d-45f1-a85d-4c5c88e7bbba req-dd34f368-01b3-4012-9ff7-88863b48bd1c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.0889144 Jun 01 12:58:26.400285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b3b93-e41d-45f1-a85d-4c5c88e7bbba req-0ac6050a-356f-4b5f-a59a-5adf7310bc20 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Jun 01 12:58:26.436815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50556) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:26.776258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:26.804069 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b699e51-6e87-4bc8-8690-de0c11226af2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3491bae68cc74603906a9796c1872327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636262 Jun 01 12:58:26.804069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:26.833394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a8ffc25-102b-43f5-ab40-00fd56297f4e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0dc0141e7716487dabc78fe818f9e97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550592 Jun 01 12:58:26.836564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50580) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:26.896420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.903142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.927047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.942824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:26.998953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.011433 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.022974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f4dcbc-1f2b-403f-b821-795d4c79e96a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:27.037018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.041559 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e6694b6d-7374-41ba-b14d-4351f2082853 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b9f4dcbc-1f2b-403f-b821-795d4c79e96a HTTP/1.1" status: 204 len: 168 time: 0.2363951 Jun 01 12:58:27.066397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb40ca8-27e0-4441-bb01-e8a2cea448cc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:27.078071 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.080405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5e7d653f-b346-4e7a-a934-ae53fe341c71 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0eb40ca8-27e0-4441-bb01-e8a2cea448cc HTTP/1.1" status: 204 len: 168 time: 0.2427292 Jun 01 12:58:27.402238 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:58:27.600325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1740a3-0675-4ec3-8e53-136b74d22c61 req-c8f03842-8c9c-48e1-807c-7f68ddfce817 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:27.602787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a1740a3-0675-4ec3-8e53-136b74d22c61 req-c8f03842-8c9c-48e1-807c-7f68ddfce817 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.0903430 Jun 01 12:58:27.652896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a1740a3-0675-4ec3-8e53-136b74d22c61 req-e965ab5f-8f71-46a6-a296-19ace948db9c tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Jun 01 12:58:27.717502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50654) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:27.772544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-75fc16d3-8323-42ec-a16f-ac5fd6484871 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=86dd7d0fd46b42728b19cee3dfce7e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536535 Jun 01 12:58:27.774914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50658) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:27.864711 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.896724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.990257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.018233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870bf7b-494d-4e78-a2d3-15a6abd71426,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:28.034867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.036443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c67f23a-540e-427b-aea0-b171c2359e4b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1870bf7b-494d-4e78-a2d3-15a6abd71426 HTTP/1.1" status: 204 len: 168 time: 0.2604966 Jun 01 12:58:28.046992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:28.163894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf0db7-4171-47ca-9efa-4f2ec0fdf0c6 req-1d56779d-3e36-43a0-b7d3-74fb55a0509f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:28.165297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36cf0db7-4171-47ca-9efa-4f2ec0fdf0c6 req-1d56779d-3e36-43a0-b7d3-74fb55a0509f tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.0885737 Jun 01 12:58:28.212896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36cf0db7-4171-47ca-9efa-4f2ec0fdf0c6 req-c190e225-a6c1-4451-ba32-fd6a4f1fb11d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Jun 01 12:58:28.367932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.383336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:28.387781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Usage tracker for resource:security_group_rule and tenant:1273990ae2684d9da57d6ac9b906a061 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:28.393056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:28.402552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:28.504802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.510029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.603902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:28.605427 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1273990ae2684d9da57d6ac9b906a061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547993 Jun 01 12:58:28.606207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17af9ef-3b87-4227-84ff-dae6e482b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff701614-072d-419d-8f36-b2baf5cba40e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:28.671584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.695489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50710) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:28.702789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.770430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.792449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff701614-072d-419d-8f36-b2baf5cba40e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:28.800153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.801615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-767b9cec-4d1b-4573-8a94-a5da2722e465 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ff701614-072d-419d-8f36-b2baf5cba40e HTTP/1.1" status: 204 len: 168 time: 0.1967893 Jun 01 12:58:28.986657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1353098764-network', 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:28.991916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:28.996002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Usage tracker for resource:network and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:28.998951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:29.006925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.016424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:29.024243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:29.026762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.039321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.062254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:29.066538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Usage tracker for resource:security_group_rule and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:29.069627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:29.075663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.163642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.169979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.206199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:29.212455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:29.220239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.220239 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Added segment 111e5700-31e3-4bdb-95aa-ec15d24627ae of type vlan for network 0f325d94-9d30-453a-be4d-12a8f96e53d4 Jun 01 12:58:29.259374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.299497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.300623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:29.301290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.395987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-583171702-network', 'tenant_id': '0fea83df674541c1865aa0dc0cd1d203'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:29.422507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:29.444054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Usage tracker for resource:network and tenant:0fea83df674541c1865aa0dc0cd1d203 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:29.447352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] Pushing event updated for resources: {'Network': ['ID=0f325d94-9d30-453a-be4d-12a8f96e53d4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:29.455121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671b8e2-5db5-4416-bcfc-906dfe78dd3f req-829407c3-5aa0-4df7-9592-cf2f09b03744 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:29.457226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8671b8e2-5db5-4416-bcfc-906dfe78dd3f req-829407c3-5aa0-4df7-9592-cf2f09b03744 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.1042814 Jun 01 12:58:29.458790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:29.471829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:29.482714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21d8641a-468b-4e18-b404-6958c014806f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7860069 Jun 01 12:58:29.487934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.490041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:29.509469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Request body: {'subnet': {'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1353098764-subnet', 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:29.525681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:29.534088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Usage tracker for resource:subnet and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:29.544185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:29.557424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.579029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8671b8e2-5db5-4416-bcfc-906dfe78dd3f req-e7af6230-625f-46f4-b530-6ef4adc675f1 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Jun 01 12:58:29.592750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:29.599019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.696278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Made reservation on behalf of 0fea83df674541c1865aa0dc0cd1d203 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:29.698439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.736152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.755985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:29.761342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fea83df674541c1865aa0dc0cd1d203 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:29.764430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:29.773518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.946496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:29.990192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50778) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:30.026082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.045469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.083161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb40c99-9aa6-4404-9d30-e1236b1e88e0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:30.096865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.101214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:30.141743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459285a-6e50-42e5-bbd7-b3a79a728522 req-4749b63b-6da4-4a2e-ac98-07255cfe1d60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:30.156199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a459285a-6e50-42e5-bbd7-b3a79a728522 req-4749b63b-6da4-4a2e-ac98-07255cfe1d60 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.1259928 Jun 01 12:58:30.159132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.159505 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Added segment 0c15eac3-cab1-43cc-8ce2-025173ab08f7 of type vlan for network 16f45082-144a-482a-a778-8546f57fb463 Jun 01 12:58:30.226013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.231306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=934817d0-da06-4664-8a39-2df2c523aea4,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:30.241317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:30.242304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Network hostable DHCP agents. Network: 0f325d94-9d30-453a-be4d-12a8f96e53d4, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:30.243947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a459285a-6e50-42e5-bbd7-b3a79a728522 req-9843476d-2edd-4b1f-9afa-7787bc4d0e2d tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Jun 01 12:58:30.296032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:30.301273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.302789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1378822147-network', 'tenant_id': '293df99a5e6445f9992e332102b187b6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:30.303494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:30.304504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.313824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:30.320480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Usage tracker for resource:network and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:30.326647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:30.346831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0f325d94-9d30-453a-be4d-12a8f96e53d4) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:30.354006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:30.356093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:30.360098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.360692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a230f-edc3-4bc7-a7a5-c0e004cdf17d None None] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:30.388459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.461655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Made reservation on behalf of 293df99a5e6445f9992e332102b187b6 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:30.472266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.478213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=16f45082-144a-482a-a778-8546f57fb463,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:30.487431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8c4cd9d-bfd0-4cdf-9352-d2b11f4cc1d6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4695699 Jun 01 12:58:30.488912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:30.507988 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04771589-4ea9-4663-b7f4-724271b5b55d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0075274 Jun 01 12:58:30.535029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:30.538027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.550386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Request body: {'subnet': {'network_id': '16f45082-144a-482a-a778-8546f57fb463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-583171702-subnet', 'tenant_id': '0fea83df674541c1865aa0dc0cd1d203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:30.560562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 16f45082-144a-482a-a778-8546f57fb463 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:30.575930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:30.585971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:38d28d97db8b4f3082dccb47df45d229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:30.589814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Usage tracker for resource:subnet and tenant:0fea83df674541c1865aa0dc0cd1d203 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:30.601017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:30.603535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:30.613348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:30.613861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:30.628287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:30.639414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Made reservation on behalf of 0fea83df674541c1865aa0dc0cd1d203 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:30.643235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.643939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Usage tracker for resource:security_group_rule and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:30.654319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:30.682864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:30.854669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.871474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.943773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f4425-7d3c-4687-b603-0d770cdb1a9c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:30.968878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.979965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:30.988384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920883e-c0b1-46b3-bbb2-2407cf5168ae None None] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:30.996826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:31.011129 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.011768 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Added segment 5eb5dce0-72f3-4d2d-9d13-3ccd373bc007 of type vlan for network b40266e6-10e1-4b1c-b82e-a967503e647c Jun 01 12:58:31.060841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.087663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:31.088342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c70f9be8-3639-46ca-9fdb-3ce625394fe6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=38d28d97db8b4f3082dccb47df45d229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0958774 Jun 01 12:58:31.179317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b3679-9294-47a2-9194-1a8c94e7105f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:31.188346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.191635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:31.195521 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.286547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50820) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:31.367623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.369777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.502041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] Pushing event updated for resources: {'Network': ['ID=b40266e6-10e1-4b1c-b82e-a967503e647c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:31.513706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b8bd57-482a-4074-87a3-b9bbe78282ca,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:31.517562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b40266e6-10e1-4b1c-b82e-a967503e647c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:31.555722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.580345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c4d1d699-b928-46ac-90a6-cc90b1129beb admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6326058 Jun 01 12:58:31.594881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50834) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:31.612138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Request body: {'subnet': {'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-subnet', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:31.617071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:31.622245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Usage tracker for resource:subnet and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:31.626220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:31.635084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Checking segment: {'id': '0c15eac3-cab1-43cc-8ce2-025173ab08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16f45082-144a-482a-a778-8546f57fb463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:31.635447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Network hostable DHCP agents. Network: 16f45082-144a-482a-a778-8546f57fb463, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:31.636919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:31.658506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Made reservation on behalf of 293df99a5e6445f9992e332102b187b6 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:31.660997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.677541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Network 16f45082-144a-482a-a778-8546f57fb463 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:31.701536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 16f45082-144a-482a-a778-8546f57fb463) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:31.709999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:31.712652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.712963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be76886-5356-482e-857a-e3b1ae1f7067 None None] Network 16f45082-144a-482a-a778-8546f57fb463 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:31.796154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.822230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f4425-7d3c-4687-b603-0d770cdb1a9c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:31.848581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:31.853416 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-74c393ac-535c-405d-b730-ebdaa41c74d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6f5f4425-7d3c-4687-b603-0d770cdb1a9c HTTP/1.1" status: 204 len: 168 time: 0.7638586 Jun 01 12:58:31.871007 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d96fd0bc-8b4a-41eb-aac1-e62fccd067c5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3611507 Jun 01 12:58:31.947441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-815891ea-c43d-4bae-9d49-2a5ec8d13b8e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:31.948264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-815891ea-c43d-4bae-9d49-2a5ec8d13b8e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Synchronizing usage tracker for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:31.978340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-815891ea-c43d-4bae-9d49-2a5ec8d13b8e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Unset dirty status for tenant:484ef01468584146b5e63520410de850 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:31.979598 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-815891ea-c43d-4bae-9d49-2a5ec8d13b8e tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.2569606 Jun 01 12:58:32.072791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.123690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-256638301-network', 'tenant_id': 'b9301436e90945938247b8944fc4aeaa'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:32.129808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:32.135361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Usage tracker for resource:network and tenant:b9301436e90945938247b8944fc4aeaa is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:32.138381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:32.144717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:32.170094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Made reservation on behalf of b9301436e90945938247b8944fc4aeaa for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:32.173826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.191959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.220950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056b4ff-835b-4e48-9679-b5075013427a None None] Network 16f45082-144a-482a-a778-8546f57fb463 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:32.235460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:32.241075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Usage tracker for resource:security_group_rule and tenant:b9301436e90945938247b8944fc4aeaa is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:32.244171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:32.251926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:32.375453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Deleting port b952dc94-458d-433c-b1c7-18952a615001 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:58:32.376062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.411831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.429644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.457818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7860a8a7-7f58-4906-95aa-3c8246c9e3dc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:32.477671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891184d-1363-45b8-b485-c7cb8cc67688 req-89ad07fc-1434-4731-a708-8483ea780722 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:32.480441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7891184d-1363-45b8-b485-c7cb8cc67688 req-89ad07fc-1434-4731-a708-8483ea780722 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 945 time: 0.9715054 Jun 01 12:58:32.493797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Checking segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:32.494129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Network hostable DHCP agents. Network: b40266e6-10e1-4b1c-b82e-a967503e647c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:32.528940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:32.615665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a02951-7cb1-41f7-90cb-00bac265a52a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:32.628485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.628980 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Added segment f50e667e-a530-492d-af17-a52037dd345c of type vlan for network 74855b34-3160-45c7-9bb2-8d3f67f670ba Jun 01 12:58:32.671523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Network b40266e6-10e1-4b1c-b82e-a967503e647c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:32.693147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7891184d-1363-45b8-b485-c7cb8cc67688 req-b9dc7c56-e950-4cfb-b207-e5e8e0ccf974 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/security-groups?id=29b435af-3c04-4ab5-9bd0-c035ed4a2d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665936 Jun 01 12:58:32.693779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b40266e6-10e1-4b1c-b82e-a967503e647c) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:32.703130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130e5d7-9bca-4bd3-aed2-7de83fd4c9e2 None None] Network b40266e6-10e1-4b1c-b82e-a967503e647c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:32.740012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:32.741038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.779177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.808502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:32.817604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-721832549-network', 'tenant_id': 'df37c6b29c77400894b720cc68d48d48'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:32.841968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:32.851961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Usage tracker for resource:network and tenant:df37c6b29c77400894b720cc68d48d48 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:32.858002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:32.870186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:32.882451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5954428e-f8b7-4599-bc99-361a6b165c46 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2855737 Jun 01 12:58:32.887511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50862) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:32.903255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:32.917534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:32.924229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Made reservation on behalf of df37c6b29c77400894b720cc68d48d48 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:32.927313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.929879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Usage tracker for resource:router and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:32.941235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.942125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:32.943662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.948296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.965944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] For port b952dc94-458d-433c-b1c7-18952a615001, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b952dc94-458d-433c-b1c7-18952a615001,segment=NetworkSegment(978343d8-9bc2-400b-b431-874b650221ed),segment_id=978343d8-9bc2-400b-b431-874b650221ed)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:32.966387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:32.982165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:33.030206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7413559 Jun 01 12:58:33.093279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50870) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:33.094000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:33.106550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Request body: {'subnet': {'network_id': '74855b34-3160-45c7-9bb2-8d3f67f670ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-256638301-subnet', 'tenant_id': 'b9301436e90945938247b8944fc4aeaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:33.122735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:33.129103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:33.132562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Usage tracker for resource:subnet and tenant:b9301436e90945938247b8944fc4aeaa is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:33.144285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:33.190152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:33.202680 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.213167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-b40266e6-10e1-4b1c-b82e-a967503e647c', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:58:33.214342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.215161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.227651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebbc30-8150-4379-abfd-0381c4bd5266 admin admin] Pushing event updated for resources: {'Network': ['ID=74855b34-3160-45c7-9bb2-8d3f67f670ba,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:33.238379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Made reservation on behalf of b9301436e90945938247b8944fc4aeaa for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:33.243487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.271690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.297901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Calling delete_port for b952dc94-458d-433c-b1c7-18952a615001 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:58:33.365930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Usage tracker for resource:security_group_rule and tenant:df37c6b29c77400894b720cc68d48d48 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:33.393585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 74855b34-3160-45c7-9bb2-8d3f67f670ba details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:33.461042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50880) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:33.461856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:33.480272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:33.494757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Allocated IP 172.20.0.2 (b40266e6-10e1-4b1c-b82e-a967503e647c/7860a8a7-7f58-4906-95aa-3c8246c9e3dc/2fb4a8ce-6a49-41fb-9739-2fe46a1b2836) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:33.757084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.929007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:33.939879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Transition to ACTIVE for port object 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:33.962786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Transition to ACTIVE for port object 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:33.970449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.000334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e147425-ca1a-4ded-8de4-1e07f8b87d87 req-30d5f70c-e40c-47e8-aa54-67e7e73ebd06 tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.40 "GET /v2.0/ports?device_id=9e766658-7525-4997-be5c-4ed7ef448f14 HTTP/1.1" status: 200 len: 210 time: 0.0513725 Jun 01 12:58:34.054439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Pushing event deleted for resources: {'Port': ['ID=b952dc94-458d-433c-b1c7-18952a615001,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.085191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Network b40266e6-10e1-4b1c-b82e-a967503e647c is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:34.094857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:34.107109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:34.111012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.137861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.144044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.151459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:34.157655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c47b121caded4b54bac646704375ac05 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:34.161415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:34.167839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.174668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:34.177787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Pushing event updated for resources: {'Port': ['ID=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.281790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-b50d6933-7fc0-4ac2-a1bc-f3730e6b4137 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:34.283811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Attempting to bind port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:34.284919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Attempting to bind port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:34.286022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.288777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] No DVR routers for this DVR port b952dc94-458d-433c-b1c7-18952a615001 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:34.289000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-b50d6933-7fc0-4ac2-a1bc-f3730e6b4137 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/networks?id=16f45082-144a-482a-a778-8546f57fb463 HTTP/1.1" status: 200 len: 821 time: 0.6309712 Jun 01 12:58:34.289903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Attempting to bind port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:34.293108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.300305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:34.301864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Checking segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:34.303225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.303225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Bound using segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:34.304514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Bound port: 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:34.304514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.321278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'name': 'network-vif-deleted', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:34.327667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.351409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-e13bf813-7efc-4bdc-9af0-b56c01f0e5d9 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/quotas/0fea83df674541c1865aa0dc0cd1d203 HTTP/1.1" status: 200 len: 375 time: 0.0618064 Jun 01 12:58:34.368176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-db0733fb-b0ba-4dfc-bb47-b5dd34ac6044 req-5e7d93fc-0ef4-415e-a473-7a63fb3bd29b tempest-DeleteServersTestJSON-545987134 tempest-DeleteServersTestJSON-545987134-project] 10.222.0.24 "DELETE /v2.0/ports/b952dc94-458d-433c-b1c7-18952a615001 HTTP/1.1" status: 204 len: 173 time: 2.3812401 Jun 01 12:58:34.368355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.395094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c47b121caded4b54bac646704375ac05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9157383 Jun 01 12:58:34.402395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:34.416952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:34.419520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-0b4af6e1-d91b-4416-b934-0d85e2aa00af tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0fea83df674541c1865aa0dc0cd1d203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672016 Jun 01 12:58:34.497170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.497639 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Added segment 1b64d698-b1f5-4e54-9a48-22aca4a10040 of type vlan for network 6f07a92a-a4d7-4e5e-9bfe-c98958722844 Jun 01 12:58:34.511690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] For port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:34.514050 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0606254a-5ada-49cc-a670-06fa20266609'] response: {'server_uuid': '9e766658-7525-4997-be5c-4ed7ef448f14', 'name': 'network-vif-deleted', 'tag': 'b952dc94-458d-433c-b1c7-18952a615001', 'status': 'completed', 'code': 200} Jun 01 12:58:34.515158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2f3a3-a0a7-43fe-9c2b-e3eb404cc7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8247e11c-9424-4b20-aefb-e3c6ded56447,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.516297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] For port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:34.541310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.548728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.677993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.744633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba0406-e7b0-425e-9148-a0d04be21094 None None] Pushing event updated for resources: {'Port': ['ID=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.764347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.805543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a525bf5-95cf-46d3-9f8c-1014d9b61ccd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.817097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.868672 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.869735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:34.870410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.901191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.012105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8247e11c-9424-4b20-aefb-e3c6ded56447,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.065751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.071586 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d7a39ef1-b987-4b40-bdca-fac9f3d8d89c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8247e11c-9424-4b20-aefb-e3c6ded56447 HTTP/1.1" status: 204 len: 168 time: 0.6533854 Jun 01 12:58:35.072822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] Pushing event updated for resources: {'Network': ['ID=6f07a92a-a4d7-4e5e-9bfe-c98958722844,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.083038 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d29b7bc1-6a86-4d12-85d4-79e15d2be620 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2723501 Jun 01 12:58:35.083697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:35.089119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Request body: {'subnet': {'network_id': '6f07a92a-a4d7-4e5e-9bfe-c98958722844', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-721832549-subnet', 'tenant_id': 'df37c6b29c77400894b720cc68d48d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:35.095895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:35.100486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Usage tracker for resource:subnet and tenant:df37c6b29c77400894b720cc68d48d48 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:35.104390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:35.114258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:35.117379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6f07a92a-a4d7-4e5e-9bfe-c98958722844 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:35.133902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Made reservation on behalf of df37c6b29c77400894b720cc68d48d48 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:35.141741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.268105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f14e02-4190-4726-b2b0-98438c02ca14 req-190f2615-3f09-433c-b602-2f66c4d0e2be tempest-AbsoluteLimitsNegativeTestJSON-8294459 tempest-AbsoluteLimitsNegativeTestJSON-8294459-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=99d8d2337395464a950ef0625dd9313a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5049405 Jun 01 12:58:35.454697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b952dc94-458d-433c-b1c7-18952a615001 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:35.541382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: b952dc94-458d-433c-b1c7-18952a615001 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 12:58:35.541720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b952dc94-458d-433c-b1c7-18952a615001 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:35.547815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.577324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f74eb6e-b5ed-40bc-9f49-5275163f3412,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.655848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fefb5b56-105b-4cb6-a631-32e041534af3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.657370 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.669842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Checking segment: {'id': '1b64d698-b1f5-4e54-9a48-22aca4a10040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f07a92a-a4d7-4e5e-9bfe-c98958722844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:35.669842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Network hostable DHCP agents. Network: 6f07a92a-a4d7-4e5e-9bfe-c98958722844, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:35.697386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Network 6f07a92a-a4d7-4e5e-9bfe-c98958722844 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:35.708575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Checking segment: {'id': 'f50e667e-a530-492d-af17-a52037dd345c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74855b34-3160-45c7-9bb2-8d3f67f670ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:35.708933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Network hostable DHCP agents. Network: 74855b34-3160-45c7-9bb2-8d3f67f670ba, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:35.723453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6f07a92a-a4d7-4e5e-9bfe-c98958722844) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:35.728300 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.736079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-c69d4a44-a0ad-46d3-9750-b28255f1cf20 service neutron] 10.222.0.40 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3154202 Jun 01 12:58:35.739516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff64c0f-eb47-4f33-a917-caa274e69ea5 None None] Network 6f07a92a-a4d7-4e5e-9bfe-c98958722844 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:35.747612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:35.748289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.795565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba031c24-3230-4079-be40-5d4403ab56ff admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7110157 Jun 01 12:58:35.811096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f14e02-4190-4726-b2b0-98438c02ca14 req-110c7f8a-6a15-4d96-8b28-fd9539ebe4df tempest-AbsoluteLimitsNegativeTestJSON-8294459 tempest-AbsoluteLimitsNegativeTestJSON-8294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:35.812907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f14e02-4190-4726-b2b0-98438c02ca14 req-110c7f8a-6a15-4d96-8b28-fd9539ebe4df tempest-AbsoluteLimitsNegativeTestJSON-8294459 tempest-AbsoluteLimitsNegativeTestJSON-8294459-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5438693 Jun 01 12:58:35.828876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:35.856633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.879182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:35.885056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Usage tracker for resource:security_group_rule and tenant:2f8ef888f4d5462fb0134a9593cea065 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:35.889643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:35.899730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:35.999051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f14e02-4190-4726-b2b0-98438c02ca14 req-60635919-ecc4-456a-8f89-4bd3d82156fa tempest-AbsoluteLimitsNegativeTestJSON-8294459 tempest-AbsoluteLimitsNegativeTestJSON-8294459-project] 10.222.0.40 "GET /v2.0/quotas/99d8d2337395464a950ef0625dd9313a HTTP/1.1" status: 200 len: 375 time: 0.1763289 Jun 01 12:58:36.014159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Network 74855b34-3160-45c7-9bb2-8d3f67f670ba is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:36.104310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.113032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.129824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 74855b34-3160-45c7-9bb2-8d3f67f670ba) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:36.148600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d47b75-935f-4abf-9268-455373f3e765 None None] Network 6f07a92a-a4d7-4e5e-9bfe-c98958722844 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:36.168429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f14e02-4190-4726-b2b0-98438c02ca14 req-19a74a14-0e98-490f-aadf-d04105f1cfa8 tempest-AbsoluteLimitsNegativeTestJSON-8294459 tempest-AbsoluteLimitsNegativeTestJSON-8294459-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=99d8d2337395464a950ef0625dd9313a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1477828 Jun 01 12:58:36.169634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:36.170695 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.203652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e09480-20f8-4b4c-89b2-088b95d322b5 None None] Network 74855b34-3160-45c7-9bb2-8d3f67f670ba requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:36.244231 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f8ef888f4d5462fb0134a9593cea065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141805 Jun 01 12:58:36.264864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:36.284209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Allocated IP 172.25.7.134 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/452260af-611b-41c8-95bd-91eed5bdaaa8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:36.287906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-dd9f2d75-f41f-45d6-80c6-d23b3a499d11 service neutron] 10.222.0.40 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646726 Jun 01 12:58:36.303851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-658d34a3-6148-4401-82ae-eaab165a3139 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2054231 Jun 01 12:58:36.410339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd0c4-4314-4b3d-b0df-1d154e50df2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c1e5e-6354-40a9-bfaa-46004205a216,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:36.449519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f92cb-b009-40f8-95c4-563ce3fd8328 None None] Network b40266e6-10e1-4b1c-b82e-a967503e647c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:36.501056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:36.630346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.699478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.788629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8dc0f604-ec60-46ab-8a67-546c40afbc45 None None] Provisioning for port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:36.879806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.917585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:36.921330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:36.931689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:36.965816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.071696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:37.080055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.113244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c1e5e-6354-40a9-bfaa-46004205a216,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:37.129263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:37.148625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.149762 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-172db97b-312e-4d03-afc5-e148b3bd3396 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/079c1e5e-6354-40a9-bfaa-46004205a216 HTTP/1.1" status: 204 len: 168 time: 0.8819580 Jun 01 12:58:37.169057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3156acd-f30b-4bf4-ba06-be3e73b0a6ad req-fb77feed-065c-4943-9f84-9c53162b801a tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 210 time: 0.1569772 Jun 01 12:58:37.181910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Pushing event updated for resources: {'Port': ['ID=452260af-611b-41c8-95bd-91eed5bdaaa8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:37.247153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:37.247408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.380284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.427964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:37.450750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Usage tracker for resource:security_group_rule and tenant:99d8d2337395464a950ef0625dd9313a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:37.464013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:37.505732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:37.728307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b279d0-328e-4d5c-87ff-1ba21311f8ea None None] Network 74855b34-3160-45c7-9bb2-8d3f67f670ba requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:37.744200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.758860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.859801 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c36062cb-985f-48eb-abbc-347dd0dd130e req-3a7bc66d-83dd-4dbd-8138-db8d2358384a tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] show failed (client error): The resource could not be found. Jun 01 12:58:37.873572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:37.873692 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:37.883886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c36062cb-985f-48eb-abbc-347dd0dd130e req-3a7bc66d-83dd-4dbd-8138-db8d2358384a tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/dabe263a-d239-4cea-ab6d-2d00dfbcd37b HTTP/1.1" status: 404 len: 352 time: 0.1792133 Jun 01 12:58:37.904589 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=99d8d2337395464a950ef0625dd9313a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7719767 Jun 01 12:58:37.906203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34ffca-7400-4b81-9f01-461593dadea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1179c1-043c-4aa3-8c17-a9dc7ef410d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:37.909236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:38.003861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:38.065931 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.104333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.237991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.403419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:38.434525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.486415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.487750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3b1179c1-043c-4aa3-8c17-a9dc7ef410d5 HTTP/1.1" status: 204 len: 168 time: 0.5579636 Jun 01 12:58:38.488862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658412-1ee1-43a1-a6b4-b75751480720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1179c1-043c-4aa3-8c17-a9dc7ef410d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:38.590649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54c700d5-056e-4203-b918-cc570bcf6285 None None] Provisioning complete for port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:38.594813 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54c700d5-056e-4203-b918-cc570bcf6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.842956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-0c37617c-dff6-435f-830e-5980da6c4107 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:38.849760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-0c37617c-dff6-435f-830e-5980da6c4107 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 1.2679942 Jun 01 12:58:38.868272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54c700d5-056e-4203-b918-cc570bcf6285 None None] Current status of the port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:38.877183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b162b7cc-3e00-4ef7-a9dc-33636aab5b0f req-211fefd9-55f3-4819-8d79-e5bb9c8f84e1 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] Synchronizing usage tracker for tenant:b9301436e90945938247b8944fc4aeaa on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:38.908508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-93934b5f-f5ba-44ef-bf35-98dc5c29a305 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/quotas/0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 375 time: 0.0576596 Jun 01 12:58:39.010174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:39.072304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-57bb8e18-a6e7-450e-a94a-449185af3f55 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1626241 Jun 01 12:58:39.111341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-7234335a-26af-426f-9693-5aaa4c4d0840 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:39.113137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-7234335a-26af-426f-9693-5aaa4c4d0840 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.13 "GET /v2.0/networks?id=16f45082-144a-482a-a778-8546f57fb463 HTTP/1.1" status: 200 len: 821 time: 0.5377612 Jun 01 12:58:39.125101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b162b7cc-3e00-4ef7-a9dc-33636aab5b0f req-211fefd9-55f3-4819-8d79-e5bb9c8f84e1 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] Unset dirty status for tenant:b9301436e90945938247b8944fc4aeaa on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:39.132057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b162b7cc-3e00-4ef7-a9dc-33636aab5b0f req-211fefd9-55f3-4819-8d79-e5bb9c8f84e1 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b9301436e90945938247b8944fc4aeaa HTTP/1.1" status: 200 len: 2984 time: 0.7144475 Jun 01 12:58:39.184533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Request body: {'port': {'device_id': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'network_id': '16f45082-144a-482a-a778-8546f57fb463', 'admin_state_up': True, 'tenant_id': '0fea83df674541c1865aa0dc0cd1d203'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:39.495468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b162b7cc-3e00-4ef7-a9dc-33636aab5b0f req-beda9a47-6848-4218-bf0f-2fe2f720baed tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/d4a02951-7cb1-41f7-90cb-00bac265a52a HTTP/1.1" status: 200 len: 2981 time: 0.3623507 Jun 01 12:58:39.509732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-f79eee1e-7b5e-4f41-aa80-987c6c332f18 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367459 Jun 01 12:58:39.706729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:39.730181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Usage tracker for resource:port and tenant:0fea83df674541c1865aa0dc0cd1d203 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:39.734731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:39.763529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:39.805905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b162b7cc-3e00-4ef7-a9dc-33636aab5b0f req-acaf05cd-77a0-46fc-afb3-a20548930034 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/d4a02951-7cb1-41f7-90cb-00bac265a52a HTTP/1.1" status: 200 len: 2981 time: 0.3095345 Jun 01 12:58:39.984618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-71efcb32-d54a-4227-a37d-0bfba3e9e984 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738996 Jun 01 12:58:39.985252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Made reservation on behalf of 0fea83df674541c1865aa0dc0cd1d203 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:39.989704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:40.189864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45be4c9e-7d75-4396-bbaa-47f2de41d02b req-59e9e3a0-ca5c-400b-b1de-f50af5af9d3b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 210 time: 0.2075112 Jun 01 12:58:40.244291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:40.277096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:40.371073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:40.371517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:40.514935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:40.593551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861a6e0c-28a8-4dce-907b-06e182b97eb7 req-76958b61-52fd-4382-b3b8-4e87a3721273 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 210 time: 0.1100550 Jun 01 12:58:40.694238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1410c06a-af3a-4806-9e44-bae0eb550a4f req-d4c83502-71ec-42fa-bbbe-9266d3002747 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/d4a02951-7cb1-41f7-90cb-00bac265a52a HTTP/1.1" status: 200 len: 2981 time: 0.4449499 Jun 01 12:58:40.823688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Allocated IP 172.20.0.5 (16f45082-144a-482a-a778-8546f57fb463/33b8bd57-482a-4074-87a3-b9bbe78282ca/ca7ce998-cfee-4e69-bca2-27d3818962db) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:40.899988 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-1410c06a-af3a-4806-9e44-bae0eb550a4f req-eb6ad80a-ce2f-402e-aaa5-a35f15e6528d tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 12:58:40.901006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1410c06a-af3a-4806-9e44-bae0eb550a4f req-eb6ad80a-ce2f-402e-aaa5-a35f15e6528d tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "DELETE /v2.0/security-groups/d4a02951-7cb1-41f7-90cb-00bac265a52a HTTP/1.1" status: 409 len: 352 time: 0.1701763 Jun 01 12:58:40.982933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Router 8cbb95c4-54df-4116-baa2-d441dc83d79d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:58:41.131904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51108) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:41.195879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-3078fac8-1052-430a-9d94-64e2925b6207 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202142 Jun 01 12:58:41.207430 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-264cefbc-b7f3-40b3-880f-3bb346b4fdcb req-56c6b815-dae1-4bac-ae4e-e73a95c62000 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] show failed (client error): The resource could not be found. Jun 01 12:58:41.208473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-264cefbc-b7f3-40b3-880f-3bb346b4fdcb req-56c6b815-dae1-4bac-ae4e-e73a95c62000 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/61dbbf7d-10a3-437a-a1a3-8d9564d82d9a HTTP/1.1" status: 404 len: 352 time: 0.1316826 Jun 01 12:58:41.265016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.283992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:41.289477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:477df1fcae2143099f590edd7ce48766 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:41.293854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:41.303008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:41.395458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.400626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.455918 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=477df1fcae2143099f590edd7ce48766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228316 Jun 01 12:58:41.463428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f06f16c7-c3a5-4e84-a372-af01c3f27288 req-4e672a0f-da5a-4b48-a192-90bc2a04cb4b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 210 time: 0.0843236 Jun 01 12:58:41.468691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51120) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:41.477040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65bd3c-d1b6-46ed-ab10-2171f7a09fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5eb325-4128-4211-8583-c44816daa914,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:41.538505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.578043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:41.594187 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Sync routers for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:41.610542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:41.611374 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:41.623217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-cad029da-f533-4318-b395-bdc69a77f871 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:41.624743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-cad029da-f533-4318-b395-bdc69a77f871 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154496 Jun 01 12:58:41.630148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-d7ffdb7e-79d6-45ab-9579-123780a2659a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:41.631789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-d7ffdb7e-79d6-45ab-9579-123780a2659a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:41.646369 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-0a5e9b5d-e59e-48f0-b435-57bf41891ed1 req-26c3fe7a-dd30-4554-9521-3a7fb1bf0d83 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] show failed (client error): The resource could not be found. Jun 01 12:58:41.647453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a5e9b5d-e59e-48f0-b435-57bf41891ed1 req-26c3fe7a-dd30-4554-9521-3a7fb1bf0d83 tempest-SecurityGroupsNegativeTestJSON-1124674938 tempest-SecurityGroupsNegativeTestJSON-1124674938-project] 10.222.0.40 "GET /v2.0/security-groups/18b362f4-84b8-4a2a-945c-abbca57d1456 HTTP/1.1" status: 404 len: 352 time: 0.0812182 Jun 01 12:58:41.661123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:41.695200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.695200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d0df1b2a-b9e3-47dd-ae13-d88cd7cd5250 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8037837 Jun 01 12:58:41.701246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-dd0234c2-5c8b-49e1-b588-94602f875403 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/quotas/028d2e331f3448a590b9431817190db3 HTTP/1.1" status: 200 len: 375 time: 0.0653138 Jun 01 12:58:41.704430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51130) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:41.745632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-d7ffdb7e-79d6-45ab-9579-123780a2659a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:41.750425 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-d7ffdb7e-79d6-45ab-9579-123780a2659a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.2930164 Jun 01 12:58:41.780579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Request body: {'port': {'device_id': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'admin_state_up': True, 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:41.795479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.849366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-7444c3ee-4819-4497-ba47-196c167dfcc8 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1471961 Jun 01 12:58:41.890694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:41.918075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Deleting subnet 0f74eb6e-b5ed-40bc-9f49-5275163f3412 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:41.922838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:41.938103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.015694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.091403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:42.098992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Usage tracker for resource:port and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:42.113388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.213301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:42.226745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:42.250820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:42.253126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.307638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bac957da-24ed-4517-bc57-4498c451a29e req-d4bb37d1-733e-4ca0-b275-2027f49672ef tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 210 time: 0.4072530 Jun 01 12:58:42.380247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Network 16f45082-144a-482a-a778-8546f57fb463 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:42.387296 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:37Z', 'revision_number': 3, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:42.388024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:42.393947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Checking router: 8cbb95c4-54df-4116-baa2-d441dc83d79d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:42.394329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Updating router 8cbb95c4-54df-4116-baa2-d441dc83d79d port 452260af-611b-41c8-95bd-91eed5bdaaa8 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:58:42.398998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:42.416235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.500443 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.588263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Pushing event updated for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:42.601101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-0507413e-13f7-48d3-bc66-81f16e92ccc8 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2079844 Jun 01 12:58:42.617625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.655478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.747779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.780358 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0f74eb6e-b5ed-40bc-9f49-5275163f3412 HTTP/1.1" status: 204 len: 168 time: 1.1179614 Jun 01 12:58:42.781494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d284-45e1-46f3-bd0f-b11d3f9a16f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f74eb6e-b5ed-40bc-9f49-5275163f3412,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:42.783370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51166) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:42.804853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5eb325-4128-4211-8583-c44816daa914,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:42.888809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:42.889684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.988702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.990164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-adf7ae3c-ca6d-4eb8-8fc6-e825b39cabf3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b5eb325-4128-4211-8583-c44816daa914 HTTP/1.1" status: 204 len: 168 time: 1.5172524 Jun 01 12:58:43.080718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.084214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-d681e7b4-2e36-423e-97fa-d3daf4642c7b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9062397 Jun 01 12:58:43.087917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Allocated IP 172.20.0.2 (0f325d94-9d30-453a-be4d-12a8f96e53d4/934817d0-da06-4664-8a39-2df2c523aea4/a5880fac-88ff-4cb0-9a47-f5a772d449a1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:43.125032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Request body: {'port': {'device_id': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:43.180620 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.207949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Transition to ACTIVE for port object 452260af-611b-41c8-95bd-91eed5bdaaa8 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:43.227442 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.335057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.396152 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb8ec4-4ecf-4339-a559-c1f5ae5c39f9 None None] Pushing event updated for resources: {'Port': ['ID=452260af-611b-41c8-95bd-91eed5bdaaa8,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:43.445107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74855b34-3160-45c7-9bb2-8d3f67f670ba']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:43.461028 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Attempting to bind port 452260af-611b-41c8-95bd-91eed5bdaaa8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:43.461545 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Attempting to bind port 452260af-611b-41c8-95bd-91eed5bdaaa8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:43.462013 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Attempting to bind port 452260af-611b-41c8-95bd-91eed5bdaaa8 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:43.468329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:43.468852 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:43.469097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50e667e-a530-492d-af17-a52037dd345c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:43.469274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50e667e-a530-492d-af17-a52037dd345c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:43.469554 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.470036 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:43.470726 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Bound port: 452260af-611b-41c8-95bd-91eed5bdaaa8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:43.471095 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.486476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-624115be-284b-4f30-97fa-8bba25a10e98 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:43.493878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-624115be-284b-4f30-97fa-8bba25a10e98 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8916025 Jun 01 12:58:43.503853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.531773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.538479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:43.538898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.579854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-f922d15a-cdc1-46ab-9556-154c8c640ac4 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/quotas/028d2e331f3448a590b9431817190db3 HTTP/1.1" status: 200 len: 375 time: 0.0847685 Jun 01 12:58:43.648368 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] For port 452260af-611b-41c8-95bd-91eed5bdaaa8, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:43.653554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] For port 452260af-611b-41c8-95bd-91eed5bdaaa8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=452260af-611b-41c8-95bd-91eed5bdaaa8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:43.702009 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.715431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5e4b2-79dc-4758-ae89-17619ec6cac0 req-8a011f77-dc90-4ca0-9526-18e8f2951e0f tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:43.716539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9c5e4b2-79dc-4758-ae89-17619ec6cac0 req-8a011f77-dc90-4ca0-9526-18e8f2951e0f tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Synchronizing usage tracker for tenant:0fea83df674541c1865aa0dc0cd1d203 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:43.761242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-7e16505e-98f9-4bd4-80d9-2b257100a61b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1774986 Jun 01 12:58:43.822755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.901782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb8ec4-4ecf-4339-a559-c1f5ae5c39f9 None None] Pushing event updated for resources: {'Port': ['ID=452260af-611b-41c8-95bd-91eed5bdaaa8,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:43.912541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:43.920239 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f50e667e-a530-492d-af17-a52037dd345c resource provider aggregate not found Jun 01 12:58:43.924913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:43.948564 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f50e667e-a530-492d-af17-a52037dd345c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f50e667e-a530-492d-af17-a52037dd345c found for delete ", "request_id": "req-1e8229d3-cfa2-4040-8c13-ec5c8f78d2af"}]} Jun 01 12:58:44.001509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.023014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.048563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e9c5e4b2-79dc-4758-ae89-17619ec6cac0 req-8a011f77-dc90-4ca0-9526-18e8f2951e0f tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Unset dirty status for tenant:0fea83df674541c1865aa0dc0cd1d203 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:44.053059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.057882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9c5e4b2-79dc-4758-ae89-17619ec6cac0 req-8a011f77-dc90-4ca0-9526-18e8f2951e0f tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 931 time: 1.3261652 Jun 01 12:58:44.078519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74855b34-3160-45c7-9bb2-8d3f67f670ba,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:44.103214 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02c0b1da-3309-45ef-a32f-49871998e7d7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/74855b34-3160-45c7-9bb2-8d3f67f670ba HTTP/1.1" status: 204 len: 168 time: 1.3071289 Jun 01 12:58:44.170890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.192168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9c5e4b2-79dc-4758-ae89-17619ec6cac0 req-eb8d48ab-b753-40c4-adb8-1fa8b7715c01 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315696 Jun 01 12:58:44.369469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:44.469883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:44.485190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:44.491927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:44.584264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:44.617093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:44.619359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:44.758325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:44.759027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.772495 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61ecec64-59d0-45dc-8bbd-8710aab22fe5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b9301436e90945938247b8944fc4aeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964276 Jun 01 12:58:44.789320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:44.807819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-81121e45-5bd4-425b-acd4-8958219a3e20 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828454 Jun 01 12:58:44.844553 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-68e4a8e8-6140-4146-a78f-357439c12f5e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0763378 Jun 01 12:58:44.873936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Request body: {'port': {'device_id': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:44.918899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1439203765-network', 'tenant_id': '6322752319d44833b64010e51183fa58'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:44.931693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-753636c2-28fa-409b-9179-9db0fadbafb3 req-c5d71719-762e-407d-b9ec-d4d0a046e3b3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 210 time: 0.5487552 Jun 01 12:58:44.956521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:44.978446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Usage tracker for resource:network and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:44.984525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:44.992592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:45.046014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.068045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Made reservation on behalf of 6322752319d44833b64010e51183fa58 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:45.070174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.099319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.122374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.127457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.151130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.160843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:45.184147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Usage tracker for resource:security_group_rule and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:45.190507 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:37Z', 'revision_number': 3, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:45.191970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:45.197946 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3be7-2a8f-4fe3-ae10-8f079fd76c92 None None] The sync data for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 is: [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:37Z', 'revision_number': 3, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:45.242689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:45.412378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.485166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a02951-7cb1-41f7-90cb-00bac265a52a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:45.617959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.619435 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d027220d-1954-439a-b24d-732ec667987e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d4a02951-7cb1-41f7-90cb-00bac265a52a HTTP/1.1" status: 204 len: 168 time: 0.8291695 Jun 01 12:58:45.669345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.694898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.770310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:45.781754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920c049a-0b3f-4464-a75d-fe485aaa2dd6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:45.791999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.792436 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Added segment ec586c4a-6998-450b-9db0-3935929380d4 of type vlan for network 2a151914-7d11-426a-b62b-4216754e4e3b Jun 01 12:58:45.905687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.907023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-60c217f4-d3f0-4707-9a88-46c411a442ee tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:45.909040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-60c217f4-d3f0-4707-9a88-46c411a442ee tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0691152 Jun 01 12:58:45.969942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3556dd-9484-437a-92fd-3d2619285c8a req-415aa84a-9a56-45bd-9ea8-53c0dbc86be4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:45.972876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f3556dd-9484-437a-92fd-3d2619285c8a req-415aa84a-9a56-45bd-9ea8-53c0dbc86be4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 931 time: 1.5728590 Jun 01 12:58:45.984156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Request body: {'port': {'device_id': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '028d2e331f3448a590b9431817190db3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:46.002861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.005895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:46.007290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.270715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5880fac-88ff-4cb0-9a47-f5a772d449a1 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:46.281164 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-7aedce5f-e098-4712-839a-7d51f235365f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762022 Jun 01 12:58:46.294193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.316938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 452260af-611b-41c8-95bd-91eed5bdaaa8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:46.464169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f3556dd-9484-437a-92fd-3d2619285c8a req-f422c969-1613-497c-8280-b7d202cde34f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124007 Jun 01 12:58:46.506860 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8606050 Jun 01 12:58:46.538966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51246) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:46.541552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Transition to ACTIVE for port object a5880fac-88ff-4cb0-9a47-f5a772d449a1 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:46.550229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 452260af-611b-41c8-95bd-91eed5bdaaa8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:46.557210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ddfd-e80f-48a9-a2fc-e7a880ecac8d admin admin] Pushing event updated for resources: {'Network': ['ID=2a151914-7d11-426a-b62b-4216754e4e3b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:46.565342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.574666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 452260af-611b-41c8-95bd-91eed5bdaaa8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:46.576119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.639655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:46.686913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2a151914-7d11-426a-b62b-4216754e4e3b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:46.773335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Request body: {'subnet': {'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1439203765-subnet', 'tenant_id': '6322752319d44833b64010e51183fa58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:46.817783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-cd48e752-299d-4b97-96e9-af5e4fdf5521 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:46.819174 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-cd48e752-299d-4b97-96e9-af5e4fdf5521 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208418 Jun 01 12:58:46.871866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Request body: {'port': {'device_id': '2718b927-3ae6-4494-a211-0babfbccabed', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '028d2e331f3448a590b9431817190db3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:46.909553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:46.922492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Usage tracker for resource:subnet and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:46.941776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:46.956920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.006915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:47.006915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:47.007162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:47.033587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d11806-ee0b-41df-8d8b-c3ff03bf9804 req-fb0368c6-9603-4c7f-9278-3d575b1941a0 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:47.055891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06d11806-ee0b-41df-8d8b-c3ff03bf9804 req-fb0368c6-9603-4c7f-9278-3d575b1941a0 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 931 time: 1.6246653 Jun 01 12:58:47.100710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Made reservation on behalf of 6322752319d44833b64010e51183fa58 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:47.104733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.151426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc687342-936c-41cd-b89e-12ddd41cf773 req-3c2690a1-4786-43da-8d9a-32f6ff6d9624 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 210 time: 0.3674066 Jun 01 12:58:47.184941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7ce998-cfee-4e69-bca2-27d3818962db {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:47.185690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 452260af-611b-41c8-95bd-91eed5bdaaa8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:47.186065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.218123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 452260af-611b-41c8-95bd-91eed5bdaaa8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=452260af-611b-41c8-95bd-91eed5bdaaa8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:47.224341 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.233548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:47.234057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:47.271367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:47.272380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:47.273351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:47.274009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Bound port: a5880fac-88ff-4cb0-9a47-f5a772d449a1, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:47.274526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.288656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:47.327042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.337612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.338991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.345140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Allocated IP 172.20.0.1 (b40266e6-10e1-4b1c-b82e-a967503e647c/7860a8a7-7f58-4906-95aa-3c8246c9e3dc/125537f6-4deb-4d59-bf92-374a43da5d62) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:47.368990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Usage tracker for resource:port and tenant:028d2e331f3448a590b9431817190db3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.382178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.388975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=452260af-611b-41c8-95bd-91eed5bdaaa8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:47.400657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.406565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06d11806-ee0b-41df-8d8b-c3ff03bf9804 req-cb9df27b-cbe4-4ddb-a027-3218f19ae09d tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495803 Jun 01 12:58:47.412160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Transition to ACTIVE for port object ca7ce998-cfee-4e69-bca2-27d3818962db will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:47.422106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Usage tracker for resource:port and tenant:028d2e331f3448a590b9431817190db3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.432341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.440466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.484514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.604213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:47.611009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:47.633745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1375377351-network', 'tenant_id': '2f94cebd27484e5aacd4c21e9d9f1809'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:47.633745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.633745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Usage tracker for resource:network and tenant:2f94cebd27484e5aacd4c21e9d9f1809 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.662289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.662289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Made reservation on behalf of 028d2e331f3448a590b9431817190db3 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:47.670300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.695994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.695994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.734229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Made reservation on behalf of 028d2e331f3448a590b9431817190db3 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:47.734349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.740543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.781542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.786774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.791184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Usage tracker for resource:security_group_rule and tenant:028d2e331f3448a590b9431817190db3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.796909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.798579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.802462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Made reservation on behalf of 2f94cebd27484e5aacd4c21e9d9f1809 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:47.807277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.819158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:47.821231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:47.821847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.823249 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-46291a57-41a4-4426-83e7-00b957791815 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 1091 time: 2.9610062 Jun 01 12:58:47.830160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:47.848923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.861987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.885814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.890434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Usage tracker for resource:security_group_rule and tenant:028d2e331f3448a590b9431817190db3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.893661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.894531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291a57-41a4-4426-83e7-00b957791815 service neutron] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:47.899807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:47.927936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:47.927936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Usage tracker for resource:security_group_rule and tenant:2f94cebd27484e5aacd4c21e9d9f1809 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:47.983173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:47.989216 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb37be28-719a-4969-8f27-a14587e8e1f3'] response: {'name': 'network-changed', 'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'status': 'completed', 'code': 200} Jun 01 12:58:48.027672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:48.102620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.104783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Deleting subnet 0f9f222e-be88-430f-9ce9-fc1435843a04 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:58:48.109572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.181790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-8526de2e-5891-46e4-af84-47b2ea59304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:48.192932 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-8526de2e-5891-46e4-af84-47b2ea59304f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1094 time: 0.2622857 Jun 01 12:58:48.222838 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7727-fafa-4e45-b9a0-e8186de57f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.238202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.264324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 452260af-611b-41c8-95bd-91eed5bdaaa8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:48.268564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.273541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.280990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.370405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 452260af-611b-41c8-95bd-91eed5bdaaa8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:48.370859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.387498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 028d2e331f3448a590b9431817190db3 {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:58:48.387817 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:58:48.389413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.413091 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-b5010564-5a61-44d6-a381-46086b9aa6f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.1126769 Jun 01 12:58:48.415858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.513003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:48.525056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.544734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 452260af-611b-41c8-95bd-91eed5bdaaa8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:48.594549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde3bc2c-0e5a-4a78-bc54-50de365853a9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.598202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.605206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Transition to ACTIVE for port object 125537f6-4deb-4d59-bf92-374a43da5d62 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:48.614454 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.614454 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Added segment fa2b52aa-9ce8-42d5-8097-7c4dff13582d of type vlan for network 477a2fca-dda5-4a08-ad8c-2eca33da1777 Jun 01 12:58:48.634787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03231a0b-33a5-4fd3-b874-4c2271805bb3 req-4546d55b-3568-45ce-ada6-1af53978a8ff tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 210 time: 0.2911720 Jun 01 12:58:48.638543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-36a4c5a3-5296-426e-bbfa-c7cf6bf6ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:48.640774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-36a4c5a3-5296-426e-bbfa-c7cf6bf6ed11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.2122717 Jun 01 12:58:48.651356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb7591-a42b-4ac5-97fd-9599825a9e30,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.675790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e522-48d9-4233-87ca-45bc75a2b000 req-c900357a-2d25-464f-958e-89e2502e99ef tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:48.676995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4703e522-48d9-4233-87ca-45bc75a2b000 req-c900357a-2d25-464f-958e-89e2502e99ef tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.9478283 Jun 01 12:58:48.688168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Attempting to bind port ca7ce998-cfee-4e69-bca2-27d3818962db on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:48.688539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Attempting to bind port ca7ce998-cfee-4e69-bca2-27d3818962db by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0c15eac3-cab1-43cc-8ce2-025173ab08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16f45082-144a-482a-a778-8546f57fb463'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:48.689022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Attempting to bind port ca7ce998-cfee-4e69-bca2-27d3818962db on network 16f45082-144a-482a-a778-8546f57fb463 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:48.733201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.733775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Port ca7ce998-cfee-4e69-bca2-27d3818962db on network 16f45082-144a-482a-a778-8546f57fb463 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:48.733775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Attempting to bind port ca7ce998-cfee-4e69-bca2-27d3818962db on network 16f45082-144a-482a-a778-8546f57fb463 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:48.750306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.791952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:48.791952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Checking segment: {'id': '0c15eac3-cab1-43cc-8ce2-025173ab08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16f45082-144a-482a-a778-8546f57fb463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:48.791952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Bound using segment: {'id': '0c15eac3-cab1-43cc-8ce2-025173ab08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16f45082-144a-482a-a778-8546f57fb463'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:48.792451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Bound port: ca7ce998-cfee-4e69-bca2-27d3818962db, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c15eac3-cab1-43cc-8ce2-025173ab08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16f45082-144a-482a-a778-8546f57fb463'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:48.792721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.795369 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-658420f8-8a6d-43e9-ba3e-90d36a921186 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403260 Jun 01 12:58:48.803524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9f222e-be88-430f-9ce9-fc1435843a04,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.846000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.894926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19312841-0adf-44ed-b829-5f0e3e00d639,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.914617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.946931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4703e522-48d9-4233-87ca-45bc75a2b000 req-b4c010e3-e751-4bae-8212-6b8ccabf8809 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611029 Jun 01 12:58:48.956704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e96309a-33e0-46b6-be92-29dab56f12da admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0f9f222e-be88-430f-9ce9-fc1435843a04 HTTP/1.1" status: 204 len: 168 time: 1.1262553 Jun 01 12:58:48.958269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:58:48.970098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51288) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:48.987954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Checking segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:48.987954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Network hostable DHCP agents. Network: 2a151914-7d11-426a-b62b-4216754e4e3b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:48.996084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Allocated IP 192.168.233.36 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/28cf287d-7955-4738-b2f9-646f08e330af) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:49.024860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.039502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.039773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:49.040426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.171588 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8787556 Jun 01 12:58:49.192859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51292) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:49.210412 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-61679692-0762-4a81-be68-719e298561b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028835 Jun 01 12:58:49.217528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abdd6d-c596-43f3-94eb-032dd1970c60 admin admin] Pushing event updated for resources: {'Network': ['ID=477a2fca-dda5-4a08-ad8c-2eca33da1777,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:49.218194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Request body: {'subnet': {'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1375377351-subnet', 'tenant_id': '2f94cebd27484e5aacd4c21e9d9f1809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:49.222708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Network b40266e6-10e1-4b1c-b82e-a967503e647c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:49.236061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:49.240860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:49.251575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:49.261909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:49.291683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:49.309398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Usage tracker for resource:subnet and tenant:2f94cebd27484e5aacd4c21e9d9f1809 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:49.320077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Pushing event updated for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:49.328017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:49.337042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Network 2a151914-7d11-426a-b62b-4216754e4e3b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:49.374328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.403180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ca7ce998-cfee-4e69-bca2-27d3818962db,segment=NetworkSegment(0c15eac3-cab1-43cc-8ce2-025173ab08f7),segment_id=0c15eac3-cab1-43cc-8ce2-025173ab08f7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:49.411279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:49.460103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Made reservation on behalf of 2f94cebd27484e5aacd4c21e9d9f1809 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:49.466583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.545419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8a46a2e8-6e76-4b18-896e-0c8cacd51bac req-ddf08ebe-fa9a-4493-acf8-87e3fd843811 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279374 Jun 01 12:58:49.632044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2a151914-7d11-426a-b62b-4216754e4e3b) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:49.634410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.643036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974d972-2ad3-45f4-85c0-f3fc11b93954 None None] Network 2a151914-7d11-426a-b62b-4216754e4e3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:49.822523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-3561c5fa-c145-46a0-9c3c-3936c07a2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:49.825012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-3561c5fa-c145-46a0-9c3c-3936c07a2c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1094 time: 0.1826222 Jun 01 12:58:49.858453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3cb36b72-b670-400f-81af-f4d14745004d None None] Provisioning for port 125537f6-4deb-4d59-bf92-374a43da5d62 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:49.875974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3cb36b72-b670-400f-81af-f4d14745004d None None] Provisioning complete for port 125537f6-4deb-4d59-bf92-374a43da5d62 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:49.875974 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3cb36b72-b670-400f-81af-f4d14745004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.893323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:49.893906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.913108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.926975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336e58d-93d2-4c7b-948f-5d9046c1790c req-6f8cd87e-ee52-4a02-a6ac-a07464ea1c1c tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:49.937339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7336e58d-93d2-4c7b-948f-5d9046c1790c req-6f8cd87e-ee52-4a02-a6ac-a07464ea1c1c tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 943 time: 1.1107211 Jun 01 12:58:50.019829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3cb36b72-b670-400f-81af-f4d14745004d None None] Port 125537f6-4deb-4d59-bf92-374a43da5d62 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:50.031836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2a151914-7d11-426a-b62b-4216754e4e3b', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:58:50.032682 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.167095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f543b443-a13f-4d79-b373-35c59fc89a8e req-f5df494c-200f-43b8-a4cd-a1bf10693345 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 210 time: 0.2584827 Jun 01 12:58:50.168353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.236559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-30b62fe1-e084-49ab-b963-c61b4c51cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:50.237674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-30b62fe1-e084-49ab-b963-c61b4c51cca8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.4006622 Jun 01 12:58:50.335783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:50.336394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.337768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] 10.222.0.13 "PUT /v2.0/ports/ca7ce998-cfee-4e69-bca2-27d3818962db HTTP/1.1" status: 200 len: 1091 time: 7.2335525 Jun 01 12:58:50.359394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Checking segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:50.359729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Network hostable DHCP agents. Network: 477a2fca-dda5-4a08-ad8c-2eca33da1777, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:50.366250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:50.408431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Allocated IP 172.20.0.2 (2a151914-7d11-426a-b62b-4216754e4e3b/19312841-0adf-44ed-b829-5f0e3e00d639/53c437e4-db40-46b9-bc68-febba125a34d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:50.411381 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-d0a09c33-e8f8-44dc-aa85-118c0a6e9c81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.1670930 Jun 01 12:58:50.474377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d528f279-bacc-4ed0-99a2-bf8b9132ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.503404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-a6d82243-0e96-4d5e-93a6-b10cd0c2a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:50.505056 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-a6d82243-0e96-4d5e-93a6-b10cd0c2a0ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0836487 Jun 01 12:58:50.569170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.605859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-e8ef94a8-f404-4d66-b316-a3ada004c58f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924191 Jun 01 12:58:50.711784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.726462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Transition to ACTIVE for port object 53c437e4-db40-46b9-bc68-febba125a34d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:50.749286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Transition to ACTIVE for port object 53c437e4-db40-46b9-bc68-febba125a34d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:50.761010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.785444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-550c405e-2dce-43e7-9872-6fbcc51d925c service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731644 Jun 01 12:58:50.846332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Network 2a151914-7d11-426a-b62b-4216754e4e3b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:50.848233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:50.851140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.852419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:50.890499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Transition to ACTIVE for port object 28cf287d-7955-4738-b2f9-646f08e330af will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:50.942398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Pushing event updated for resources: {'Port': ['ID=53c437e4-db40-46b9-bc68-febba125a34d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:50.960028 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb31531f-1354-4603-9f4d-dba0eb3618e4 req-fe091cb9-1e7f-4dab-aa70-a3210b4d9bdd service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680410 Jun 01 12:58:50.961969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Attempting to bind port 53c437e4-db40-46b9-bc68-febba125a34d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:50.962347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Attempting to bind port 53c437e4-db40-46b9-bc68-febba125a34d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:50.963346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Attempting to bind port 53c437e4-db40-46b9-bc68-febba125a34d on network 2a151914-7d11-426a-b62b-4216754e4e3b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:50.966394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7336e58d-93d2-4c7b-948f-5d9046c1790c req-f5cff9e4-e94d-4f3e-b6e6-13c74e1577a4 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0285480 Jun 01 12:58:50.971269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:50.971713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Checking segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:50.972178 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.974133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Bound using segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:50.974133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Bound port: 53c437e4-db40-46b9-bc68-febba125a34d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:50.974133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:50.986782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ca92ec-0bbc-4969-a2bf-161d79cfec3c']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:51.018771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978343d8-9bc2-400b-b431-874b650221ed') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:51.019110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978343d8-9bc2-400b-b431-874b650221ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:51.031309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb35a28f-9166-4174-947f-c03557bf0728,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:51.044166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:51.055037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3deb55-02fb-459f-9d56-6ec7d7cec5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:51.059293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6f28f96f-16b9-40da-8547-e47af510783f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4364405 Jun 01 12:58:51.062322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51308) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:51.092443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.093153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] For port 53c437e4-db40-46b9-bc68-febba125a34d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:51.097066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] For port 53c437e4-db40-46b9-bc68-febba125a34d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53c437e4-db40-46b9-bc68-febba125a34d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:51.101085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.101866 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807ce789-c0b8-490c-aacb-22c27f612a6e'] response: {'name': 'network-changed', 'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db', 'status': 'completed', 'code': 200} Jun 01 12:58:51.110548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:51.127413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:51.131236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 477a2fca-dda5-4a08-ad8c-2eca33da1777) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:51.139549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.145550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Usage tracker for resource:router and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:51.151592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:51.152458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.158729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:51.174474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a0238-472c-4ef3-a284-e5092c1ff201 None None] Pushing event updated for resources: {'Port': ['ID=53c437e4-db40-46b9-bc68-febba125a34d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:51.178249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:51.180033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd19040-d636-4c82-b285-52c8e838cc7c None None] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:51.183295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:51.183752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.277147 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 978343d8-9bc2-400b-b431-874b650221ed resource provider aggregate not found Jun 01 12:58:51.336726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcab8e-31ec-4116-a52a-376610611de2 req-97fece62-0be7-4325-ad20-18c0b2473df1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:51.338202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37dcab8e-31ec-4116-a52a-376610611de2 req-97fece62-0be7-4325-ad20-18c0b2473df1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.8449655 Jun 01 12:58:51.340196 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 978343d8-9bc2-400b-b431-874b650221ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978343d8-9bc2-400b-b431-874b650221ed found for delete ", "request_id": "req-c47805aa-4277-4ed0-ab87-cfa1a9bae882"}]} Jun 01 12:58:51.377114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-1c4da4dc-69d2-4bbb-941b-a8dccffdb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:51.378683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-1c4da4dc-69d2-4bbb-941b-a8dccffdb590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fea83df674541c1865aa0dc0cd1d203&device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 1094 time: 0.9669476 Jun 01 12:58:51.379581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.381293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.386058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6e63df80-2249-46d4-93d5-fdc38b3618c4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1880312 Jun 01 12:58:51.400385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.533584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Allocated IP 192.168.233.87 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/385012c3-62e2-48b0-8b2b-b6907ccaeacd) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:51.576802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-b82d550a-7491-486f-af65-cd30551a444c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7ce998-cfee-4e69-bca2-27d3818962db HTTP/1.1" status: 200 len: 217 time: 0.1626821 Jun 01 12:58:51.607894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.649013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46f960-5765-4364-a23d-fccf43ad8131 None None] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:51.694271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:51.705555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.724904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:51.765886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.772385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:51.814513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.830254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ca92ec-0bbc-4969-a2bf-161d79cfec3c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:51.855718 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.958280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:51.959459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.985556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.988248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:51.998061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37dcab8e-31ec-4116-a52a-376610611de2 req-90edc238-a067-46e8-ab15-024e3a4fb59d tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019511 Jun 01 12:58:52.007947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Transition to ACTIVE for port object 385012c3-62e2-48b0-8b2b-b6907ccaeacd will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:52.011079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:52.014370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f705af52-fb5e-45a0-b698-7cdd011bed27 admin admin] 10.222.0.40 "DELETE /v2.0/networks/91ca92ec-0bbc-4969-a2bf-161d79cfec3c HTTP/1.1" status: 204 len: 168 time: 3.0375807 Jun 01 12:58:52.062398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-c608475b-19f9-4e11-93ae-a2e55198d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:52.066903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:52.077022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-c608475b-19f9-4e11-93ae-a2e55198d69a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33b8bd57-482a-4074-87a3-b9bbe78282ca HTTP/1.1" status: 200 len: 861 time: 0.4637578 Jun 01 12:58:52.136239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ff25cf9c-548f-4bee-a3cb-9339760d906d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2103963 Jun 01 12:58:52.209489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a0f9a040-a1a8-4d37-bd9f-100960f7e00b None None] Provisioning for port 28cf287d-7955-4738-b2f9-646f08e330af completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:52.216797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a0f9a040-a1a8-4d37-bd9f-100960f7e00b None None] Provisioning complete for port 28cf287d-7955-4738-b2f9-646f08e330af triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:52.217452 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a040-a1a8-4d37-bd9f-100960f7e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:52.225773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:52.248055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:52.250966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:52.306537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53c437e4-db40-46b9-bc68-febba125a34d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:52.310924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51330) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:52.343000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Request body: {'port': {'device_id': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:52.401409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event updated for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:52.464876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9a040-a1a8-4d37-bd9f-100960f7e00b None None] Port 28cf287d-7955-4738-b2f9-646f08e330af cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:52.485750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:52.487529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:52.500661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 53c437e4-db40-46b9-bc68-febba125a34d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:52.537067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-663e14d8-5a96-4402-b0bf-14dc5ca4f34d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6691577 Jun 01 12:58:52.556494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Request body: {'port': {'device_id': '2718b927-3ae6-4494-a211-0babfbccabed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:52.608272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-e789a061-c9a9-46c8-b951-34338d30378a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16f45082-144a-482a-a778-8546f57fb463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5304151 Jun 01 12:58:52.692044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:52.697180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-42846183-ea7d-4118-b2eb-f9946487add4 None None] Provisioning for port 385012c3-62e2-48b0-8b2b-b6907ccaeacd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:52.703874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-42846183-ea7d-4118-b2eb-f9946487add4 None None] Provisioning complete for port 385012c3-62e2-48b0-8b2b-b6907ccaeacd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:52.704536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-42846183-ea7d-4118-b2eb-f9946487add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:52.766089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-42846183-ea7d-4118-b2eb-f9946487add4 None None] Port 385012c3-62e2-48b0-8b2b-b6907ccaeacd cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:52.791395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5142a-0e0d-41cb-a20a-fe29b46151e2 None None] Network 2a151914-7d11-426a-b62b-4216754e4e3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:52.906463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Provisioning for port 53c437e4-db40-46b9-bc68-febba125a34d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:52.919859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Provisioning complete for port 53c437e4-db40-46b9-bc68-febba125a34d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:52.920322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.033487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.078442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385012c3-62e2-48b0-8b2b-b6907ccaeacd {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:53.086817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.104099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Transition to ACTIVE for port object 385012c3-62e2-48b0-8b2b-b6907ccaeacd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:53.108535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.151371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Current status of the port 53c437e4-db40-46b9-bc68-febba125a34d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:53.151734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.183599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.191687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] For port 53c437e4-db40-46b9-bc68-febba125a34d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53c437e4-db40-46b9-bc68-febba125a34d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:53.198005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.212768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.234949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.240620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.246866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.258113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.258828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Pushing event updated for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:53.264590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.271650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.278133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.280362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c861909-239a-4141-859f-59eccf83b255 req-b25c1e9b-bd96-4d37-b5dc-637d3db5392f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 1.9623632 Jun 01 12:58:53.296078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1865b-160d-46fe-ba50-6ae449426dfa None None] Pushing event updated for resources: {'Port': ['ID=53c437e4-db40-46b9-bc68-febba125a34d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:53.307284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd25a222-14c2-44e8-9efe-12555aaa765c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=484ef01468584146b5e63520410de850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831710 Jun 01 12:58:53.319286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:53.357244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-1af475da-d571-46a3-9455-0827f1afef90 service neutron] 10.222.0.13 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244236 Jun 01 12:58:53.544152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-50236a2d-9e3a-4287-a086-8cb5013b50de None None] Provisioning complete for port 53c437e4-db40-46b9-bc68-febba125a34d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:53.545246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-50236a2d-9e3a-4287-a086-8cb5013b50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.557095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Attempting to bind port 385012c3-62e2-48b0-8b2b-b6907ccaeacd on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:53.557559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Attempting to bind port 385012c3-62e2-48b0-8b2b-b6907ccaeacd by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:53.557890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Attempting to bind port 385012c3-62e2-48b0-8b2b-b6907ccaeacd on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:53.563139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Port 385012c3-62e2-48b0-8b2b-b6907ccaeacd on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:53.563532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Attempting to bind port 385012c3-62e2-48b0-8b2b-b6907ccaeacd on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:53.568865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:53.569167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:53.569684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:53.570108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Bound port: 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:53.570922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.576322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:53.663690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c861909-239a-4141-859f-59eccf83b255 req-a53016d3-5dd3-4149-adf3-29d0f41a89a2 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3623276 Jun 01 12:58:53.663931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:53.668090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:53.676669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.744320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.745233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.746882 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] 10.222.0.24 "PUT /v2.0/ports/385012c3-62e2-48b0-8b2b-b6907ccaeacd HTTP/1.1" status: 200 len: 1095 time: 1.1949503 Jun 01 12:58:53.747515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:53.771806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f5275548-7473-4093-ab80-30c125662f36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.772362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610728-81b5-4335-8d93-dc193c161d73 service neutron] Pushing event updated for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:53.772523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f5275548-7473-4093-ab80-30c125662f36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Synchronizing usage tracker for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:53.843356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-50236a2d-9e3a-4287-a086-8cb5013b50de None None] Current status of the port 53c437e4-db40-46b9-bc68-febba125a34d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:53.871911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:53.887274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'port_id': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'mac_address': 'fa:16:3e:60:49:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934817d0-da06-4664-8a39-2df2c523aea4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:53.929834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.942164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-6335de14-4832-4498-b158-8bd9a5c82e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:53.943078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.944421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-6335de14-4832-4498-b158-8bd9a5c82e69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 1098 time: 0.1274717 Jun 01 12:58:53.980200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a5880fac-88ff-4cb0-9a47-f5a772d449a1 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:53.980997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.999626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.004430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5880fac-88ff-4cb0-9a47-f5a772d449a1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:54.024895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:54.039890 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.042010 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-83141b8d-013a-496e-bb95-e8f02641e6b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd HTTP/1.1" status: 200 len: 217 time: 0.0836287 Jun 01 12:58:54.105905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec6544f-5670-43fb-9ea0-d65cf0b16912 req-1b9e0b71-cebd-4b6d-a57f-d71c3a2bf395 service neutron] 10.222.0.13 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101943 Jun 01 12:58:54.106423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f5275548-7473-4093-ab80-30c125662f36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Unset dirty status for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:54.107417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f5275548-7473-4093-ab80-30c125662f36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 935 time: 1.4777639 Jun 01 12:58:54.119974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-81a31f85-2ee6-4521-88ec-a875b3f8a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:54.122924 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-81a31f85-2ee6-4521-88ec-a875b3f8a616 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0745401 Jun 01 12:58:54.135664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:54.179380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.221982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-66affc0b-e08c-482e-b80e-34d92d5cd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:54.223488 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-66affc0b-e08c-482e-b80e-34d92d5cd34e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931888 Jun 01 12:58:54.258663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53c437e4-db40-46b9-bc68-febba125a34d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:54.298488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Pushing event updated for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:54.340862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 53c437e4-db40-46b9-bc68-febba125a34d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:54.341219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.356372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.374293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-49c9a8fd-41a0-49d0-8f8e-15a80cb9e600 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428967 Jun 01 12:58:54.428065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f4194c6e-6b0f-4764-83e4-de2aa544076c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Synchronizing usage tracker for tenant:028d2e331f3448a590b9431817190db3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:54.462528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 53c437e4-db40-46b9-bc68-febba125a34d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:54.499988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a5880fac-88ff-4cb0-9a47-f5a772d449a1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:54.529504 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1f13c3a6-2fb0-4618-8cba-432a8371ff8e req-a481b9fa-b581-4378-9009-a08e6b6f6fe9 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484892 Jun 01 12:58:54.587180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f4194c6e-6b0f-4764-83e4-de2aa544076c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Unset dirty status for tenant:028d2e331f3448a590b9431817190db3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:54.588418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-579334c2-0b91-48fb-9dc9-3674d7cd3510 req-f4194c6e-6b0f-4764-83e4-de2aa544076c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516459 Jun 01 12:58:54.722408 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.014408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:55.027965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b435af-3c04-4ab5-9bd0-c035ed4a2d96,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:55.042382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.050815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d5a688c0-373e-47f8-a092-03d036939bfc tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:55.052254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d5a688c0-373e-47f8-a092-03d036939bfc tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.7825012 Jun 01 12:58:55.061214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-42da1008-638b-4ef0-abab-90e1529c94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:55.062641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-42da1008-638b-4ef0-abab-90e1529c94cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fea83df674541c1865aa0dc0cd1d203&device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 1094 time: 0.8871589 Jun 01 12:58:55.156452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.157549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de0f0bc5-0fef-45cb-b47b-8b371d9ed177 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29b435af-3c04-4ab5-9bd0-c035ed4a2d96 HTTP/1.1" status: 204 len: 168 time: 1.7747126 Jun 01 12:58:55.202101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Transition to ACTIVE for port object 28cf287d-7955-4738-b2f9-646f08e330af will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:55.213651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-c7f149e1-7570-4e25-a02c-6056ebabc3b8 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/quotas/2f94cebd27484e5aacd4c21e9d9f1809 HTTP/1.1" status: 200 len: 375 time: 0.1204574 Jun 01 12:58:55.223568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Network b40266e6-10e1-4b1c-b82e-a967503e647c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:55.230527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:55.232361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.412271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.437836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-0f1e522a-cd30-48d8-959c-0601d910b491 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2094383 Jun 01 12:58:55.505003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7e31811b-3419-46c9-9a9e-c87a55982691 None None] Provisioning complete for port 125537f6-4deb-4d59-bf92-374a43da5d62 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:55.505507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7e31811b-3419-46c9-9a9e-c87a55982691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.558133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:55.575467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7e31811b-3419-46c9-9a9e-c87a55982691 None None] Port 125537f6-4deb-4d59-bf92-374a43da5d62 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:58:55.727593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:55.866882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60908075-6b63-47ec-b1bc-4a0b68bf18d6 req-29a74cdf-ebe8-44e4-96bb-0c3a0ee706dd tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:55.868266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60908075-6b63-47ec-b1bc-4a0b68bf18d6 req-29a74cdf-ebe8-44e4-96bb-0c3a0ee706dd tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 943 time: 1.1484716 Jun 01 12:58:55.869547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-d05cbaa5-92a6-45d7-b8a8-395e62f1631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:55.870795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-d05cbaa5-92a6-45d7-b8a8-395e62f1631f service neutron] 10.222.0.13 "GET /v2.0/networks?id=16f45082-144a-482a-a778-8546f57fb463 HTTP/1.1" status: 200 len: 922 time: 0.7837999 Jun 01 12:58:56.004562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-e8f3a83f-7659-43e8-8cff-5f0b8962cd6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7ce998-cfee-4e69-bca2-27d3818962db HTTP/1.1" status: 200 len: 217 time: 0.1212323 Jun 01 12:58:56.027562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:56.135527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1771993888-network', 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:56.140447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:56.144776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Usage tracker for resource:network and tenant:e64f2d6ace0542d59184f61294517b2e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:56.148206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:56.154848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:56.166208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-7e69f939-d235-4a91-b61f-369dcaf6a4ae service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575544 Jun 01 12:58:56.166597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Made reservation on behalf of e64f2d6ace0542d59184f61294517b2e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:56.169010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60908075-6b63-47ec-b1bc-4a0b68bf18d6 req-c048956e-2df4-467c-b332-4ac61ce0351b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816393 Jun 01 12:58:56.183174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.183397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Router 8cbb95c4-54df-4116-baa2-d441dc83d79d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:58:56.196537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.205744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Attempting to bind port 28cf287d-7955-4738-b2f9-646f08e330af on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:56.206076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Attempting to bind port 28cf287d-7955-4738-b2f9-646f08e330af by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:56.206395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Attempting to bind port 28cf287d-7955-4738-b2f9-646f08e330af on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:56.216548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:56.220854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Usage tracker for resource:security_group_rule and tenant:e64f2d6ace0542d59184f61294517b2e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:56.223730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:56.229944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:56.230546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Allocated IP 172.25.7.59 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/5dc3ecee-aa72-4b0e-b98b-e52e245176d9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:56.277193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Port 28cf287d-7955-4738-b2f9-646f08e330af on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:56.277909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Attempting to bind port 28cf287d-7955-4738-b2f9-646f08e330af on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:56.281023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-9dab4d66-4ad7-477b-af4c-b6c885ebb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:56.282498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-9dab4d66-4ad7-477b-af4c-b6c885ebb527 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33b8bd57-482a-4074-87a3-b9bbe78282ca HTTP/1.1" status: 200 len: 861 time: 0.2648330 Jun 01 12:58:56.314761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.319459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.352050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:56.360922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb38188-b278-42e6-bb34-ffdb4812b20e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:56.367069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.367471 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Added segment 48f4273a-9ff7-4195-9d51-4d2d9a3b6502 of type vlan for network bb817cab-bdfc-4da5-b59f-698b44623b02 Jun 01 12:58:56.395812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.428988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.429987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:56.430560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.518286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:56.518869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:56.519039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:56.519476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Bound port: 28cf287d-7955-4738-b2f9-646f08e330af, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:56.519821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.540714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5116858 Jun 01 12:58:56.541676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9cb9b-5487-4d3c-b9d5-1c8729aabed9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb817cab-bdfc-4da5-b59f-698b44623b02,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:56.544951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51382) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:56.551530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Request body: {'subnet': {'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1771993888-subnet', 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:56.555958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network bb817cab-bdfc-4da5-b59f-698b44623b02 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:56.559311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:56.563513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Usage tracker for resource:subnet and tenant:e64f2d6ace0542d59184f61294517b2e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:56.566372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:56.572212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:56.583392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Made reservation on behalf of e64f2d6ace0542d59184f61294517b2e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:56.585944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.618514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-fec519b4-2efc-4381-8f08-e575f370b79e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16f45082-144a-482a-a778-8546f57fb463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3205175 Jun 01 12:58:56.803099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.888762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:56.900147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Checking segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:56.900591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Network hostable DHCP agents. Network: bb817cab-bdfc-4da5-b59f-698b44623b02, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:56.923085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Network bb817cab-bdfc-4da5-b59f-698b44623b02 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:58:56.933897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, bb817cab-bdfc-4da5-b59f-698b44623b02) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:56.938117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:56.940977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:56.945572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661bf63-2d8b-4f1e-9f06-9e1e3ef4025f None None] Network bb817cab-bdfc-4da5-b59f-698b44623b02 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:58:56.975678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8bc6a61f-1991-4d7b-94e9-08caca213fc3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4228542 Jun 01 12:58:57.041813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-ef46be2f-fb3c-4eed-8dfc-82397786384e service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637497 Jun 01 12:58:57.054729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ca7ce998-cfee-4e69-bca2-27d3818962db details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:57.112861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:57.115203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:57.166952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e90d-12bb-4048-b762-3ef903365e42 req-70131cbd-e303-4d76-aa1f-1508a6264c4e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.174568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acc2e90d-12bb-4048-b762-3ef903365e42 req-70131cbd-e303-4d76-aa1f-1508a6264c4e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 944 time: 0.8858049 Jun 01 12:58:57.184681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:57.188475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ba762866-1ece-4e70-861f-79d978740f10 admin admin] 10.222.0.40 "PUT /v2.0/routers/8cbb95c4-54df-4116-baa2-d441dc83d79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4806926 Jun 01 12:58:57.205747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:57.212600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-25f35f00-03f6-453b-8e2e-5dfc02af7a92 service neutron] 10.222.0.13 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599718 Jun 01 12:58:57.218320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:57.220780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Sync routers for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:57.329228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:58:57.329859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:57.515614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.516227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:57.517619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] 10.222.0.13 "PUT /v2.0/ports/28cf287d-7955-4738-b2f9-646f08e330af HTTP/1.1" status: 200 len: 1095 time: 5.2057834 Jun 01 12:58:57.544589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:57.602987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acc2e90d-12bb-4048-b762-3ef903365e42 req-a4bf0005-2b36-4aa7-8cd2-73c19c0e7562 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192126 Jun 01 12:58:57.640504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:57.689201 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4429fd-0357-4ecc-91d6-bd12aaaa9e46'] response: {'name': 'network-changed', 'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd', 'status': 'completed', 'code': 200} Jun 01 12:58:57.729423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e16e31-73ae-4c53-8197-0096665d9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:57.796102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-419cf67c-81d1-43db-b0b5-f794169fc077 req-c27be348-d4fb-42ac-98e9-09dba88dc799 service neutron] 10.222.0.13 "GET /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692759 Jun 01 12:58:57.807354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:57.818074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-bb817cab-bdfc-4da5-b59f-698b44623b02', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e', 'fixed_ips': [{'subnet_id': '3c77bd16-287c-4bfb-b1b3-1cd90e6f3750'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:58:57.818977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:57.864797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ca7ce998-cfee-4e69-bca2-27d3818962db,segment=NetworkSegment(0c15eac3-cab1-43cc-8ce2-025173ab08f7),segment_id=0c15eac3-cab1-43cc-8ce2-025173ab08f7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:57.894344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ca7ce998-cfee-4e69-bca2-27d3818962db', 'network_id': '16f45082-144a-482a-a778-8546f57fb463', 'port_id': 'ca7ce998-cfee-4e69-bca2-27d3818962db', 'mac_address': 'fa:16:3e:6d:39:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b8bd57-482a-4074-87a3-b9bbe78282ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:57.899978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:57.912995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.919258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.925408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.931330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.932220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff532b-bfec-4ef6-9989-83b3639675df req-97fd83af-4a4a-467d-874f-f535fc0b37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.937380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.938162 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-97fd83af-4a4a-467d-874f-f535fc0b37b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 1098 time: 0.2133467 Jun 01 12:58:57.943402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.949298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:57.951192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a54db622-4a8b-415e-8162-a3a83a1a689e req-c51ef7cf-d008-4fd5-a702-c51c3d4a806a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.5751734 Jun 01 12:58:57.956816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:58.019410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-974f55df-e338-4502-b75e-002062d71637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:58.021092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-974f55df-e338-4502-b75e-002062d71637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1098 time: 0.4169531 Jun 01 12:58:58.027833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:58:58.053882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:58.199466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-ab2b6fbb-479c-4270-b004-9d087c52e86f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=28cf287d-7955-4738-b2f9-646f08e330af HTTP/1.1" status: 200 len: 217 time: 0.1419318 Jun 01 12:58:58.203090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51424) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:58.221370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1951973651-network', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:58.236004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:58.243996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Usage tracker for resource:network and tenant:8a3a28f85247407d85c91f83b6801b33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:58.248337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:58.251868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ca7ce998-cfee-4e69-bca2-27d3818962db is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:58.253655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.271705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:58.282289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff532b-bfec-4ef6-9989-83b3639675df req-2e04cb14-3fbf-4dd6-8529-e9e9906e802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:58.284148 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-2e04cb14-3fbf-4dd6-8529-e9e9906e802c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3402431 Jun 01 12:58:58.296994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:58:58.365836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Made reservation on behalf of 8a3a28f85247407d85c91f83b6801b33 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:58.367212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.371732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7ce998-cfee-4e69-bca2-27d3818962db {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:58:58.398699 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-f1202354-8386-4deb-b73c-c53a39b8fe48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd HTTP/1.1" status: 200 len: 217 time: 0.1047509 Jun 01 12:58:58.399620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.401169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port a5880fac-88ff-4cb0-9a47-f5a772d449a1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:58.490207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:58.508530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port a5880fac-88ff-4cb0-9a47-f5a772d449a1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:58.509957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.642711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ca7ce998-cfee-4e69-bca2-27d3818962db,segment=NetworkSegment(0c15eac3-cab1-43cc-8ce2-025173ab08f7),segment_id=0c15eac3-cab1-43cc-8ce2-025173ab08f7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:58.651887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Usage tracker for resource:security_group_rule and tenant:8a3a28f85247407d85c91f83b6801b33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:58.655080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:58.669863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:58.670201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.700485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff532b-bfec-4ef6-9989-83b3639675df req-a36662f6-5ceb-4b32-a286-11ac669d52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:58.701962 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-a36662f6-5ceb-4b32-a286-11ac669d52de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2842493 Jun 01 12:58:58.834409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-57001fff-7a2c-4daa-b239-5bff8ea04fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:58.838340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-57001fff-7a2c-4daa-b239-5bff8ea04fae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6308970 Jun 01 12:58:58.847540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.853856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Allocated IP 172.20.0.2 (bb817cab-bdfc-4da5-b59f-698b44623b02/3c77bd16-287c-4bfb-b1b3-1cd90e6f3750/582720cb-d845-4622-b23f-4e4fe39cef77) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:58.862951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.880398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:58:58.895492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:58.895817 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Added segment 63f64b0e-304c-4391-aadc-93f6df934d6b of type vlan for network d922bcd5-0299-4863-be4c-e9d5d024eb6e Jun 01 12:58:58.897160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:58.926469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff532b-bfec-4ef6-9989-83b3639675df req-632ac01d-ab8c-447f-b7c8-d0717bf5e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:58.929838 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-632ac01d-ab8c-447f-b7c8-d0717bf5e8c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208602 Jun 01 12:58:58.932443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ca7ce998-cfee-4e69-bca2-27d3818962db'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:59.062488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.079198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120d800-ac80-4f02-8340-19fb10c33d60,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:59.093585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d684f-d1ca-481b-86bb-d8f39dc23c7e req-51bf311b-3fd2-410b-977e-9085b7a81465 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:59.100764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78d684f-d1ca-481b-86bb-d8f39dc23c7e req-51bf311b-3fd2-410b-977e-9085b7a81465 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 947 time: 1.1468172 Jun 01 12:58:59.124160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.124781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.125261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.125776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.126275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.126895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.127410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.128069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.128531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.129134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.129359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.129854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:59.150495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.151490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:59.152065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.185114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-9e8509e4-1903-43b0-9e5f-f60e34718cda service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443345 Jun 01 12:58:59.279877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a5880fac-88ff-4cb0-9a47-f5a772d449a1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:58:59.280247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.288016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95289d-9641-4d05-961d-522fb1c0b1cd req-7e11ce70-d51c-4c79-b257-752f9ec0b811 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:59.289497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b95289d-9641-4d05-961d-522fb1c0b1cd req-7e11ce70-d51c-4c79-b257-752f9ec0b811 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 943 time: 1.1235750 Jun 01 12:58:59.328697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] Pushing event updated for resources: {'Network': ['ID=d922bcd5-0299-4863-be4c-e9d5d024eb6e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:59.346703 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e158438e-9959-4c48-92e0-f905316d7581 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1424203 Jun 01 12:58:59.347574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.349677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:59.354944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:58:59.357486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Request body: {'subnet': {'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-subnet', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:59.365153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:59.373351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Usage tracker for resource:subnet and tenant:8a3a28f85247407d85c91f83b6801b33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:59.386626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:59.395815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:59.413762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78d684f-d1ca-481b-86bb-d8f39dc23c7e req-f4df9723-cb50-4ca5-9321-5fd328c2450d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073233 Jun 01 12:58:59.420704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75ff532b-bfec-4ef6-9989-83b3639675df req-d17059a8-e9d6-45e8-a072-ec2aaf652cbc service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883378 Jun 01 12:58:59.424107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Made reservation on behalf of 8a3a28f85247407d85c91f83b6801b33 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:59.426934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.439353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5dea2aed-8d29-408d-8dae-68b2c5cbea8e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:59.440990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5dea2aed-8d29-408d-8dae-68b2c5cbea8e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.13 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.5042555 Jun 01 12:58:59.474616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Request body: {'port': {'device_id': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'admin_state_up': True, 'tenant_id': '2f94cebd27484e5aacd4c21e9d9f1809'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:59.500659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-2eb23fe1-e496-4489-9d02-c27730b3ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:58:59.502310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-2eb23fe1-e496-4489-9d02-c27730b3ae18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6366644 Jun 01 12:58:59.510993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b95289d-9641-4d05-961d-522fb1c0b1cd req-c91db7ea-5bc6-4025-beea-8e6296bc4143 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038429 Jun 01 12:58:59.593858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:58:59.625954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:59.751536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 385012c3-62e2-48b0-8b2b-b6907ccaeacd details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:59.811780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f98642b-64d4-47ea-a298-ddbab0c488f8 req-6c77a09b-ed60-4da0-b104-057fb39e32b0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 210 time: 0.1412203 Jun 01 12:58:59.878521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:59.915248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:59.966711 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506f598b-f130-4dbe-8d1a-2b5a3d12c8b5'] response: {'name': 'network-changed', 'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'status': 'completed', 'code': 200} Jun 01 12:58:59.978218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '385012c3-62e2-48b0-8b2b-b6907ccaeacd', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '385012c3-62e2-48b0-8b2b-b6907ccaeacd', 'mac_address': 'fa:16:3e:99:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:59.986532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4ac5db-8291-40d6-86b0-9100c3e35ffc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:59.989407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Checking segment: {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:58:59.990143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Network hostable DHCP agents. Network: d922bcd5-0299-4863-be4c-e9d5d024eb6e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:58:59.991625 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.022188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:59:00.047803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, d922bcd5-0299-4863-be4c-e9d5d024eb6e) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:00.049497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:00.053719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:00.054372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.057931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-f1575ef9-876f-4af8-b362-2fb2f2ac112e service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831660 Jun 01 12:59:00.060587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Usage tracker for resource:port and tenant:2f94cebd27484e5aacd4c21e9d9f1809 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:00.065235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:00.121769 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-153a5b38-fe16-4487-91dc-c4052c8c1f5e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7707179 Jun 01 12:59:00.124517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51448) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:00.130921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:00.142614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:00.173789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Usage tracker for resource:router and tenant:8a3a28f85247407d85c91f83b6801b33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:00.187449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:00.194995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:00.213870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.215036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.224193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 385012c3-62e2-48b0-8b2b-b6907ccaeacd is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:00.224616 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.233013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.246805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e0cd1-cccf-44af-8320-48a14a90b596 None None] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:00.296345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:00.420591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:58:52Z', 'revision_number': 2, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:00.447127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Checking router: 8cbb95c4-54df-4116-baa2-d441dc83d79d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:00.447474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Updating router 8cbb95c4-54df-4116-baa2-d441dc83d79d port 125537f6-4deb-4d59-bf92-374a43da5d62 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:00.500449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385012c3-62e2-48b0-8b2b-b6907ccaeacd {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:00.559990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:00.566631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.580545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Made reservation on behalf of 2f94cebd27484e5aacd4c21e9d9f1809 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:00.584034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.618152 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.639886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.659891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:00.663082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Transition to ACTIVE for port object 582720cb-d845-4622-b23f-4e4fe39cef77 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:00.718747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.721160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.811434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729ff2-b6d3-4c9e-9da5-3c337b62f0a9 req-fd33795e-8157-4d0e-a245-7fd684de478a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:00.818600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52729ff2-b6d3-4c9e-9da5-3c337b62f0a9 req-fd33795e-8157-4d0e-a245-7fd684de478a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 945 time: 0.5250437 Jun 01 12:59:00.860211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:00.879343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Transition to ACTIVE for port object 582720cb-d845-4622-b23f-4e4fe39cef77 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:00.888533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff00e1d-a583-4956-bcec-ae3374c5a889 req-04d27e65-6f74-4c74-a338-ed1f488c8e0d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160760 Jun 01 12:59:00.911580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:00.913797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-206f0885-1944-4645-b962-bfba5aa73b0a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:00.919692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-206f0885-1944-4645-b962-bfba5aa73b0a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 0.6250448 Jun 01 12:59:01.088959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.113324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Network bb817cab-bdfc-4da5-b59f-698b44623b02 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:01.114288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ca7ce998-cfee-4e69-bca2-27d3818962db up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:01.129774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.153416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Allocated IP 172.20.0.12 (477a2fca-dda5-4a08-ad8c-2eca33da1777/cb35a28f-9166-4174-947f-c03557bf0728/3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:01.191999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:01.194145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:01.219130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-d922bcd5-0299-4863-be4c-e9d5d024eb6e', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 12:59:01.219604 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.270822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Pushing event updated for resources: {'Port': ['ID=582720cb-d845-4622-b23f-4e4fe39cef77,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:01.283234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51474) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:01.293166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['385012c3-62e2-48b0-8b2b-b6907ccaeacd'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:01.299528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Allocated IP 172.25.7.67 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/5c44b5f8-eaa8-446b-85d1-85dc479db635) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:01.336923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-81dd33fc-7c7a-48be-abfd-064517511bb8 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/quotas/e64f2d6ace0542d59184f61294517b2e HTTP/1.1" status: 200 len: 375 time: 0.4144039 Jun 01 12:59:01.416544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52729ff2-b6d3-4c9e-9da5-3c337b62f0a9 req-79c09c95-fad7-416c-bd0f-4c3e8c62417a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970070 Jun 01 12:59:01.519749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.520217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.520982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.521375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.521828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.522277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.522747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.524984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-2e8a6ace-99e2-4267-bced-c4a5af7e6fc5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6489 time: 0.2407908 Jun 01 12:59:01.557871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.584240 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-961de96d-e3b9-402a-bb53-0e92e9769c38 req-8e3ad6cb-352e-420f-b4e7-c921b0c50603 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505416 Jun 01 12:59:01.600572 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01e91d7-322c-480f-8e63-dedd4b51828a'] response: {'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'code': 200} Jun 01 12:59:01.607030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.610215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Attempting to bind port 582720cb-d845-4622-b23f-4e4fe39cef77 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:01.610571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Attempting to bind port 582720cb-d845-4622-b23f-4e4fe39cef77 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:01.614390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Attempting to bind port 582720cb-d845-4622-b23f-4e4fe39cef77 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:01.619482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-4c1f329c-d3e9-420c-9d4c-a817be3e64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:01.620954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-4c1f329c-d3e9-420c-9d4c-a817be3e64b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1098 time: 0.6112368 Jun 01 12:59:01.633464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.640756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-3cd4e181-e652-4c85-9394-80445ebcf877 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3028402 Jun 01 12:59:01.664972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:01.665678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Checking segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:01.666226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.666782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Bound using segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:01.667418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Bound port: 582720cb-d845-4622-b23f-4e4fe39cef77, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:01.667984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.683161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Router cbc16680-6ef0-4827-8c25-f3e26bc46c91 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:59:01.743861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ca7ce998-cfee-4e69-bca2-27d3818962db completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:01.758438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Pushing event updated for resources: {'Port': ['ID=5c44b5f8-eaa8-446b-85d1-85dc479db635,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:01.772502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:01.774792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:01.777389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:01.807130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ca7ce998-cfee-4e69-bca2-27d3818962db triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:01.807524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:01.963183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Allocated IP 172.20.0.2 (d922bcd5-0299-4863-be4c-e9d5d024eb6e/4a4ac5db-8291-40d6-86b0-9100c3e35ffc/014bd904-18ed-4145-9964-2d3ba92b4a57) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:01.988937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] For port 582720cb-d845-4622-b23f-4e4fe39cef77, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:02.001972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d839-87cd-41c7-8eda-350b00bc0b06 req-46b21ce0-4e9f-4b8a-bf00-307802f7579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:02.003531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4c64d839-87cd-41c7-8eda-350b00bc0b06 req-46b21ce0-4e9f-4b8a-bf00-307802f7579e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1096 time: 0.2890878 Jun 01 12:59:02.027973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] For port 582720cb-d845-4622-b23f-4e4fe39cef77, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=582720cb-d845-4622-b23f-4e4fe39cef77,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:02.072121 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4c64d839-87cd-41c7-8eda-350b00bc0b06 req-500e0a1a-2b10-42b0-8e62-1e55def9c9da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Jun 01 12:59:02.105683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.228000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.262757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.360214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-e1b61995-7de3-41ee-9bc1-c3fa603d5e3f service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185845 Jun 01 12:59:02.363721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:02.367796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-87cde8bc-8103-4187-bdb9-d4461837c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:02.369126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ca7ce998-cfee-4e69-bca2-27d3818962db is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:02.369245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-87cde8bc-8103-4187-bdb9-d4461837c044 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.7265313 Jun 01 12:59:02.369501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.370260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:02.376421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:02.379655 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Sync routers for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:02.398259 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:02.399675 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:02.404271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:02.433149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e791be5-b302-4004-8c19-1b5ae8f998b1 None None] Pushing event updated for resources: {'Port': ['ID=582720cb-d845-4622-b23f-4e4fe39cef77,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:02.439658 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.448308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:02.618857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.631763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Transition to ACTIVE for port object 014bd904-18ed-4145-9964-2d3ba92b4a57 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:02.657725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Transition to ACTIVE for port object 014bd904-18ed-4145-9964-2d3ba92b4a57 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:02.722853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ca7ce998-cfee-4e69-bca2-27d3818962db,segment=NetworkSegment(0c15eac3-cab1-43cc-8ce2-025173ab08f7),segment_id=0c15eac3-cab1-43cc-8ce2-025173ab08f7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:02.727621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-4bb18414-3f6c-4f83-b6ab-ea20e13200c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=28cf287d-7955-4738-b2f9-646f08e330af HTTP/1.1" status: 200 len: 217 time: 0.2818151 Jun 01 12:59:02.736251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.740697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Transition to ACTIVE for port object 125537f6-4deb-4d59-bf92-374a43da5d62 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:02.745808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65151532-8455-480f-ab5b-d48af9042508 req-c5963f73-94cc-4b38-a7ce-78ee20750cec tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:02.747513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65151532-8455-480f-ab5b-d48af9042508 req-c5963f73-94cc-4b38-a7ce-78ee20750cec tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 948 time: 0.9517860 Jun 01 12:59:02.796082 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.797258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-166cc5ff-e869-443d-a5f6-a5badf0c29d3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.7178550 Jun 01 12:59:02.841159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51486) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:02.860483 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:02.891065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.897127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:02.914007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:02.926333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:02.986419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:02.989153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:02.995488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.102018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:03.104212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.150024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Router e8afee83-4e2f-4829-b857-f1035f3a5e86 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:59:03.167406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Pushing event updated for resources: {'Port': ['ID=014bd904-18ed-4145-9964-2d3ba92b4a57,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:03.290294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:03.334370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-19726cbe-dedb-4f7c-ab77-4fa639971295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:03.336950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-19726cbe-dedb-4f7c-ab77-4fa639971295 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6020737 Jun 01 12:59:03.366103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Attempting to bind port 014bd904-18ed-4145-9964-2d3ba92b4a57 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:03.366459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Attempting to bind port 014bd904-18ed-4145-9964-2d3ba92b4a57 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:03.367326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Attempting to bind port 014bd904-18ed-4145-9964-2d3ba92b4a57 on network d922bcd5-0299-4863-be4c-e9d5d024eb6e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:03.367586 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:58:58Z', 'revision_number': 3, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:03.381641 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Checking router: cbc16680-6ef0-4827-8c25-f3e26bc46c91 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:03.382254 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Updating router cbc16680-6ef0-4827-8c25-f3e26bc46c91 port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:03.433960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:03.434335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Checking segment: {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:03.449065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.450544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Bound using segment: {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:03.451094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Bound port: 014bd904-18ed-4145-9964-2d3ba92b4a57, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:03.451480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.472422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0b67f-91a3-4571-ae2f-5b3bfed31dba None None] Pushing event updated for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:03.494709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:03.500605 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.511526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65151532-8455-480f-ab5b-d48af9042508 req-e1b36cff-5653-4eb8-9533-c0161b6fa7e5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171285 Jun 01 12:59:03.531066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-5a1d5791-60b9-4255-bb39-ad222a66eb00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0600202 Jun 01 12:59:03.554407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f07d55b9-24a7-417f-9390-f11c6c5f28f3 service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1790507 Jun 01 12:59:03.565212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Request body: {'port': {'device_id': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:03.583318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Sync routers for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:03.584565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.589022 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04f1af03-8ebf-49c4-9601-0bffb201fd50 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4631982 Jun 01 12:59:03.590015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:03.600342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:59:03.673746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:03.973941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Attempting to bind port 125537f6-4deb-4d59-bf92-374a43da5d62 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:03.974798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Attempting to bind port 125537f6-4deb-4d59-bf92-374a43da5d62 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:03.975317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Attempting to bind port 125537f6-4deb-4d59-bf92-374a43da5d62 on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:03.980715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:03.981311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:04.068353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5461f6f0-3bd9-45ed-9514-bc3095fb186e None None] Network bb817cab-bdfc-4da5-b59f-698b44623b02 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:04.129789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:04.130169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Checking segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:04.130572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.131001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Bound using segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:04.131637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Bound port: 125537f6-4deb-4d59-bf92-374a43da5d62, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:04.132013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.246679 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.263848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Transition to ACTIVE for port object 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:04.275768 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.458493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:59:04.483658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8584d1-856f-451b-bc77-8fac2ba6ec8f None None] Pushing event updated for resources: {'Port': ['ID=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:04.488868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Attempting to bind port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:04.489201 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Attempting to bind port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:04.489554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Attempting to bind port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:04.496456 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:04.497581 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:04.498125 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.498716 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:04.499327 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Bound port: 5dc3ecee-aa72-4b0e-b98b-e52e245176d9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:04.499863 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.548982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:04.597175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] For port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:04.600262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] For port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:04.608988 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.697110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:04.697659 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:04.718576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '28cf287d-7955-4738-b2f9-646f08e330af', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '28cf287d-7955-4738-b2f9-646f08e330af', 'mac_address': 'fa:16:3e:e5:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:04.719702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.727012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:04.728508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 582720cb-d845-4622-b23f-4e4fe39cef77 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:04.779590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-11103613-37ab-427a-9695-f50ff7e72e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:04.781498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-11103613-37ab-427a-9695-f50ff7e72e17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4151764 Jun 01 12:59:04.899158 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:05.024985 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-c8f0ef8b-57c7-40df-8f6c-22f2d9b8cf30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2132530 Jun 01 12:59:05.100103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] For port 125537f6-4deb-4d59-bf92-374a43da5d62, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:05.104349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] For port 125537f6-4deb-4d59-bf92-374a43da5d62, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=125537f6-4deb-4d59-bf92-374a43da5d62,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:05.113499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:05.114214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.134987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.136464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] For port 014bd904-18ed-4145-9964-2d3ba92b4a57, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:05.137595 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8584d1-856f-451b-bc77-8fac2ba6ec8f None None] Pushing event updated for resources: {'Port': ['ID=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:05.145631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:05.173412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.257841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:05.266264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] For port 014bd904-18ed-4145-9964-2d3ba92b4a57, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=014bd904-18ed-4145-9964-2d3ba92b4a57,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:05.296384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.299785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:05.305187 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-218e166c-b0b1-4510-b891-3c656589255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:58:58Z', 'revision_number': 3, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:05.310921 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e166c-b0b1-4510-b891-3c656589255a None None] The sync data for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 is: [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:58:58Z', 'revision_number': 3, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:05.318943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Allocated IP 172.20.0.1 (d922bcd5-0299-4863-be4c-e9d5d024eb6e/4a4ac5db-8291-40d6-86b0-9100c3e35ffc/3a411177-4a76-4866-998e-7ba774f3269f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:05.346413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:05.389870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.445598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.517105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdae1a-3424-4a54-b966-10b1ea651dd2 req-4477df38-8447-4dbb-bbf6-48a412bab746 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.524362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bcdae1a-3424-4a54-b966-10b1ea651dd2 req-4477df38-8447-4dbb-bbf6-48a412bab746 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 945 time: 1.6470962 Jun 01 12:59:05.538087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Transition to ACTIVE for port object 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:05.541708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e5a06217-2128-45d0-ab13-082ce5693092 None None] Provisioning for port 582720cb-d845-4622-b23f-4e4fe39cef77 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:05.626318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-b749b904-986d-42f0-9e50-134a930ca345 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258946 Jun 01 12:59:05.700521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ff6e-9eaa-47f5-9392-df714e6bade3 req-1e3f132f-e126-409b-8a65-8dc911dcd6b3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.701268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f787ff6e-9eaa-47f5-9392-df714e6bade3 req-1e3f132f-e126-409b-8a65-8dc911dcd6b3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Synchronizing usage tracker for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:05.804427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.805012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.805451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.805922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.806369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.806896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.807337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:05.809510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8ccf460c-8216-4676-83bc-c3faab1d0e8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6489 time: 0.4840581 Jun 01 12:59:05.825421 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.826555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:05.902174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 385012c3-62e2-48b0-8b2b-b6907ccaeacd up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:05.946005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Transition to ACTIVE for port object 3a411177-4a76-4866-998e-7ba774f3269f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:05.955265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:06.021986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f787ff6e-9eaa-47f5-9392-df714e6bade3 req-1e3f132f-e126-409b-8a65-8dc911dcd6b3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Unset dirty status for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:06.029568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f787ff6e-9eaa-47f5-9392-df714e6bade3 req-1e3f132f-e126-409b-8a65-8dc911dcd6b3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 932 time: 1.8844106 Jun 01 12:59:06.039890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-5e4b61c7-c878-4f0c-9b4e-d84855980bd5 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:06.040685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-5e4b61c7-c878-4f0c-9b4e-d84855980bd5 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:06.046555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:06.081096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9768dd7c-0c9b-4256-8f81-94834da80c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:06.081571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9768dd7c-0c9b-4256-8f81-94834da80c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:06.082038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9768dd7c-0c9b-4256-8f81-94834da80c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:06.083761 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9768dd7c-0c9b-4256-8f81-94834da80c7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=334300af-7f2c-487c-9900-0fc105089cb1&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=389891e0-a632-4d9b-aea7-81bd87e25016&id=389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 200 len: 2293 time: 0.2384591 Jun 01 12:59:06.151221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:06.154927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-5e4b61c7-c878-4f0c-9b4e-d84855980bd5 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:06.156204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-5e4b61c7-c878-4f0c-9b4e-d84855980bd5 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 0.5433826 Jun 01 12:59:06.182321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:06.194824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bcdae1a-3424-4a54-b966-10b1ea651dd2 req-e520d1fc-0190-4f1f-8608-49d8cb314cf3 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511028 Jun 01 12:59:06.196722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:06.197503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:06.245485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Request body: {'port': {'device_id': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'admin_state_up': True, 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:06.291049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 582720cb-d845-4622-b23f-4e4fe39cef77 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:06.301962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f787ff6e-9eaa-47f5-9392-df714e6bade3 req-da734dbf-f50c-49ad-82d3-27f12ccfa4ea tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714453 Jun 01 12:59:06.313364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0b67f-91a3-4571-ae2f-5b3bfed31dba None None] Pushing event updated for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:06.371592 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-dba45df8-7b39-45d3-9595-741ee40aa018 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 200 len: 1001 time: 0.2791669 Jun 01 12:59:06.442987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Pushing event updated for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:06.458470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:06.495482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 582720cb-d845-4622-b23f-4e4fe39cef77 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:06.495857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:06.574020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:06.583880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:06.637366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:06.671040 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf6916a-5806-4618-a20e-b0049ec72cc9'] response: {'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db', 'code': 200} Jun 01 12:59:06.763920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 385012c3-62e2-48b0-8b2b-b6907ccaeacd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:06.808895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-3048677b-5500-4e4c-a8be-924b6ead31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:06.811647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-3048677b-5500-4e4c-a8be-924b6ead31bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 HTTP/1.1" status: 200 len: 851 time: 0.2294824 Jun 01 12:59:06.812423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:06.829728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-acdac12d-8f04-44df-a6a1-6877708650d6 req-daecc8b8-257a-4510-9fa0-70fee077d2ce service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1214137 Jun 01 12:59:06.871755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 385012c3-62e2-48b0-8b2b-b6907ccaeacd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:06.872279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:06.991576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b8868-d5c6-4b55-afc9-fdb02c833cdf None None] Pushing event updated for resources: {'Port': ['ID=014bd904-18ed-4145-9964-2d3ba92b4a57,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:07.076731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:07.118788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:07.137459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Usage tracker for resource:port and tenant:e64f2d6ace0542d59184f61294517b2e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:07.146934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:07.166754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:07.185251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Attempting to bind port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:07.185511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Attempting to bind port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:07.185989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Attempting to bind port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:07.199142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-ac54bad7-8165-4f7d-bb59-7e0caa0a5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:07.200969 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-ac54bad7-8165-4f7d-bb59-7e0caa0a5fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=334300af-7f2c-487c-9900-0fc105089cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242613 Jun 01 12:59:07.207441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Made reservation on behalf of e64f2d6ace0542d59184f61294517b2e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:07.211369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.223875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:02Z', 'revision_number': 3, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:07.247640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Checking router: e8afee83-4e2f-4829-b857-f1035f3a5e86 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:07.248258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Updating router e8afee83-4e2f-4829-b857-f1035f3a5e86 port 5c44b5f8-eaa8-446b-85d1-85dc479db635 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:07.269771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:07.270101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Attempting to bind port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:07.321772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:07.322114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Checking segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:07.322504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Bound using segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:07.323191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Bound port: 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:07.323543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.404346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002065d-f933-4bde-9c3f-5f4af19070f8 req-fa2e7e57-f08f-43a5-9cee-37fbc5cbfd9f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:07.407059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3002065d-f933-4bde-9c3f-5f4af19070f8 req-fa2e7e57-f08f-43a5-9cee-37fbc5cbfd9f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 945 time: 0.9714611 Jun 01 12:59:07.471267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-179df6f3-1222-42fa-8225-167948f2bdf9 None None] Provisioning complete for port 582720cb-d845-4622-b23f-4e4fe39cef77 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:07.471267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-179df6f3-1222-42fa-8225-167948f2bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.475789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:07.475789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:07.497764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Allocated IP 172.20.0.1 (2a151914-7d11-426a-b62b-4216754e4e3b/19312841-0adf-44ed-b829-5f0e3e00d639/b366bd75-86b4-487c-81c6-9f1bcfd81b9d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:07.579256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 582720cb-d845-4622-b23f-4e4fe39cef77 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:07.579638 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.654833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.723722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6847fd9-c8c6-4c67-a10d-fbed83bf010c req-6601e9f6-c8fc-4a3c-8148-659abcc79d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:07.725193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6847fd9-c8c6-4c67-a10d-fbed83bf010c req-6601e9f6-c8fc-4a3c-8148-659abcc79d80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 1096 time: 1.1315563 Jun 01 12:59:07.734384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:07.735025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.736516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] 10.222.0.13 "PUT /v2.0/ports/3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c HTTP/1.1" status: 200 len: 1092 time: 4.1897264 Jun 01 12:59:07.744047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.746325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.769649 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-48406178-d010-4116-a6ec-b37034ea7747 service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475762 Jun 01 12:59:07.779340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-aaea2fc5-8fe6-4943-9107-2ebadd554339 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:07.781063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-aaea2fc5-8fe6-4943-9107-2ebadd554339 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 1.1157761 Jun 01 12:59:07.781530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:07.806457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3002065d-f933-4bde-9c3f-5f4af19070f8 req-8a84e9bf-77ca-4e9c-aa95-7dc29f8a0d78 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901979 Jun 01 12:59:07.827690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 582720cb-d845-4622-b23f-4e4fe39cef77, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=582720cb-d845-4622-b23f-4e4fe39cef77,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:07.844468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 385012c3-62e2-48b0-8b2b-b6907ccaeacd is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:07.844845 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.871672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:07.920342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-0ccc4580-7975-4365-82f3-62343dbb2e99 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/quotas/e64f2d6ace0542d59184f61294517b2e HTTP/1.1" status: 200 len: 375 time: 0.0580337 Jun 01 12:59:07.948282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Allocated IP 172.20.0.3 (bb817cab-bdfc-4da5-b59f-698b44623b02/3c77bd16-287c-4bfb-b1b3-1cd90e6f3750/bf94f45f-3ff8-4f73-a825-5db66f826d02) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:08.063824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94d2f-678b-4418-bddb-0c1324b6db1c service neutron] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:08.127796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6847fd9-c8c6-4c67-a10d-fbed83bf010c req-3f0a9942-d0d7-4f0d-bbee-ac9a7de06e7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248501 Jun 01 12:59:08.166174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.216902 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-794ba438-9124-414b-a4c1-cd3e9fc159cf service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084413 Jun 01 12:59:08.220317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 014bd904-18ed-4145-9964-2d3ba92b4a57 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:08.230048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Transition to ACTIVE for port object b366bd75-86b4-487c-81c6-9f1bcfd81b9d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:08.232648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-75e00da6-d529-413b-82dc-577a09ba02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:08.234227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-75e00da6-d529-413b-82dc-577a09ba02b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 1095 time: 0.4208910 Jun 01 12:59:08.272930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-77d71abb-c073-4615-aa57-0ff5edaa67ed tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3305621 Jun 01 12:59:08.298813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe701-e4cf-4fc5-8770-bfb7d1403cf7 req-bb7243f1-f36d-4a6f-9955-60cbe982d8ba tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:08.305668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5acfe701-e4cf-4fc5-8770-bfb7d1403cf7 req-bb7243f1-f36d-4a6f-9955-60cbe982d8ba tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 948 time: 0.1847360 Jun 01 12:59:08.306419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-375a944e-6787-4041-b7f1-44327f35e47e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 217 time: 0.0776026 Jun 01 12:59:08.373753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:08.429902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.490721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=582720cb-d845-4622-b23f-4e4fe39cef77,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:08.517469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-b246fda3-448c-4ab0-bfa5-0a3e101c8071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c HTTP/1.1" status: 200 len: 217 time: 0.1694446 Jun 01 12:59:08.519127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.532426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-60a1df8a-bf04-4c26-83c7-54dde6e2c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:08.533968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-60a1df8a-bf04-4c26-83c7-54dde6e2c3b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.2046747 Jun 01 12:59:08.537102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-179df6f3-1222-42fa-8225-167948f2bdf9 None None] Current status of the port 582720cb-d845-4622-b23f-4e4fe39cef77 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:08.609299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8181b05-ebe8-4c1d-8477-4649c46d31fd None None] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:08.644456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.657998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.674143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.675661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Network 2a151914-7d11-426a-b62b-4216754e4e3b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:08.682867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:08.693275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5acfe701-e4cf-4fc5-8770-bfb7d1403cf7 req-58c705b6-1c7d-48be-b4ca-4f0e27d6f218 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608506 Jun 01 12:59:08.694546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:08.719293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:08.799112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 014bd904-18ed-4145-9964-2d3ba92b4a57 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:08.831242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:08.848588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:08.879907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Transition to ACTIVE for port object bf94f45f-3ff8-4f73-a825-5db66f826d02 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:08.914927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Provisioning for port 014bd904-18ed-4145-9964-2d3ba92b4a57 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:08.931004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.945838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Pushing event updated for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:08.958139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d8d8841b-1b0b-4e9b-bb58-9725ee3a82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:08.963214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Provisioning complete for port 014bd904-18ed-4145-9964-2d3ba92b4a57 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:08.963632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.968669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-d8d8841b-1b0b-4e9b-bb58-9725ee3a82fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.4380338 Jun 01 12:59:09.027332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:05Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:09.050363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-2efd47d0-97be-4ecb-a51e-514ac60550ab service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380803 Jun 01 12:59:09.052588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-36c1dbad-438e-40b9-befe-a638ecc7627a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465062 Jun 01 12:59:09.085845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.115209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.116590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Pushing event updated for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:09.140834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff997b7-056c-4f4e-b5ba-849c005ec30c None None] The sync data for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 is: [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:05Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:09.186262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-95a29088-d18e-4036-827c-0748ae9d1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:09.187946 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-95a29088-d18e-4036-827c-0748ae9d1186 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6426880 Jun 01 12:59:09.268633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:09.285580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:09.285969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.305148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Network bb817cab-bdfc-4da5-b59f-698b44623b02 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:09.364463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:09.364640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d03eb4-7ccc-4c7b-9c73-16373acb6182 req-ad00c4be-8272-4523-9d01-96086e658456 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:09.366399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53d03eb4-7ccc-4c7b-9c73-16373acb6182 req-ad00c4be-8272-4523-9d01-96086e658456 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 945 time: 0.4724958 Jun 01 12:59:09.379860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:09.382048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:09.383017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:09.438684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53d03eb4-7ccc-4c7b-9c73-16373acb6182 req-66872af6-46f8-4cb0-a2ea-b5b522f8edfd tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Jun 01 12:59:09.442103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-58cdca26-5d7a-4056-a198-defc899fc93d service neutron] 10.222.0.13 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598127 Jun 01 12:59:09.444165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-9c715f68-2afd-4f61-a908-2ea93eff0db1 service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823931 Jun 01 12:59:09.465069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event updated for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:09.504780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:09.508632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.696706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Transition to ACTIVE for port object 5c44b5f8-eaa8-446b-85d1-85dc479db635 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:09.733524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-60879198-e927-47c7-bfe7-d7fc3fb76d3c service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141904 Jun 01 12:59:09.864252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Current status of the port 014bd904-18ed-4145-9964-2d3ba92b4a57 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:09.865194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.884920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:09.884920 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.889992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:09.928930 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceef11ec-4266-4d1e-a048-f2af6e617993'] response: {'name': 'network-changed', 'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'status': 'completed', 'code': 200} Jun 01 12:59:10.061701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab9685-a42b-4f19-9344-386ca21876f5 None None] Pushing event updated for resources: {'Port': ['ID=5c44b5f8-eaa8-446b-85d1-85dc479db635,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:10.096355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] For port 014bd904-18ed-4145-9964-2d3ba92b4a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=014bd904-18ed-4145-9964-2d3ba92b4a57,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:10.141792 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.152331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Attempting to bind port 5c44b5f8-eaa8-446b-85d1-85dc479db635 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:10.152916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Attempting to bind port 5c44b5f8-eaa8-446b-85d1-85dc479db635 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:10.153439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Attempting to bind port 5c44b5f8-eaa8-446b-85d1-85dc479db635 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:10.158169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be84453-b88f-4f3d-ad3b-c9e57bb81dfb req-fb970cf0-6c9a-4c08-99b5-f560d032966c service neutron] 10.222.0.13 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088218 Jun 01 12:59:10.209400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:10.230438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:10.230438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:10.230438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.230438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:10.230438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Bound port: 5c44b5f8-eaa8-446b-85d1-85dc479db635, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:10.231003 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.279322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.294623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 28cf287d-7955-4738-b2f9-646f08e330af completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:10.328393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 28cf287d-7955-4738-b2f9-646f08e330af triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:10.328782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.407521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Router e8afee83-4e2f-4829-b857-f1035f3a5e86 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:10.432328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:10.433068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.485954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Provisioning for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:10.554577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Provisioning complete for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:10.555039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.597658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b6982-c739-4c3f-b0f1-5c99712ae4fd req-21df9be8-9a00-418d-a48c-20cfec2406dc tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:10.634725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-347b6982-c739-4c3f-b0f1-5c99712ae4fd req-21df9be8-9a00-418d-a48c-20cfec2406dc tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 944 time: 0.6875947 Jun 01 12:59:10.638147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48c6a8-fb48-420c-82c7-4c14942d0393 None None] Pushing event updated for resources: {'Port': ['ID=014bd904-18ed-4145-9964-2d3ba92b4a57,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:10.663516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 582720cb-d845-4622-b23f-4e4fe39cef77 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:10.725729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:10.741790 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-f3b3b8cb-eee6-4490-bc79-a712588491ae tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5067966 Jun 01 12:59:10.747920 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-22d3fdf9-60ea-40d1-82eb-dec26e72e566 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0080009 Jun 01 12:59:10.845494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-e1d22ed8-09e5-441d-809e-a916d06553c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:10.847024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-e1d22ed8-09e5-441d-809e-a916d06553c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 1095 time: 0.6166744 Jun 01 12:59:10.861002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Request body: {'port': {'device_id': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:10.861871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f9120-ac34-4c1d-a0f7-28d2090d33a6 req-213c19e4-75cc-4339-bd0a-457d6bc2809a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:10.863383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f6f9120-ac34-4c1d-a0f7-28d2090d33a6 req-213c19e4-75cc-4339-bd0a-457d6bc2809a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1096 time: 0.5378792 Jun 01 12:59:10.887331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-347b6982-c739-4c3f-b0f1-5c99712ae4fd req-ff783da0-8148-4ebe-bd34-5546b1946d89 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531359 Jun 01 12:59:10.928361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] For port 5c44b5f8-eaa8-446b-85d1-85dc479db635, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:10.934833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Port b366bd75-86b4-487c-81c6-9f1bcfd81b9d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:10.966263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Provisioning for port bf94f45f-3ff8-4f73-a825-5db66f826d02 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:11.099421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-852bdd90-2c78-450c-9b1d-7981b82a65af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 217 time: 0.1838353 Jun 01 12:59:11.109374 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd940295-ad92-4dc9-930d-0d1f974e802b'] response: {'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd', 'code': 200} Jun 01 12:59:11.115417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] For port 5c44b5f8-eaa8-446b-85d1-85dc479db635, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5c44b5f8-eaa8-446b-85d1-85dc479db635,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:11.116929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Provisioning complete for port bf94f45f-3ff8-4f73-a825-5db66f826d02 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:11.117996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.159231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 582720cb-d845-4622-b23f-4e4fe39cef77 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:11.159589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.252194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.301151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:11.320217 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4e6ae7d5-a2f0-463a-be3e-9f402f0fa46d admin admin] 10.222.0.40 "PUT /v2.0/routers/e8afee83-4e2f-4829-b857-f1035f3a5e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7287006 Jun 01 12:59:11.368001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:11.369564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9114eb2e-dc6a-4e32-9e55-34705447d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:11.379273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:11.381213 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-9114eb2e-dc6a-4e32-9e55-34705447d9b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.2590449 Jun 01 12:59:11.381767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.454305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f6f9120-ac34-4c1d-a0f7-28d2090d33a6 req-e91c1067-6904-4855-839f-ae2f1c86c1d3 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508356 Jun 01 12:59:11.474728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.564170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:11.564170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:11.678041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 582720cb-d845-4622-b23f-4e4fe39cef77 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:11.679156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 125537f6-4deb-4d59-bf92-374a43da5d62 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:11.784139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-37ebc248-138b-45a2-a16b-dd419b14efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:11.785580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-37ebc248-138b-45a2-a16b-dd419b14efd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 916 time: 0.8812444 Jun 01 12:59:11.800715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-514536f6-917a-42a6-9707-04856df7452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:11.802935 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-514536f6-917a-42a6-9707-04856df7452a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4154265 Jun 01 12:59:11.872166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d076c70a-803a-49f7-8bb7-1f620f9e75a1 None None] Port bf94f45f-3ff8-4f73-a825-5db66f826d02 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:11.873906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:59:11.881126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:11.903436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.904355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-ef6e551c-256b-4dc4-b502-0c2d85db03c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c HTTP/1.1" status: 200 len: 217 time: 0.0978017 Jun 01 12:59:11.910260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:11.925911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:11.970822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab9685-a42b-4f19-9344-386ca21876f5 None None] Pushing event updated for resources: {'Port': ['ID=5c44b5f8-eaa8-446b-85d1-85dc479db635,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:11.972884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.002038 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-6a17c70b-6ce9-4e58-b712-41c561819c4d service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859527 Jun 01 12:59:12.141209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 125537f6-4deb-4d59-bf92-374a43da5d62 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:12.165408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Provisioning complete for port 014bd904-18ed-4145-9964-2d3ba92b4a57 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:12.165408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.167323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf94f45f-3ff8-4f73-a825-5db66f826d02 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:12.187881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.220270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Transition to ACTIVE for port object bf94f45f-3ff8-4f73-a825-5db66f826d02 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:12.223911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-e3b014fb-fe52-4b10-a42a-795ec9ac4525 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107754 Jun 01 12:59:12.225927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.249358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 125537f6-4deb-4d59-bf92-374a43da5d62 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:12.249358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.269188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4706-3f9b-48fe-a9e0-e3f0ec2c698f req-a1b60a51-8b59-4636-aaa4-e7563cd33541 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.270386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425b4706-3f9b-48fe-a9e0-e3f0ec2c698f req-a1b60a51-8b59-4636-aaa4-e7563cd33541 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 949 time: 0.8723481 Jun 01 12:59:12.286192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:12.291361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-e09f0e3d-6333-43b9-b283-b3117c3f7170 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.293156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-e09f0e3d-6333-43b9-b283-b3117c3f7170 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.13 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 0.7758093 Jun 01 12:59:12.327692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3be61-ca79-4e19-a6e5-610a115b6ac6 req-9f13bb3a-04ba-475c-b771-79ce77aa11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.328844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb3be61-ca79-4e19-a6e5-610a115b6ac6 req-9f13bb3a-04ba-475c-b771-79ce77aa11c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 1100 time: 1.2077317 Jun 01 12:59:12.329630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.333667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-25fd2773-fced-4ae7-b3d8-4a4ccf520366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.335420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-25fd2773-fced-4ae7-b3d8-4a4ccf520366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.4205151 Jun 01 12:59:12.336040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Pushing event updated for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:12.343683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Request body: {'port': {'device_id': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'admin_state_up': True, 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:12.345402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-644f5659-6d7b-4db3-9190-78fa56fe4511 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c HTTP/1.1" status: 200 len: 217 time: 0.1153841 Jun 01 12:59:12.364624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-20d39244-b7b6-4c3c-b1a9-8ec6b7b7ae95 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.371780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-20d39244-b7b6-4c3c-b1a9-8ec6b7b7ae95 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 0.7468624 Jun 01 12:59:12.571525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-b024d336-f576-482e-8f29-67b7509d1812 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916406 Jun 01 12:59:12.574695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Current status of the port 014bd904-18ed-4145-9964-2d3ba92b4a57 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:12.578193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-2b1adfdd-2739-405f-a479-6b6bc6f153b0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/quotas/e64f2d6ace0542d59184f61294517b2e HTTP/1.1" status: 200 len: 375 time: 0.2057166 Jun 01 12:59:12.591495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 125537f6-4deb-4d59-bf92-374a43da5d62 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:12.591871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.643495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 125537f6-4deb-4d59-bf92-374a43da5d62, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=125537f6-4deb-4d59-bf92-374a43da5d62,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:12.645310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Provisioning for port 3a411177-4a76-4866-998e-7ba774f3269f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:12.652765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.654726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Provisioning complete for port 3a411177-4a76-4866-998e-7ba774f3269f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:12.655082 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.691941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:12.739007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3a411177-4a76-4866-998e-7ba774f3269f', 'name': '', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'mac_address': 'fa:16:3e:43:e8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:04Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 2, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'subnets': [{'id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:12.747958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425b4706-3f9b-48fe-a9e0-e3f0ec2c698f req-3378921e-9aee-42ab-8c3c-0980829a88b3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464464 Jun 01 12:59:12.763585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-83c5af2a-e150-4a18-813c-7f621e9ab289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.765305 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-83c5af2a-e150-4a18-813c-7f621e9ab289 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.4110165 Jun 01 12:59:12.773566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f08a9-d149-4e1e-9601-4d5853f6fd49 None None] The sync data for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 is: [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3a411177-4a76-4866-998e-7ba774f3269f', 'name': '', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'mac_address': 'fa:16:3e:43:e8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:04Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 2, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'subnets': [{'id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:12.786083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9daf0-b1c8-4c89-b48c-dd67a2deab7f None None] Port 3a411177-4a76-4866-998e-7ba774f3269f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:12.826519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:12.854418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Attempting to bind port bf94f45f-3ff8-4f73-a825-5db66f826d02 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:12.854989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb3be61-ca79-4e19-a6e5-610a115b6ac6 req-28f3085d-c80b-446d-b4a0-a7621cfa58ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971294 Jun 01 12:59:12.855204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Attempting to bind port bf94f45f-3ff8-4f73-a825-5db66f826d02 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:12.855516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Attempting to bind port bf94f45f-3ff8-4f73-a825-5db66f826d02 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:12.862660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 014bd904-18ed-4145-9964-2d3ba92b4a57 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:12.869830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Port bf94f45f-3ff8-4f73-a825-5db66f826d02 on network bb817cab-bdfc-4da5-b59f-698b44623b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:12.870297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Attempting to bind port bf94f45f-3ff8-4f73-a825-5db66f826d02 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:12.888698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:12.888698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Checking segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:12.890884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Bound using segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:12.891448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Bound port: bf94f45f-3ff8-4f73-a825-5db66f826d02, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:12.891892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.970463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:12.977499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-6f216416-a54e-4601-a652-0761cd695846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:12.978940 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-6f216416-a54e-4601-a652-0761cd695846 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2064188 Jun 01 12:59:12.993528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 014bd904-18ed-4145-9964-2d3ba92b4a57 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:12.993905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.010634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:13.013895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:13.020189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Usage tracker for resource:port and tenant:e64f2d6ace0542d59184f61294517b2e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:13.024258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.046986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:13.081365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:13.085237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Network 2a151914-7d11-426a-b62b-4216754e4e3b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:13.094798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-43f113bb-95b6-4e4d-8f44-44fd196db10a service neutron] 10.222.0.13 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801698 Jun 01 12:59:13.102930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:13.116247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:13.157148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:13.157851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.158788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-9c9b4865-7544-4f74-bdc2-9b50df2dbcb7 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5796711 Jun 01 12:59:13.159110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf94f45f-3ff8-4f73-a825-5db66f826d02 HTTP/1.1" status: 200 len: 1091 time: 2.3133986 Jun 01 12:59:13.159541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:13.194831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bda77-ac81-4fa1-b639-7bc2ff25cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:13.223910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 014bd904-18ed-4145-9964-2d3ba92b4a57 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:13.225610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:13.240716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Made reservation on behalf of e64f2d6ace0542d59184f61294517b2e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:13.244821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.366783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:13.548636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:13.549357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.566670 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-b2f6cc25-698f-4390-9dbf-8526508a57df service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340359 Jun 01 12:59:13.622992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-73cb137f-4623-430b-9124-eb4da755b3d0 None None] Provisioning complete for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:13.623990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73cb137f-4623-430b-9124-eb4da755b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.673275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-9e1e14e3-690f-4027-b278-bbc73550b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:13.674814 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-9e1e14e3-690f-4027-b278-bbc73550b712 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 1094 time: 0.3180532 Jun 01 12:59:13.704716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:13.711659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bcc6eb2-887b-4e4d-b476-a2c349748034 req-5a2f6995-5208-4e48-abe0-8b48d265df6c service neutron] 10.222.0.13 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951183 Jun 01 12:59:13.719600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Router cbc16680-6ef0-4827-8c25-f3e26bc46c91 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:13.736804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'port_id': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'mac_address': 'fa:16:3e:d1:5e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb35a28f-9166-4174-947f-c03557bf0728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:13.812430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-36b446bb-ec9b-4a85-a775-93fbd0b414e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02 HTTP/1.1" status: 200 len: 217 time: 0.1114349 Jun 01 12:59:13.863104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-3404a37d-2343-4557-ba11-40ebc9510479 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797687 Jun 01 12:59:13.866579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73cb137f-4623-430b-9124-eb4da755b3d0 None None] Port b366bd75-86b4-487c-81c6-9f1bcfd81b9d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:13.912753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7d46-4f9b-4d90-866a-dbacd660ef1f req-e11bf56e-f35c-497e-88a2-9cbafe1270e6 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:13.920289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-563b7d46-4f9b-4d90-866a-dbacd660ef1f req-e11bf56e-f35c-497e-88a2-9cbafe1270e6 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 945 time: 0.9516575 Jun 01 12:59:13.932940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:13.933483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.944550 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-45db0f37-aff9-45a2-810f-d23f77306bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=fd632761-03db-4d05-afce-285abb40c0b5 HTTP/1.1" status: 200 len: 217 time: 0.0806565 Jun 01 12:59:13.959467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:13.980709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:13.994879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-691a0ce7-b459-4311-9f86-d8faa242eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:13.996596 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-691a0ce7-b459-4311-9f86-d8faa242eeea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.1764503 Jun 01 12:59:13.996942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:14.045370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:14.046855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-c52543af-52b1-4a82-9ffe-410f0cead95f service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746190 Jun 01 12:59:14.071652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-23c6ed1e-b5ff-42c6-8abb-089aa0659bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:14.073088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-23c6ed1e-b5ff-42c6-8abb-089aa0659bf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.1182456 Jun 01 12:59:14.108536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:14.142471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-1bfdab17-acf9-4a33-90a5-083543cfc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:14.143779 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-1bfdab17-acf9-4a33-90a5-083543cfc8d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411722 Jun 01 12:59:14.169866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-4223a201-e8ef-4ad8-82ce-838523841258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:14.171359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-4223a201-e8ef-4ad8-82ce-838523841258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903914 Jun 01 12:59:14.237853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:14.346643 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-8aea6ccb-709c-4b63-a7f2-e4373734751d service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583095 Jun 01 12:59:14.608440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-563b7d46-4f9b-4d90-866a-dbacd660ef1f req-0c7c7dcd-e580-4a24-8bee-1da325b2977b tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871891 Jun 01 12:59:14.650628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Allocated IP 172.20.0.10 (bb817cab-bdfc-4da5-b59f-698b44623b02/3c77bd16-287c-4bfb-b1b3-1cd90e6f3750/41614562-6129-4111-bc04-73acf861b7f3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:14.660691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:14.672432 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Sync routers for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:14.689403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:14.690051 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:14.743326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-44f87721-37d1-4e60-a18f-8ca5bd69c022 admin admin] 10.222.0.40 "PUT /v2.0/routers/cbc16680-6ef0-4827-8c25-f3e26bc46c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8809888 Jun 01 12:59:14.795878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-fbb65055-07f7-4f3a-9882-0a526b4b8aad service neutron] 10.222.0.40 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060339 Jun 01 12:59:14.844866 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-2b550f7e-5a88-49fe-935a-88337e55f25e service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971457 Jun 01 12:59:14.924951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 125537f6-4deb-4d59-bf92-374a43da5d62 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:15.003495 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:15.067446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 125537f6-4deb-4d59-bf92-374a43da5d62 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:15.068544 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.126726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b0043-a67a-44c3-a241-9dd4d743356d req-eb627e4f-2e97-4495-bcf5-a29b6db6923c tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:15.128202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-828b0043-a67a-44c3-a241-9dd4d743356d req-eb627e4f-2e97-4495-bcf5-a29b6db6923c tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1096 time: 0.1493559 Jun 01 12:59:15.178548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.196369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-828b0043-a67a-44c3-a241-9dd4d743356d req-7bdf86eb-e420-4373-8e78-6455c915f8e3 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Jun 01 12:59:15.222800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Transition to ACTIVE for port object 41614562-6129-4111-bc04-73acf861b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:15.259534 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-46f20768-611f-4f96-a18a-ad131a43376b service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997579 Jun 01 12:59:15.264706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74c5658c-22ad-4813-81ee-92dbec317a5e req-79bbb1ef-c790-4e1f-81f8-fc756f6c5613 service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845981 Jun 01 12:59:15.296636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.315760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 125537f6-4deb-4d59-bf92-374a43da5d62 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:15.317103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5c44b5f8-eaa8-446b-85d1-85dc479db635 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:15.392221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:15.468997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-12964c39-99b1-4d64-951b-e10b1cad2453 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02fef0bc-bd8e-4993-a527-d13678a53612 HTTP/1.1" status: 200 len: 217 time: 0.1911767 Jun 01 12:59:15.469442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:15.474717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894841635', 'description': 'tempest-description--992572074'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:15.515095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:15.519163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Network bb817cab-bdfc-4da5-b59f-698b44623b02 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:15.525655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:15.529696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Usage tracker for resource:security_group and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:15.535797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:15.545813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:15.550006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:15.561761 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 2, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:15.573810 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Checking router: cbc16680-6ef0-4827-8c25-f3e26bc46c91 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:15.574085 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Updating router cbc16680-6ef0-4827-8c25-f3e26bc46c91 port b366bd75-86b4-487c-81c6-9f1bcfd81b9d binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:15.582248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-49d90207-2539-4ec8-aa06-16f741a7a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:15.584123 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-49d90207-2539-4ec8-aa06-16f741a7a2a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.1039221 Jun 01 12:59:15.609256 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b2a080-6303-4a1d-a534-c102d3dd36fb'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'code': 200} Jun 01 12:59:15.655088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.680868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5c44b5f8-eaa8-446b-85d1-85dc479db635 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:15.690982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:15.700615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5c44b5f8-eaa8-446b-85d1-85dc479db635 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:15.700974 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.704272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Usage tracker for resource:security_group_rule and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:15.724147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:15.730642 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.737328 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925234c4-203b-460a-9499-a3ff3ed0c9dd'] response: {'name': 'network-changed', 'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02', 'status': 'completed', 'code': 200} Jun 01 12:59:15.743971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:15.831500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event updated for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:15.842305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:15.853678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:15.853678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.911402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-b19d20b6-b61f-4ccc-9351-2c9cec7f37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:15.913650 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-b19d20b6-b61f-4ccc-9351-2c9cec7f37ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3217034 Jun 01 12:59:15.925449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:15.927420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.001401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-70999fe0-197e-4b0f-bee7-f5b9d6b08483 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6899636 Jun 01 12:59:16.014092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Request body: {'port': {'device_id': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:16.067223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:16.067964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.100881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.103818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f756f1-2aba-44cd-993d-ab567f652700 req-7153b00d-fad3-4639-b2c0-3c8dc26cb5d6 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:16.105310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38f756f1-2aba-44cd-993d-ab567f652700 req-7153b00d-fad3-4639-b2c0-3c8dc26cb5d6 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 945 time: 0.7112997 Jun 01 12:59:16.133400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-12013f85-4ec9-4d50-8355-699b035500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:16.134892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-12013f85-4ec9-4d50-8355-699b035500e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 1094 time: 0.3460073 Jun 01 12:59:16.135471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.164725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c218b711-6e2a-4541-bd98-1be9785a6ce1 None None] Provisioning for port 41614562-6129-4111-bc04-73acf861b7f3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:16.196510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfdc2c-9f4d-4e20-aaf5-f2b45f0c4ca5 req-18e69700-14d5-4b5d-8dec-3b71b797aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:16.198149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ddfdc2c-9f4d-4e20-aaf5-f2b45f0c4ca5 req-18e69700-14d5-4b5d-8dec-3b71b797aee6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1100 time: 0.5104249 Jun 01 12:59:16.213574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c218b711-6e2a-4541-bd98-1be9785a6ce1 None None] Provisioning complete for port 41614562-6129-4111-bc04-73acf861b7f3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:16.213574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c218b711-6e2a-4541-bd98-1be9785a6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.221913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38f756f1-2aba-44cd-993d-ab567f652700 req-6a4dae05-4f66-4bd8-b492-fb18aabc4c78 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082544 Jun 01 12:59:16.262174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1603b-eed1-4223-bcf7-aa94ca4bd8f3 req-7f8cdb17-f365-42f6-9a82-9302e87d3451 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:16.269293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31e1603b-eed1-4223-bcf7-aa94ca4bd8f3 req-7f8cdb17-f365-42f6-9a82-9302e87d3451 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 949 time: 0.3231125 Jun 01 12:59:16.281263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:16.284470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5c44b5f8-eaa8-446b-85d1-85dc479db635 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:16.284847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.306925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5c44b5f8-eaa8-446b-85d1-85dc479db635, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5c44b5f8-eaa8-446b-85d1-85dc479db635,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:16.311873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.313916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c218b711-6e2a-4541-bd98-1be9785a6ce1 None None] Port 41614562-6129-4111-bc04-73acf861b7f3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:16.324336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ddfdc2c-9f4d-4e20-aaf5-f2b45f0c4ca5 req-be3fd8ec-6d56-49c1-a861-f9db93e6cc79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Jun 01 12:59:16.335954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.352428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.367936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31e1603b-eed1-4223-bcf7-aa94ca4bd8f3 req-787e4537-9cde-4f4d-b3a9-f49853a6a42a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 Jun 01 12:59:16.404769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:16.430693 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-06b2ad0b-3423-4e63-b958-f5d4fc864218 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098085 Jun 01 12:59:16.433850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:16.517214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5c44b5f8-eaa8-446b-85d1-85dc479db635,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:16.539239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.543804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c6f77f2-8b6a-45ac-8e04-9d6531a5aab6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0733535 Jun 01 12:59:16.544619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:16.619356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'security_group_rule': {'security_group_id': '65e73bfc-94c3-4cfc-85c9-fa2d0daef07e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:16.639207 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.653271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Transition to ACTIVE for port object b366bd75-86b4-487c-81c6-9f1bcfd81b9d will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:16.662533 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.664534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:16.674176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e95d1c04-c5df-4678-9305-3bb085bf5d53 req-4d53efa9-ffb7-4b77-8d79-327277fbb478 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:16.689727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Usage tracker for resource:security_group_rule and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:16.697818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:16.705425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-5364972f-be36-4ce4-a5e1-e7a5956cbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:16.706903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-5364972f-be36-4ce4-a5e1-e7a5956cbd9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 917 time: 0.5527093 Jun 01 12:59:16.709886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:16.751732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e95d1c04-c5df-4678-9305-3bb085bf5d53 req-4d53efa9-ffb7-4b77-8d79-327277fbb478 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:16.760957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e95d1c04-c5df-4678-9305-3bb085bf5d53 req-4d53efa9-ffb7-4b77-8d79-327277fbb478 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 210 time: 0.1756029 Jun 01 12:59:16.790949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5c44b5f8-eaa8-446b-85d1-85dc479db635 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:16.806105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Pushing event updated for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:16.834677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51604) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:16.844512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948440490', 'description': 'tempest-description--1007515301'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:16.869776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:16.876838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Usage tracker for resource:security_group and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:16.881371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:16.909056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:16.919695 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-b7e6661f-1523-4d24-b910-da1f262eb266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02 HTTP/1.1" status: 200 len: 217 time: 0.2036335 Jun 01 12:59:16.972554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5c44b5f8-eaa8-446b-85d1-85dc479db635 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:16.973127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.983462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.010924 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.011294 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.011583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.011909 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.012232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.012552 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.012881 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.013998 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.013998 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.013998 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.014258 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.014529 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.057792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.058055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:17.078305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Usage tracker for resource:security_group_rule and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:17.156045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:17.157376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-8d658310-71ce-4eea-a830-580e71301dcc service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011604 Jun 01 12:59:17.169132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:17.218642 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Attempting to bind port b366bd75-86b4-487c-81c6-9f1bcfd81b9d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:17.219742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Attempting to bind port b366bd75-86b4-487c-81c6-9f1bcfd81b9d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:17.221379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Attempting to bind port b366bd75-86b4-487c-81c6-9f1bcfd81b9d on network 2a151914-7d11-426a-b62b-4216754e4e3b {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:17.237589 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:17.238390 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Checking segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:17.239231 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.240912 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Bound using segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:17.244129 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Bound port: b366bd75-86b4-487c-81c6-9f1bcfd81b9d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:17.244797 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.300704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Sync routers for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:17.320807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-fdccb385-3c2e-4f9a-b143-f9a5c14edab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:17.324705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:17.325527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:17.332646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-fdccb385-3c2e-4f9a-b143-f9a5c14edab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.3726645 Jun 01 12:59:17.337431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-cc5b3049-e2ec-409d-b9ff-d3c66663b5f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 200 len: 217 time: 0.1527748 Jun 01 12:59:17.372798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41614562-6129-4111-bc04-73acf861b7f3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:17.385218 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.406968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Transition to ACTIVE for port object 41614562-6129-4111-bc04-73acf861b7f3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:17.461886 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] For port b366bd75-86b4-487c-81c6-9f1bcfd81b9d, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:17.467941 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] For port b366bd75-86b4-487c-81c6-9f1bcfd81b9d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:17.477698 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.579496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.625130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.662623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:17.714129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-a23ff73c-21da-4262-b55a-546ea719584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:17.719454 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-a23ff73c-21da-4262-b55a-546ea719584b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.2851791 Jun 01 12:59:17.721933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80494dfe-5308-4303-962c-a5d5fc7a0eec,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:17.752681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:17.759357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:17.763582 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:17.841178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.847912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.853071 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-717a5d5a-6efc-4896-90c4-601c5503964f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2981665 Jun 01 12:59:17.855706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:17.888985 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab748-a25b-4b37-85b9-978ab239e9cf None None] Pushing event updated for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:17.907193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'security_group_rule': {'security_group_id': '65e73bfc-94c3-4cfc-85c9-fa2d0daef07e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:17.907904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5c44b5f8-eaa8-446b-85d1-85dc479db635 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:17.949312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.962354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:17.975484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-d9adaa9b-83ee-4e41-9fb6-cb4feb5925e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:17.976994 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-d9adaa9b-83ee-4e41-9fb6-cb4feb5925e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6190779 Jun 01 12:59:17.996829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Usage tracker for resource:security_group_rule and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:18.033742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:18.215906 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:18.288815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69138bc3-a66a-4643-86f5-f7d33eae5b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.375947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:18.380300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:18.389826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ffb21-23bf-4ce7-9631-267107b5532d req-9ade121c-b830-4110-b5d0-d7902d626c48 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:18.391612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-144ffb21-23bf-4ce7-9631-267107b5532d req-9ade121c-b830-4110-b5d0-d7902d626c48 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 1.3308775 Jun 01 12:59:18.439466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-ad96bae0-c239-4041-b3c6-7e07573abcb2 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:18.440949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-ad96bae0-c239-4041-b3c6-7e07573abcb2 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 816 time: 1.0322793 Jun 01 12:59:18.465283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Request body: {'port': {'device_id': '61b38494-f482-472a-b332-88745659c2c7', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'admin_state_up': True, 'tenant_id': 'e64f2d6ace0542d59184f61294517b2e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:18.513218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.523531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-6902e73e-7497-402f-ad3f-f80eb109a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:18.525284 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-6902e73e-7497-402f-ad3f-f80eb109a98e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7846181 Jun 01 12:59:18.532380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3a411177-4a76-4866-998e-7ba774f3269f', 'name': '', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'mac_address': 'fa:16:3e:43:e8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:04Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 2, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'subnets': [{'id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:18.542790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Checking router: e8afee83-4e2f-4829-b857-f1035f3a5e86 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:18.543143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Updating router e8afee83-4e2f-4829-b857-f1035f3a5e86 port 3a411177-4a76-4866-998e-7ba774f3269f binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:18.619172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-b08e9ab0-fb5f-41f6-8869-f368e3c666c6 service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184433 Jun 01 12:59:18.623401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.624928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.629139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:18.654025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.675503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Attempting to bind port 41614562-6129-4111-bc04-73acf861b7f3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:18.676015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Attempting to bind port 41614562-6129-4111-bc04-73acf861b7f3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:18.676383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Attempting to bind port 41614562-6129-4111-bc04-73acf861b7f3 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:18.681154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:18.703488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Port 41614562-6129-4111-bc04-73acf861b7f3 on network bb817cab-bdfc-4da5-b59f-698b44623b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:18.703804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Attempting to bind port 41614562-6129-4111-bc04-73acf861b7f3 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:18.720445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:18.720776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Checking segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:18.721160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Bound using segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:18.721596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Bound port: 41614562-6129-4111-bc04-73acf861b7f3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:18.721933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.733737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-144ffb21-23bf-4ce7-9631-267107b5532d req-29b8761d-4fc6-49ca-b9e3-ce1a2efe1baf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267860 Jun 01 12:59:18.769665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Made reservation on behalf of e64f2d6ace0542d59184f61294517b2e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:18.776563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.813779 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:18.817823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9793935 Jun 01 12:59:18.817823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44b87d-b545-4c54-8426-265c2c8693c9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edad5b02-2697-415c-aacd-2b2bffe2a3b4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:18.830079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51648) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:18.855725 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:17Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:18.867877 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e15dd-9045-4da6-9afb-ee3f583efd19 None None] The sync data for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 is: [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:17Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:18.875088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9613b3e9-5d67-426f-a01c-29cad92659d0 req-7d688c79-aa88-49f9-8252-dad7d48e35f8 service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834507 Jun 01 12:59:18.988120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'security_group_rule': {'security_group_id': 'edad5b02-2697-415c-aacd-2b2bffe2a3b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:19.008549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:19.013656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-37ecd8d7-644d-4107-ac40-d685f7e3e726 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:59:19.014684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-37ecd8d7-644d-4107-ac40-d685f7e3e726 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139570 Jun 01 12:59:19.038305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Usage tracker for resource:security_group_rule and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:19.046623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:19.071940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.105108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:19.108963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=41614562-6129-4111-bc04-73acf861b7f3,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:19.110441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:19.115364 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-7a2913d5-641e-480a-aedd-03181d9792f6 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741796 Jun 01 12:59:19.116776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.217140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.218284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Allocated IP 172.20.0.11 (bb817cab-bdfc-4da5-b59f-698b44623b02/3c77bd16-287c-4bfb-b1b3-1cd90e6f3750/7e2f8076-5919-4054-a291-ff4acd99a3e6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:19.234938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Transition to ACTIVE for port object 3a411177-4a76-4866-998e-7ba774f3269f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:19.252808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.255224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b427ed-7b97-4a32-9a83-7c896714e193,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:19.295233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:19.295658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 12:59:19.306259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.307583 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e695cf4b-a18f-4f1a-8c47-8e81ca07c9e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4454653 Jun 01 12:59:19.310771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:19.318984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:19.331566 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.339479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:19.346953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Usage tracker for resource:floatingip and tenant:293df99a5e6445f9992e332102b187b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:19.359737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:19.368239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.370263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:19.381579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-baedb0d4-6267-4200-9cc6-4f0c6695fd89 req-44565f31-306d-40b5-82f0-1ab96c1f4520 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528925 Jun 01 12:59:19.393723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.472480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:19.473842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.475571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] 10.222.0.13 "PUT /v2.0/ports/41614562-6129-4111-bc04-73acf861b7f3 HTTP/1.1" status: 200 len: 1092 time: 3.4655328 Jun 01 12:59:19.496541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932c36-af1b-4f4c-bdab-c6a740dc9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:19.501595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'tag': '41614562-6129-4111-bc04-73acf861b7f3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:19.640034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498284-e991-40db-9a80-ff3474d5ba4e None None] Pushing event updated for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:19.681675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device bf94f45f-3ff8-4f73-a825-5db66f826d02 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:19.688769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.784855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Attempting to bind port 3a411177-4a76-4866-998e-7ba774f3269f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:19.786982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Attempting to bind port 3a411177-4a76-4866-998e-7ba774f3269f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:19.787462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Attempting to bind port 3a411177-4a76-4866-998e-7ba774f3269f on network d922bcd5-0299-4863-be4c-e9d5d024eb6e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:19.811881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:19.812413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Checking segment: {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:19.813564 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.813564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Bound using segment: {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:19.814095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Bound port: 3a411177-4a76-4866-998e-7ba774f3269f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f64b0e-304c-4391-aadc-93f6df934d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:19.814568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.884290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Allocated IP 172.25.7.206 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/8e538fed-54d3-489b-a877-595bc1121a68) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:19.945221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-cc0362c6-f388-4f1b-a9d2-b8f4d75e54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:19.947260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-cc0362c6-f388-4f1b-a9d2-b8f4d75e54cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 1095 time: 0.3094893 Jun 01 12:59:20.052713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.073425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-ae9a3b93-ce5a-41f4-9b48-52ff38c0d0c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41614562-6129-4111-bc04-73acf861b7f3 HTTP/1.1" status: 200 len: 217 time: 0.1097324 Jun 01 12:59:20.075287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.089517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.095368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95966e3d-f28a-4313-9d23-058e9bc9d9bd req-397ad9fe-703a-4b05-9f47-ce32e0c99523 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:20.097247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95966e3d-f28a-4313-9d23-058e9bc9d9bd req-397ad9fe-703a-4b05-9f47-ce32e0c99523 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.7542260 Jun 01 12:59:20.097872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] For port 3a411177-4a76-4866-998e-7ba774f3269f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:20.104016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] For port 3a411177-4a76-4866-998e-7ba774f3269f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a411177-4a76-4866-998e-7ba774f3269f,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:20.105945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:20.117247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.135241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.159814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'bf94f45f-3ff8-4f73-a825-5db66f826d02', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'port_id': 'bf94f45f-3ff8-4f73-a825-5db66f826d02', 'mac_address': 'fa:16:3e:21:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c77bd16-287c-4bfb-b1b3-1cd90e6f3750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:20.190257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'Port': ['ID=8e538fed-54d3-489b-a877-595bc1121a68,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:20.197944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:20.199241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:20.201672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:20.249466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:20.250115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:58:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:20.312028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.335736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498284-e991-40db-9a80-ff3474d5ba4e None None] Pushing event updated for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:20.357446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.363483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port bf94f45f-3ff8-4f73-a825-5db66f826d02 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:20.364867 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.383264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3928750-13a6-4e30-9db4-5bafb02a941e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:20.394068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.395743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5621603 Jun 01 12:59:20.405959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.415399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51664) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:20.433792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.434381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.451915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.452524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.453028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.453524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.454018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.454503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.455019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.455508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.456016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.456484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca44345-a8cb-474f-bc71-1b4914d3bf71 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:20.457107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf94f45f-3ff8-4f73-a825-5db66f826d02 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:20.460424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Transition to ACTIVE for port object 7e2f8076-5919-4054-a291-ff4acd99a3e6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:20.475197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'security_group_rule': {'security_group_id': 'edad5b02-2697-415c-aacd-2b2bffe2a3b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:20.503269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-ce32d0ff-7480-4264-9f70-ea41fc2cabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:20.505104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-ce32d0ff-7480-4264-9f70-ea41fc2cabb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.4040816 Jun 01 12:59:20.509752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:20.512535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:20.516674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d23c-11a3-47c5-8109-2f5dc24ef3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.523713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95966e3d-f28a-4313-9d23-058e9bc9d9bd req-19fc7b1c-fd93-4f37-91f3-45e287017810 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701258 Jun 01 12:59:20.526721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.603232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Usage tracker for resource:security_group_rule and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:20.609356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:20.616316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:20.620678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:20.676387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.678848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:20.684292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:20.684629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:20.684961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:20.686249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.758426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:20.758770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:20.771591 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.797055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f344080f-c083-4033-94ad-f44a80d4c7e8 req-32c2633d-3119-4fd6-9c8c-9a06a639253b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:20.806115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:20.806446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:20.806856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:20.807305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Bound port: a5880fac-88ff-4cb0-9a47-f5a772d449a1, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:20.869529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'Port': ['ID=8e538fed-54d3-489b-a877-595bc1121a68,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:20.872040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f344080f-c083-4033-94ad-f44a80d4c7e8 req-32c2633d-3119-4fd6-9c8c-9a06a639253b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:20.882574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f344080f-c083-4033-94ad-f44a80d4c7e8 req-32c2633d-3119-4fd6-9c8c-9a06a639253b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 210 time: 0.2060673 Jun 01 12:59:20.907161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.920190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.953284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:20.966798 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2975df58-ddd1-4e90-9669-3af0194aba90 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6429062 Jun 01 12:59:20.967012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a411177-4a76-4866-998e-7ba774f3269f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:21.021627 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f8af25-a814-44ea-b4af-3995b5fbbc78'] response: {'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'code': 200} Jun 01 12:59:21.078003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.082577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['bf94f45f-3ff8-4f73-a825-5db66f826d02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:21.126178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Network bb817cab-bdfc-4da5-b59f-698b44623b02 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:21.130760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:21.144641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675b15-c5d2-4538-b645-471b4ba539df req-5aebd4a3-7908-4340-8493-7e04161b1105 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:21.146149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f675b15-c5d2-4538-b645-471b4ba539df req-5aebd4a3-7908-4340-8493-7e04161b1105 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.13 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 945 time: 0.5073223 Jun 01 12:59:21.148279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-5ec3b112-4e39-4aeb-9617-5e67fefc9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:21.149584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-5ec3b112-4e39-4aeb-9617-5e67fefc9d45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6193633 Jun 01 12:59:21.150206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.168721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:21.213089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event updated for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:21.219276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:21.223080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3a411177-4a76-4866-998e-7ba774f3269f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:21.234572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3a411177-4a76-4866-998e-7ba774f3269f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:21.234959 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.417538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d23288-b542-4960-a12d-831c1f219e67,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:21.463952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3a411177-4a76-4866-998e-7ba774f3269f', 'name': '', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'mac_address': 'fa:16:3e:43:e8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:04Z', 'updated_at': '2022-06-01T12:59:20Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'subnets': [{'id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:21.469084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.470302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b73b3f4-c201-4bec-8263-e676c67212d8 service neutron] 10.222.0.40 "POST /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1/bindings HTTP/1.1" status: 201 len: 389 time: 2.4439299 Jun 01 12:59:21.473694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b6064-47e9-49ae-ad98-30ad61eb318b None None] The sync data for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 is: [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T12:59:07Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port': {'id': '5c44b5f8-eaa8-446b-85d1-85dc479db635', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:01Z', 'updated_at': '2022-06-01T12:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3a411177-4a76-4866-998e-7ba774f3269f', 'name': '', 'network_id': 'd922bcd5-0299-4863-be4c-e9d5d024eb6e', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'mac_address': 'fa:16:3e:43:e8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:04Z', 'updated_at': '2022-06-01T12:59:20Z', 'revision_number': 4, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'subnets': [{'id': '4a4ac5db-8291-40d6-86b0-9100c3e35ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:21.520646 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.524618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2ad7f254-c21d-4154-8f61-c95a05f36dfe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0981243 Jun 01 12:59:21.525001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:21.533940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:21.545560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:21.546199 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.547294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:21.561718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Usage tracker for resource:floatingip and tenant:6322752319d44833b64010e51183fa58 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:21.568924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:21.577334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3a411177-4a76-4866-998e-7ba774f3269f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:21.578255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.580242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Deleting port ca7ce998-cfee-4e69-bca2-27d3818962db {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 12:59:21.580588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.588593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:21.616580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.638980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-f28237fb-6021-4821-a872-733bceefe763 service neutron] 10.222.0.13 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358923 Jun 01 12:59:21.703580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-db92cd11-f823-4276-8ce2-9fe3e2386a48 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2431128 Jun 01 12:59:21.704685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e7ec811a-9af5-4852-b79c-cc8631cba492 None None] Provisioning for port 7e2f8076-5919-4054-a291-ff4acd99a3e6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:21.715561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.716422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e7ec811a-9af5-4852-b79c-cc8631cba492 None None] Provisioning complete for port 7e2f8076-5919-4054-a291-ff4acd99a3e6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:21.716884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e7ec811a-9af5-4852-b79c-cc8631cba492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.748565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3a411177-4a76-4866-998e-7ba774f3269f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a411177-4a76-4866-998e-7ba774f3269f,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:21.773941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Request body: {'port': {'device_id': '61b38494-f482-472a-b332-88745659c2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:21.783634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.802706 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.804002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b366bd75-86b4-487c-81c6-9f1bcfd81b9d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:21.808187 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29807bee-c2c4-4c34-bd88-bf93523c0b98'] response: {'name': 'network-changed', 'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'tag': '41614562-6129-4111-bc04-73acf861b7f3', 'status': 'completed', 'code': 200} Jun 01 12:59:21.833052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bfd8b-9628-486f-b8a4-7717e621ca11 req-6f4bc626-09d4-422a-8eee-34a65e34d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:21.834688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-594bfd8b-9628-486f-b8a4-7717e621ca11 req-6f4bc626-09d4-422a-8eee-34a65e34d1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 1097 time: 0.7478547 Jun 01 12:59:21.976664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec811a-9af5-4852-b79c-cc8631cba492 None None] Port 7e2f8076-5919-4054-a291-ff4acd99a3e6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:22.010123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:22.032556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:22.041463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:22.042208 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.052372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-399679bb-b37f-41e5-8130-7471f9e617c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:22.053870 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-399679bb-b37f-41e5-8130-7471f9e617c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1096 time: 0.0988522 Jun 01 12:59:22.108255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca0881-5c51-4e9c-b4e6-0526cae76551 req-6d32b261-228d-416d-876e-2e8ea21b7f03 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:22.117613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ca0881-5c51-4e9c-b4e6-0526cae76551 req-6d32b261-228d-416d-876e-2e8ea21b7f03 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/ports?device_id=033b3615-762f-4cbd-a44b-bd88a2feed73 HTTP/1.1" status: 200 len: 945 time: 0.9609528 Jun 01 12:59:22.161947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-594bfd8b-9628-486f-b8a4-7717e621ca11 req-c3cf98ae-ed7c-4adf-af28-402f3aa68895 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970316 Jun 01 12:59:22.183673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b366bd75-86b4-487c-81c6-9f1bcfd81b9d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:22.184096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.225981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.227055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b366bd75-86b4-487c-81c6-9f1bcfd81b9d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:22.235972 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.335540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-32549321-7940-4a8c-943d-aa561f217f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:22.336991 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-32549321-7940-4a8c-943d-aa561f217f8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.2725935 Jun 01 12:59:22.376132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61ad763f-2988-498a-a8a9-d8b6ef0cad7d req-047b27cd-dfe5-4d0f-a073-4bb0f579a7b6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148938 Jun 01 12:59:22.388085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.401232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:22.430358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ca0881-5c51-4e9c-b4e6-0526cae76551 req-5e32aca3-d949-4cd0-ab01-26dcefa6ee33 tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.40 "GET /v2.0/security-groups?id=afb40c99-9aa6-4404-9d30-e1236b1e88e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117299 Jun 01 12:59:22.432829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-3c688b5d-a167-477a-b9db-e984afac7fe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.0850685 Jun 01 12:59:22.513486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] For port ca7ce998-cfee-4e69-bca2-27d3818962db, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ca7ce998-cfee-4e69-bca2-27d3818962db,segment=NetworkSegment(0c15eac3-cab1-43cc-8ce2-025173ab08f7),segment_id=0c15eac3-cab1-43cc-8ce2-025173ab08f7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:22.514170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.526445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-4c4df9fa-b35c-4335-a1e8-67baddf7f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:22.528688 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-4c4df9fa-b35c-4335-a1e8-67baddf7f63a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0834260 Jun 01 12:59:22.631505 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-e786356b-00fa-473c-87d2-7b2bb360ea8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566974 Jun 01 12:59:22.753451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a411177-4a76-4866-998e-7ba774f3269f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:22.779419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-bdd3989c-bb69-4096-ba0c-bd5ce97eaa1a service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392388 Jun 01 12:59:22.780316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Calling delete_port for ca7ce998-cfee-4e69-bca2-27d3818962db owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 12:59:22.787244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Allocated IP 172.25.7.224 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2bfadfda-46ca-4fc2-998c-ea18295228bd) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:22.825117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3a411177-4a76-4866-998e-7ba774f3269f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:22.825475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:22.896495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c81b26-fff5-4ad9-aa43-8fb2411327f7 req-3837f130-ba99-441e-8543-492b732bfd84 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:22.897488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c81b26-fff5-4ad9-aa43-8fb2411327f7 req-3837f130-ba99-441e-8543-492b732bfd84 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.9603975 Jun 01 12:59:22.959624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3a411177-4a76-4866-998e-7ba774f3269f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:22.960824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b366bd75-86b4-487c-81c6-9f1bcfd81b9d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:22.998141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.018087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-e3070dbd-e481-4bc3-bbac-01336279bce4 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:23.026742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-b2958a6a-457f-4781-9f64-415e28a2a0ad service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372818 Jun 01 12:59:23.033105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b366bd75-86b4-487c-81c6-9f1bcfd81b9d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:23.033769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.064106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.098669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90c81b26-fff5-4ad9-aa43-8fb2411327f7 req-ddd04629-d737-4d60-a2fb-c58e1b73d3e9 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815264 Jun 01 12:59:23.100240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.167964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b366bd75-86b4-487c-81c6-9f1bcfd81b9d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:23.217502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:23.222982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:23.227245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:23.230765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-e3070dbd-e481-4bc3-bbac-01336279bce4 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:23.231907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-e3070dbd-e481-4bc3-bbac-01336279bce4 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1894841635&fields=id&tenant_id=293df99a5e6445f9992e332102b187b6 HTTP/1.1" status: 200 len: 267 time: 0.4592931 Jun 01 12:59:23.316834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'Port': ['ID=2bfadfda-46ca-4fc2-998c-ea18295228bd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:23.349403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.354014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b3bca8d-fc26-4b1b-922c-66982a1ecc61 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:23.355774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b3bca8d-fc26-4b1b-922c-66982a1ecc61 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.2124381 Jun 01 12:59:23.374046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-26b78e93-3001-4a5d-8422-3b2be37ac4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:23.375694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-26b78e93-3001-4a5d-8422-3b2be37ac4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 1095 time: 0.6070709 Jun 01 12:59:23.380359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ca7ce998-cfee-4e69-bca2-27d3818962db no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:59:23.420110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:23.458907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.514294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ca7ce998-cfee-4e69-bca2-27d3818962db is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:23.514895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.676117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device bf94f45f-3ff8-4f73-a825-5db66f826d02 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:23.695420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.782964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port bf94f45f-3ff8-4f73-a825-5db66f826d02 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:23.788750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port bf94f45f-3ff8-4f73-a825-5db66f826d02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:23.789071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.789203 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.795342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Pushing event deleted for resources: {'Port': ['ID=ca7ce998-cfee-4e69-bca2-27d3818962db,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:23.851396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-f475aa68-0e7c-4d5a-ac82-87980681a57a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:23.852561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-f475aa68-0e7c-4d5a-ac82-87980681a57a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:23.920811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port bf94f45f-3ff8-4f73-a825-5db66f826d02 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:23.921191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.935540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] No DVR routers for this DVR port ca7ce998-cfee-4e69-bca2-27d3818962db on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:59:23.949041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:23.950980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:23.952477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'name': 'network-vif-deleted', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:23.963190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:23.967448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.025375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.038985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-dbbfecbf-5168-4d47-8e09-2d1a2b5ca40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.040903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-dbbfecbf-5168-4d47-8e09-2d1a2b5ca40e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 917 time: 0.5550110 Jun 01 12:59:24.041253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:24.042439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.046104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-f475aa68-0e7c-4d5a-ac82-87980681a57a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:24.047413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-f475aa68-0e7c-4d5a-ac82-87980681a57a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 815 time: 0.7902389 Jun 01 12:59:24.095957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:24.120428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276ab3-0414-4e5b-8efa-ce5326c430db req-e31d9d9a-f194-4ca8-9230-0901e79b9480 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.121966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6276ab3-0414-4e5b-8efa-ce5326c430db req-e31d9d9a-f194-4ca8-9230-0901e79b9480 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.7547090 Jun 01 12:59:24.131665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f675b15-c5d2-4538-b645-471b4ba539df req-7e1db1b7-94bc-4a93-b52d-88192066e9bb tempest-ServerAddressesNegativeTestJSON-440957801 tempest-ServerAddressesNegativeTestJSON-440957801-project] 10.222.0.13 "DELETE /v2.0/ports/ca7ce998-cfee-4e69-bca2-27d3818962db HTTP/1.1" status: 204 len: 173 time: 2.9767387 Jun 01 12:59:24.134326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2f8076-5919-4054-a291-ff4acd99a3e6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:24.173285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-aa51e137-8f60-49b3-8f6c-05a87556495f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41614562-6129-4111-bc04-73acf861b7f3 HTTP/1.1" status: 200 len: 217 time: 0.1179013 Jun 01 12:59:24.176116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.183669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-d99539b1-a448-48cf-ae5b-0e51e26f1a0b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/quotas/293df99a5e6445f9992e332102b187b6 HTTP/1.1" status: 200 len: 375 time: 0.0538428 Jun 01 12:59:24.209694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'Port': ['ID=2bfadfda-46ca-4fc2-998c-ea18295228bd,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:24.221727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:24.267646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.272113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.272452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.272774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.273093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.273409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.273724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.274035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.274344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.274679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.274988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.275301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.275600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:24.303470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Transition to ACTIVE for port object 7e2f8076-5919-4054-a291-ff4acd99a3e6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:24.315071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-8f182faf-570a-4202-aa68-e5b290c653ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.315680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:24.316782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-8f182faf-570a-4202-aa68-e5b290c653ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.1364875 Jun 01 12:59:24.320271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.322105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.323852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.333128 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f9190300-fb1d-43df-a31b-b20388abd34c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7980266 Jun 01 12:59:24.337408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.375894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6276ab3-0414-4e5b-8efa-ce5326c430db req-917fb706-ad9d-47a5-ade4-a3265dea4c37 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360091 Jun 01 12:59:24.573865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:24.574196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:24.574522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:24.576845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=7']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:24.592255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:24.592830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Attempting to bind port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:24.600128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:24.600725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:24.601305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:24.601741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Bound port: a5880fac-88ff-4cb0-9a47-f5a772d449a1, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:24.602087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.752035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:24.756092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:24.761179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.785701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:24.878982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-d1d68dd5-f17f-4a78-9bd3-aed43ae4392e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:24.925403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-3f8c8382-9d56-44fc-83a9-40e978f46806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.926877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-3f8c8382-9d56-44fc-83a9-40e978f46806 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5586238 Jun 01 12:59:24.932580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50e5a148-6591-421a-9e72-c212b1de653e req-d1d68dd5-f17f-4a78-9bd3-aed43ae4392e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:24.933774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-d1d68dd5-f17f-4a78-9bd3-aed43ae4392e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6973486 Jun 01 12:59:24.935672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.936661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:24.937378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Attempting to bind port 7e2f8076-5919-4054-a291-ff4acd99a3e6 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:24.937706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Attempting to bind port 7e2f8076-5919-4054-a291-ff4acd99a3e6 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:24.938038 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 1121 time: 1.5242815 Jun 01 12:59:24.938171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Attempting to bind port 7e2f8076-5919-4054-a291-ff4acd99a3e6 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:24.941224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f01e-044a-406f-9fc0-8d27656aa144 service neutron] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=8']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:24.971252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06c8e5-3b2b-439c-bb8d-1a3e18370038 req-aaa0a715-4b19-42c7-9fec-40ab08df0ed7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:24.972924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e06c8e5-3b2b-439c-bb8d-1a3e18370038 req-aaa0a715-4b19-42c7-9fec-40ab08df0ed7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.3653595 Jun 01 12:59:24.993404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Port 7e2f8076-5919-4054-a291-ff4acd99a3e6 on network bb817cab-bdfc-4da5-b59f-698b44623b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:24.993656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Attempting to bind port 7e2f8076-5919-4054-a291-ff4acd99a3e6 on network bb817cab-bdfc-4da5-b59f-698b44623b02 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:25.075256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:25.075569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Checking segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:25.075966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Bound using segment: {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:25.076398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Bound port: 7e2f8076-5919-4054-a291-ff4acd99a3e6, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f4273a-9ff7-4195-9d51-4d2d9a3b6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:25.076742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.148558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a5880fac-88ff-4cb0-9a47-f5a772d449a1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:25.252609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e06c8e5-3b2b-439c-bb8d-1a3e18370038 req-f77ac2af-fe16-4823-9faa-34594d87e75f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566326 Jun 01 12:59:25.308656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-f76dce44-f9e3-450c-be06-0365315b1b2b service neutron] 10.222.0.13 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724849 Jun 01 12:59:25.312165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-96c0742d-94db-47d0-8325-e92046b73969 service neutron] 10.222.0.40 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525372 Jun 01 12:59:25.366281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:25.379973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 41614562-6129-4111-bc04-73acf861b7f3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:25.514162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=41614562-6129-4111-bc04-73acf861b7f3,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:25.520148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:25.532172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '41614562-6129-4111-bc04-73acf861b7f3', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'port_id': '41614562-6129-4111-bc04-73acf861b7f3', 'mac_address': 'fa:16:3e:e2:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c77bd16-287c-4bfb-b1b3-1cd90e6f3750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:25.536512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.590813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 41614562-6129-4111-bc04-73acf861b7f3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:25.591175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.607602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41614562-6129-4111-bc04-73acf861b7f3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:25.623742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=41614562-6129-4111-bc04-73acf861b7f3,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:25.631465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.640461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:25.641068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.642420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e2f8076-5919-4054-a291-ff4acd99a3e6 HTTP/1.1" status: 200 len: 1092 time: 3.8730366 Jun 01 12:59:25.701695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:25.709527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f12c5-70b1-4537-9351-ab6b747ab5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:25.715170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f13415e-bfa9-42d0-8958-df879751ac37 req-b28135c0-d88b-4a99-bca1-c26551e73274 service neutron] 10.222.0.13 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992598 Jun 01 12:59:25.716988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-6adb8218-f1cf-49be-96d4-4396dda2b870 service neutron] 10.222.0.40 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759692 Jun 01 12:59:25.762375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e0bf5-8a9d-4d3c-95b8-263922d568cf req-377f778f-3237-4170-b7c9-e35ff423b7f3 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:25.763928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c1e0bf5-8a9d-4d3c-95b8-263922d568cf req-377f778f-3237-4170-b7c9-e35ff423b7f3 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 944 time: 0.4012387 Jun 01 12:59:25.840519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c1e0bf5-8a9d-4d3c-95b8-263922d568cf req-8ce888c4-d5ce-4603-9c01-8dda83e148aa tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679712 Jun 01 12:59:25.857960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-928e3d2b-c847-4f1c-a628-0b59f2d0b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:25.859587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-928e3d2b-c847-4f1c-a628-0b59f2d0b996 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.1469562 Jun 01 12:59:25.927336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:25.929924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['41614562-6129-4111-bc04-73acf861b7f3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:25.991958 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5f97fe-d154-42bf-816f-9e5459a154ee'] response: {'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02', 'code': 200} Jun 01 12:59:26.019399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-973bdade-b25b-45fe-9c0f-a7ea6b340237 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6 HTTP/1.1" status: 200 len: 217 time: 0.1440198 Jun 01 12:59:26.029445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Deleting subnet 33b8bd57-482a-4074-87a3-b9bbe78282ca {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:59:26.031783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-dc1d997d-4b68-4b77-9b1b-a00ab1c6e846 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739930 Jun 01 12:59:26.035330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.154642 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea1e682-1501-4ade-96af-892348ba8457'] response: {'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'code': 200} Jun 01 12:59:26.168279 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d82454-2fa2-4465-a1c0-61d82eab4e2f'] response: {'server_uuid': '033b3615-762f-4cbd-a44b-bd88a2feed73', 'name': 'network-vif-deleted', 'tag': 'ca7ce998-cfee-4e69-bca2-27d3818962db', 'status': 'completed', 'code': 200} Jun 01 12:59:26.188455 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.266469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.308925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227dd91-0ac5-48a6-a615-6a60e6cd6126 req-9f75864d-a00c-4a7f-8fef-167e2437b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:26.310541 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0227dd91-0ac5-48a6-a615-6a60e6cd6126 req-9f75864d-a00c-4a7f-8fef-167e2437b942 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 1096 time: 0.2126551 Jun 01 12:59:26.370724 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0227dd91-0ac5-48a6-a615-6a60e6cd6126 req-f1991b9f-3e3a-4139-8510-a50adbdb2804 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Jun 01 12:59:26.380728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.421260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b8bd57-482a-4074-87a3-b9bbe78282ca,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:26.423560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.433043 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-646bc583-41e3-4770-9299-371d4eaf6ccb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/33b8bd57-482a-4074-87a3-b9bbe78282ca HTTP/1.1" status: 204 len: 168 time: 0.5022273 Jun 01 12:59:26.433453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:26.443980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-3f8653a5-5da3-4ca7-9eed-86c0f82ab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:26.452028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-3f8653a5-5da3-4ca7-9eed-86c0f82ab84d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.2894166 Jun 01 12:59:26.503807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-318da45c-2c3a-43a4-a54c-c19b235dcab6 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:26.512053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-318da45c-2c3a-43a4-a54c-c19b235dcab6 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793928 Jun 01 12:59:26.517560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-484aa284-daea-467b-a4c8-2a01a534b713 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Synchronizing usage tracker for tenant:6322752319d44833b64010e51183fa58 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:26.531846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-06b848a1-e7c6-47f4-afe4-67b91406355a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/quotas/028d2e331f3448a590b9431817190db3 HTTP/1.1" status: 200 len: 375 time: 0.0184584 Jun 01 12:59:26.549576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.589344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-484aa284-daea-467b-a4c8-2a01a534b713 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Unset dirty status for tenant:6322752319d44833b64010e51183fa58 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:26.590700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-484aa284-daea-467b-a4c8-2a01a534b713 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--948440490&fields=id&tenant_id=6322752319d44833b64010e51183fa58 HTTP/1.1" status: 200 len: 267 time: 0.3572104 Jun 01 12:59:26.690842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.723888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f45082-144a-482a-a778-8546f57fb463']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:26.752332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-228e16ce-6445-431f-a8d8-c904d27104bc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135074 Jun 01 12:59:26.832334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-da2b58a6-a5a8-41fe-a3b8-c02a4c50c9ba tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:26.833899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-da2b58a6-a5a8-41fe-a3b8-c02a4c50c9ba tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/networks?id=2a151914-7d11-426a-b62b-4216754e4e3b HTTP/1.1" status: 200 len: 806 time: 0.2334607 Jun 01 12:59:26.853604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c15eac3-cab1-43cc-8ce2-025173ab08f7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:26.853851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c15eac3-cab1-43cc-8ce2-025173ab08f7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:26.860636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-123d863a-5cc6-4500-a1b9-6a8ca8a9c817 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/quotas/6322752319d44833b64010e51183fa58 HTTP/1.1" status: 200 len: 375 time: 0.0194659 Jun 01 12:59:26.867179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.884759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.901568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:59:26.903256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:26.929873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-f3dc65c8-c164-49f8-828e-3b4acd8f6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:26.931428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-f3dc65c8-c164-49f8-828e-3b4acd8f6b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409388 Jun 01 12:59:27.012858 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0c15eac3-cab1-43cc-8ce2-025173ab08f7 resource provider aggregate not found Jun 01 12:59:27.040005 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0c15eac3-cab1-43cc-8ce2-025173ab08f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c15eac3-cab1-43cc-8ce2-025173ab08f7 found for delete ", "request_id": "req-d1fcba80-8dc6-4448-9ce6-dfad35c38a3f"}]} Jun 01 12:59:27.047041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.071276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.080979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] Pushing event deleted for resources: {'Network': ['ID=16f45082-144a-482a-a778-8546f57fb463,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:27.084758 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91f9ed66-186d-46e3-98a4-079b20e9c55a admin admin] 10.222.0.40 "DELETE /v2.0/networks/16f45082-144a-482a-a778-8546f57fb463 HTTP/1.1" status: 204 len: 168 time: 0.6503084 Jun 01 12:59:27.128714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-f2c7d862-9392-4fca-b930-66cc0d160983 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Synchronizing usage tracker for tenant:6322752319d44833b64010e51183fa58 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:27.186052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-dc72d120-bc47-4e0c-b900-8d6c0979a632 service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463732 Jun 01 12:59:27.214507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-f2c7d862-9392-4fca-b930-66cc0d160983 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Unset dirty status for tenant:6322752319d44833b64010e51183fa58 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:27.215666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-f2c7d862-9392-4fca-b930-66cc0d160983 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6322752319d44833b64010e51183fa58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3472559 Jun 01 12:59:27.345056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:27.392377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa73cb-42d1-4f8f-aced-fc99edc7e4cd req-50a6c592-4e30-4262-a539-28f902af76fb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:27.393886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baa73cb-42d1-4f8f-aced-fc99edc7e4cd req-50a6c592-4e30-4262-a539-28f902af76fb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.3633442 Jun 01 12:59:27.411036 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c3a86feb-ea1c-46e7-b351-2dcaa4fe96cb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0fea83df674541c1865aa0dc0cd1d203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643299 Jun 01 12:59:27.413466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:27.417310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:27.433461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 41614562-6129-4111-bc04-73acf861b7f3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:27.483731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.520851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.598358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.610009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baa73cb-42d1-4f8f-aced-fc99edc7e4cd req-8f42f10e-44a7-4bba-ba64-f215242349cd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576827 Jun 01 12:59:27.631675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-cd1372c2-491a-4bf8-87e1-7da6dbb39cb0 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:27.633170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-cd1372c2-491a-4bf8-87e1-7da6dbb39cb0 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.13 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 815 time: 0.4463453 Jun 01 12:59:27.649062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 41614562-6129-4111-bc04-73acf861b7f3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:27.651810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb40c99-9aa6-4404-9d30-e1236b1e88e0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:27.652641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-61bbff50-383d-4421-9510-66bcb0ac342b service neutron] 10.222.0.40 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108841 Jun 01 12:59:27.669341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.670433 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1d5bbbe1-582e-4f99-bd3d-0fe78e870a74 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/afb40c99-9aa6-4404-9d30-e1236b1e88e0 HTTP/1.1" status: 204 len: 168 time: 0.2559745 Jun 01 12:59:27.676877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 41614562-6129-4111-bc04-73acf861b7f3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:27.677295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:27.677855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c949cf52-4e41-4695-b4aa-6e2e1441c3cf req-feaab8c0-fa37-4581-9b5e-e3230ede0ffd service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671087 Jun 01 12:59:27.830103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eab92cb5-0830-4d27-9ffb-500dbef533bb req-fe7bdca2-12d8-4fc0-8c6c-13439a0601a0 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 210 time: 0.0792863 Jun 01 12:59:27.841408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-1753e950-2aea-4768-8352-4eedbabdedc7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=293df99a5e6445f9992e332102b187b6 HTTP/1.1" status: 200 len: 380 time: 0.1988146 Jun 01 12:59:27.868778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'port': {'device_id': '37d78dea-4595-4072-9a9c-705202c66397', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'admin_state_up': True, 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'security_groups': ['65e73bfc-94c3-4cfc-85c9-fa2d0daef07e']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:27.870804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:27.923591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 12:59:28.030035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 41614562-6129-4111-bc04-73acf861b7f3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:28.030698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:28.054062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-b2c4eec9-5536-49f3-ba49-b26cfd6a6eec service neutron] 10.222.0.40 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751593 Jun 01 12:59:28.088553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41614562-6129-4111-bc04-73acf861b7f3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:28.103345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=41614562-6129-4111-bc04-73acf861b7f3,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:28.111526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:28.128694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:28.148016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee74695-c4fa-47a8-8b69-dae6e3438a93 req-90ee89a8-8b02-41f5-a468-df333f15f04f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:28.149526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee74695-c4fa-47a8-8b69-dae6e3438a93 req-90ee89a8-8b02-41f5-a468-df333f15f04f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.1734223 Jun 01 12:59:28.150497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:28.155894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:28.223020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:28.338989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:28.407540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Made reservation on behalf of 293df99a5e6445f9992e332102b187b6 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:28.417517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:28.426543 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f3569024-c06b-4bc7-b4b5-ea3143a6bd2d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=028d2e331f3448a590b9431817190db3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290513 Jun 01 12:59:28.474793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee74695-c4fa-47a8-8b69-dae6e3438a93 req-a9d32a24-25d7-4057-aa7c-424393150a1b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136628 Jun 01 12:59:28.687726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-e0837056-01be-44e6-9c99-975518aaced7 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:28.689237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-e0837056-01be-44e6-9c99-975518aaced7 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487972 Jun 01 12:59:28.708808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Request body: {'port': {'device_id': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '028d2e331f3448a590b9431817190db3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:28.727416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8155d00b-adb7-4657-863f-9dbd1bb93341 req-41ab8265-f48d-4664-a299-456e1d48de68 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 210 time: 0.1044850 Jun 01 12:59:28.735320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175b8-5529-41d5-8c81-a740a03ccf22 req-b258e054-482d-48f3-bf80-24da600204d3 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:28.742776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-033175b8-5529-41d5-8c81-a740a03ccf22 req-b258e054-482d-48f3-bf80-24da600204d3 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 944 time: 0.3900220 Jun 01 12:59:28.930876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-033175b8-5529-41d5-8c81-a740a03ccf22 req-3d6e21a8-eb70-456c-a5a5-76bd37a99bfd tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869493 Jun 01 12:59:29.000480 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5270e4ed-0885-432c-8243-901ac333ca6b'] response: {'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41614562-6129-4111-bc04-73acf861b7f3', 'code': 200} Jun 01 12:59:29.010905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:29.021550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:29.035269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Made reservation on behalf of 028d2e331f3448a590b9431817190db3 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:29.040085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.054866 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd94352-da93-47e6-a53d-d29120bab934'] response: {'name': 'network-changed', 'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'status': 'completed', 'code': 200} Jun 01 12:59:29.055316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51810) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:29.076745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Allocated IP 172.20.0.3 (b40266e6-10e1-4b1c-b82e-a967503e647c/7860a8a7-7f58-4906-95aa-3c8246c9e3dc/7e038d28-d0dd-4170-92e9-7c249d25930a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:29.240076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-579705605-network', 'tenant_id': '53fb12f3c73445278e5a2ad18552625f'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:29.254912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:29.262917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Usage tracker for resource:network and tenant:53fb12f3c73445278e5a2ad18552625f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:29.267216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:29.276207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:29.294615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Allocated IP 192.168.233.118 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/d9d7312f-8c78-4642-8a92-076f6425ec65) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:29.297081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b00d55e4-95f8-4495-a6dc-1a744a1fb7b6 req-e7f4ba25-8466-434f-a95b-0835c194823b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 210 time: 0.0804322 Jun 01 12:59:29.305520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Made reservation on behalf of 53fb12f3c73445278e5a2ad18552625f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:29.308012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.326509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.364191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:29.373521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Usage tracker for resource:security_group_rule and tenant:53fb12f3c73445278e5a2ad18552625f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:29.383734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:29.396068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:29.420688 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720ef21a-2924-4629-bb41-850331e30b25'] response: {'name': 'network-changed', 'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6', 'status': 'completed', 'code': 200} Jun 01 12:59:29.453789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878786e-aa4a-4001-866e-b02bcf2c99ae req-67a46ad0-f3ae-4443-afff-aa05984fd90a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.461900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d878786e-aa4a-4001-866e-b02bcf2c99ae req-67a46ad0-f3ae-4443-afff-aa05984fd90a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.5300705 Jun 01 12:59:29.512921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ca30-b366-464b-a943-5d5015017558 req-95b4a149-8d65-4212-8610-62f2954c71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.515184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbe0ca30-b366-464b-a943-5d5015017558 req-95b4a149-8d65-4212-8610-62f2954c71de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 1097 time: 0.4243481 Jun 01 12:59:29.596785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-05cb3190-b8b4-4962-be2e-a24ea8371621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.598398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-05cb3190-b8b4-4962-be2e-a24ea8371621 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1124 time: 0.4547513 Jun 01 12:59:29.621909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b345fc94-d47d-496e-888e-d2b2be866d85 req-2a9a5a44-4f59-4727-91e5-0bdf6f59e772 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 210 time: 0.1163967 Jun 01 12:59:29.662508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.682405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d878786e-aa4a-4001-866e-b02bcf2c99ae req-21826cf9-e5a9-4518-8408-16aea3ae38e3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116749 Jun 01 12:59:29.683278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-14f0a52a-dbc4-4436-be87-2c7081bc7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.684609 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-14f0a52a-dbc4-4436-be87-2c7081bc7f8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.2098360 Jun 01 12:59:29.723246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Transition to ACTIVE for port object d9d7312f-8c78-4642-8a92-076f6425ec65 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:29.732340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.785519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.837274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:59:29.852008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbe0ca30-b366-464b-a943-5d5015017558 req-63d28668-d545-4fa9-a78a-21391e07e8e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146842 Jun 01 12:59:29.859387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.874448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.875050 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Added segment 552319b4-ad0e-4c93-b2bd-d245ac4ce783 of type vlan for network 75e3c5ba-e409-4e5f-b34e-c285e95c43b2 Jun 01 12:59:29.878389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bf6e56-f83b-45c8-b77b-7a44a65ff433,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:29.899439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:29.901352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Transition to ACTIVE for port object 7e038d28-d0dd-4170-92e9-7c249d25930a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:29.907364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-4061aec6-22d6-4e27-a5f6-70aff5686134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.909313 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-4061aec6-22d6-4e27-a5f6-70aff5686134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 917 time: 0.2100267 Jun 01 12:59:29.913357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:29.946499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['385012c3-62e2-48b0-8b2b-b6907ccaeacd'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:29.961777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-8061c881-0033-47a4-bc8e-aacd0b1d06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.963314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-8061c881-0033-47a4-bc8e-aacd0b1d06a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.3405395 Jun 01 12:59:29.977664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497bc3a-02d4-4056-a830-76d2cf5d20f1 req-abfec28d-e201-4686-a885-5241f16bcbcd tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:29.979183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7497bc3a-02d4-4056-a830-76d2cf5d20f1 req-abfec28d-e201-4686-a885-5241f16bcbcd tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.1828034 Jun 01 12:59:30.092073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-3c77fccc-c9d0-4c76-88b5-da84f5b7a813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.1118736 Jun 01 12:59:30.140082 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.342260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.347922 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-6ff5bdd7-181b-466f-8b3a-5de6334eeb92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6 HTTP/1.1" status: 200 len: 217 time: 0.3113904 Jun 01 12:59:30.368504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Network b40266e6-10e1-4b1c-b82e-a967503e647c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:30.376753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7497bc3a-02d4-4056-a830-76d2cf5d20f1 req-5e86a2bb-d68d-43d0-b32b-890dda24d859 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424802 Jun 01 12:59:30.377684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:30.384671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-beb942ae-fa14-4668-80fa-c2c855bf11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.387066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-beb942ae-fa14-4668-80fa-c2c855bf11b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.2861164 Jun 01 12:59:30.391256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:30.507326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:30.558511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-2953c4be-a370-4ed4-b910-88892140f273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290352 Jun 01 12:59:30.629181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-89e748c0-2783-4322-9938-e49f490a6450 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.630280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-89e748c0-2783-4322-9938-e49f490a6450 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Synchronizing usage tracker for tenant:6322752319d44833b64010e51183fa58 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:30.637106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:30.670530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:30.686549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:30.735136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event updated for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:30.741138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:59:30.774086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-95469146-f079-4e65-ac03-21f14661fc0a None None] Provisioning for port 7e038d28-d0dd-4170-92e9-7c249d25930a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:30.783079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-95469146-f079-4e65-ac03-21f14661fc0a None None] Provisioning complete for port 7e038d28-d0dd-4170-92e9-7c249d25930a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:30.784096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-95469146-f079-4e65-ac03-21f14661fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.789582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-a9b62afe-4ee5-4832-95ae-24c45d8d2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.791299 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-a9b62afe-4ee5-4832-95ae-24c45d8d2c8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.4096684 Jun 01 12:59:30.800756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-89e748c0-2783-4322-9938-e49f490a6450 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Unset dirty status for tenant:6322752319d44833b64010e51183fa58 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:30.801931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-89e748c0-2783-4322-9938-e49f490a6450 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.24 "GET /v2.0/networks?id=2a151914-7d11-426a-b62b-4216754e4e3b HTTP/1.1" status: 200 len: 806 time: 0.6087139 Jun 01 12:59:30.805153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.806174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.806794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.827269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.827881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.830705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:30.831327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.875528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-95469146-f079-4e65-ac03-21f14661fc0a None None] Port 7e038d28-d0dd-4170-92e9-7c249d25930a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:31.001990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9db7c619-156a-47a7-962e-47bcdc7b8ff3 None None] Provisioning for port d9d7312f-8c78-4642-8a92-076f6425ec65 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:31.009393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9db7c619-156a-47a7-962e-47bcdc7b8ff3 None None] Provisioning complete for port d9d7312f-8c78-4642-8a92-076f6425ec65 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:31.010049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9db7c619-156a-47a7-962e-47bcdc7b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.018575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] Pushing event updated for resources: {'Network': ['ID=75e3c5ba-e409-4e5f-b34e-c285e95c43b2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:31.024035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-86fb3b00-718c-4ddf-a1c6-ee35cb2240ef tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1734111 Jun 01 12:59:31.040338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 75e3c5ba-e409-4e5f-b34e-c285e95c43b2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:59:31.041272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7392e-4c21-4cb4-b27d-3d24fd55e86d req-d6d443e9-dea0-41ca-9485-114c930bff18 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:31.041838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-aed62b8f-1ed6-428a-a8be-d919de511305 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Synchronizing usage tracker for tenant:6322752319d44833b64010e51183fa58 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:31.043143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4a7392e-4c21-4cb4-b27d-3d24fd55e86d req-d6d443e9-dea0-41ca-9485-114c930bff18 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 936 time: 0.7501636 Jun 01 12:59:31.052515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-603e4423-6dd6-4874-b048-909ad3d81096 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9928615 Jun 01 12:59:31.054131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Request body: {'port': {'device_id': '37d78dea-4595-4072-9a9c-705202c66397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:31.054421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:31.057644 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-1a13a17c-fc0e-409c-9cc4-eba44b6dd550 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3545797 Jun 01 12:59:31.064549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Request body: {'subnet': {'network_id': '75e3c5ba-e409-4e5f-b34e-c285e95c43b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-579705605-subnet', 'tenant_id': '53fb12f3c73445278e5a2ad18552625f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:31.071936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:31.087241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Request body: {'port': {'device_id': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:31.104449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d6050-aa1e-45e4-acef-7a95ae35da43 req-3d24c03c-59ac-43dc-a375-86bba045395b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:31.105887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c4d6050-aa1e-45e4-acef-7a95ae35da43 req-3d24c03c-59ac-43dc-a375-86bba045395b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 944 time: 0.5334847 Jun 01 12:59:31.128275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Usage tracker for resource:subnet and tenant:53fb12f3c73445278e5a2ad18552625f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:31.143504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:31.146765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-aed62b8f-1ed6-428a-a8be-d919de511305 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Unset dirty status for tenant:6322752319d44833b64010e51183fa58 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:31.147639 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-aed62b8f-1ed6-428a-a8be-d919de511305 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6322752319d44833b64010e51183fa58 HTTP/1.1" status: 200 len: 379 time: 0.2749629 Jun 01 12:59:31.154008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:31.166393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'port': {'device_id': '7a84f57b-8c27-4219-a183-39476da30422', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'admin_state_up': True, 'tenant_id': '6322752319d44833b64010e51183fa58', 'security_groups': ['edad5b02-2697-415c-aacd-2b2bffe2a3b4']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:31.171697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9db7c619-156a-47a7-962e-47bcdc7b8ff3 None None] Port d9d7312f-8c78-4642-8a92-076f6425ec65 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:31.185903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-5da3db6f-46e1-4808-93c1-146b2181426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:31.187423 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-5da3db6f-46e1-4808-93c1-146b2181426a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751256 Jun 01 12:59:31.207276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-431b4016-10d6-460e-864a-7821f2b989c1 service neutron] 10.222.0.24 "GET /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.3745823 Jun 01 12:59:31.212783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-406fd65d-97e7-4116-8a5a-3e398df825b9 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391685 Jun 01 12:59:31.301625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Made reservation on behalf of 53fb12f3c73445278e5a2ad18552625f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:31.304260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.369866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4a7392e-4c21-4cb4-b27d-3d24fd55e86d req-c563bc6b-b66b-404c-8e1f-a81a6f2df0b2 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787120 Jun 01 12:59:31.423318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c4d6050-aa1e-45e4-acef-7a95ae35da43 req-cc9fba99-3fa7-45e6-a978-e772751fb754 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928615 Jun 01 12:59:31.445934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.528082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.670129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7e2f8076-5919-4054-a291-ff4acd99a3e6 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:31.677678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-a608b757-ca96-439c-910c-94827c6dc54f service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347501 Jun 01 12:59:31.689425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:31.695603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf6c2da5-1ffb-477b-8d9f-7d740c8cf944 req-b2737955-3680-48b0-ad6f-cfafb551b654 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 210 time: 0.1196775 Jun 01 12:59:31.732373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19528246-341c-4ff1-ab30-73c9e6b7a55b req-92a5f58c-8970-49f5-92fb-e210faa8cf66 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780228 Jun 01 12:59:31.849810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:31.861943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:31.879495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7e2f8076-5919-4054-a291-ff4acd99a3e6', 'network_id': 'bb817cab-bdfc-4da5-b59f-698b44623b02', 'port_id': '7e2f8076-5919-4054-a291-ff4acd99a3e6', 'mac_address': 'fa:16:3e:ac:f9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c77bd16-287c-4bfb-b1b3-1cd90e6f3750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:31.927141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Made reservation on behalf of 6322752319d44833b64010e51183fa58 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:31.930542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.950127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7e2f8076-5919-4054-a291-ff4acd99a3e6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:31.950681 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.969291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2f8076-5919-4054-a291-ff4acd99a3e6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:31.985671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:31.990683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.058660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:32.073511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e07de-ea7b-4dcf-a2b4-ce1a2474b3ec req-48c629f7-b36a-411e-9c07-c3268edea1fb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:32.075050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b3e07de-ea7b-4dcf-a2b4-ce1a2474b3ec req-48c629f7-b36a-411e-9c07-c3268edea1fb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.5969274 Jun 01 12:59:32.076277 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6bca1b9d-02a4-48af-9eee-d398a44a2c72 req-a1729d2c-8e77-4c6c-8d78-e609ce56e96c service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880341 Jun 01 12:59:32.121285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.155203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:32.207904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbc8d-e0b0-49b6-bba6-8e632f787e89 req-d630a73c-1298-4250-859a-f59a869ef78a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:32.208493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9cefbc8d-e0b0-49b6-bba6-8e632f787e89 req-d630a73c-1298-4250-859a-f59a869ef78a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:32.213154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b3e07de-ea7b-4dcf-a2b4-ce1a2474b3ec req-b6bcf1f8-474d-4ff2-a02d-0289d6b0510b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270163 Jun 01 12:59:32.224933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:32.371562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9cefbc8d-e0b0-49b6-bba6-8e632f787e89 req-d630a73c-1298-4250-859a-f59a869ef78a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:32.372694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cefbc8d-e0b0-49b6-bba6-8e632f787e89 req-d630a73c-1298-4250-859a-f59a869ef78a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 931 time: 0.5378885 Jun 01 12:59:32.390688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=265d33a7-13d9-4584-97e1-91a53c6f947b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:32.393266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5880fac-88ff-4cb0-9a47-f5a772d449a1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:32.427980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e038d28-d0dd-4170-92e9-7c249d25930a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:32.437035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:32.463963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Checking segment: {'id': '552319b4-ad0e-4c93-b2bd-d245ac4ce783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75e3c5ba-e409-4e5f-b34e-c285e95c43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:32.464212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Network hostable DHCP agents. Network: 75e3c5ba-e409-4e5f-b34e-c285e95c43b2, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:59:32.494576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7e2f8076-5919-4054-a291-ff4acd99a3e6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:32.547684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Allocated IP 172.20.0.14 (2a151914-7d11-426a-b62b-4216754e4e3b/19312841-0adf-44ed-b829-5f0e3e00d639/e5f505f8-ffec-4acc-82de-988a369a0782) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:32.567366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Network 75e3c5ba-e409-4e5f-b34e-c285e95c43b2 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:59:32.582070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.594984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 75e3c5ba-e409-4e5f-b34e-c285e95c43b2) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:32.598391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d7312f-8c78-4642-8a92-076f6425ec65 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:32.612792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a34c0-5c63-4ac4-aa39-ae9de5c2e1d1 None None] Network 75e3c5ba-e409-4e5f-b34e-c285e95c43b2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:32.615568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:32.616153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.623537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.625594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.642853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Transition to ACTIVE for port object 7e038d28-d0dd-4170-92e9-7c249d25930a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:32.653742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cefbc8d-e0b0-49b6-bba6-8e632f787e89 req-a7312005-ebca-4f5b-9604-1c1e49ddb417 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654960 Jun 01 12:59:32.685734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Transition to ACTIVE for port object d9d7312f-8c78-4642-8a92-076f6425ec65 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:32.699554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.740737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.815021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c30bbde1-9449-4194-8631-a3d4061fc49b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7593319 Jun 01 12:59:32.890312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669bd08-5584-4cc3-96bd-58312dce3996 None None] Network 75e3c5ba-e409-4e5f-b34e-c285e95c43b2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:32.978811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Pushing event updated for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.091791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b69559-de67-4720-8c0f-791278ba9d5a req-a578dd45-4af9-4453-8e6d-8393fb0d6851 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.102211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05b69559-de67-4720-8c0f-791278ba9d5a req-a578dd45-4af9-4453-8e6d-8393fb0d6851 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 943 time: 0.7664897 Jun 01 12:59:33.104359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Pushing event updated for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.154685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.180368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Transition to ACTIVE for port object e5f505f8-ffec-4acc-82de-988a369a0782 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:33.223639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] Transition to ACTIVE for port object a5880fac-88ff-4cb0-9a47-f5a772d449a1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:33.235234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05b69559-de67-4720-8c0f-791278ba9d5a req-a6f3a631-22f3-4aa4-8392-cacc37d269f9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317976 Jun 01 12:59:33.248656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.255074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.319389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Attempting to bind port 7e038d28-d0dd-4170-92e9-7c249d25930a on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:33.319762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Attempting to bind port 7e038d28-d0dd-4170-92e9-7c249d25930a by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:33.320024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Attempting to bind port 7e038d28-d0dd-4170-92e9-7c249d25930a on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:33.328805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Port 7e038d28-d0dd-4170-92e9-7c249d25930a on network b40266e6-10e1-4b1c-b82e-a967503e647c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:33.329124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Attempting to bind port 7e038d28-d0dd-4170-92e9-7c249d25930a on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:33.335657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Attempting to bind port d9d7312f-8c78-4642-8a92-076f6425ec65 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:33.336216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Attempting to bind port d9d7312f-8c78-4642-8a92-076f6425ec65 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:33.336880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Attempting to bind port d9d7312f-8c78-4642-8a92-076f6425ec65 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:33.355843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Port d9d7312f-8c78-4642-8a92-076f6425ec65 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:33.356160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Attempting to bind port d9d7312f-8c78-4642-8a92-076f6425ec65 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:33.368744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Network 2a151914-7d11-426a-b62b-4216754e4e3b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:33.369582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:33.369910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:33.370285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:33.370751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Bound port: d9d7312f-8c78-4642-8a92-076f6425ec65, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:33.371088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.379906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event updated for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.385140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:33.387249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:33.437917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:33.438240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Checking segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:33.438631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Bound using segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:33.439135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Bound port: 7e038d28-d0dd-4170-92e9-7c249d25930a, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:33.439480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.502619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.503341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.513505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c4891-7a3e-464b-b95b-ce3f81f56b8c req-a2ebf0d9-303e-4a22-84a6-207e498f2d98 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.521115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e53c4891-7a3e-464b-b95b-ce3f81f56b8c req-a2ebf0d9-303e-4a22-84a6-207e498f2d98 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 948 time: 0.5979071 Jun 01 12:59:33.543917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] No DVR routers for this DVR port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:59:33.549186 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-d07c289e-2b5e-436a-b6d0-ed25ecb0bb7a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3899226 Jun 01 12:59:33.550580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:33.552848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] Pushing event updated for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.554920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d9d7312f-8c78-4642-8a92-076f6425ec65,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:33.562273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.600103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Request body: {'port': {'device_id': '7a84f57b-8c27-4219-a183-39476da30422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:33.668644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-012a9e00-e454-4dfd-ab62-52dc20276000 None None] Provisioning for port e5f505f8-ffec-4acc-82de-988a369a0782 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:33.675371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-012a9e00-e454-4dfd-ab62-52dc20276000 None None] Provisioning complete for port e5f505f8-ffec-4acc-82de-988a369a0782 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:33.676574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-012a9e00-e454-4dfd-ab62-52dc20276000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.681306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.682087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.685145 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] 10.222.0.13 "PUT /v2.0/ports/d9d7312f-8c78-4642-8a92-076f6425ec65 HTTP/1.1" status: 200 len: 1096 time: 2.6068826 Jun 01 12:59:33.686683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:33.687065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e53c4891-7a3e-464b-b95b-ce3f81f56b8c req-584b1a46-1369-47cb-b55f-649166741115 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649821 Jun 01 12:59:33.713714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:59:33.740426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:33.750459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7e038d28-d0dd-4170-92e9-7c249d25930a,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:33.755948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6b0b0b84-c235-46fb-b1ee-f0cf730b0904 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5418310 Jun 01 12:59:33.764657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e9c2-a3f5-4163-b2e1-529458b2291b service neutron] Pushing event updated for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.769973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.841902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ead54-693e-4eb1-b555-d0d88c15599f req-aaedac69-c715-4d02-9e20-90d4d8d98c3b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.843641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d0ead54-693e-4eb1-b555-d0d88c15599f req-aaedac69-c715-4d02-9e20-90d4d8d98c3b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 945 time: 0.4609530 Jun 01 12:59:33.864575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.867289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:33.868620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.870528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e038d28-d0dd-4170-92e9-7c249d25930a HTTP/1.1" status: 200 len: 1091 time: 2.8263271 Jun 01 12:59:33.886714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:33.933275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-012a9e00-e454-4dfd-ab62-52dc20276000 None None] Port e5f505f8-ffec-4acc-82de-988a369a0782 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:33.942084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:59:34.032407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-65185a28-f56b-40cf-b0db-959a039f35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.034033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-65185a28-f56b-40cf-b0db-959a039f35fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 1099 time: 0.2753556 Jun 01 12:59:34.063315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.097230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe25e8-6906-45b5-912a-8600d50e6485 service neutron] Pushing event updated for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:34.115201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d0ead54-693e-4eb1-b555-d0d88c15599f req-895559cc-69dd-420e-9a43-128740ae2150 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552178 Jun 01 12:59:34.125493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-9825d7ea-6818-424a-83ad-0ad653407f63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d9d7312f-8c78-4642-8a92-076f6425ec65 HTTP/1.1" status: 200 len: 217 time: 0.0836585 Jun 01 12:59:34.176977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-3fc44a8c-4c0a-455c-8ce0-3ddf2a6ecc3a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.178463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-3fc44a8c-4c0a-455c-8ce0-3ddf2a6ecc3a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.2631660 Jun 01 12:59:34.187554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190b31e-cb63-4d6d-af25-e8a187d533f4 req-958965d5-813a-4243-8720-b460bcfc8e77 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.189128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9190b31e-cb63-4d6d-af25-e8a187d533f4 req-958965d5-813a-4243-8720-b460bcfc8e77 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 932 time: 0.2948496 Jun 01 12:59:34.201167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-89167de4-49c2-409c-900f-5d9f0890cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.202611 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-89167de4-49c2-409c-900f-5d9f0890cf28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0695965 Jun 01 12:59:34.235859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-87a1d0ee-2617-4951-90ec-d5713383d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.237319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-87a1d0ee-2617-4951-90ec-d5713383d264 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 1094 time: 0.2643201 Jun 01 12:59:34.338202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-56bdfd37-ac9c-4c44-80da-e314b48f60e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e038d28-d0dd-4170-92e9-7c249d25930a HTTP/1.1" status: 200 len: 217 time: 0.0864801 Jun 01 12:59:34.353680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9190b31e-cb63-4d6d-af25-e8a187d533f4 req-c5968fba-e477-456f-9de1-2537e450ba7b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261127 Jun 01 12:59:34.389435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b557b-81b2-481f-88ca-3970367308ca req-7489a902-fcfb-48fd-8fbe-2d136bf617ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.391206 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-7489a902-fcfb-48fd-8fbe-2d136bf617ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817677 Jun 01 12:59:34.430280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-dd6eb04f-cdca-4df7-aab8-3679a57fd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.431754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-dd6eb04f-cdca-4df7-aab8-3679a57fd56b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 200 len: 854 time: 0.0814242 Jun 01 12:59:34.434565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-3aa726e2-ac0e-4176-bf93-fc5e319b1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.436306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-3aa726e2-ac0e-4176-bf93-fc5e319b1770 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 1095 time: 0.2434332 Jun 01 12:59:34.630554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:59:34.726963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f505f8-ffec-4acc-82de-988a369a0782 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:34.743115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.758581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-7312bdcf-e5da-4b4d-adf2-8fe583e55e83 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367181 Jun 01 12:59:34.764221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Transition to ACTIVE for port object e5f505f8-ffec-4acc-82de-988a369a0782 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:34.768537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.836277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a148-6591-421a-9e72-c212b1de653e req-182eedb4-9a9d-4c93-9f2c-6a5a89a591c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.837789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-182eedb4-9a9d-4c93-9f2c-6a5a89a591c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40266e6-10e1-4b1c-b82e-a967503e647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3979204 Jun 01 12:59:34.849206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4aa1f-0773-41ab-b8cf-0e138d538e8b req-abd506ec-9b06-4aa2-b46e-fd0f8b6ed07b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.850629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-afc4aa1f-0773-41ab-b8cf-0e138d538e8b req-abd506ec-9b06-4aa2-b46e-fd0f8b6ed07b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 943 time: 0.3208225 Jun 01 12:59:34.878554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612a2eb-d129-4131-bfb6-9c5aaecbab26 req-d8115b12-52d0-44f6-a962-c267d72d43e7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.885611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a612a2eb-d129-4131-bfb6-9c5aaecbab26 req-d8115b12-52d0-44f6-a962-c267d72d43e7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.3931775 Jun 01 12:59:34.911368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b4f8f9f-ce82-4a60-a771-3cb6dec40881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:34.912813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-2b4f8f9f-ce82-4a60-a771-3cb6dec40881 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1095 time: 0.4216144 Jun 01 12:59:35.016052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:35.112964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a612a2eb-d129-4131-bfb6-9c5aaecbab26 req-596ccbed-550a-4f03-819c-91fc55493434 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263999 Jun 01 12:59:35.128191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-afc4aa1f-0773-41ab-b8cf-0e138d538e8b req-cec31a0a-ae36-40b2-ac7c-d666ad328414 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250905 Jun 01 12:59:35.135906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7f9b557b-81b2-481f-88ca-3970367308ca req-d9edf955-eb85-43ec-a332-bef08d3dc8a9 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273618 Jun 01 12:59:35.166339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Attempting to bind port e5f505f8-ffec-4acc-82de-988a369a0782 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:35.166725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Attempting to bind port e5f505f8-ffec-4acc-82de-988a369a0782 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:35.167055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Attempting to bind port e5f505f8-ffec-4acc-82de-988a369a0782 on network 2a151914-7d11-426a-b62b-4216754e4e3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:35.172575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Port e5f505f8-ffec-4acc-82de-988a369a0782 on network 2a151914-7d11-426a-b62b-4216754e4e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:35.172882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Attempting to bind port e5f505f8-ffec-4acc-82de-988a369a0782 on network 2a151914-7d11-426a-b62b-4216754e4e3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:35.180923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:35.181900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Checking segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:35.182168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Bound using segment: {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:35.182613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Bound port: e5f505f8-ffec-4acc-82de-988a369a0782, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec586c4a-6998-450b-9db0-3935929380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:35.182985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.183245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-e9716fbb-6765-4b56-a26b-2c9015962bef service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316643 Jun 01 12:59:35.219674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6cfb7d1d-e77d-4c09-89dd-ab49c671dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.221168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-6cfb7d1d-e77d-4c09-89dd-ab49c671dece service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.2474706 Jun 01 12:59:35.225719 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2babb5ce-d8ce-4d87-a52a-1736550bd9bb'] response: {'name': 'network-changed', 'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'status': 'completed', 'code': 200} Jun 01 12:59:35.237123 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71833694-db08-40d7-8fc4-596fe4405dbc'] response: {'name': 'network-changed', 'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65', 'status': 'completed', 'code': 200} Jun 01 12:59:35.361055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:35.365094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=e5f505f8-ffec-4acc-82de-988a369a0782,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:35.373449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.388920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-77997590-9097-487b-8a2d-43f242012ea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.1152954 Jun 01 12:59:35.415788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-85d3d8fa-e4a5-4696-bc7c-e6e075110f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.417251 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-85d3d8fa-e4a5-4696-bc7c-e6e075110f27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 1099 time: 0.1486909 Jun 01 12:59:35.510010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.510634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.512002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5f505f8-ffec-4acc-82de-988a369a0782 HTTP/1.1" status: 200 len: 1092 time: 1.9452801 Jun 01 12:59:35.539671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf891e-247c-45d8-92e3-5cd97c2f7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:35.562278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50e5a148-6591-421a-9e72-c212b1de653e req-0fb047f8-1863-4d2c-bfaa-84317e59b4ff service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649340 Jun 01 12:59:35.568856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-b3e0c1fd-c3a6-4e5b-9135-d3a745fac386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.570326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-b3e0c1fd-c3a6-4e5b-9135-d3a745fac386 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.1350706 Jun 01 12:59:35.642344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-667d141f-2a06-439b-b8cc-5f87b3b01ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.643823 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-667d141f-2a06-439b-b8cc-5f87b3b01ea2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2173719 Jun 01 12:59:35.674238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-f360e9cd-a5d6-4e7e-8606-73f3dc446ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894945 Jun 01 12:59:35.688250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416422-bc4d-4d0b-82a4-c749ed4ed038 req-7f10d7ce-d929-43ea-bfb2-a54fdc8c5e65 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.689864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a416422-bc4d-4d0b-82a4-c749ed4ed038 req-7f10d7ce-d929-43ea-bfb2-a54fdc8c5e65 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 948 time: 0.3048036 Jun 01 12:59:35.698406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743df9-95a2-4c09-a772-5e372df23a06 req-1ed48872-dc9c-48e8-b267-c7060d42f322 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.699816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e743df9-95a2-4c09-a772-5e372df23a06 req-1ed48872-dc9c-48e8-b267-c7060d42f322 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 944 time: 0.3679109 Jun 01 12:59:35.726827 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-28ecb86f-08a2-4062-a2df-dc73bace061c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d9d7312f-8c78-4642-8a92-076f6425ec65 HTTP/1.1" status: 200 len: 217 time: 0.0737746 Jun 01 12:59:35.727758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7e2f8076-5919-4054-a291-ff4acd99a3e6 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:35.797397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-b84a69a6-5bc1-4389-bb26-c4cfd337efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.799311 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-b84a69a6-5bc1-4389-bb26-c4cfd337efff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6322752319d44833b64010e51183fa58&device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 1095 time: 0.2017317 Jun 01 12:59:35.808036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-8aa01d9f-eebd-4644-82b7-eeac1a3d49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.809622 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-8aa01d9f-eebd-4644-82b7-eeac1a3d49fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0740006 Jun 01 12:59:35.811271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 7e2f8076-5919-4054-a291-ff4acd99a3e6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:35.817633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7e2f8076-5919-4054-a291-ff4acd99a3e6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:35.818022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.868285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a416422-bc4d-4d0b-82a4-c749ed4ed038 req-64eb4fea-20e5-41dc-a0b5-c15e906ce2b3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675074 Jun 01 12:59:35.881031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e743df9-95a2-4c09-a772-5e372df23a06 req-b6085c9a-0e10-4ce0-aa2e-b0503dc53652 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586733 Jun 01 12:59:35.923589 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-180f5f5d-9530-4835-9526-25b1399f6c31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5f505f8-ffec-4acc-82de-988a369a0782 HTTP/1.1" status: 200 len: 217 time: 0.1095252 Jun 01 12:59:35.935295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-9eeaeded-93ef-47ef-80fe-f6e4f55c5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:35.937696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-9eeaeded-93ef-47ef-80fe-f6e4f55c5859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 1094 time: 0.3140919 Jun 01 12:59:35.940894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-a5ba368c-1d38-4d74-8c72-2e96e1afb756 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390242 Jun 01 12:59:35.960622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7e2f8076-5919-4054-a291-ff4acd99a3e6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:35.961075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.995871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:36.007422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:36.011448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-5f58c997-0ef9-4a11-86de-a580526bfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.013033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-5f58c997-0ef9-4a11-86de-a580526bfc17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19312841-0adf-44ed-b829-5f0e3e00d639 HTTP/1.1" status: 200 len: 845 time: 0.0823736 Jun 01 12:59:36.019095 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.021785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-8ff102ff-30c8-4cf8-b184-9b15bec19649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.023272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-8ff102ff-30c8-4cf8-b184-9b15bec19649 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612833 Jun 01 12:59:36.102019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:36.330780 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-0c3e7461-75f0-40b9-8e58-ce2a0dfc0db1 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747128 Jun 01 12:59:36.336749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-1a79843c-d93a-4bdc-9d44-a15d70b6255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.338196 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-1a79843c-d93a-4bdc-9d44-a15d70b6255f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a151914-7d11-426a-b62b-4216754e4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140621 Jun 01 12:59:36.455179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-d6f1f019-7d30-4d56-99a5-fc932a21a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.456678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-d6f1f019-7d30-4d56-99a5-fc932a21a494 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 916 time: 0.5008845 Jun 01 12:59:36.567000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-36d9d248-3bfe-4625-84c5-0b1fd6b32988 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734282 Jun 01 12:59:36.569734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-d2377fd0-7eb2-4fbb-b68a-f98d4fa00396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e038d28-d0dd-4170-92e9-7c249d25930a HTTP/1.1" status: 200 len: 217 time: 0.0978503 Jun 01 12:59:36.578628 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-229cb3d7-c26e-412e-8d64-0704f7dbc6aa service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328298 Jun 01 12:59:36.581117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5f7c49bc-f553-40ca-b6e1-3ff0a7798db8 req-e850e250-48bf-436e-be4d-8f02b29bdb97 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177956 Jun 01 12:59:36.593210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e14e8-42f0-4183-bf1a-1bcf78bd5c1c req-a5ffafe5-0899-4b25-b0b6-816051281777 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.594816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e4e14e8-42f0-4183-bf1a-1bcf78bd5c1c req-a5ffafe5-0899-4b25-b0b6-816051281777 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 944 time: 0.4547489 Jun 01 12:59:36.605055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dab0aa-91b6-4910-9c0c-a7ce8b99c184 req-11490c59-276c-452e-abee-8348a66b77e6 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.606559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95dab0aa-91b6-4910-9c0c-a7ce8b99c184 req-11490c59-276c-452e-abee-8348a66b77e6 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.5098996 Jun 01 12:59:36.714033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f872b9aa-5096-4d70-b480-555eb77028f8 req-31f315da-26d6-42d3-97c5-be9df8a0d5da service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283545 Jun 01 12:59:36.743527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-fddc2617-5eaa-44b6-9411-8e743aaca94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.745225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-fddc2617-5eaa-44b6-9411-8e743aaca94f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 200 len: 854 time: 0.1367180 Jun 01 12:59:36.750634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95dab0aa-91b6-4910-9c0c-a7ce8b99c184 req-a3528fbe-aada-4aaf-a47a-7c04e8da4fd8 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091070 Jun 01 12:59:36.755348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e4e14e8-42f0-4183-bf1a-1bcf78bd5c1c req-cbf069be-f816-43fc-9e36-84f280935312 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478307 Jun 01 12:59:36.825273 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37823449-1ff5-4d18-bb32-ea0f9a6fac08'] response: {'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6', 'code': 200} Jun 01 12:59:36.834633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-3e9874b6-e86e-44f9-9be5-7b37bf849ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:36.836150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-3e9874b6-e86e-44f9-9be5-7b37bf849ae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40266e6-10e1-4b1c-b82e-a967503e647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772312 Jun 01 12:59:37.031387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-5f523369-d996-41a8-a499-8ae216f5584e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.033016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-5f523369-d996-41a8-a499-8ae216f5584e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.1454809 Jun 01 12:59:37.077273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46196-84ae-4a0e-986a-548a3a9310d9 req-c08577f7-d99c-4aff-b432-e3914c2019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.078754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c8f46196-84ae-4a0e-986a-548a3a9310d9 req-c08577f7-d99c-4aff-b432-e3914c2019a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1223354 Jun 01 12:59:37.085821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-44bd81ea-e728-4b00-b1b6-287b9553f00c service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409296 Jun 01 12:59:37.147842 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c8f46196-84ae-4a0e-986a-548a3a9310d9 req-2c7c55da-1985-472a-b2be-e84f46b5e989 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489504 Jun 01 12:59:37.182889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-ecbef986-d8a2-4e2e-b523-da2df8ad7e52 service neutron] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:37.186223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-ecbef986-d8a2-4e2e-b523-da2df8ad7e52 service neutron] Notify callbacks [] for binding, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.187372 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0f629d7c-44c4-4f5b-ab4a-f60303f7208b req-ecbef986-d8a2-4e2e-b523-da2df8ad7e52 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.1475065 Jun 01 12:59:37.213669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98f94-9072-444f-882f-1a7857a4b351 req-e2a70831-714c-4f07-a6e1-2272bcd09264 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.215126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1e98f94-9072-444f-882f-1a7857a4b351 req-e2a70831-714c-4f07-a6e1-2272bcd09264 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2623844 Jun 01 12:59:37.226724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5baf7-52e6-4b8f-b2a8-edcd4d66ffb8 req-d79a059b-0f84-482d-a44e-220adbef9077 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.228149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dcd5baf7-52e6-4b8f-b2a8-edcd4d66ffb8 req-d79a059b-0f84-482d-a44e-220adbef9077 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 943 time: 0.2787495 Jun 01 12:59:37.238163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:37.319622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a4f9d9-ded8-49e1-9174-48da1027f553 req-dc406992-abda-4c7d-87ed-2f52138d6b12 service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259595 Jun 01 12:59:37.326368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dcd5baf7-52e6-4b8f-b2a8-edcd4d66ffb8 req-53ee6160-2fd3-49c6-88b2-6181694b46da tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863745 Jun 01 12:59:37.333675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1e98f94-9072-444f-882f-1a7857a4b351 req-a259b9e4-e673-4708-ba91-615125010de4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948491 Jun 01 12:59:37.372032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51898) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:37.433357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Deleting subnet 265d33a7-13d9-4584-97e1-91a53c6f947b {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 12:59:37.436535 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.456169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7e038d28-d0dd-4170-92e9-7c249d25930a details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:37.582495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.597769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7e038d28-d0dd-4170-92e9-7c249d25930a,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:37.611195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'port_id': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'mac_address': 'fa:16:3e:1a:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:37.668436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.669616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7e038d28-d0dd-4170-92e9-7c249d25930a is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:37.670091 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.687090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e038d28-d0dd-4170-92e9-7c249d25930a {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:37.702827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7e038d28-d0dd-4170-92e9-7c249d25930a,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:37.707448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.708090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d9d7312f-8c78-4642-8a92-076f6425ec65 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:37.728093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3196f8-8a2e-4853-b01d-75f33b09e0ee req-3ef73791-4953-4299-b03a-67b52690c0a5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.729562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f3196f8-8a2e-4853-b01d-75f33b09e0ee req-3ef73791-4953-4299-b03a-67b52690c0a5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 944 time: 0.2652898 Jun 01 12:59:37.761328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab01b-d513-4ea8-b0c5-330b8eef7ff3 req-2f074b4b-b488-45c6-ab32-a86a86e20ae2 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:37.762734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aaab01b-d513-4ea8-b0c5-330b8eef7ff3 req-2f074b4b-b488-45c6-ab32-a86a86e20ae2 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 948 time: 0.2973769 Jun 01 12:59:37.822909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.828411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f3196f8-8a2e-4853-b01d-75f33b09e0ee req-c7656970-b84d-4f2d-bd34-6f7087ce2746 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907123 Jun 01 12:59:37.861752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.872954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aaab01b-d513-4ea8-b0c5-330b8eef7ff3 req-48b6dd80-b104-4502-bdd0-4a35c033cce8 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025429 Jun 01 12:59:37.878238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265d33a7-13d9-4584-97e1-91a53c6f947b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.880186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.894563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3fe8aac-c4e5-47ad-ba4a-240912a4e7d6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/265d33a7-13d9-4584-97e1-91a53c6f947b HTTP/1.1" status: 204 len: 168 time: 0.5213466 Jun 01 12:59:37.897077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51908) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:37.897359 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dc61ec-c104-46c7-9bef-07ce2a98653d'] response: {'name': 'network-changed', 'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'status': 'completed', 'code': 200} Jun 01 12:59:37.914570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d9d7312f-8c78-4642-8a92-076f6425ec65,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:37.933605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd9d7312f-8c78-4642-8a92-076f6425ec65', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'd9d7312f-8c78-4642-8a92-076f6425ec65', 'mac_address': 'fa:16:3e:45:d1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:37.996366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d9d7312f-8c78-4642-8a92-076f6425ec65 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:37.996745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.015911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d7312f-8c78-4642-8a92-076f6425ec65 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:38.039366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d9d7312f-8c78-4642-8a92-076f6425ec65,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:38.056120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.069299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-3989d098-b198-46d9-bb87-fa54f1c47c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.070895 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-3989d098-b198-46d9-bb87-fa54f1c47c53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6322752319d44833b64010e51183fa58&device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 1095 time: 0.1100640 Jun 01 12:59:38.146819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:38.151474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.215728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-f64620d0-006a-4d10-8af4-f6fc9a6bd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.217184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-f64620d0-006a-4d10-8af4-f6fc9a6bd01a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a151914-7d11-426a-b62b-4216754e4e3b HTTP/1.1" status: 200 len: 907 time: 0.1387351 Jun 01 12:59:38.307710 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-d73ce3bc-5403-4875-b9b6-29b198be70d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5f505f8-ffec-4acc-82de-988a369a0782 HTTP/1.1" status: 200 len: 217 time: 0.0667415 Jun 01 12:59:38.371556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d9d7312f-8c78-4642-8a92-076f6425ec65'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:38.377790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-3018c557-9a14-4e5b-a841-35c3f7a69d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.379290 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-3018c557-9a14-4e5b-a841-35c3f7a69d56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19312841-0adf-44ed-b829-5f0e3e00d639 HTTP/1.1" status: 200 len: 845 time: 0.0648859 Jun 01 12:59:38.397966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['7e038d28-d0dd-4170-92e9-7c249d25930a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:38.414532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482736e2-3950-4166-8894-29549d754ed4 req-1fd4e12a-73d3-4947-bacc-de48ecb5f32d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.416185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-482736e2-3950-4166-8894-29549d754ed4 req-1fd4e12a-73d3-4947-bacc-de48ecb5f32d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.3902721 Jun 01 12:59:38.445013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.460842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67780c84-a670-4104-9009-e60e7969bb0c req-bd542404-43f7-4b50-8b54-ac2f0ed41a24 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.467834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67780c84-a670-4104-9009-e60e7969bb0c req-bd542404-43f7-4b50-8b54-ac2f0ed41a24 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 944 time: 0.3825514 Jun 01 12:59:38.471894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-e5c134e6-dc25-428b-ab10-5b078a44290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:38.473606 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-e5c134e6-dc25-428b-ab10-5b078a44290c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a151914-7d11-426a-b62b-4216754e4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873501 Jun 01 12:59:38.526061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e3c5ba-e409-4e5f-b34e-c285e95c43b2']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:38.556137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552319b4-ad0e-4c93-b2bd-d245ac4ce783') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:38.556442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552319b4-ad0e-4c93-b2bd-d245ac4ce783') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:38.583003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.594187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-482736e2-3950-4166-8894-29549d754ed4 req-f40fb7bd-192f-41c8-a58f-e5907d79e4a3 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509609 Jun 01 12:59:38.602901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67780c84-a670-4104-9009-e60e7969bb0c req-d27f31bf-b7f7-4afe-9ed3-190154653a9c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332915 Jun 01 12:59:38.613126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.626994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:59:38.627488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.667060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-4ed8d35d-2d1d-4f12-8c98-6bdd9a136db3 service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846759 Jun 01 12:59:38.714393 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 552319b4-ad0e-4c93-b2bd-d245ac4ce783 resource provider aggregate not found Jun 01 12:59:38.742747 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 552319b4-ad0e-4c93-b2bd-d245ac4ce783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 552319b4-ad0e-4c93-b2bd-d245ac4ce783 found for delete ", "request_id": "req-1d56705a-910b-4568-ab00-8b16940ce26b"}]} Jun 01 12:59:38.752235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.775680 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.781085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] Pushing event deleted for resources: {'Network': ['ID=75e3c5ba-e409-4e5f-b34e-c285e95c43b2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:38.786414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cb9645e3-0110-4b58-8d81-69a4ff25c14e admin admin] 10.222.0.40 "DELETE /v2.0/networks/75e3c5ba-e409-4e5f-b34e-c285e95c43b2 HTTP/1.1" status: 204 len: 168 time: 0.8860846 Jun 01 12:59:38.909543 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2243edb4-bbe3-4d93-96b8-3f4eb8f2d20c req-a1fa1956-d922-48c8-997f-ebee9af9b727 service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262695 Jun 01 12:59:38.980431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51926) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:39.059408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba644016-e03e-4ec5-90e2-9944aa562c0b req-b75a11a5-d94b-4c06-b054-b30757de876b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.060834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba644016-e03e-4ec5-90e2-9944aa562c0b req-b75a11a5-d94b-4c06-b054-b30757de876b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 944 time: 0.2356386 Jun 01 12:59:39.070731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343d34-2402-41dd-9a8f-3ba56d831fc0 req-60271aa8-431e-447c-9304-72ddbaa098f4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.072034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6343d34-2402-41dd-9a8f-3ba56d831fc0 req-60271aa8-431e-447c-9304-72ddbaa098f4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2047615 Jun 01 12:59:39.088267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7eb00a7b-29f5-4415-bc8f-e866f65e3e59 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=53fb12f3c73445278e5a2ad18552625f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053431 Jun 01 12:59:39.091292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51930) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:39.148385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba644016-e03e-4ec5-90e2-9944aa562c0b req-6c8ce648-74de-476b-b336-1371b7dba91b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753038 Jun 01 12:59:39.152625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6343d34-2402-41dd-9a8f-3ba56d831fc0 req-9afd8dd6-3409-4eeb-b14a-a557d3a629b2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 Jun 01 12:59:39.170304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.200561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.257485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.273789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bf6e56-f83b-45c8-b77b-7a44a65ff433,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:39.283943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.288370 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-35b098b0-5ef9-472b-b904-d764cd0144ab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b4bf6e56-f83b-45c8-b77b-7a44a65ff433 HTTP/1.1" status: 204 len: 168 time: 0.1926942 Jun 01 12:59:39.376389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7303b6-46b7-4fa5-90b5-4066ef8e1800 req-28342e30-14e1-47e8-a269-4bd50dbb6f23 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.377887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed7303b6-46b7-4fa5-90b5-4066ef8e1800 req-28342e30-14e1-47e8-a269-4bd50dbb6f23 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1095 time: 0.1371133 Jun 01 12:59:39.385891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8dcff-3f41-4f9c-90d5-5d8cab9c92eb req-f690c478-9c58-46d9-862b-4a56fbe1593f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.387256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbb8dcff-3f41-4f9c-90d5-5d8cab9c92eb req-f690c478-9c58-46d9-862b-4a56fbe1593f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 949 time: 0.1150217 Jun 01 12:59:39.454824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed7303b6-46b7-4fa5-90b5-4066ef8e1800 req-8668ba69-17d2-4b53-9d3e-1d578bb6fdc5 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 Jun 01 12:59:39.463117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbb8dcff-3f41-4f9c-90d5-5d8cab9c92eb req-8d14aa8e-e38a-4831-ac29-7c5c592aaf7a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618746 Jun 01 12:59:39.891209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-f7f14a46-8dc8-4b12-8cfa-d1706f4ddbda tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.892884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-f7f14a46-8dc8-4b12-8cfa-d1706f4ddbda tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.2053781 Jun 01 12:59:39.910970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-62ab3e49-10b2-432e-a200-eae654468b9b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/quotas/0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 375 time: 0.0118973 Jun 01 12:59:39.918865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1959e-ecc8-44e9-b29f-1df9e8dbc10a req-b421311e-0eac-409b-9d1a-156ca39310d3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:39.920255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ed1959e-ecc8-44e9-b29f-1df9e8dbc10a req-b421311e-0eac-409b-9d1a-156ca39310d3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 944 time: 0.1565447 Jun 01 12:59:40.013405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ed1959e-ecc8-44e9-b29f-1df9e8dbc10a req-e947d9d9-9680-4eb6-9865-f9e163c63be1 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617559 Jun 01 12:59:40.033141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-b5a0f88a-a656-45f0-9a5f-a9dd2bdc2d3f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078174 Jun 01 12:59:40.056530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:40.169791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1013433472-network', 'tenant_id': '6f4594cf766c40d2901c278aa5f0a7f3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:40.175839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:40.179972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Usage tracker for resource:network and tenant:6f4594cf766c40d2901c278aa5f0a7f3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:40.182730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:40.190348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:40.205925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Made reservation on behalf of 6f4594cf766c40d2901c278aa5f0a7f3 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:40.208447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.224073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-31e59ed2-216e-4573-9ea6-587eef6dab3d service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856151 Jun 01 12:59:40.227272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.307214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299110de-d987-4151-a0ac-92c36dee692c req-4eb9d0ba-a09f-4e21-bef2-8b02f095e796 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:40.308733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-299110de-d987-4151-a0ac-92c36dee692c req-4eb9d0ba-a09f-4e21-bef2-8b02f095e796 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1872542 Jun 01 12:59:40.358648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:40.362742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Usage tracker for resource:security_group_rule and tenant:6f4594cf766c40d2901c278aa5f0a7f3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:40.365511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:40.371477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:40.391090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-299110de-d987-4151-a0ac-92c36dee692c req-8101d7b0-077c-4cc6-843e-9a8b48e3a9e2 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Jun 01 12:59:40.409789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a04ff90e-0375-401a-a893-ac0ab1db0db7 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779709 Jun 01 12:59:40.475625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.482263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.495508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:59:40.507158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.507699 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Added segment c00efe33-6944-4eeb-89ad-1cfaa904123a of type vlan for network ba74528d-d18a-48ff-ae60-1a0433e00ca1 Jun 01 12:59:40.556488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.595847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e25973-3787-4a4c-81a9-6a3a88b5e899,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:40.600394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f007d3-4552-49fc-815c-711f581b84b1 req-edb8924e-5daf-4199-8096-fb0c5ce8f402 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:40.607874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1f007d3-4552-49fc-815c-711f581b84b1 req-edb8924e-5daf-4199-8096-fb0c5ce8f402 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 944 time: 0.1029110 Jun 01 12:59:40.629453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.630697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:40.631399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.652586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1f007d3-4552-49fc-815c-711f581b84b1 req-fda3bb61-5bb0-4ec2-8fd9-2388ad52eaf2 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Jun 01 12:59:40.748008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] Pushing event updated for resources: {'Network': ['ID=ba74528d-d18a-48ff-ae60-1a0433e00ca1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:40.753190 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b6119a6f-be43-412b-beb2-476c53f12d8b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6952991 Jun 01 12:59:40.756365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:40.762347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ba74528d-d18a-48ff-ae60-1a0433e00ca1 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:59:40.762911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Request body: {'subnet': {'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1013433472-subnet', 'tenant_id': '6f4594cf766c40d2901c278aa5f0a7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:40.769451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:40.773555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Usage tracker for resource:subnet and tenant:6f4594cf766c40d2901c278aa5f0a7f3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:40.777664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:40.784829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:40.802974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Made reservation on behalf of 6f4594cf766c40d2901c278aa5f0a7f3 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:40.807818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.936756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4a9d6-74b9-488b-9c70-cc8ed83c2b4f req-85f26773-07fb-408e-ad2a-ae0a78609549 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:40.938372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3b4a9d6-74b9-488b-9c70-cc8ed83c2b4f req-85f26773-07fb-408e-ad2a-ae0a78609549 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2848554 Jun 01 12:59:40.951074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aa177-399f-43c8-b990-bf8ca8cb9df7 req-3f6e1063-bfcc-493d-8def-28d99bd78e73 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:40.958080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe0aa177-399f-43c8-b990-bf8ca8cb9df7 req-3f6e1063-bfcc-493d-8def-28d99bd78e73 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1275868 Jun 01 12:59:41.031036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe0aa177-399f-43c8-b990-bf8ca8cb9df7 req-c2257bea-4c43-4783-b194-be02548a35a6 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720522 Jun 01 12:59:41.043100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3b4a9d6-74b9-488b-9c70-cc8ed83c2b4f req-a22cbb02-bf32-4acd-97cd-4c518b8d240a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828609 Jun 01 12:59:41.078020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.168833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1747275f-8eb1-40a1-b903-6010fcd67e4e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:41.171072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Checking segment: {'id': 'c00efe33-6944-4eeb-89ad-1cfaa904123a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:41.171423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Network hostable DHCP agents. Network: ba74528d-d18a-48ff-ae60-1a0433e00ca1, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:59:41.197148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Network ba74528d-d18a-48ff-ae60-1a0433e00ca1 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:59:41.207813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ba74528d-d18a-48ff-ae60-1a0433e00ca1) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:41.211986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:41.212578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.217853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289dea3-dee5-49de-8d75-5b05d1a104f5 None None] Network ba74528d-d18a-48ff-ae60-1a0433e00ca1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:41.237251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb358694-18ca-4095-9246-8bce112cc569 req-a23d28ac-52c6-426a-806a-998638de7ff1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 210 time: 0.0887616 Jun 01 12:59:41.249424 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4181a84a-e786-4afa-92a5-34c7e9bce6b8 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4915164 Jun 01 12:59:41.319748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4eeb6-d818-4308-b3a4-391990c923d1 req-172ee07b-90be-41a9-8334-9502426db1df tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:41.326666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36b4eeb6-d818-4308-b3a4-391990c923d1 req-172ee07b-90be-41a9-8334-9502426db1df tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 949 time: 0.1460695 Jun 01 12:59:41.418310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36b4eeb6-d818-4308-b3a4-391990c923d1 req-35be99ee-a18b-48b5-8223-7f0a7f05da4d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849507 Jun 01 12:59:41.438961 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 12:59:41.480690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431efc4-7bf3-4a01-b413-4e32f861f09b req-f725cd48-a36a-450e-b995-bcd62d4ae457 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:41.482142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3431efc4-7bf3-4a01-b413-4e32f861f09b req-f725cd48-a36a-450e-b995-bcd62d4ae457 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 944 time: 0.1176503 Jun 01 12:59:41.503589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7e038d28-d0dd-4170-92e9-7c249d25930a up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:41.540350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3431efc4-7bf3-4a01-b413-4e32f861f09b req-f74bf45e-2f90-49ca-a95a-2e98708c3386 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508544 Jun 01 12:59:41.611486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691cc0c-db99-4538-ba82-e81836454561 None None] Network ba74528d-d18a-48ff-ae60-1a0433e00ca1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 12:59:41.664529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0c28-10fb-4bbf-b386-a6930c6462e3 req-834f45d7-3f71-42e2-be81-ffc17187cb63 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:41.666197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273c0c28-10fb-4bbf-b386-a6930c6462e3 req-834f45d7-3f71-42e2-be81-ffc17187cb63 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.0960293 Jun 01 12:59:41.716688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273c0c28-10fb-4bbf-b386-a6930c6462e3 req-d905d636-f44a-4a86-9545-748fbceba822 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Jun 01 12:59:41.726228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 7e038d28-d0dd-4170-92e9-7c249d25930a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:41.735201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 7e038d28-d0dd-4170-92e9-7c249d25930a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:41.735567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.804073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device e5f505f8-ffec-4acc-82de-988a369a0782 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:42.026740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092f80d-6374-4352-a74b-bb6ae6dc1b44 req-99a0654a-ba50-4c50-b967-49b6faf462af tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:42.034071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0092f80d-6374-4352-a74b-bb6ae6dc1b44 req-99a0654a-ba50-4c50-b967-49b6faf462af tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 944 time: 0.1973865 Jun 01 12:59:42.115001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0092f80d-6374-4352-a74b-bb6ae6dc1b44 req-f41c58e0-d1f3-4f7c-bac0-4cafb8421844 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797181 Jun 01 12:59:42.118175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=e5f505f8-ffec-4acc-82de-988a369a0782,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:42.125137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-9e363edd-9c9d-400b-ba85-8ce578d5c5cd tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:42.125292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7e038d28-d0dd-4170-92e9-7c249d25930a is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:42.125643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-07541377-d1c4-4734-b90a-073a00426687 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:42.126136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.127519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-07541377-d1c4-4734-b90a-073a00426687 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.1834726 Jun 01 12:59:42.133781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-9e363edd-9c9d-400b-ba85-8ce578d5c5cd tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/networks?id=ba74528d-d18a-48ff-ae60-1a0433e00ca1 HTTP/1.1" status: 200 len: 821 time: 0.2572374 Jun 01 12:59:42.154949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'port_id': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'mac_address': 'fa:16:3e:e2:e8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:42.156162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Request body: {'port': {'device_id': '2b1fb84f-145f-44db-a204-cb570276f80e', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'admin_state_up': True, 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:42.157395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-9b5e47ae-c0f5-47dd-8697-6479fdad14cc tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/quotas/6f4594cf766c40d2901c278aa5f0a7f3 HTTP/1.1" status: 200 len: 375 time: 0.0166564 Jun 01 12:59:42.220226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7e038d28-d0dd-4170-92e9-7c249d25930a,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:42.221876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:42.225700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-360f143e-3ee4-456f-9d5c-30959b3438ed tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6f4594cf766c40d2901c278aa5f0a7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590692 Jun 01 12:59:42.246936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.248258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d9d7312f-8c78-4642-8a92-076f6425ec65 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:42.328181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:42.333882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Usage tracker for resource:port and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:42.338225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:42.344805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:42.360528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:42.365069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.365980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port e5f505f8-ffec-4acc-82de-988a369a0782 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:42.366355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.382289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-ce881dc4-358a-4ad4-adf1-9af0c33666da service neutron] 10.222.0.40 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470320 Jun 01 12:59:42.396229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f505f8-ffec-4acc-82de-988a369a0782 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:42.429735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=e5f505f8-ffec-4acc-82de-988a369a0782,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:42.437824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.442450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.481359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port d9d7312f-8c78-4642-8a92-076f6425ec65 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:42.501957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d9d7312f-8c78-4642-8a92-076f6425ec65 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:42.502352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.571458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.596061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Allocated IP 172.20.0.10 (0f325d94-9d30-453a-be4d-12a8f96e53d4/934817d0-da06-4664-8a39-2df2c523aea4/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:42.641149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d9d7312f-8c78-4642-8a92-076f6425ec65 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:42.641149 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.642818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-47a48231-4986-4e98-8ebd-f46e559f6f4c service neutron] 10.222.0.40 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556109 Jun 01 12:59:42.651097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a454-af62-4a8a-86e3-1658df836040 req-85cb8740-9bf5-49b3-91ae-0404931ca007 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:42.652691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8436a454-af62-4a8a-86e3-1658df836040 req-85cb8740-9bf5-49b3-91ae-0404931ca007 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1555502 Jun 01 12:59:42.676296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d9d7312f-8c78-4642-8a92-076f6425ec65,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:42.681415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.721759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8436a454-af62-4a8a-86e3-1658df836040 req-3bc09191-185a-4ca6-b9da-b7a5bf870a34 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 Jun 01 12:59:42.766216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.827690 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a447d02-33e2-423b-8a4d-fcfeddf0e05b'] response: {'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'code': 200} Jun 01 12:59:42.864294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.905727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.985468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:42.993730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:43.000584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:43.011546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['e5f505f8-ffec-4acc-82de-988a369a0782'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:43.057124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b020fea-8c38-4979-a7f3-4bf218a6d2c3 req-156a1f55-1582-46f8-9a8b-176d3ad61f46 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.058835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b020fea-8c38-4979-a7f3-4bf218a6d2c3 req-156a1f55-1582-46f8-9a8b-176d3ad61f46 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2203240 Jun 01 12:59:43.082484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:43.109046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.110447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.138205 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-a7f28ebe-18ec-4af3-a75e-99885fa2efbf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9869967 Jun 01 12:59:43.142490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157977f-c2a7-4f97-bf6b-a1e20657b71b req-b5506f60-95ae-4911-9fee-daa476eff4f2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.150710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5157977f-c2a7-4f97-bf6b-a1e20657b71b req-b5506f60-95ae-4911-9fee-daa476eff4f2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 932 time: 0.1963456 Jun 01 12:59:43.156577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b020fea-8c38-4979-a7f3-4bf218a6d2c3 req-e2b5f526-586a-40f2-a0dc-f408bd9c7d05 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887079 Jun 01 12:59:43.158017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdbee8-078e-405d-b3ad-36a078b8f39f req-448f9c4d-bd81-4dd0-8f41-f1d66507bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.159932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ebdbee8-078e-405d-b3ad-36a078b8f39f req-448f9c4d-bd81-4dd0-8f41-f1d66507bc48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 1096 time: 0.2437010 Jun 01 12:59:43.166233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Request body: {'port': {'device_id': '2b1fb84f-145f-44db-a204-cb570276f80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:43.225543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5157977f-c2a7-4f97-bf6b-a1e20657b71b req-caf02752-4d5a-4f72-b258-b3a99d768970 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739286 Jun 01 12:59:43.272812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ebdbee8-078e-405d-b3ad-36a078b8f39f req-5a45436b-7ccf-4e69-9e20-45f5a643ff26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747187 Jun 01 12:59:43.356369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.550632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06977540-dcba-41b6-ab90-493237673be6 req-4f62ae9e-34a2-401b-a5fe-352fdfa9744d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.552173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06977540-dcba-41b6-ab90-493237673be6 req-4f62ae9e-34a2-401b-a5fe-352fdfa9744d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.2682290 Jun 01 12:59:43.585213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05159e6f-a67a-4644-a44e-705372c62b96 req-8dba43c1-3c61-47aa-be46-65e2d9b19f8a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:43.586945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05159e6f-a67a-4644-a44e-705372c62b96 req-8dba43c1-3c61-47aa-be46-65e2d9b19f8a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 945 time: 0.2459805 Jun 01 12:59:43.631561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06977540-dcba-41b6-ab90-493237673be6 req-16778729-19ae-4bce-9796-b86f273a6eff tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Jun 01 12:59:43.655164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05159e6f-a67a-4644-a44e-705372c62b96 req-44fe8844-744a-484b-82bc-c9c4055fa2a9 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623987 Jun 01 12:59:43.743051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:43.753215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.768882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Transition to ACTIVE for port object 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:43.772945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.815184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79e0f648-ebaa-40a1-aae9-2c872774e4af req-72f546aa-009e-46c3-af84-7e40e9562852 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 210 time: 0.0465355 Jun 01 12:59:44.043828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:44.048524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99b9e6-1f78-4ca3-988d-dde6b022d2a6 req-7fba9937-bebf-4389-ad20-ca127724295d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.050680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae99b9e6-1f78-4ca3-988d-dde6b022d2a6 req-7fba9937-bebf-4389-ad20-ca127724295d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1472361 Jun 01 12:59:44.060113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c47a3-630a-4d01-8d2f-7d272b0e38f6 req-94fea976-4728-4e02-ac3b-ff4d47bc7a4e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.061806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c1c47a3-630a-4d01-8d2f-7d272b0e38f6 req-94fea976-4728-4e02-ac3b-ff4d47bc7a4e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 0.1222394 Jun 01 12:59:44.121103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:44.121540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:44.121869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:44.127084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:44.127412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:44.133608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:44.133939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:44.134387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:44.134865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Bound port: 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:44.135230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.139701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae99b9e6-1f78-4ca3-988d-dde6b022d2a6 req-746018f7-f727-4082-8e34-9cb70aad6e5a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Jun 01 12:59:44.149763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c1c47a3-630a-4d01-8d2f-7d272b0e38f6 req-2067fae1-64b9-4f35-8d86-5d8326489087 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714929 Jun 01 12:59:44.271611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:44.275550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:44.283583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.331712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-61ee6ebb-8219-4a4b-9428-2572116eb401 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.333230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-61ee6ebb-8219-4a4b-9428-2572116eb401 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.24 "GET /v2.0/networks?id=ba74528d-d18a-48ff-ae60-1a0433e00ca1 HTTP/1.1" status: 200 len: 821 time: 0.1825621 Jun 01 12:59:44.364169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.364804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.366227 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] 10.222.0.24 "PUT /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 1092 time: 1.2157185 Jun 01 12:59:44.366870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:44.398283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Request body: {'port': {'device_id': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1', 'admin_state_up': True, 'tenant_id': '6f4594cf766c40d2901c278aa5f0a7f3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:44.401560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bca488-adad-4ad2-a98a-281b397bc154 service neutron] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:44.562260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-ee9c1015-83d0-4363-8342-cb7c8bf560aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.564190 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-ee9c1015-83d0-4363-8342-cb7c8bf560aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1095 time: 0.0752702 Jun 01 12:59:44.617136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:44.622658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Usage tracker for resource:port and tenant:6f4594cf766c40d2901c278aa5f0a7f3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:44.632190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d3026-4115-4269-bdb8-0cf4c52fd3bd req-c07c8060-488d-4946-8ed3-6e8bcb138cc5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.633580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f96d3026-4115-4269-bdb8-0cf4c52fd3bd req-c07c8060-488d-4946-8ed3-6e8bcb138cc5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2931886 Jun 01 12:59:44.635169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:44.643461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:44.644012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-e9dbfe1c-ff74-4eae-8805-4d3c1b3e1d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.0669000 Jun 01 12:59:44.683640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0016f-f7cc-4b7b-8fb4-858e5beeac96 req-b5469bd9-dade-408f-92b0-fc576cd69b4f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.689606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0016f-f7cc-4b7b-8fb4-858e5beeac96 req-b5469bd9-dade-408f-92b0-fc576cd69b4f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.695381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0016f-f7cc-4b7b-8fb4-858e5beeac96 req-b5469bd9-dade-408f-92b0-fc576cd69b4f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.697021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6a0016f-f7cc-4b7b-8fb4-858e5beeac96 req-b5469bd9-dade-408f-92b0-fc576cd69b4f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7&device_id=b1e29000-dec1-4539-8f23-9dd951fb8536&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 2418 time: 0.2247436 Jun 01 12:59:44.708034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Made reservation on behalf of 6f4594cf766c40d2901c278aa5f0a7f3 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:44.711426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.730304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-cdc784ac-8c4a-439a-a63c-6e8c5f3a2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:44.732286 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-cdc784ac-8c4a-439a-a63c-6e8c5f3a2f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0715702 Jun 01 12:59:44.753224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f96d3026-4115-4269-bdb8-0cf4c52fd3bd req-df511521-9482-4007-8995-44d50bf6a73e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075208 Jun 01 12:59:44.793170 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-830f9eaa-3281-4c50-ab61-4a31251793be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512409 Jun 01 12:59:44.822703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6a0016f-f7cc-4b7b-8fb4-858e5beeac96 req-153d5400-6b3f-4df6-95e7-a0465ff8bc64 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Jun 01 12:59:44.828454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:44.891736 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7b7785-138b-4e7a-9cef-dfcdf3dcb498'] response: {'name': 'network-changed', 'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'status': 'completed', 'code': 200} Jun 01 12:59:44.956748 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-e82b2193-952f-4f94-abd7-09defc28fcdf service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463919 Jun 01 12:59:45.036967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Allocated IP 172.20.0.8 (ba74528d-d18a-48ff-ae60-1a0433e00ca1/1747275f-8eb1-40a1-b903-6010fcd67e4e/5ae94d05-f16e-4548-84d8-3bb8455405fa) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:45.112553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce4d9-4b88-40b0-b96e-91909f90810b req-a1dacc24-a048-45b4-ac70-a9c969a26508 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.113999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41dce4d9-4b88-40b0-b96e-91909f90810b req-a1dacc24-a048-45b4-ac70-a9c969a26508 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.2394719 Jun 01 12:59:45.120874 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd548697-376b-4a87-a4bc-fda9545e70f3 req-90a2ee90-f099-4e90-9bd7-5eb5eaf5b97e service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347795 Jun 01 12:59:45.252914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80adf51-c69a-4983-a993-54967bdc08d7 req-e009dccc-3236-4d3b-af9f-0f013356454f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.254249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c80adf51-c69a-4983-a993-54967bdc08d7 req-e009dccc-3236-4d3b-af9f-0f013356454f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.2779415 Jun 01 12:59:45.268733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41dce4d9-4b88-40b0-b96e-91909f90810b req-0d89b05e-8030-4948-b7ed-df3faeede7f1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451409 Jun 01 12:59:45.286858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477224-0729-4f49-941e-cda48a45cbcc req-73ecde00-02f0-43ed-8302-f8b35a96d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.288337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-73ecde00-02f0-43ed-8302-f8b35a96d321 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1095 time: 0.0755177 Jun 01 12:59:45.346882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c80adf51-c69a-4983-a993-54967bdc08d7 req-f7f3bbcc-7180-4750-bf78-bf50f44c6f66 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 Jun 01 12:59:45.362507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.404491 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9148544b-3ad2-4742-95a3-0ab0330a5fd1'] response: {'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65', 'code': 200} Jun 01 12:59:45.457047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477224-0729-4f49-941e-cda48a45cbcc req-7f9c161b-7405-4a2d-b340-f1bc17a1a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.459078 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-7f9c161b-7405-4a2d-b340-f1bc17a1a9ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1643553 Jun 01 12:59:45.480368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e4c5-7223-4552-9748-5cf1c3c05298 req-43341247-7d2a-4dcf-a7fd-9cc8042cd7d3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.481838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad4e4c5-7223-4552-9748-5cf1c3c05298 req-43341247-7d2a-4dcf-a7fd-9cc8042cd7d3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 945 time: 0.0999885 Jun 01 12:59:45.482860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.545735 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-489f9073-3b15-4427-a105-7f88f143dae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.0799582 Jun 01 12:59:45.613042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477224-0729-4f49-941e-cda48a45cbcc req-644a2ca1-ad0e-4ff0-8d99-e1ba67274534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.614674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-644a2ca1-ad0e-4ff0-8d99-e1ba67274534 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0616877 Jun 01 12:59:45.664792 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-8787aecf-1b4a-4159-9728-bf9a23385b4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425730 Jun 01 12:59:45.775251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Network ba74528d-d18a-48ff-ae60-1a0433e00ca1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:45.786888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:45.795623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 12:59:45.805953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-5970362c-3a41-4fda-9db5-2cd194e251a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326194 Jun 01 12:59:45.815492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device e5f505f8-ffec-4acc-82de-988a369a0782 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:45.833348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Pushing event updated for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:45.878853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad4e4c5-7223-4552-9748-5cf1c3c05298 req-a22afb77-6156-40cb-aa74-dcf50c3508dd tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314922 Jun 01 12:59:45.908119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port e5f505f8-ffec-4acc-82de-988a369a0782 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:45.915372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port e5f505f8-ffec-4acc-82de-988a369a0782 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:45.916038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.925493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989fdd5-a36b-43c4-8dea-c18460e713a6 req-a674a9e9-c787-4040-b4a9-3bee5dbb88bc tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.927466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4989fdd5-a36b-43c4-8dea-c18460e713a6 req-a674a9e9-c787-4040-b4a9-3bee5dbb88bc tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 931 time: 0.3696883 Jun 01 12:59:45.934048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.934985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.964349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4824-9b37-4e3d-9765-e5e64906a6a9 req-8f7eb347-72fd-4caa-bc41-d5291b5e08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:45.966205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e15f4824-9b37-4e3d-9765-e5e64906a6a9 req-8f7eb347-72fd-4caa-bc41-d5291b5e08e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 1101 time: 0.4810004 Jun 01 12:59:46.025483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4989fdd5-a36b-43c4-8dea-c18460e713a6 req-89c4d530-94fb-4539-bfbd-08f0a222214d tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692072 Jun 01 12:59:46.026859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-483dc107-c3ed-44a6-b0cb-9d0684761c3f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6378198 Jun 01 12:59:46.052033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Request body: {'port': {'device_id': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:46.067778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74477224-0729-4f49-941e-cda48a45cbcc req-f138436d-dcb5-4de1-8517-3833bf933e98 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545185 Jun 01 12:59:46.094166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port e5f505f8-ffec-4acc-82de-988a369a0782 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:46.094542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.127400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=e5f505f8-ffec-4acc-82de-988a369a0782,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:46.132203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.157625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e15f4824-9b37-4e3d-9765-e5e64906a6a9 req-81e603bb-00d0-40fd-8f65-bf9e56f21f23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670995 Jun 01 12:59:46.201005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:46.290216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.366632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b9c3-a7c8-4790-aab9-3297ec6ac794 req-9eb53acd-359b-4688-8f18-a4b58f35b42c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:46.368082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7255b9c3-a7c8-4790-aab9-3297ec6ac794 req-9eb53acd-359b-4688-8f18-a4b58f35b42c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.2889690 Jun 01 12:59:46.415275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e341f1-3e0c-4cf1-9143-615f630072c4 req-56f02270-38a8-44dc-8908-0ce31d9cdccb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:46.416717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5e341f1-3e0c-4cf1-9143-615f630072c4 req-56f02270-38a8-44dc-8908-0ce31d9cdccb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 0.2561386 Jun 01 12:59:46.511314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7255b9c3-a7c8-4790-aab9-3297ec6ac794 req-1360582a-e596-445f-8c70-565ea4edeb75 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347396 Jun 01 12:59:46.557230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5e341f1-3e0c-4cf1-9143-615f630072c4 req-c743c116-9a58-49ef-9e1c-c10f62eac89b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009400 Jun 01 12:59:46.848791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471933b5-fe5e-4e5c-a527-5801314ddf69 req-51832f49-4562-4187-a028-b4551dfae010 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:46.850220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-471933b5-fe5e-4e5c-a527-5801314ddf69 req-51832f49-4562-4187-a028-b4551dfae010 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2437747 Jun 01 12:59:46.880284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae94d05-f16e-4548-84d8-3bb8455405fa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:46.891101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54bd6-46d0-4571-abc1-1c5aa952560a req-95860953-75e9-4af2-9e5f-ba1aad1d4760 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:46.892514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5b54bd6-46d0-4571-abc1-1c5aa952560a req-95860953-75e9-4af2-9e5f-ba1aad1d4760 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.2388010 Jun 01 12:59:46.898582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.948595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Transition to ACTIVE for port object 5ae94d05-f16e-4548-84d8-3bb8455405fa will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:46.963646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-471933b5-fe5e-4e5c-a527-5801314ddf69 req-2e20b28e-8608-4973-bce0-21440342898b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052115 Jun 01 12:59:46.964221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.029430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5b54bd6-46d0-4571-abc1-1c5aa952560a req-8be80008-d9ae-42e2-be2a-c8c164201408 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265821 Jun 01 12:59:47.151689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:47.284726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fde2b-ddd7-436b-89ee-b2d65b6aa8bd req-f9798d3d-7dbe-4ba3-b857-19d2b910fd53 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:47.286651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f6fde2b-ddd7-436b-89ee-b2d65b6aa8bd req-f9798d3d-7dbe-4ba3-b857-19d2b910fd53 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.2046485 Jun 01 12:59:47.289157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Attempting to bind port 5ae94d05-f16e-4548-84d8-3bb8455405fa on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:47.289484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Attempting to bind port 5ae94d05-f16e-4548-84d8-3bb8455405fa by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'c00efe33-6944-4eeb-89ad-1cfaa904123a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:47.289805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Attempting to bind port 5ae94d05-f16e-4548-84d8-3bb8455405fa on network ba74528d-d18a-48ff-ae60-1a0433e00ca1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:47.297356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Port 5ae94d05-f16e-4548-84d8-3bb8455405fa on network ba74528d-d18a-48ff-ae60-1a0433e00ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:59:47.297676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Attempting to bind port 5ae94d05-f16e-4548-84d8-3bb8455405fa on network ba74528d-d18a-48ff-ae60-1a0433e00ca1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:47.317068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:47.317449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Checking segment: {'id': 'c00efe33-6944-4eeb-89ad-1cfaa904123a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 12:59:47.317778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Bound using segment: {'id': 'c00efe33-6944-4eeb-89ad-1cfaa904123a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:47.318212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Bound port: 5ae94d05-f16e-4548-84d8-3bb8455405fa, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00efe33-6944-4eeb-89ad-1cfaa904123a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:47.318554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.407057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:47.446355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f6fde2b-ddd7-436b-89ee-b2d65b6aa8bd req-ca133b97-0651-4aea-b796-ed210326b769 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501546 Jun 01 12:59:47.499215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:47.503379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa,segment=NetworkSegment(c00efe33-6944-4eeb-89ad-1cfaa904123a),segment_id=c00efe33-6944-4eeb-89ad-1cfaa904123a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:47.514956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.582998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:47.583594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.584953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ae94d05-f16e-4548-84d8-3bb8455405fa HTTP/1.1" status: 200 len: 1091 time: 1.5391684 Jun 01 12:59:47.626518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf43c3-8230-4e32-aac2-87671761aabf req-c5254e5a-df74-44e2-bb16-a7cc163fa4da tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:47.631578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8eaf43c3-8230-4e32-aac2-87671761aabf req-c5254e5a-df74-44e2-bb16-a7cc163fa4da tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 0.2507401 Jun 01 12:59:47.632177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:47.636599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:47.642275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'floatingip': {'port_id': '7e038d28-d0dd-4170-92e9-7c249d25930a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:47.739976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.752782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.883922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d26a-c3e1-4ee8-8d62-863f2527e5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:47.972358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde587e-81e1-463f-9a36-ec9a6ca6107f req-27bd898d-0070-422f-845f-61544f1e096f tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:47.973822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bde587e-81e1-463f-9a36-ec9a6ca6107f req-27bd898d-0070-422f-845f-61544f1e096f tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.3990028 Jun 01 12:59:47.989244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36805bee-82a0-4d38-a5a5-682719432032 req-b9954bef-3b4a-48f3-8a18-8fab712540ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:47.989930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36805bee-82a0-4d38-a5a5-682719432032 req-b9954bef-3b4a-48f3-8a18-8fab712540ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Synchronizing usage tracker for tenant:6f4594cf766c40d2901c278aa5f0a7f3 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:48.009626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-b16e4858-7460-42dd-9666-b14fd56c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:48.011001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-b16e4858-7460-42dd-9666-b14fd56c480a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f4594cf766c40d2901c278aa5f0a7f3&device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 1094 time: 0.3722823 Jun 01 12:59:48.105695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-39bc7e65-9887-4e0e-939c-66a365474a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa HTTP/1.1" status: 200 len: 217 time: 0.0783830 Jun 01 12:59:48.108222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36805bee-82a0-4d38-a5a5-682719432032 req-b9954bef-3b4a-48f3-8a18-8fab712540ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Unset dirty status for tenant:6f4594cf766c40d2901c278aa5f0a7f3 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:48.109988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36805bee-82a0-4d38-a5a5-682719432032 req-b9954bef-3b4a-48f3-8a18-8fab712540ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 943 time: 0.2912226 Jun 01 12:59:48.112982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bde587e-81e1-463f-9a36-ec9a6ca6107f req-e0a337fb-7fcf-4634-bb13-c9be400bda8d tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324341 Jun 01 12:59:48.209939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c569b8b3-346c-46aa-907f-09fea7a349b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.215052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36805bee-82a0-4d38-a5a5-682719432032 req-d54884d5-2859-48b7-bc15-00d732c5181f tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Jun 01 12:59:48.216723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-9e467dfb-506d-41f5-99c4-2ce095234743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:48.218521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-9e467dfb-506d-41f5-99c4-2ce095234743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1747275f-8eb1-40a1-b903-6010fcd67e4e HTTP/1.1" status: 200 len: 861 time: 0.1046314 Jun 01 12:59:48.284811 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab580332-e0d5-4a76-8a43-a0e293c58b90'] response: {'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'code': 200} Jun 01 12:59:48.288369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-2f32f615-57de-44f3-923d-e3c4c1d2e1f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba74528d-d18a-48ff-ae60-1a0433e00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588396 Jun 01 12:59:48.349407 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85996bd3-35d8-4ffa-a585-3d1d9217668a'] response: {'name': 'network-changed', 'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa', 'status': 'completed', 'code': 200} Jun 01 12:59:48.363866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.383017 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.597008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-a9c94dcf-8a31-4e04-af30-b2e701873220 service neutron] 10.222.0.24 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795324 Jun 01 12:59:48.621744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab26d-cbef-4658-9b72-d98d84aea26c req-8a0a1cf1-8257-4aad-89c8-55c7bb94ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:48.623237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b70ab26d-cbef-4658-9b72-d98d84aea26c req-8a0a1cf1-8257-4aad-89c8-55c7bb94ee9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 1097 time: 0.1778977 Jun 01 12:59:48.624341 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Floating IP c4d0c41f-5876-47fe-a8b6-96ea62d31eb1 associated. External IP: 172.25.7.206, port: 7e038d28-d0dd-4170-92e9-7c249d25930a. Jun 01 12:59:48.704394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb36ca-4e18-4844-a887-b773bee10bec req-19a59319-7ce6-4a1a-9b20-65c0a9c230ed tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:48.705847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19cb36ca-4e18-4844-a887-b773bee10bec req-19a59319-7ce6-4a1a-9b20-65c0a9c230ed tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2825775 Jun 01 12:59:48.715126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29ec7-3469-4cc0-a636-5859bfe09b0f req-fa41d5c4-3ce6-4250-94c9-c83a9e443535 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:48.716492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89f29ec7-3469-4cc0-a636-5859bfe09b0f req-fa41d5c4-3ce6-4250-94c9-c83a9e443535 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.2404959 Jun 01 12:59:48.738420 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b70ab26d-cbef-4658-9b72-d98d84aea26c req-d1abebf7-8013-4587-b8cb-758d51e5fe56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664845 Jun 01 12:59:48.820795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19cb36ca-4e18-4844-a887-b773bee10bec req-949d636b-8c31-46e5-9256-b94f497a126e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032794 Jun 01 12:59:48.822557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a50c5c48-f481-4dc4-a5e9-776ecd283ea0 req-cd091a71-651c-45f8-aa65-27dd043f90bf service neutron] 10.222.0.24 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167366 Jun 01 12:59:48.827429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89f29ec7-3469-4cc0-a636-5859bfe09b0f req-f73ae0e1-e807-48bb-b841-cd81d0f4bcef tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919006 Jun 01 12:59:49.013067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4a56-0a55-4b26-92de-f7c6825c53c4 req-dfdcb0ea-99c1-4814-9d3d-20f7efffd35f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.014721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed5b4a56-0a55-4b26-92de-f7c6825c53c4 req-dfdcb0ea-99c1-4814-9d3d-20f7efffd35f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.0843489 Jun 01 12:59:49.067056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed5b4a56-0a55-4b26-92de-f7c6825c53c4 req-47039b70-5928-4e86-8289-7285f1c9d4f6 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Jun 01 12:59:49.125201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Router 8cbb95c4-54df-4116-baa2-d441dc83d79d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:49.350179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:49.353933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:49.361315 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Sync routers for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:49.381563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:49.382200 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:59:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:49.383544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-a7bca6e2-962d-442b-85fa-bcf07b1bf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.384994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-a7bca6e2-962d-442b-85fa-bcf07b1bf921 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f4594cf766c40d2901c278aa5f0a7f3&device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 1094 time: 0.1089242 Jun 01 12:59:49.427836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48d4e646-538f-441d-8a9b-5d308832f78b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "PUT /v2.0/floatingips/c4d0c41f-5876-47fe-a8b6-96ea62d31eb1 HTTP/1.1" status: 200 len: 991 time: 1.7899809 Jun 01 12:59:49.429037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:49.641133 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:49.711521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-c38064ac-08c1-4d3a-9503-4d50730b17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.712954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-c38064ac-08c1-4d3a-9503-4d50730b17c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba74528d-d18a-48ff-ae60-1a0433e00ca1 HTTP/1.1" status: 200 len: 922 time: 0.2652242 Jun 01 12:59:49.723638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdb403-a099-445a-92ca-ea8eeab7caef req-05590ed3-e274-4b31-9ce4-6f5c170e89f8 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.725026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68fdb403-a099-445a-92ca-ea8eeab7caef req-05590ed3-e274-4b31-9ce4-6f5c170e89f8 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.3447912 Jun 01 12:59:49.807248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-7cc29593-ed4d-4396-96fd-909000a08160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa HTTP/1.1" status: 200 len: 217 time: 0.0811346 Jun 01 12:59:49.817092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c862e8-f30c-4176-996b-9dde94a6de66 req-0a9235f6-0f16-42f5-a868-2ad80eb5e3de tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.818569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21c862e8-f30c-4176-996b-9dde94a6de66 req-0a9235f6-0f16-42f5-a868-2ad80eb5e3de tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 943 time: 0.3128438 Jun 01 12:59:49.845533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:49.904139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-93620797-89ae-4b3d-b652-83c89c01a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:49.905723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-93620797-89ae-4b3d-b652-83c89c01a145 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1747275f-8eb1-40a1-b903-6010fcd67e4e HTTP/1.1" status: 200 len: 861 time: 0.0862200 Jun 01 12:59:50.018313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:50.024389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c4d0c41f-5876-47fe-a8b6-96ea62d31eb1', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'port_id': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'mac_address': 'fa:16:3e:1a:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d78dea-4595-4072-9a9c-705202c66397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:20Z', 'updated_at': '2022-06-01T12:59:48Z', 'revision_number': 1, 'project_id': '293df99a5e6445f9992e332102b187b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:50.029143 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Checking router: 8cbb95c4-54df-4116-baa2-d441dc83d79d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:50.039276 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:50.039874 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:59:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:50.040175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'port_id': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'mac_address': 'fa:16:3e:21:62:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934817d0-da06-4664-8a39-2df2c523aea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:50.080662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68fdb403-a099-445a-92ca-ea8eeab7caef req-adbbed86-c121-4135-9ba5-856d33e87b3c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968862 Jun 01 12:59:50.103068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-cab80e32-4710-4605-9aa2-bfa457d685ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba74528d-d18a-48ff-ae60-1a0433e00ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741989 Jun 01 12:59:50.110260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:50.111085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:50.122989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21c862e8-f30c-4176-996b-9dde94a6de66 req-fec4706f-5b86-42cd-b49e-36f78648d9b6 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646728 Jun 01 12:59:50.147217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:50.164823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:50.176909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:50.301089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:50.309342 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:50.361499 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd5adfd-000c-4438-80eb-4adb7630042b'] response: {'name': 'network-changed', 'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'status': 'completed', 'code': 200} Jun 01 12:59:50.434329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-911e2e5e-e86d-4d64-a1f9-f2a7a9c64176 service neutron] 10.222.0.24 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102107 Jun 01 12:59:50.440691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-0f8ca64b-84d3-4a57-95b1-ce1e75b2f3c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1610880 Jun 01 12:59:50.457662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-676a8e6d-ed17-4c0a-b2f8-1f0859ea2e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:50.537767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-b0d9b678-067e-4035-8af2-47b6d3cdb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.539360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-b0d9b678-067e-4035-8af2-47b6d3cdb6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 1096 time: 0.1505170 Jun 01 12:59:50.736677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-07f3cc99-4e97-43fb-af0c-6c300a286a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.739579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-07f3cc99-4e97-43fb-af0c-6c300a286a87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 916 time: 0.1924317 Jun 01 12:59:50.755100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cae5a5c-a384-45a3-8e65-25a2031957b9 req-8f0c47fe-bb5c-4cab-ac6a-f1d48406caaf service neutron] 10.222.0.24 "GET /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048227 Jun 01 12:59:50.855269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b25252-138d-421d-b86d-d5a1e595425d req-90464f57-068f-43da-85c0-e409435dfeb2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.855505 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c4d0c41f-5876-47fe-a8b6-96ea62d31eb1', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'port_id': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'mac_address': 'fa:16:3e:1a:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d78dea-4595-4072-9a9c-705202c66397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:20Z', 'updated_at': '2022-06-01T12:59:48Z', 'revision_number': 1, 'project_id': '293df99a5e6445f9992e332102b187b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:50.856736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28b25252-138d-421d-b86d-d5a1e595425d req-90464f57-068f-43da-85c0-e409435dfeb2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2831357 Jun 01 12:59:50.860117 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43433ee-6227-42f4-89b6-0f26d1d58b22 None None] The sync data for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 is: [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c4d0c41f-5876-47fe-a8b6-96ea62d31eb1', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'port_id': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'mac_address': 'fa:16:3e:1a:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d78dea-4595-4072-9a9c-705202c66397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:20Z', 'updated_at': '2022-06-01T12:59:48Z', 'revision_number': 1, 'project_id': '293df99a5e6445f9992e332102b187b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:50.865479 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-f93e9ee7-526d-4e3f-967e-47ee3f3569bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e038d28-d0dd-4170-92e9-7c249d25930a HTTP/1.1" status: 200 len: 999 time: 0.1142163 Jun 01 12:59:50.869481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:50.909203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-8a50f84d-4bf4-48f1-bf30-c4dc26989ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.911845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-8a50f84d-4bf4-48f1-bf30-c4dc26989ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1095 time: 0.1989846 Jun 01 12:59:50.945378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.946178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.946776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.947290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.947807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.948316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.949032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.949155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-7c8d3c55-6846-46b4-9694-b7856a50bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.949662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.950211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.950658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-7c8d3c55-6846-46b4-9694-b7856a50bb4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 200 len: 854 time: 0.0724528 Jun 01 12:59:50.950892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.951499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.951952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.953374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.953834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.954292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.954984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.955244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.955701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.956161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:50.960456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-6de264c0-c55f-4618-849b-c6040236c711 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc&device_id=2b1fb84f-145f-44db-a204-cb570276f80e&device_id=7a84f57b-8c27-4219-a183-39476da30422&device_id=e1e8c906-8697-48e5-a7d0-07379456191b&device_id=37d78dea-4595-4072-9a9c-705202c66397&device_id=61b38494-f482-472a-b332-88745659c2c7&device_id=b1e29000-dec1-4539-8f23-9dd951fb8536&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd&device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5&device_id=2718b927-3ae6-4494-a211-0babfbccabed&device_id=87ff8d07-3c33-4227-9966-ddc749e72a60&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 17136 time: 0.1976032 Jun 01 12:59:51.033256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-29b23f15-814a-4417-9d52-d5cd98f2ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:51.034902 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-29b23f15-814a-4417-9d52-d5cd98f2ddca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40266e6-10e1-4b1c-b82e-a967503e647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771616 Jun 01 12:59:51.062625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28b25252-138d-421d-b86d-d5a1e595425d req-30c4a3b7-a72c-4919-a0f7-c241934fe946 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895471 Jun 01 12:59:51.072483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.110785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:51.129053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Usage tracker for resource:security_group_rule and tenant:b1554d7a287040ad864f8f360ac1f849 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:51.134380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:51.143355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbb91a-33bd-4748-a546-1c1925d975f7 None None] New status for floating IP c4d0c41f-5876-47fe-a8b6-96ea62d31eb1: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:59:51.153752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:51.198091 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-731baf2f-631f-486a-9a16-ea988dd188e4 service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546321 Jun 01 12:59:51.245661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-6c005565-af6a-478e-9fda-5d0e42733594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:51.247140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-6c005565-af6a-478e-9fda-5d0e42733594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.2857823 Jun 01 12:59:51.341806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-4eddfe5d-4115-4e7f-a1b7-3d8c0e24a02b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.0863068 Jun 01 12:59:51.348102 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-87ce31c4-462d-4ee0-b627-a5d1efa7ad02 req-a9c7f01d-5e37-47eb-b1ef-0706c69c73e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429393 Jun 01 12:59:51.454799 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.460066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-b8c135d9-ad32-440f-8b23-86d1cc0a81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:51.461479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-b8c135d9-ad32-440f-8b23-86d1cc0a81d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.1034639 Jun 01 12:59:51.470233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a62-1817-4ddd-bb6f-81079406940f req-b594df44-37a9-429f-8d1d-b268dc8d6740 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:51.471585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9906a62-1817-4ddd-bb6f-81079406940f req-b594df44-37a9-429f-8d1d-b268dc8d6740 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.2839141 Jun 01 12:59:51.472147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.565134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-ea6b0868-cf29-4594-bfb1-89352df582b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835698 Jun 01 12:59:51.565423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.580608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e2f16d8-f96c-4eb6-9c90-cf122ed450c3 req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&id=64b15390-f2f4-41cc-bb67-6253697d3941&id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&id=7fb38188-b278-42e6-bb34-ffdb4812b20e&id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 899 time: 0.5897639 Jun 01 12:59:51.608915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207fd5f-ebea-4749-912e-49b9583d9704 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64883229-3c6c-42a1-8476-9c9c584613f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:51.641684 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.683409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9906a62-1817-4ddd-bb6f-81079406940f req-99aac464-9cc0-4003-8e07-9710f8715acf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029200 Jun 01 12:59:51.733238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-2589a069-99eb-43b8-a9a2-04def9c113a1 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561537 Jun 01 12:59:52.087641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31f5051d-c3fd-4cf7-adb1-d8771eb00e44 req-02d0cff8-9a07-45d5-9dbb-20afeb554ebf service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441401 Jun 01 12:59:52.116757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1cc8f-77ea-416a-8128-3f6ca7cbe32e req-a4b28597-7e9b-40c0-9a82-30bce68f6a9d tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:52.118404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec1cc8f-77ea-416a-8128-3f6ca7cbe32e req-a4b28597-7e9b-40c0-9a82-30bce68f6a9d tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.3008454 Jun 01 12:59:52.175377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12bb8d-817e-4f00-8209-3fb3dc230cd3 req-c77b65f5-b81e-401a-b8a1-8bebfcbe5a3c tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:52.176751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c12bb8d-817e-4f00-8209-3fb3dc230cd3 req-c77b65f5-b81e-401a-b8a1-8bebfcbe5a3c tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 943 time: 0.2675037 Jun 01 12:59:52.184369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec1cc8f-77ea-416a-8128-3f6ca7cbe32e req-51d29f06-bdd5-4dbd-8f75-602addaee7b3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596330 Jun 01 12:59:52.231548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c12bb8d-817e-4f00-8209-3fb3dc230cd3 req-c90fee53-ec70-4df4-b2ab-12738d34fb89 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Jun 01 12:59:52.558774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404850f-eb45-436a-b3c0-ec5e1fb76d60 req-517babe3-5981-4457-845d-0550ef866653 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:52.560225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9404850f-eb45-436a-b3c0-ec5e1fb76d60 req-517babe3-5981-4457-845d-0550ef866653 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1298711 Jun 01 12:59:52.619311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9404850f-eb45-436a-b3c0-ec5e1fb76d60 req-6f98619a-71a5-46f7-a857-7e2f5736954f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jun 01 12:59:52.627461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acac77-4477-4d74-a223-05c8879fae9b req-0a553bc8-2ce8-4f82-bb7d-79d02e9d5e9a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:52.628902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2acac77-4477-4d74-a223-05c8879fae9b req-0a553bc8-2ce8-4f82-bb7d-79d02e9d5e9a tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.1332071 Jun 01 12:59:52.638307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:52.644075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Request body: {'floatingip': {'port_id': 'e5f505f8-ffec-4acc-82de-988a369a0782'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:52.755257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:52.977050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:53.038862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416652b-13b3-420a-ab08-f94f7e5bc54b req-d32da36b-67c3-463f-ac35-0bd7ffec88e2 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:53.040304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d416652b-13b3-420a-ab08-f94f7e5bc54b req-d32da36b-67c3-463f-ac35-0bd7ffec88e2 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.3242788 Jun 01 12:59:53.221397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d416652b-13b3-420a-ab08-f94f7e5bc54b req-80b74bb9-5783-41ff-8e76-7a906a4b078b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717594 Jun 01 12:59:53.347532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f112-6e2b-447d-9b35-a38dc7b71215 req-d6ad2d35-e3fd-442b-9741-d3998cc7d4ff tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:53.348002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f112-6e2b-447d-9b35-a38dc7b71215 req-d6ad2d35-e3fd-442b-9741-d3998cc7d4ff tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:53.348453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f112-6e2b-447d-9b35-a38dc7b71215 req-d6ad2d35-e3fd-442b-9741-d3998cc7d4ff tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:53.350063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b88f112-6e2b-447d-9b35-a38dc7b71215 req-d6ad2d35-e3fd-442b-9741-d3998cc7d4ff tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b&device_id=2718b927-3ae6-4494-a211-0babfbccabed&device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 2882 time: 0.3007181 Jun 01 12:59:53.450893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b88f112-6e2b-447d-9b35-a38dc7b71215 req-e25ed628-f7f1-4d12-a2a7-88b198e61467 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Jun 01 12:59:53.571005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f759-76b8-44a3-8b9a-46e6d0adefe7 req-15a6abb7-1919-4430-98ec-6167312ee1ff tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:53.574620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0be9f759-76b8-44a3-8b9a-46e6d0adefe7 req-15a6abb7-1919-4430-98ec-6167312ee1ff tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.2372646 Jun 01 12:59:53.666660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:53.687548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:53.874427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5ae94d05-f16e-4548-84d8-3bb8455405fa details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:53.884191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:53.887161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0be9f759-76b8-44a3-8b9a-46e6d0adefe7 req-93c1101b-a6ae-4247-bc9a-3a7ccf6a90bc tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081539 Jun 01 12:59:53.986940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:54.011585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:54.011585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.026343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd3eea-f9d4-49d8-9ad2-fee0bdd721b6 req-d53b4cfb-4078-4467-9ed1-8d4b1315ccf8 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:54.050094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30bd3eea-f9d4-49d8-9ad2-fee0bdd721b6 req-d53b4cfb-4078-4467-9ed1-8d4b1315ccf8 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 943 time: 0.4705751 Jun 01 12:59:54.071252 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Floating IP 6291a86f-651b-49e2-b540-4d05a20a821e associated. External IP: 172.25.7.224, port: e5f505f8-ffec-4acc-82de-988a369a0782. Jun 01 12:59:54.201472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30bd3eea-f9d4-49d8-9ad2-fee0bdd721b6 req-515b9193-ba01-4f25-8ff7-72c3981781b5 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666062 Jun 01 12:59:54.266452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa,segment=NetworkSegment(c00efe33-6944-4eeb-89ad-1cfaa904123a),segment_id=c00efe33-6944-4eeb-89ad-1cfaa904123a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:54.278146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:54.278146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.303206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5ae94d05-f16e-4548-84d8-3bb8455405fa', 'network_id': 'ba74528d-d18a-48ff-ae60-1a0433e00ca1', 'port_id': '5ae94d05-f16e-4548-84d8-3bb8455405fa', 'mac_address': 'fa:16:3e:95:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1747275f-8eb1-40a1-b903-6010fcd67e4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:54.361949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:54.366072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469709b-8ea9-402f-9fe2-b7a0faf8222f req-e93b9297-c34a-4acd-bf52-8d551a16eff9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:54.376412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f469709b-8ea9-402f-9fe2-b7a0faf8222f req-e93b9297-c34a-4acd-bf52-8d551a16eff9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2356172 Jun 01 12:59:54.380517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:54.383227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5ae94d05-f16e-4548-84d8-3bb8455405fa is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:54.383227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.406210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.444151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f469709b-8ea9-402f-9fe2-b7a0faf8222f req-0bc5d5f4-f3ef-49ba-9ac2-c0b4240527fa tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642400 Jun 01 12:59:54.477470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:54.483435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae94d05-f16e-4548-84d8-3bb8455405fa {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 12:59:54.501818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa,segment=NetworkSegment(c00efe33-6944-4eeb-89ad-1cfaa904123a),segment_id=c00efe33-6944-4eeb-89ad-1cfaa904123a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:54.509932 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.566147 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6118c72e-47c6-493c-bcb0-6fb323539d92'] response: {'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'code': 200} Jun 01 12:59:54.609665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:54.840949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1149c0-b833-4f76-b906-858793f36b94 req-0ebae1dc-315e-4717-8701-dcebb1ac6803 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:54.844017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f1149c0-b833-4f76-b906-858793f36b94 req-0ebae1dc-315e-4717-8701-dcebb1ac6803 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.2688961 Jun 01 12:59:54.845203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Router cbc16680-6ef0-4827-8c25-f3e26bc46c91 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:54.944718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d00a8-3ede-4230-9409-95c8ba91fd58 req-876f79b3-bb59-4121-a193-977a742db381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:54.946235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f53d00a8-3ede-4230-9409-95c8ba91fd58 req-876f79b3-bb59-4121-a193-977a742db381 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.2282925 Jun 01 12:59:54.989081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f1149c0-b833-4f76-b906-858793f36b94 req-44bf3011-d9c6-4125-b5ec-215773c6bb2a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399097 Jun 01 12:59:55.136691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5ae94d05-f16e-4548-84d8-3bb8455405fa'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:55.161137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f53d00a8-3ede-4230-9409-95c8ba91fd58 req-93a55ef6-7d74-4da6-bd35-6e8a96776ea3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038567 Jun 01 12:59:55.208363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:55.233710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Sync routers for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:55.240990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:55.251779 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:55.252437 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:59:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:55.297346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac3cf3-5b9c-4a9e-b667-03b224b2c361 req-88683615-9d14-4dd4-87af-4b15a71f43d9 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:55.298439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86ac3cf3-5b9c-4a9e-b667-03b224b2c361 req-88683615-9d14-4dd4-87af-4b15a71f43d9 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1100 time: 0.1928549 Jun 01 12:59:55.308855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259a531-0df1-4b59-b6e0-db4fe123bce3 req-23547b77-8e84-4600-bca9-a7ef86377328 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:55.310480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e259a531-0df1-4b59-b6e0-db4fe123bce3 req-23547b77-8e84-4600-bca9-a7ef86377328 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 946 time: 0.2439406 Jun 01 12:59:55.357549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ab852ba2-faef-417c-a6af-10f9cd1ca197 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "PUT /v2.0/floatingips/6291a86f-651b-49e2-b540-4d05a20a821e HTTP/1.1" status: 200 len: 992 time: 2.7175200 Jun 01 12:59:55.362086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:55.396910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-86ac3cf3-5b9c-4a9e-b667-03b224b2c361 req-78a8a34b-8116-48c6-a298-7dbe2896e56b tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Synchronizing usage tracker for tenant:b1554d7a287040ad864f8f360ac1f849 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:55.406709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e259a531-0df1-4b59-b6e0-db4fe123bce3 req-e737c091-2e8a-48f2-a11b-bc91da8360e8 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738566 Jun 01 12:59:55.423406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-86ac3cf3-5b9c-4a9e-b667-03b224b2c361 req-78a8a34b-8116-48c6-a298-7dbe2896e56b tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Unset dirty status for tenant:b1554d7a287040ad864f8f360ac1f849 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:55.424602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86ac3cf3-5b9c-4a9e-b667-03b224b2c361 req-78a8a34b-8116-48c6-a298-7dbe2896e56b tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134953 Jun 01 12:59:55.451090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:55.789763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03339c-e8e1-409e-a605-926c3bbf03c8 req-ccb0cdc7-ec58-487f-b04a-99823d51cf3b tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:55.791180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b03339c-e8e1-409e-a605-926c3bbf03c8 req-ccb0cdc7-ec58-487f-b04a-99823d51cf3b tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 944 time: 0.2564945 Jun 01 12:59:55.819033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922e8a-386c-4724-bb7d-85fad111b2cd req-9619224c-208a-469f-9b22-be95727bbabe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:55.820226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79922e8a-386c-4724-bb7d-85fad111b2cd req-9619224c-208a-469f-9b22-be95727bbabe tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.2508159 Jun 01 12:59:55.871964 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6291a86f-651b-49e2-b540-4d05a20a821e', 'tenant_id': '6322752319d44833b64010e51183fa58', 'floating_ip_address': '172.25.7.224', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'port_id': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'mac_address': 'fa:16:3e:e2:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84f57b-8c27-4219-a183-39476da30422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:23Z', 'updated_at': '2022-06-01T12:59:53Z', 'revision_number': 1, 'project_id': '6322752319d44833b64010e51183fa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:55.875077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b03339c-e8e1-409e-a605-926c3bbf03c8 req-b5a5a992-f741-46d1-89ca-82acb5667fd1 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771368 Jun 01 12:59:55.876068 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Checking router: cbc16680-6ef0-4827-8c25-f3e26bc46c91 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:55.886636 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 12:59:55.888794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79922e8a-386c-4724-bb7d-85fad111b2cd req-5d6fce2e-bee5-488a-b235-df6c10731b2f tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582194 Jun 01 12:59:55.889542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T12:59:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:55.946369 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1c04a5-a56e-44a8-9966-30bf1ba247dd'] response: {'name': 'network-changed', 'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'status': 'completed', 'code': 200} Jun 01 12:59:56.118391 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 12:59:56.230889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb64837-c5c7-4bdb-9f90-0f69507f75d5 req-1835de28-6a63-4f80-8754-c88b8a4695a5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.232552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bb64837-c5c7-4bdb-9f90-0f69507f75d5 req-1835de28-6a63-4f80-8754-c88b8a4695a5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1707349 Jun 01 12:59:56.244514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-04134f2e-d75d-424b-94d8-6223ea1f8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.245964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-04134f2e-d75d-424b-94d8-6223ea1f8dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6322752319d44833b64010e51183fa58&device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 1097 time: 0.2431026 Jun 01 12:59:56.261289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e643d4-e610-4783-ab00-4f21959fab9a req-e411233d-b47a-4166-ba3a-d8c966102ee6 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.262772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2e643d4-e610-4783-ab00-4f21959fab9a req-e411233d-b47a-4166-ba3a-d8c966102ee6 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1100 time: 0.2023206 Jun 01 12:59:56.401750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bb64837-c5c7-4bdb-9f90-0f69507f75d5 req-70c8abca-76d2-4c0e-a3da-d16d54c6dd67 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620798 Jun 01 12:59:56.419627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2e643d4-e610-4783-ab00-4f21959fab9a req-74040f1a-405b-472f-a90d-3df2ea681a5a tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310973 Jun 01 12:59:56.464757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-ffad4556-526d-4991-a6b5-6622188c337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.467964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-ffad4556-526d-4991-a6b5-6622188c337e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a151914-7d11-426a-b62b-4216754e4e3b HTTP/1.1" status: 200 len: 907 time: 0.2004511 Jun 01 12:59:56.500986 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6291a86f-651b-49e2-b540-4d05a20a821e', 'tenant_id': '6322752319d44833b64010e51183fa58', 'floating_ip_address': '172.25.7.224', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'port_id': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'mac_address': 'fa:16:3e:e2:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84f57b-8c27-4219-a183-39476da30422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:23Z', 'updated_at': '2022-06-01T12:59:53Z', 'revision_number': 1, 'project_id': '6322752319d44833b64010e51183fa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:56.505371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795425cb-490e-4ba5-9c74-9b1a0762cb12 None None] The sync data for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 is: [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6291a86f-651b-49e2-b540-4d05a20a821e', 'tenant_id': '6322752319d44833b64010e51183fa58', 'floating_ip_address': '172.25.7.224', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'port_id': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'mac_address': 'fa:16:3e:e2:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84f57b-8c27-4219-a183-39476da30422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T12:59:23Z', 'updated_at': '2022-06-01T12:59:53Z', 'revision_number': 1, 'project_id': '6322752319d44833b64010e51183fa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:56.684024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-3aa4a559-882e-45a0-ad9b-d96edd60529d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5f505f8-ffec-4acc-82de-988a369a0782 HTTP/1.1" status: 200 len: 1000 time: 0.2093275 Jun 01 12:59:56.731463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79307196-d49b-4557-ad53-ffb0d6978191 None None] New status for floating IP 6291a86f-651b-49e2-b540-4d05a20a821e: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:59:56.780738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-0bc16fe9-29e7-4cee-84bd-85864227e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.783028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-0bc16fe9-29e7-4cee-84bd-85864227e41d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19312841-0adf-44ed-b829-5f0e3e00d639 HTTP/1.1" status: 200 len: 845 time: 0.0848501 Jun 01 12:59:56.800625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38afc6-c9de-42ba-b472-ef062d8089ff req-717952a5-c682-4692-8ebd-2303f8295262 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.802052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d38afc6-c9de-42ba-b472-ef062d8089ff req-717952a5-c682-4692-8ebd-2303f8295262 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 946 time: 0.2178781 Jun 01 12:59:56.813041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaec1a-9689-480b-aa52-c5c5cfacc92b req-13f89ad6-5e01-4579-b445-8e432d50c30b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.814818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bbaec1a-9689-480b-aa52-c5c5cfacc92b req-13f89ad6-5e01-4579-b445-8e432d50c30b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.2317128 Jun 01 12:59:56.944021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d38afc6-c9de-42ba-b472-ef062d8089ff req-649f6806-1dc8-4490-8a5b-fbd51ca78b6a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282163 Jun 01 12:59:56.952232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bbaec1a-9689-480b-aa52-c5c5cfacc92b req-2b2779bb-ec7b-4e0b-a976-ff981e00924e tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856850 Jun 01 12:59:56.983141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-c373019a-ff5e-4398-9ffb-8acba10261e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:56.984623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-c373019a-ff5e-4398-9ffb-8acba10261e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a151914-7d11-426a-b62b-4216754e4e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678658 Jun 01 12:59:57.211230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-58fce18a-2e40-4c65-92ac-54a5ad9f95af service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183225 Jun 01 12:59:57.225020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdad29-508c-4820-9703-fb8c77c8c80e req-b76ae5c8-1a14-4f4f-b327-9acd0c0b412a tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:57.226518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3acdad29-508c-4820-9703-fb8c77c8c80e req-b76ae5c8-1a14-4f4f-b327-9acd0c0b412a tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 944 time: 0.1296160 Jun 01 12:59:57.368428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3acdad29-508c-4820-9703-fb8c77c8c80e req-589bdb8c-acee-4822-8bc8-1294fd135121 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148908 Jun 01 12:59:57.406123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d74ce6b7-83e7-43ec-a4ae-69c33abce985 req-a4ebbe66-751c-4177-82f8-a7fadfa4b5c8 service neutron] 10.222.0.24 "GET /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786275 Jun 01 12:59:57.596657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d957-79c5-4eee-8dff-a309a707638d req-d915b3d1-1fb0-4ba2-afac-c04adabdb7f3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:57.598070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8726d957-79c5-4eee-8dff-a309a707638d req-d915b3d1-1fb0-4ba2-afac-c04adabdb7f3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.0852010 Jun 01 12:59:57.653684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8726d957-79c5-4eee-8dff-a309a707638d req-8897394a-49c0-41d1-9efa-57df2508ae11 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Jun 01 12:59:57.871206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5ae94d05-f16e-4548-84d8-3bb8455405fa up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:57.950400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 5ae94d05-f16e-4548-84d8-3bb8455405fa completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:57.957587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5ae94d05-f16e-4548-84d8-3bb8455405fa triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:57.958183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:58.126143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5ae94d05-f16e-4548-84d8-3bb8455405fa is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 12:59:58.126643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:58.160343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 12:59:58.171562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa,segment=NetworkSegment(c00efe33-6944-4eeb-89ad-1cfaa904123a),segment_id=c00efe33-6944-4eeb-89ad-1cfaa904123a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:58.177358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:58.209624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455d8f-c2a7-405e-8f18-553786380d9d req-2be3b3cd-b398-4117-a24d-f6a31187d2b6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:58.211401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27455d8f-c2a7-405e-8f18-553786380d9d req-2be3b3cd-b398-4117-a24d-f6a31187d2b6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 946 time: 0.1154268 Jun 01 12:59:58.264162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:58.321592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27455d8f-c2a7-405e-8f18-553786380d9d req-5d1145f8-5fe3-44e2-8084-565f4002bc44 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659001 Jun 01 12:59:58.352191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c8c4-91e5-4056-a192-31a4106fff92 req-e345685f-6e74-45fc-9b50-8bd561b265f8 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:58.353719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc19c8c4-91e5-4056-a192-31a4106fff92 req-e345685f-6e74-45fc-9b50-8bd561b265f8 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1412115 Jun 01 12:59:58.407376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc19c8c4-91e5-4056-a192-31a4106fff92 req-e6a41fe8-4521-4b32-926f-8321b839ea6f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Jun 01 12:59:58.467530 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a1b1d1-8ab7-4716-9375-38674bb92edc'] response: {'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa', 'code': 200} Jun 01 12:59:58.770693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f40a-d5f8-4169-a6ec-d3a88a04ffc6 req-28b060ac-4f6a-4b3c-b7ea-d4374f7f6619 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:58.772039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a3f40a-d5f8-4169-a6ec-d3a88a04ffc6 req-28b060ac-4f6a-4b3c-b7ea-d4374f7f6619 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3400407 Jun 01 12:59:58.782258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2010387-f397-4136-b9e4-ecb78e4e2a85 req-b07aac5c-a0a2-4240-8014-2d46ae7a933e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:58.783626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2010387-f397-4136-b9e4-ecb78e4e2a85 req-b07aac5c-a0a2-4240-8014-2d46ae7a933e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.1859658 Jun 01 12:59:58.785613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8f7b-2add-4926-a3d6-965b369e673d req-c6ffd924-0d3c-4f29-b95c-49a3e99812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:58.786899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b7c8f7b-2add-4926-a3d6-965b369e673d req-c6ffd924-0d3c-4f29-b95c-49a3e99812d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 1096 time: 0.1903131 Jun 01 12:59:58.872460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a3f40a-d5f8-4169-a6ec-d3a88a04ffc6 req-2373026b-32dd-4f23-accd-39c6f7ab7cb1 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933204 Jun 01 12:59:58.884608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b7c8f7b-2add-4926-a3d6-965b369e673d req-ae1eb15a-82ed-4608-90ad-b0e4d977583e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859563 Jun 01 12:59:58.889454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2010387-f397-4136-b9e4-ecb78e4e2a85 req-aac3ea45-3371-46a9-ad19-5bf7d726617f tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Jun 01 12:59:59.110838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664dcb5-435f-43f4-9dc8-2b3ecda9ba4b req-5a0c45c8-3d54-400f-a139-a147ebbe63e3 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:59.112292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f664dcb5-435f-43f4-9dc8-2b3ecda9ba4b req-5a0c45c8-3d54-400f-a139-a147ebbe63e3 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.1431704 Jun 01 12:59:59.123925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1524c80-9e2c-47fb-a525-fe0ffbea0d18 req-a3221c20-9180-43f7-8a74-019bef697194 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:59.125272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1524c80-9e2c-47fb-a525-fe0ffbea0d18 req-a3221c20-9180-43f7-8a74-019bef697194 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1213710 Jun 01 12:59:59.192690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f664dcb5-435f-43f4-9dc8-2b3ecda9ba4b req-23b062b6-8511-4525-b97c-454935df05c9 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664539 Jun 01 12:59:59.197104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1524c80-9e2c-47fb-a525-fe0ffbea0d18 req-19d872a7-aefa-4e8a-91a1-0f534a64c7f4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578208 Jun 01 12:59:59.362113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf7eaa-7df4-4635-b542-8c6cdcc6a09d req-37c15364-37b2-4851-9a79-4652de5eb976 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:59.363535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00cf7eaa-7df4-4635-b542-8c6cdcc6a09d req-37c15364-37b2-4851-9a79-4652de5eb976 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.0768111 Jun 01 12:59:59.405283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00cf7eaa-7df4-4635-b542-8c6cdcc6a09d req-9bcf0008-d3f9-49f2-b315-f60b35d12290 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Jun 01 12:59:59.600956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e7f6-905e-4015-8ce9-abd339db3c14 req-6937f6cb-4db5-4e28-8317-bab31569e8b6 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:59.602385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4d0e7f6-905e-4015-8ce9-abd339db3c14 req-6937f6cb-4db5-4e28-8317-bab31569e8b6 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.0830700 Jun 01 12:59:59.650374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4d0e7f6-905e-4015-8ce9-abd339db3c14 req-b3347e56-86df-47a8-b6e4-df07ea021bea tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Jun 01 12:59:59.808701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9f028-d573-4bac-8ac3-4d2e454f7026 req-40740a08-18be-4f06-b819-192cd94a651d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 12:59:59.810246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fca9f028-d573-4bac-8ac3-4d2e454f7026 req-40740a08-18be-4f06-b819-192cd94a651d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.0858355 Jun 01 12:59:59.860383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fca9f028-d573-4bac-8ac3-4d2e454f7026 req-ea71987d-1e27-490f-a85a-9dfdd1374cee tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Jun 01 13:00:00.067509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a0152-3cfc-4e5b-a083-d98af7cc9c9a req-108e5175-2fb9-46a3-8f61-38ca91275500 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:00.068961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce4a0152-3cfc-4e5b-a083-d98af7cc9c9a req-108e5175-2fb9-46a3-8f61-38ca91275500 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0860541 Jun 01 13:00:00.120329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce4a0152-3cfc-4e5b-a083-d98af7cc9c9a req-b4d568bc-2aba-4b8e-b57d-c20355cbeb73 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Jun 01 13:00:00.454946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a56bb-f563-4590-a964-2df4002cc75d req-c72d4cb2-e96f-4e3f-9437-28a559a0c3d8 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:00.459553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3a56bb-f563-4590-a964-2df4002cc75d req-c72d4cb2-e96f-4e3f-9437-28a559a0c3d8 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1264091 Jun 01 13:00:00.467711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439639f-2878-4461-8014-d7b592f3806b req-396fe211-f8ee-4ba2-8d46-8c38523a7c2c tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:00.472206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4439639f-2878-4461-8014-d7b592f3806b req-396fe211-f8ee-4ba2-8d46-8c38523a7c2c tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.1714468 Jun 01 13:00:00.552115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4439639f-2878-4461-8014-d7b592f3806b req-73798a32-3038-41bf-a2a5-d85eb5a4b956 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Jun 01 13:00:00.556359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3a56bb-f563-4590-a964-2df4002cc75d req-bac042e3-1155-4d94-9ab4-3315445b1c84 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829639 Jun 01 13:00:00.855784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1abe1-f266-4b2a-982a-40901698dd93 req-942cdb6b-c5ce-44d0-a981-16b53b424e1a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:00.857591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3a1abe1-f266-4b2a-982a-40901698dd93 req-942cdb6b-c5ce-44d0-a981-16b53b424e1a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.0935521 Jun 01 13:00:00.902405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3a1abe1-f266-4b2a-982a-40901698dd93 req-8cf2eab5-b933-41e9-921c-040990842be9 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Jun 01 13:00:01.043590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7fb8-8ad5-49a3-9594-2450a9f49088 req-200f95df-0e84-4f42-877b-1785713f394e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:01.045081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11bb7fb8-8ad5-49a3-9594-2450a9f49088 req-200f95df-0e84-4f42-877b-1785713f394e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.0751898 Jun 01 13:00:01.088011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11bb7fb8-8ad5-49a3-9594-2450a9f49088 req-8773ef16-c197-49d4-bedc-c66f01c1f27a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Jun 01 13:00:01.313167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc7807-e59a-4be2-98e4-366fefdccae5 req-b4da7282-2fd5-4171-b850-1ebe1e69647d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:01.314624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96cc7807-e59a-4be2-98e4-366fefdccae5 req-b4da7282-2fd5-4171-b850-1ebe1e69647d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0821791 Jun 01 13:00:01.365929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96cc7807-e59a-4be2-98e4-366fefdccae5 req-b2c8a796-d8cf-465f-b8aa-d4e092e47fcd tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Jun 01 13:00:01.751881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000c773-79b3-4f7d-93fa-9e68d8a2a534 req-04410d12-4efc-4808-8ed8-6e2d05a119ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:01.753472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7000c773-79b3-4f7d-93fa-9e68d8a2a534 req-04410d12-4efc-4808-8ed8-6e2d05a119ec tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.0824876 Jun 01 13:00:01.799854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7000c773-79b3-4f7d-93fa-9e68d8a2a534 req-a735c39f-9572-4d6a-bb1e-385428b510aa tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jun 01 13:00:01.986309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097871-8167-4195-b857-56e49885d690 req-a70091cb-e539-4d1c-b921-d5271b49b9ae tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:01.987826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23097871-8167-4195-b857-56e49885d690 req-a70091cb-e539-4d1c-b921-d5271b49b9ae tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.0877423 Jun 01 13:00:02.037676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23097871-8167-4195-b857-56e49885d690 req-bfdc027f-35a7-4714-a4cd-8e948079db82 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jun 01 13:00:02.126280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-db3cbebf-c269-4b48-b02b-16b6cc86a986 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:00:02.127748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-db3cbebf-c269-4b48-b02b-16b6cc86a986 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081983 Jun 01 13:00:02.138560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:02.139259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 13:00:02.446214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03e584-4e2d-476a-ba30-85347140c853 req-575b52f4-728c-4a79-8bc0-5598fef8244d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:02.447691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb03e584-4e2d-476a-ba30-85347140c853 req-575b52f4-728c-4a79-8bc0-5598fef8244d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.2836657 Jun 01 13:00:02.523261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:02.523594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:02.523917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:02.528481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb03e584-4e2d-476a-ba30-85347140c853 req-abe37a3d-6646-4102-ac82-2862e838f138 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Jun 01 13:00:02.532538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:02.532538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:02.537903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:02.538207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:02.538583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:02.539029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Bound port: 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:02.569799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:02.576728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:02.578013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-8eef4a85-4688-4123-8777-54af6a37c81f service neutron] 10.222.0.40 "POST /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68/bindings HTTP/1.1" status: 201 len: 389 time: 0.4439754 Jun 01 13:00:02.745682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d517a92-de7e-4b73-90f3-267b4d4d0cad req-18f5b2b2-6cf6-4f6b-b332-864f6246a1cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:02.756663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d517a92-de7e-4b73-90f3-267b4d4d0cad req-18f5b2b2-6cf6-4f6b-b332-864f6246a1cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0971372 Jun 01 13:00:02.855821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d517a92-de7e-4b73-90f3-267b4d4d0cad req-962fe120-fff8-4b5a-978d-d8d927faabcd tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974123 Jun 01 13:00:02.882706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfadf8-7b18-4ef3-93a9-2c4fa8ac937f req-be238059-b30c-4629-8cf2-f914fa69c1e4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:02.884324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89dfadf8-7b18-4ef3-93a9-2c4fa8ac937f req-be238059-b30c-4629-8cf2-f914fa69c1e4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 946 time: 0.1033893 Jun 01 13:00:02.993758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89dfadf8-7b18-4ef3-93a9-2c4fa8ac937f req-1de28dbf-1aa5-4c99-b5dc-5dab30a0e2fd tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953918 Jun 01 13:00:03.015170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-981b721d-8b69-44d2-af8f-e99673cd099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.016709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-981b721d-8b69-44d2-af8f-e99673cd099d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1097 time: 0.1044569 Jun 01 13:00:03.207991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-89359d0f-a448-4276-83ae-9cc2089eb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.209444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-89359d0f-a448-4276-83ae-9cc2089eb001 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1821415 Jun 01 13:00:03.291163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-f918d37a-3ae7-41d1-bc46-43cdbb53c64a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.0716858 Jun 01 13:00:03.360020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29c84a-6560-4600-8597-5e5d0cd32755 req-9d1e9114-83f9-440d-b699-f2880e711a83 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.361529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e29c84a-6560-4600-8597-5e5d0cd32755 req-9d1e9114-83f9-440d-b699-f2880e711a83 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1987195 Jun 01 13:00:03.404904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-78025b59-bb9e-48ec-b5cd-45ff5dc2a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.406283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-78025b59-bb9e-48ec-b5cd-45ff5dc2a75e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.1080244 Jun 01 13:00:03.472649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-b137c887-1846-46b3-a436-8e7aa5928939 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463030 Jun 01 13:00:03.572730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e29c84a-6560-4600-8597-5e5d0cd32755 req-93e572f2-9899-4814-999b-5140c8ef216f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751711 Jun 01 13:00:03.634381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b8919-d83f-48ad-afa4-dad16e83e85e req-389c0183-2a89-4d07-ba78-cb36c2108bc4 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.635854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec1b8919-d83f-48ad-afa4-dad16e83e85e req-389c0183-2a89-4d07-ba78-cb36c2108bc4 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.2717023 Jun 01 13:00:03.645990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-c536e566-8949-46f3-a3d5-3b7ebdba75b1 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593118 Jun 01 13:00:03.806608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec1b8919-d83f-48ad-afa4-dad16e83e85e req-9c7db3ea-bc27-4c11-9808-296f0f36c434 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632881 Jun 01 13:00:03.862669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-73d54bc2-52dd-498f-977e-c84f894663a3 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036629 Jun 01 13:00:03.877980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1c5c-f106-4d73-9cec-6ecb42c10521 req-183bb831-4b4e-44f6-b1ee-d1d7b420c7b7 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:03.879507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fab1c5c-f106-4d73-9cec-6ecb42c10521 req-183bb831-4b4e-44f6-b1ee-d1d7b420c7b7 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1994448 Jun 01 13:00:03.928646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fab1c5c-f106-4d73-9cec-6ecb42c10521 req-f64de190-cc0f-4c18-bf91-85240623e2ab tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Jun 01 13:00:04.048309 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:04.082704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-6e0108de-4295-40f5-bbad-235a4b8383ad tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:04.084190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-6e0108de-4295-40f5-bbad-235a4b8383ad tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1097 time: 0.1369839 Jun 01 13:00:04.095251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb6cf-76c8-4e60-ae2c-ae0782d52a02 req-ad4f35e3-27f6-46fe-9d72-2ad0b58db631 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:04.096614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de4cb6cf-76c8-4e60-ae2c-ae0782d52a02 req-ad4f35e3-27f6-46fe-9d72-2ad0b58db631 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1174877 Jun 01 13:00:04.101237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:04.376826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de4cb6cf-76c8-4e60-ae2c-ae0782d52a02 req-4c321425-eb2a-4dc6-ba6f-c5a76b94aa05 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466335 Jun 01 13:00:04.390198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:04.567817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ede2-29c0-48e9-a291-ba7795d3f28e req-da683115-f066-4997-9b22-cea325073657 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:04.569287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f02ede2-29c0-48e9-a291-ba7795d3f28e req-da683115-f066-4997-9b22-cea325073657 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 946 time: 0.2490480 Jun 01 13:00:04.644587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f02ede2-29c0-48e9-a291-ba7795d3f28e req-517cf04f-b9f8-4cb6-a006-d1294b74da80 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Jun 01 13:00:04.698967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:04.826354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf3f6e-353c-45ad-a11e-66c1eec84d50 req-3cffc96d-ea65-4037-b7e8-3ba3897d2b5d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:04.827820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16bf3f6e-353c-45ad-a11e-66c1eec84d50 req-3cffc96d-ea65-4037-b7e8-3ba3897d2b5d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1868737 Jun 01 13:00:04.828809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:04.961110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:04.966679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:04.982846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16bf3f6e-353c-45ad-a11e-66c1eec84d50 req-015b7c38-ec86-45ca-8943-0cc81f4427c9 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004987 Jun 01 13:00:04.984913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.121057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-7c7b29bb-bed7-4612-a059-5d20f37c842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.122733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-7c7b29bb-bed7-4612-a059-5d20f37c842d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64f2d6ace0542d59184f61294517b2e&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 1096 time: 0.3732333 Jun 01 13:00:05.160979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06cab4-0d52-44df-9f3a-4ce243398aa1 req-9097cd31-09b9-4605-a059-d293f4d88157 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.162314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d06cab4-0d52-44df-9f3a-4ce243398aa1 req-9097cd31-09b9-4605-a059-d293f4d88157 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.4099593 Jun 01 13:00:05.221505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:05.248291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341debe3-25dc-417e-83b9-7232557e2dcd req-724ee333-6f0c-4115-b343-edc12a25acb9 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.249785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-341debe3-25dc-417e-83b9-7232557e2dcd req-724ee333-6f0c-4115-b343-edc12a25acb9 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.0933573 Jun 01 13:00:05.319697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Deleting port 5ae94d05-f16e-4548-84d8-3bb8455405fa {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:05.320021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.357267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:05.357612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:05.357909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:05.374529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:05.374876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Attempting to bind port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:05.392405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d06cab4-0d52-44df-9f3a-4ce243398aa1 req-cda26f08-3537-46cd-b5f3-e97c384893d7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188785 Jun 01 13:00:05.405716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:05.406052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:05.406466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:05.406921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Bound port: 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:05.407235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.467153 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0a08cb-9586-4549-bdce-63d26a0bb23c'] response: {'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'code': 200} Jun 01 13:00:05.472322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-31463f9f-5a8d-49f0-97fd-8e683e592c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.473765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-31463f9f-5a8d-49f0-97fd-8e683e592c03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 200 len: 917 time: 0.3089569 Jun 01 13:00:05.499891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91791b9a-c246-4f54-b8ef-60e471f12147 req-aaeb7359-d867-45dc-94ab-6beca440e88b tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.501445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91791b9a-c246-4f54-b8ef-60e471f12147 req-aaeb7359-d867-45dc-94ab-6beca440e88b tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 945 time: 0.3957553 Jun 01 13:00:05.559209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:05.563389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:05.616987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-e5fa4875-617e-4707-8541-33336b8f5e45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02 HTTP/1.1" status: 200 len: 217 time: 0.1065934 Jun 01 13:00:05.700761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] For port 5ae94d05-f16e-4548-84d8-3bb8455405fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5ae94d05-f16e-4548-84d8-3bb8455405fa,segment=NetworkSegment(c00efe33-6944-4eeb-89ad-1cfaa904123a),segment_id=c00efe33-6944-4eeb-89ad-1cfaa904123a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:05.701001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.729621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:05.753592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91791b9a-c246-4f54-b8ef-60e471f12147 req-f8f4b619-76b0-4ce7-9f6e-b5cf875a89f1 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5e25973-3787-4a4c-81a9-6a3a88b5e899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437189 Jun 01 13:00:05.758048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:05.767373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-6132f5fc-95cb-416e-85d7-8bae8cf658ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:05.768883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-6132f5fc-95cb-416e-85d7-8bae8cf658ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 200 len: 855 time: 0.1181905 Jun 01 13:00:05.771975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.817355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:05.825840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Calling delete_port for 5ae94d05-f16e-4548-84d8-3bb8455405fa owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:05.835166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'port_id': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'mac_address': 'fa:16:3e:d1:5e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb35a28f-9166-4174-947f-c03557bf0728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:05.851540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:05.851946 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.940879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:05.955004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:05.955345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.965661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:05.973743 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:05.980810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:06.026681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5ae94d05-f16e-4548-84d8-3bb8455405fa'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:06.053475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:06.070962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Pushing event deleted for resources: {'Port': ['ID=5ae94d05-f16e-4548-84d8-3bb8455405fa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:06.112200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] No DVR routers for this DVR port 5ae94d05-f16e-4548-84d8-3bb8455405fa on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:06.115332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:06.117976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'name': 'network-vif-deleted', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:06.131526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fab59-2e87-405a-8af5-4a0db002346d req-6679dd1a-9ee9-48d1-9d15-fabcf2113df4 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.133104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c11fab59-2e87-405a-8af5-4a0db002346d req-6679dd1a-9ee9-48d1-9d15-fabcf2113df4 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.5313165 Jun 01 13:00:06.136160 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-341debe3-25dc-417e-83b9-7232557e2dcd req-11c67faf-3cdc-4f92-8a53-df7c9b694675 tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.24 "DELETE /v2.0/ports/5ae94d05-f16e-4548-84d8-3bb8455405fa HTTP/1.1" status: 204 len: 173 time: 0.8807015 Jun 01 13:00:06.148111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:06.159835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.160178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.160521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.160853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.161180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.161505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.162431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.162788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.163114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.163609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.163937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.164259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:06.168738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:00:06.169099 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:00:06.208487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:06.213815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.214419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:06.215946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-4be4c800-6c6c-46b0-ad1d-005d34e1dc38 service neutron] 10.222.0.13 "PUT /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 1122 time: 2.1184785 Jun 01 13:00:06.255178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c11fab59-2e87-405a-8af5-4a0db002346d req-c7e161b8-b9de-4850-b323-a3a6a4ffb246 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Jun 01 13:00:06.261359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-4dbb23b4-4512-47f7-9248-b00326c2578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.263012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-4dbb23b4-4512-47f7-9248-b00326c2578d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb817cab-bdfc-4da5-b59f-698b44623b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4857309 Jun 01 13:00:06.298860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d63039-7b5f-4549-b464-60702cef0932 req-ee4b1561-3ea2-4ae2-9183-4bd7fbf88caa tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.303153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1d63039-7b5f-4549-b464-60702cef0932 req-ee4b1561-3ea2-4ae2-9183-4bd7fbf88caa tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.3063123 Jun 01 13:00:06.316848 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4738f01b-5694-437c-a8a5-ac1887ae5e9c'] response: {'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'code': 200} Jun 01 13:00:06.402235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:06.454329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1d63039-7b5f-4549-b464-60702cef0932 req-c37a2704-ebac-4156-bf75-c8601a23c1cd tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461239 Jun 01 13:00:06.520842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-6b71b1fb-9612-45e9-8ded-9d7d72552a45 service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511749 Jun 01 13:00:06.532339 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf610f0e-d07a-4af4-8914-8d4d287b036c'] response: {'server_uuid': 'fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc', 'name': 'network-vif-deleted', 'tag': '5ae94d05-f16e-4548-84d8-3bb8455405fa', 'status': 'completed', 'code': 200} Jun 01 13:00:06.538988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e076-5546-40cb-9634-b234ab5f6976 req-28dd73de-4df2-4b7c-a9cc-a5cf6a52b870 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.540725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be26e076-5546-40cb-9634-b234ab5f6976 req-28dd73de-4df2-4b7c-a9cc-a5cf6a52b870 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1364701 Jun 01 13:00:06.725676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be26e076-5546-40cb-9634-b234ab5f6976 req-7cad3fc5-fe2e-4b83-a3ef-756df065632f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603243 Jun 01 13:00:06.729213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:06.729213 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:06.752547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:06.769066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a70e22b0-5277-4b56-b076-fa81e5c775d5 req-8a295cd5-a716-4a32-92ab-6ac0a1692c1c service neutron] 10.222.0.24 "GET /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263212 Jun 01 13:00:06.772936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:06.779616 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:06.786357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c90e8d-470e-44cd-aab0-0ab1a119a163 req-3b966fd4-94a7-4446-9c5c-76432bce3662 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:06.791228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c90e8d-470e-44cd-aab0-0ab1a119a163 req-3b966fd4-94a7-4446-9c5c-76432bce3662 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 944 time: 0.1593802 Jun 01 13:00:06.849413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c90e8d-470e-44cd-aab0-0ab1a119a163 req-5979a38d-621b-436b-8185-6468e006b6e3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jun 01 13:00:06.861826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:06.970204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51a99722-a144-4a19-a86f-c9da593b0170 req-1186d24b-d4ed-40a0-bbca-d3fae4008abc tempest-ServerMetadataNegativeTestJSON-1800138326 tempest-ServerMetadataNegativeTestJSON-1800138326-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc8ddd8b-a71a-4849-85e1-d71e0b47a5fc HTTP/1.1" status: 200 len: 210 time: 0.0457158 Jun 01 13:00:07.128526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:07.471508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d18cb-03a6-48ac-a734-74ce578b9a97 req-1d55767b-2c15-42dd-b325-d704f2a5f253 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:07.473709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-384d18cb-03a6-48ac-a734-74ce578b9a97 req-1d55767b-2c15-42dd-b325-d704f2a5f253 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0926206 Jun 01 13:00:07.473709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:07.525296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-384d18cb-03a6-48ac-a734-74ce578b9a97 req-bcb6c1fc-398e-4d72-9c48-7695ab937c91 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Jun 01 13:00:07.528309 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181b35ec-a612-4a3f-bf67-7dda06e1602f'] response: {'name': 'network-changed', 'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'status': 'completed', 'code': 200} Jun 01 13:00:07.559757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:07.695503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:07.708863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 13:00:07.711601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-1ef262c5-1596-44b4-a892-0bffae80535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:07.713061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-1ef262c5-1596-44b4-a892-0bffae80535a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1125 time: 0.1356397 Jun 01 13:00:07.721485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f14bbf-ecc2-4096-88f1-750bbe73216c req-ce62be96-90b7-418e-bfc5-e415c77d27f1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:07.722806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64f14bbf-ecc2-4096-88f1-750bbe73216c req-ce62be96-90b7-418e-bfc5-e415c77d27f1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.1093061 Jun 01 13:00:07.847042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64f14bbf-ecc2-4096-88f1-750bbe73216c req-f54ef4ab-787c-4b01-ab78-9c55083459da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062474 Jun 01 13:00:07.929915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-3fa78d93-6eaf-4f2a-b7ba-e4dd5ec7b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:07.931359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-3fa78d93-6eaf-4f2a-b7ba-e4dd5ec7b96e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.2077191 Jun 01 13:00:08.040977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6751-9d8c-4ffd-9741-595f9412b683 req-cb38c57b-5539-4972-96c5-637df065bc7f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.042437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85cb6751-9d8c-4ffd-9741-595f9412b683 req-cb38c57b-5539-4972-96c5-637df065bc7f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.2010739 Jun 01 13:00:08.078896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-71a7fc1d-2226-4651-9984-6b4f1e240131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.1255989 Jun 01 13:00:08.158060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85cb6751-9d8c-4ffd-9741-595f9412b683 req-748309d7-cc19-445f-a9dd-4e0cbdd9fd6c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013968 Jun 01 13:00:08.191041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57aa5-bf3a-43e9-b1a3-6e028fa38638 req-bc92a1ae-b749-4419-acb7-a5b8c5e28cc4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.192530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ce57aa5-bf3a-43e9-b1a3-6e028fa38638 req-bc92a1ae-b749-4419-acb7-a5b8c5e28cc4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 945 time: 0.2416928 Jun 01 13:00:08.193841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-c53e0a2f-0a8e-4ba5-9d3b-1fe489b74b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.195145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-c53e0a2f-0a8e-4ba5-9d3b-1fe489b74b20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.1031570 Jun 01 13:00:08.239638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52366) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:08.313468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Deleting subnet 1747275f-8eb1-40a1-b903-6010fcd67e4e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:00:08.316759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.368556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.405154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-392f2224-38f1-4183-833f-4002e673dda5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915374 Jun 01 13:00:08.431291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.508447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ce57aa5-bf3a-43e9-b1a3-6e028fa38638 req-cee61c15-960b-4866-902d-b9e7eea4b6be tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097088 Jun 01 13:00:08.516396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.563115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1747275f-8eb1-40a1-b903-6010fcd67e4e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:08.566347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.575018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02947cd9-01a9-45a0-8f9f-1a657b7dd6ae admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1747275f-8eb1-40a1-b903-6010fcd67e4e HTTP/1.1" status: 204 len: 168 time: 0.3334584 Jun 01 13:00:08.577464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:08.589035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116a84-7a5b-4094-aa89-17165e13734f req-d6b7b206-6647-400d-ab16-556a68a2def1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.590626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6116a84-7a5b-4094-aa89-17165e13734f req-d6b7b206-6647-400d-ab16-556a68a2def1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.2240021 Jun 01 13:00:08.594678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-4e050dd0-4e94-4654-972b-be7612bbdbf4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774528 Jun 01 13:00:08.692106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.765714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6116a84-7a5b-4094-aa89-17165e13734f req-435c6f0e-1dc1-4cdd-836f-f77e0c61fd47 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681919 Jun 01 13:00:08.816707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d836a5b-a507-47d5-9a86-dfa9383851fa req-cc4ce187-3a71-45af-b074-2148cd3db8b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050002 Jun 01 13:00:08.816993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.833659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb46397-5b92-4889-a439-68095c8c9f77 req-033c8435-fe66-46f1-b2cc-3f862e274e28 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.835101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb46397-5b92-4889-a439-68095c8c9f77 req-033c8435-fe66-46f1-b2cc-3f862e274e28 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1464772 Jun 01 13:00:08.845502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74528d-d18a-48ff-ae60-1a0433e00ca1']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:08.861875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00efe33-6944-4eeb-89ad-1cfaa904123a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:08.862992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00efe33-6944-4eeb-89ad-1cfaa904123a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:08.875755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.893052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.899447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:00:08.899831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:08.932523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb46397-5b92-4889-a439-68095c8c9f77 req-bc1f0313-1206-4d4e-84f8-cec37c835d22 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890572 Jun 01 13:00:08.969114 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c00efe33-6944-4eeb-89ad-1cfaa904123a resource provider aggregate not found Jun 01 13:00:08.988044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c20af-78bf-43ae-8dbb-9f779904da03 req-9e961898-aae1-42c6-bd1d-c616414be20a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:08.990069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-554c20af-78bf-43ae-8dbb-9f779904da03 req-9e961898-aae1-42c6-bd1d-c616414be20a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.1085286 Jun 01 13:00:08.995634 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c00efe33-6944-4eeb-89ad-1cfaa904123a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c00efe33-6944-4eeb-89ad-1cfaa904123a found for delete ", "request_id": "req-a8bd6511-430e-4f86-ab2c-06844bd39059"}]} Jun 01 13:00:09.010789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.015974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.039175 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ba74528d-d18a-48ff-ae60-1a0433e00ca1 HTTP/1.1" status: 204 len: 168 time: 0.4604797 Jun 01 13:00:09.040111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-554c20af-78bf-43ae-8dbb-9f779904da03 req-214c8e75-da6c-4a04-a6c8-bd078b2511f0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Jun 01 13:00:09.044294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624c4a-35f8-4254-b154-2e4c6ebc52d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba74528d-d18a-48ff-ae60-1a0433e00ca1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:09.127549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff22d-5684-4267-b706-826115670a1a req-740fa157-5792-42cf-8597-bb0aa0fffe56 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:09.129120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-116ff22d-5684-4267-b706-826115670a1a req-740fa157-5792-42cf-8597-bb0aa0fffe56 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.0880599 Jun 01 13:00:09.174662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:09.218148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-116ff22d-5684-4267-b706-826115670a1a req-585f950b-8fe9-457f-8013-0ff938aa7f79 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827680 Jun 01 13:00:09.244728 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-575e1eb5-6c82-4f22-97d1-eb01e638fcf0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6f4594cf766c40d2901c278aa5f0a7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685058 Jun 01 13:00:09.247278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52396) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:09.264822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36798c4b-232c-47a1-a689-f8f1a7ed3226 req-a30acbf9-2cee-45a2-8ad3-5683ebb3250c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:09.266760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36798c4b-232c-47a1-a689-f8f1a7ed3226 req-a30acbf9-2cee-45a2-8ad3-5683ebb3250c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1025155 Jun 01 13:00:09.310622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.317673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36798c4b-232c-47a1-a689-f8f1a7ed3226 req-69c7eafb-0fe5-4057-8216-2f40572407ed tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Jun 01 13:00:09.337190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.360930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-853f9857-73a6-42e5-8e38-5bde8d87d789 req-fbb92afc-5e74-45ca-95c6-df8f20aaf386 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:00:09.362219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-853f9857-73a6-42e5-8e38-5bde8d87d789 req-fbb92afc-5e74-45ca-95c6-df8f20aaf386 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062687 Jun 01 13:00:09.394153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.411457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e25973-3787-4a4c-81a9-6a3a88b5e899,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:09.416334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.417462 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-af4647df-b768-40a5-8adf-c3959afdcdd3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a5e25973-3787-4a4c-81a9-6a3a88b5e899 HTTP/1.1" status: 204 len: 168 time: 0.1693766 Jun 01 13:00:09.473757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-853f9857-73a6-42e5-8e38-5bde8d87d789 req-494251b2-1308-467f-866c-f108f734f23f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1046779 Jun 01 13:00:09.574227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:09.669277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:09.670001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.726524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd91a6-dede-4499-8b57-b193216511be req-58ac4128-e12d-4bc2-9bd8-d3bbafcf2349 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:09.728343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48cd91a6-dede-4499-8b57-b193216511be req-58ac4128-e12d-4bc2-9bd8-d3bbafcf2349 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 945 time: 0.1079538 Jun 01 13:00:09.784973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48cd91a6-dede-4499-8b57-b193216511be req-f50b1e19-cac9-4345-9a25-e3aec9f4f166 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491605 Jun 01 13:00:09.851670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:09.851937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.881782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:09.892593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:09.895244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc823b5-dfd2-4aa0-b9ba-614c77b86865 req-c6c6ccc6-c9e1-4a47-848e-abc42cdf6dd0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:09.897239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.904120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fc823b5-dfd2-4aa0-b9ba-614c77b86865 req-c6c6ccc6-c9e1-4a47-848e-abc42cdf6dd0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.0980399 Jun 01 13:00:09.946008 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bd4e09-b8fb-46d3-bf41-cdb85ece3e21'] response: {'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'code': 200} Jun 01 13:00:09.946965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5ae94d05-f16e-4548-84d8-3bb8455405fa no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:09.965332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fc823b5-dfd2-4aa0-b9ba-614c77b86865 req-6de6ae98-32b8-405f-b366-95c771f50588 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602658 Jun 01 13:00:10.017131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 5ae94d05-f16e-4548-84d8-3bb8455405fa {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:10.017472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5ae94d05-f16e-4548-84d8-3bb8455405fa not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:10.045085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:10.288468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fecf-ecf0-439f-bf35-cc1dd636d4fd req-7ae2a4af-b6f2-4359-8ea9-70127758989e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:10.289933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7752fecf-ecf0-439f-bf35-cc1dd636d4fd req-7ae2a4af-b6f2-4359-8ea9-70127758989e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2099462 Jun 01 13:00:10.300121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910862cc-0954-45a7-ada4-978b777a60d7 req-eb625010-030b-470d-bee7-d4259db7d83a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:10.301507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-910862cc-0954-45a7-ada4-978b777a60d7 req-eb625010-030b-470d-bee7-d4259db7d83a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.1863637 Jun 01 13:00:10.305991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcbc1f-8937-40ca-b034-27a1fde5d094 req-8c51ac60-3e19-4877-8d7a-757fb4711765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:10.307385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80bcbc1f-8937-40ca-b034-27a1fde5d094 req-8c51ac60-3e19-4877-8d7a-757fb4711765 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1444147 Jun 01 13:00:10.404931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-910862cc-0954-45a7-ada4-978b777a60d7 req-d2720b44-6a3b-4c67-974b-811da20deb3a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Jun 01 13:00:10.409639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7752fecf-ecf0-439f-bf35-cc1dd636d4fd req-e59dba47-b3c8-46ce-81a5-57854691b583 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072471 Jun 01 13:00:10.411268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80bcbc1f-8937-40ca-b034-27a1fde5d094 req-34f9a10b-fc6c-444e-bf4f-1b26bc9cd767 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893607 Jun 01 13:00:10.665257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-2bdc33c4-1be7-4417-a0c4-e7c6fa2689c4 service neutron] 10.222.0.24 "GET /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.2111349 Jun 01 13:00:10.866898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33032d2-47f7-4502-bde3-bb6324f3c0d7 req-ec1eb65c-1820-4f28-8df7-dd7d76a7e859 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:10.873931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a33032d2-47f7-4502-bde3-bb6324f3c0d7 req-ec1eb65c-1820-4f28-8df7-dd7d76a7e859 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.3327570 Jun 01 13:00:10.902992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d771434-caa5-41f7-806a-db89be3ea91d req-15c831bf-0a2a-4acf-9ab7-fe01a5b25801 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:10.910915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d771434-caa5-41f7-806a-db89be3ea91d req-15c831bf-0a2a-4acf-9ab7-fe01a5b25801 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 944 time: 0.3779297 Jun 01 13:00:11.019238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a33032d2-47f7-4502-bde3-bb6324f3c0d7 req-a5b31368-837c-4462-8645-c04e744dd68a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444464 Jun 01 13:00:11.029231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d771434-caa5-41f7-806a-db89be3ea91d req-2b802455-21d3-49b9-9506-98cfaffc4f88 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175029 Jun 01 13:00:11.225896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:11.256055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:11.320034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a05da-d683-4c79-b542-70cce2dc4df7 req-a9fe8d2f-74d7-4bbb-b3eb-8af4e1261917 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:11.321422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635a05da-d683-4c79-b542-70cce2dc4df7 req-a9fe8d2f-74d7-4bbb-b3eb-8af4e1261917 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.1721394 Jun 01 13:00:11.326637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:11.379023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:11.420683 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:11.459876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635a05da-d683-4c79-b542-70cce2dc4df7 req-e4cf2a69-3e37-4cb9-b641-7f92010b1c5e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264532 Jun 01 13:00:11.575765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d322-ca67-4c2a-bdd6-e9d68409a447 req-b24705c2-bf74-4e58-bf6e-672119ca42d1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:11.581602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d322-ca67-4c2a-bdd6-e9d68409a447 req-b24705c2-bf74-4e58-bf6e-672119ca42d1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:11.587437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d322-ca67-4c2a-bdd6-e9d68409a447 req-b24705c2-bf74-4e58-bf6e-672119ca42d1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:11.589513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edf6d322-ca67-4c2a-bdd6-e9d68409a447 req-b24705c2-bf74-4e58-bf6e-672119ca42d1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7&device_id=b1e29000-dec1-4539-8f23-9dd951fb8536&device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 2418 time: 0.2650959 Jun 01 13:00:11.670187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] Transition to ACTIVE for port object 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:11.692168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:11.766615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edf6d322-ca67-4c2a-bdd6-e9d68409a447 req-517c1b58-aa7a-4984-abcd-812f83e48f25 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373584 Jun 01 13:00:11.916907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] No DVR routers for this DVR port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:11.972699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15970341-6d23-430d-b058-9978115fd52c service neutron] Pushing event updated for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:11.990541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7d52-8b57-47b7-a303-d2119224daf4 req-58a5bf17-330b-4e3e-9b7f-5d4974a4987c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:11.992064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfac7d52-8b57-47b7-a303-d2119224daf4 req-58a5bf17-330b-4e3e-9b7f-5d4974a4987c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.4016209 Jun 01 13:00:12.021558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-15970341-6d23-430d-b058-9978115fd52c service neutron] 10.222.0.24 "PUT /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3499427 Jun 01 13:00:12.059330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfac7d52-8b57-47b7-a303-d2119224daf4 req-eb3283b9-5049-4077-948c-a3a601a4e7f2 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598409 Jun 01 13:00:12.072169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92259a3e-85e2-4f96-81c7-959e03b1fd52 req-81315aa2-47f6-4ea2-ad6f-8f64c507b0bc tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2484255 Jun 01 13:00:12.211172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-f61ba458-ae9c-45ce-bc15-d87ef3bc8f9d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.212655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-f61ba458-ae9c-45ce-bc15-d87ef3bc8f9d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.0870936 Jun 01 13:00:12.304597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-bd5b9f46-4045-4280-b44b-3b9bbc3ebcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.306145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-bd5b9f46-4045-4280-b44b-3b9bbc3ebcf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 1096 time: 0.0824759 Jun 01 13:00:12.457653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3b82-a9fa-408e-99e1-ebe8e661e0c6 req-11f434b6-ab74-4520-9775-c59d24122254 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.465221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-352c3b82-a9fa-408e-99e1-ebe8e661e0c6 req-11f434b6-ab74-4520-9775-c59d24122254 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.1577165 Jun 01 13:00:12.506902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-770d1d9b-5e58-49ca-943b-22743c3f9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.519254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-770d1d9b-5e58-49ca-943b-22743c3f9113 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1096 time: 0.1716654 Jun 01 13:00:12.550270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-352c3b82-a9fa-408e-99e1-ebe8e661e0c6 req-b4ee957e-7f89-4a09-9b0f-9a3b8833e25d tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841138 Jun 01 13:00:12.882566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-9c6121af-5584-4d37-ab8e-846a858858d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.884022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-9c6121af-5584-4d37-ab8e-846a858858d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.3379405 Jun 01 13:00:12.900344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08785a46-af0c-4e2d-b035-0492cbb4cb71 req-965ae85a-3941-464e-b6cd-20badf4e8de5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:12.908212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08785a46-af0c-4e2d-b035-0492cbb4cb71 req-965ae85a-3941-464e-b6cd-20badf4e8de5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2580042 Jun 01 13:00:12.987213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-c74a5d05-362d-4f4a-9ad7-cf401799e02e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.0645061 Jun 01 13:00:13.050324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08785a46-af0c-4e2d-b035-0492cbb4cb71 req-0c5e6362-fea7-4031-94f3-3b9c1d13da96 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412265 Jun 01 13:00:13.071313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-cbad71e1-f547-4bc6-9070-87ca84ea0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:13.075236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-cbad71e1-f547-4bc6-9070-87ca84ea0162 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0795622 Jun 01 13:00:13.133982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-a896e3b2-4e02-45a1-a5d4-059ba5f9c113 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417187 Jun 01 13:00:13.348663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-c7425909-25a5-453f-8400-2fed3840baec service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071333 Jun 01 13:00:13.360702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8ed7f-0c92-4e0a-8ae7-539355df275f req-fec8946e-1760-47c8-91cc-bc544391865b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:13.362271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77e8ed7f-0c92-4e0a-8ae7-539355df275f req-fec8946e-1760-47c8-91cc-bc544391865b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2024741 Jun 01 13:00:13.542145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77e8ed7f-0c92-4e0a-8ae7-539355df275f req-e278c307-fde8-4f6d-a9c6-0f49c70a254d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594470 Jun 01 13:00:13.586512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-abcba12c-b23f-46d3-888c-6d9c1122c3c1 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231965 Jun 01 13:00:13.598867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fa590-7c96-471c-82a1-6b0e4979dc95 req-92834b94-e8a7-40f3-a360-378c1b51aa14 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:13.600324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-066fa590-7c96-471c-82a1-6b0e4979dc95 req-92834b94-e8a7-40f3-a360-378c1b51aa14 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2190239 Jun 01 13:00:13.650820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-066fa590-7c96-471c-82a1-6b0e4979dc95 req-a79c40f9-30e8-48fe-a048-75ec5c00c169 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jun 01 13:00:13.951839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:13.994911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9656e9-84ec-43b7-86a9-7e1fe1ebd46b req-da188e17-6429-4f88-b7a6-53bf5f491fdf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:13.994911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d9656e9-84ec-43b7-86a9-7e1fe1ebd46b req-da188e17-6429-4f88-b7a6-53bf5f491fdf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.1501482 Jun 01 13:00:14.002507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050752-4326-4d92-9870-20e96753cc51 req-9a546a0e-5ed9-4e90-93c2-1c529b5c4ac6 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:14.003977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-9a546a0e-5ed9-4e90-93c2-1c529b5c4ac6 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.1293726 Jun 01 13:00:14.037660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:14.118157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d9656e9-84ec-43b7-86a9-7e1fe1ebd46b req-3ad4e5b7-9acd-46ba-a06b-94d5c00993e1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104655 Jun 01 13:00:14.177794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ae050752-4326-4d92-9870-20e96753cc51 req-a21be4af-4843-407d-8985-34602b01fcd4 service neutron] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:14.181857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae050752-4326-4d92-9870-20e96753cc51 req-a21be4af-4843-407d-8985-34602b01fcd4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:14.183188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae050752-4326-4d92-9870-20e96753cc51 req-a21be4af-4843-407d-8985-34602b01fcd4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.1606078 Jun 01 13:00:14.448004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-3d77ae28-ab94-4d98-8d09-c518e70de905 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:14.450074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-3d77ae28-ab94-4d98-8d09-c518e70de905 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.2314692 Jun 01 13:00:14.477622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fad09a-f319-4c60-b1cc-3ada33e23348 req-7c7a814b-b8a2-4ae0-b064-a9aecc1b21ca tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:14.479643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9fad09a-f319-4c60-b1cc-3ada33e23348 req-7c7a814b-b8a2-4ae0-b064-a9aecc1b21ca tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.1531322 Jun 01 13:00:14.489353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-346c2778-36fe-4c02-8b95-4b952d7a7727 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/quotas/2f94cebd27484e5aacd4c21e9d9f1809 HTTP/1.1" status: 200 len: 375 time: 0.0309811 Jun 01 13:00:14.582779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9fad09a-f319-4c60-b1cc-3ada33e23348 req-1a31deb9-c83c-455c-b904-a0544730887b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Jun 01 13:00:14.607453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ff2a8b42-09ca-4196-88bc-bf80e8ff69dd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172783 Jun 01 13:00:14.754720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-7a250dcb-5d9a-4649-8c65-86b9376f6952 service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397846 Jun 01 13:00:15.057154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-719aa34b-127a-491a-8249-f1213ce418b7 service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934818 Jun 01 13:00:15.068508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73268fc-57c0-4c48-93cb-2e0371e1d3ec req-3c4dd102-a9f8-4460-8116-54b10a062c36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:15.070035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f73268fc-57c0-4c48-93cb-2e0371e1d3ec req-3c4dd102-a9f8-4460-8116-54b10a062c36 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2838168 Jun 01 13:00:15.117719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f73268fc-57c0-4c48-93cb-2e0371e1d3ec req-7cc03062-9a7d-4129-b117-46e9daca23fa tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jun 01 13:00:15.294368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f520fdd-f4b8-465a-b990-ee149e5987fa req-86081c61-fd12-46b1-8c74-dbea6d5f2ad2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 210 time: 0.0887280 Jun 01 13:00:15.356147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c5ee6-7d81-4fdc-aaab-f46b5a970711 req-51530bb6-cdde-4cbf-94d3-9539913ee720 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:15.358017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba6c5ee6-7d81-4fdc-aaab-f46b5a970711 req-51530bb6-cdde-4cbf-94d3-9539913ee720 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.1019514 Jun 01 13:00:15.410555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba6c5ee6-7d81-4fdc-aaab-f46b5a970711 req-37325805-25b7-4c7e-b73d-1fdd22824fb0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Jun 01 13:00:15.690936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c95d7-93cd-4ab6-a3e9-deb0db63c327 req-db7cf505-1e21-4543-ba0c-b68f84a2e36a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:15.692544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-497c95d7-93cd-4ab6-a3e9-deb0db63c327 req-db7cf505-1e21-4543-ba0c-b68f84a2e36a tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1096 time: 0.0824795 Jun 01 13:00:15.738759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-497c95d7-93cd-4ab6-a3e9-deb0db63c327 req-7552c9a8-fe54-429e-842c-976b7eebb39b tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Jun 01 13:00:15.833013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503a854-cdf6-4a89-977a-95dc70ece218 req-a4f2b8ed-198b-4c27-a035-0f8b48246b74 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:15.834569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5503a854-cdf6-4a89-977a-95dc70ece218 req-a4f2b8ed-198b-4c27-a035-0f8b48246b74 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.0947125 Jun 01 13:00:15.903241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5503a854-cdf6-4a89-977a-95dc70ece218 req-d801f92d-4b71-4a2c-b529-533d18852bc0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573862 Jun 01 13:00:16.188868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-0b118d10-9459-4854-8362-93a3b493917e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:16.190309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-0b118d10-9459-4854-8362-93a3b493917e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f2d70e-1610-4eee-9852-91c1392ae1f5 HTTP/1.1" status: 200 len: 946 time: 0.2236037 Jun 01 13:00:16.203996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-03e8c056-ce88-4852-b558-d5edc306a1b4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:16.205359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-03e8c056-ce88-4852-b558-d5edc306a1b4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.1873837 Jun 01 13:00:16.293621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-8fdb5c65-fa6c-4530-a723-b97e603f1108 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/quotas/0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 375 time: 0.0552764 Jun 01 13:00:16.398727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Deleting port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:16.398963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.654978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436edb9b-5165-4088-b717-df0441e8bd6d req-ee6aa652-3b96-49d1-bcfa-e9f502734393 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:16.656784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-436edb9b-5165-4088-b717-df0441e8bd6d req-ee6aa652-3b96-49d1-bcfa-e9f502734393 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3963468 Jun 01 13:00:16.670577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-917b5f78-00cf-4973-b5ac-a3fa50383110 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3652940 Jun 01 13:00:16.721082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-5d6de866-b0f6-43da-b4a9-d2751304460c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:16.721748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-5d6de866-b0f6-43da-b4a9-d2751304460c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Synchronizing usage tracker for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:16.730056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-955a0853-a6e6-4370-b406-1eedfa083e69 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:16.731553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-955a0853-a6e6-4370-b406-1eedfa083e69 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.4371626 Jun 01 13:00:16.740645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-5d6de866-b0f6-43da-b4a9-d2751304460c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Unset dirty status for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:16.741822 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-5d6de866-b0f6-43da-b4a9-d2751304460c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.1679127 Jun 01 13:00:16.760259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Request body: {'port': {'device_id': '165435f9-47d8-45e5-9f85-26c15b423887', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'admin_state_up': True, 'tenant_id': '2f94cebd27484e5aacd4c21e9d9f1809'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:16.920253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-436edb9b-5165-4088-b717-df0441e8bd6d req-a111bed8-2a07-47ab-a6b9-7db35c750240 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384293 Jun 01 13:00:16.940448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Deleting port 7e2f8076-5919-4054-a291-ff4acd99a3e6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:16.940790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.023737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] For port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:17.024099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.029598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:17.038976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-6afd1838-9f24-4a23-98d1-df3015ee24f7 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502755 Jun 01 13:00:17.041076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:17.053769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Made reservation on behalf of 2f94cebd27484e5aacd4c21e9d9f1809 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:00:17.058432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.231147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Allocated IP 172.20.0.14 (477a2fca-dda5-4a08-ad8c-2eca33da1777/cb35a28f-9166-4174-947f-c03557bf0728/7a7de807-f5a0-4970-a16e-785c8c1e80ce) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:17.328477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Calling delete_port for 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:17.439436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.473361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.491186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:17.499818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-167befc1-204f-4007-9c2e-28113bf76f29 req-4927835d-e19c-43ad-b17a-e0a1e94f4145 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 210 time: 0.2087967 Jun 01 13:00:17.562059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:17.565403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:17.569919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:00:17.605677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:17.640236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:17.640855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:17.641482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.642844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:17.667717 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-596da3b3-baf4-4944-b6a0-59adcd88aaa1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9113560 Jun 01 13:00:17.688207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Request body: {'port': {'device_id': '165435f9-47d8-45e5-9f85-26c15b423887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:17.740011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-47bbcbd4-1480-44cc-92fc-ef313f26e393 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409338 Jun 01 13:00:17.812635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.841400 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.862768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] For port 7e2f8076-5919-4054-a291-ff4acd99a3e6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7e2f8076-5919-4054-a291-ff4acd99a3e6,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:17.863116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.934834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.982755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:17.983207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.008288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:18.043821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff46a78-a7e1-4f96-bc5d-4afe32a329a5 req-71b9ac54-46e6-4d6a-9862-43d1bde2851f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:18.045471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '28cf287d-7955-4738-b2f9-646f08e330af', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '28cf287d-7955-4738-b2f9-646f08e330af', 'mac_address': 'fa:16:3e:e5:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:18.047537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:18.051897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ff46a78-a7e1-4f96-bc5d-4afe32a329a5 req-71b9ac54-46e6-4d6a-9862-43d1bde2851f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 946 time: 0.4023764 Jun 01 13:00:18.074466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Calling delete_port for 7e2f8076-5919-4054-a291-ff4acd99a3e6 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:18.098334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:18.131261 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.133924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:18.134345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.162716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event deleted for resources: {'Port': ['ID=3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.244404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:18.278198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32902437-e106-4f0d-9422-04d9985e02dc req-7643795f-b444-4521-aeb7-cd4558d04355 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 210 time: 0.1467712 Jun 01 13:00:18.309863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ff46a78-a7e1-4f96-bc5d-4afe32a329a5 req-acf4ad5a-a558-4698-ad75-5e1445b1e04e tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563038 Jun 01 13:00:18.319331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] No DVR routers for this DVR port 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:18.325214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.346174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-deleted', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:18.351654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f2630ca-3fd4-45d2-8c50-f649789b9f61 req-55c961d7-8428-42d8-be19-4ebf3c330ac1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.13 "DELETE /v2.0/ports/3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c HTTP/1.1" status: 204 len: 173 time: 2.1544549 Jun 01 13:00:18.382044 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-106db72b-38a6-471e-b9b5-2e68e0698fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.409801 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:00:18.410145 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:00:18.410638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.411509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:18.422262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.441497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:00:18.471732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Transition to ACTIVE for port object 7a7de807-f5a0-4970-a16e-785c8c1e80ce will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:18.482275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.541396 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338f0e55-5dfd-4421-a02b-edeadb0e2435'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'code': 200} Jun 01 13:00:18.598957 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889daf4a-67f8-45fa-91e0-1360bc297e9b'] response: {'server_uuid': '47f2d70e-1610-4eee-9852-91c1392ae1f5', 'name': 'network-vif-deleted', 'tag': '3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c', 'status': 'completed', 'code': 200} Jun 01 13:00:18.643457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26386a8-7b8b-411f-bd32-b67241c8df33 req-dcc5e4b0-7288-47d8-b4af-93e824277e89 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:18.650715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d26386a8-7b8b-411f-bd32-b67241c8df33 req-dcc5e4b0-7288-47d8-b4af-93e824277e89 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 947 time: 0.1745884 Jun 01 13:00:18.667104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.682886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['41614562-6129-4111-bc04-73acf861b7f3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:18.696055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.766084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['bf94f45f-3ff8-4f73-a825-5db66f826d02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:18.794057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event deleted for resources: {'Port': ['ID=7e2f8076-5919-4054-a291-ff4acd99a3e6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.871296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] No DVR routers for this DVR port 7e2f8076-5919-4054-a291-ff4acd99a3e6 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:18.877434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.878573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Attempting to bind port 7a7de807-f5a0-4970-a16e-785c8c1e80ce on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:18.879407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Attempting to bind port 7a7de807-f5a0-4970-a16e-785c8c1e80ce by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:18.879407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Attempting to bind port 7a7de807-f5a0-4970-a16e-785c8c1e80ce on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:18.888596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Port 7a7de807-f5a0-4970-a16e-785c8c1e80ce on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:18.888913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Attempting to bind port 7a7de807-f5a0-4970-a16e-785c8c1e80ce on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:18.912788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:18.913236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Checking segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:18.913642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Bound using segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:18.914159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Bound port: 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:18.914514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.929628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d26386a8-7b8b-411f-bd32-b67241c8df33 req-ac1ad34f-2758-4208-8138-4c85f2dd2724 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778666 Jun 01 13:00:18.944583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d791fc1-ef67-4db1-93b7-1cecda17bca1 req-672e4d5b-b8b3-4f48-b8eb-5e739d100395 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "DELETE /v2.0/ports/7e2f8076-5919-4054-a291-ff4acd99a3e6 HTTP/1.1" status: 204 len: 173 time: 2.1998391 Jun 01 13:00:19.130525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:19.138949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:19.157014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.185037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:19.185405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.216815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6c52-5774-4cbd-a61e-bdc26e0b5e75 req-7c16c161-6cf7-40c8-8e62-94b237228802 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:19.220997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-06eb6c52-5774-4cbd-a61e-bdc26e0b5e75 req-7c16c161-6cf7-40c8-8e62-94b237228802 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Synchronizing usage tracker for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:19.222932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:19.256004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:19.256735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.259843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-06eb6c52-5774-4cbd-a61e-bdc26e0b5e75 req-7c16c161-6cf7-40c8-8e62-94b237228802 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Unset dirty status for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:19.261359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] 10.222.0.24 "PUT /v2.0/ports/7a7de807-f5a0-4970-a16e-785c8c1e80ce HTTP/1.1" status: 200 len: 1092 time: 1.5768375 Jun 01 13:00:19.261896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:19.265110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06eb6c52-5774-4cbd-a61e-bdc26e0b5e75 req-7c16c161-6cf7-40c8-8e62-94b237228802 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 944 time: 0.2763274 Jun 01 13:00:19.300989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:19.310503 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.351719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0457d4-95c0-4ec4-a5f2-5e1a6d6ce59f service neutron] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:19.362903 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d07eeb-d1ae-468e-838a-11cb9bcf5cd9'] response: {'name': 'network-changed', 'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'status': 'completed', 'code': 200} Jun 01 13:00:19.479931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06eb6c52-5774-4cbd-a61e-bdc26e0b5e75 req-45e77e92-50ab-4b32-8a6c-3220a9f40332 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097778 Jun 01 13:00:19.525283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:19.582834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-957334a6-a129-42d1-a667-67638dcc74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:19.584331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-957334a6-a129-42d1-a667-67638dcc74ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 1095 time: 0.1555879 Jun 01 13:00:19.628681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-077649d7-3569-4c2a-af5d-7beaba3394eb req-ad12538a-8645-4f13-bdc2-e6621393fd0f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 210 time: 0.0675571 Jun 01 13:00:19.632161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:19.675199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:19.706500 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-d981ef4f-ea31-472b-a212-0c4eb65087d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce HTTP/1.1" status: 200 len: 217 time: 0.0990882 Jun 01 13:00:19.716381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-29923f48-e21b-4499-8e0a-dc1f6abdd0a2 req-bc141c10-f200-4fdb-a710-dbe43313d23a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:19.733707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:19.734045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3c8a0dc2-4db1-4e4b-b076-21cfa6adbe5c not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:19.734398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-29923f48-e21b-4499-8e0a-dc1f6abdd0a2 req-bc141c10-f200-4fdb-a710-dbe43313d23a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:19.735720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29923f48-e21b-4499-8e0a-dc1f6abdd0a2 req-bc141c10-f200-4fdb-a710-dbe43313d23a tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=61b38494-f482-472a-b332-88745659c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0716462 Jun 01 13:00:19.823826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-50a6ae14-9bc8-46ad-9fc8-de66bfc0ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:19.825409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-50a6ae14-9bc8-46ad-9fc8-de66bfc0ec8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.0747752 Jun 01 13:00:19.887805 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-44b7f03f-435a-4d7e-8fcc-4c53c9d3bc2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555742 Jun 01 13:00:19.966940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7e2f8076-5919-4054-a291-ff4acd99a3e6 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:20.034291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 7e2f8076-5919-4054-a291-ff4acd99a3e6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:20.037299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7e2f8076-5919-4054-a291-ff4acd99a3e6 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:20.087549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-594fc831-bf79-4843-9dc2-c6e336f21954 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:20.089779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-594fc831-bf79-4843-9dc2-c6e336f21954 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.1684330 Jun 01 13:00:20.136252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Request body: {'port': {'device_id': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'admin_state_up': True, 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:20.248365 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-f41e33b3-6061-4e1b-bd63-49fd17ab1e1c service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238313 Jun 01 13:00:20.343132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:20.354796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4610072-5589-48ec-85eb-8a8c8697d016 req-1d4d38ef-4ff5-41b1-9c81-555722ef7dc0 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:20.356326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4610072-5589-48ec-85eb-8a8c8697d016 req-1d4d38ef-4ff5-41b1-9c81-555722ef7dc0 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 948 time: 0.2656870 Jun 01 13:00:20.357392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Usage tracker for resource:port and tenant:0bb1ea27b35242bcb8c10204cd0e544d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:20.364758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:20.372821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:20.408228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:00:20.412466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:20.428308 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e1c5aae3-e134-4fdf-9d05-e8d7fd0c138b req-33124ccb-5fd2-41c9-895b-a0a335ad34c3 service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582403 Jun 01 13:00:20.437070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4610072-5589-48ec-85eb-8a8c8697d016 req-73571f86-2489-4e73-9877-4a67d376b0a3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Jun 01 13:00:20.464804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-649a4b0f-300a-4636-a8c8-adcfaa8d2db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:20.602641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'name': 'network-vif-deleted', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:20.656831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Allocated IP 172.20.0.13 (0f325d94-9d30-453a-be4d-12a8f96e53d4/934817d0-da06-4664-8a39-2df2c523aea4/474b7d02-c1e3-45b0-82f3-ae96e1e12a87) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:20.669949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-b6e43189-abb1-4fc9-820d-896ca2a682a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:20.671759 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-b6e43189-abb1-4fc9-820d-896ca2a682a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 1095 time: 0.1040156 Jun 01 13:00:20.716485 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed47f3b6-c7ba-421a-a0bd-b2780a099964'] response: {'server_uuid': '61b38494-f482-472a-b332-88745659c2c7', 'name': 'network-vif-deleted', 'tag': '7e2f8076-5919-4054-a291-ff4acd99a3e6', 'status': 'completed', 'code': 200} Jun 01 13:00:20.838142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-6c8b8c0f-6a3b-4122-8865-00427a27b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:20.839870 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-6c8b8c0f-6a3b-4122-8865-00427a27b607 service neutron] 10.222.0.24 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 916 time: 0.1594827 Jun 01 13:00:20.893002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88e411de-7afa-47f4-8298-87f99c06c8c9 req-457a1490-82c0-4f3e-803f-9d8f6d6e697a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 210 time: 0.1179655 Jun 01 13:00:20.932305 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-b74bedcd-1173-45a9-a5fb-bc25d2f8c604 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce HTTP/1.1" status: 200 len: 217 time: 0.0847297 Jun 01 13:00:20.965012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dc52c-877f-4d08-87c1-363680541298 req-89240333-9411-497a-a736-8b3baca8a9af tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:20.972412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c96dc52c-877f-4d08-87c1-363680541298 req-89240333-9411-497a-a736-8b3baca8a9af tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 944 time: 0.2543607 Jun 01 13:00:21.033103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-e2aaafad-d3aa-4549-b06e-b9056a69c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:21.035076 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-e2aaafad-d3aa-4549-b06e-b9056a69c68f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.0964847 Jun 01 13:00:21.059201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c96dc52c-877f-4d08-87c1-363680541298 req-445ebb43-583f-4d91-acee-1267da9978d9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858591 Jun 01 13:00:21.082652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.112071 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-82a327dc-c14b-44af-9799-08f96f2ddfe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698566 Jun 01 13:00:21.117697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.193007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:21.196331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:21.201007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:00:21.246665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:21.290731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:21.291359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.307949 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-7457bd93-551a-42dd-9113-0c033d2007db service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872456 Jun 01 13:00:21.308293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.308638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.309143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.309534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.309863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.310361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.310703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.311020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.311337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.311654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.311969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.312433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:21.340093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-05a36175-681b-4c72-97b1-0fc70c06cead tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2081051 Jun 01 13:00:21.393087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Request body: {'port': {'device_id': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:21.482390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e15bec41-5409-4cd7-a61e-f8c574c41ff8 req-32235a2d-a42e-426f-92c5-73969042f715 service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658235 Jun 01 13:00:21.578319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.579500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.599579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ec8ce-8386-4f84-b900-86160ca3e07b req-ca4aaad2-e607-48dc-8b84-50ce0cd58f6b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:21.601163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c21ec8ce-8386-4f84-b900-86160ca3e07b req-ca4aaad2-e607-48dc-8b84-50ce0cd58f6b tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.2554958 Jun 01 13:00:21.627478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.665341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:21.781920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 28cf287d-7955-4738-b2f9-646f08e330af triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:21.782257 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.792913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c21ec8ce-8386-4f84-b900-86160ca3e07b req-97098352-ba69-4fec-8a0b-06f0194bfd79 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433804 Jun 01 13:00:21.907041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:21.907585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:21.941638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:21.953915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:21.960731 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:22.048613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:22.151159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9538-5600-4117-aee7-68d2563ebd44 req-fbc3e93b-c22c-4753-9d15-f42483477368 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:22.152664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a81e9538-5600-4117-aee7-68d2563ebd44 req-fbc3e93b-c22c-4753-9d15-f42483477368 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 948 time: 0.5475898 Jun 01 13:00:22.240608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a81e9538-5600-4117-aee7-68d2563ebd44 req-fbc4b18e-3cbf-44b0-bfdd-061ceb6ce007 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Jun 01 13:00:22.296546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c5468-2f41-4c8f-8992-99f660915068 req-7d59c8b4-efa9-48ed-95cf-4af8ff65f48e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:22.297254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e79c5468-2f41-4c8f-8992-99f660915068 req-7d59c8b4-efa9-48ed-95cf-4af8ff65f48e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:22.305279 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882ebc64-2586-4fb0-b85c-34149639340f'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'code': 200} Jun 01 13:00:22.333333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:22.341426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e79c5468-2f41-4c8f-8992-99f660915068 req-7d59c8b4-efa9-48ed-95cf-4af8ff65f48e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:22.342606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e79c5468-2f41-4c8f-8992-99f660915068 req-7d59c8b4-efa9-48ed-95cf-4af8ff65f48e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 932 time: 0.2806377 Jun 01 13:00:22.344411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:22.385937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Transition to ACTIVE for port object 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:22.400953 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:22.612544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e79c5468-2f41-4c8f-8992-99f660915068 req-5d1729e1-1c24-4af8-9b34-679f28f48ee2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607126 Jun 01 13:00:22.731622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:22.800136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81fbe-c0c0-464c-aebc-7430f75216cc req-a6e060e5-f617-4730-a2d8-918941ea44f9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:22.801580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96f81fbe-c0c0-464c-aebc-7430f75216cc req-a6e060e5-f617-4730-a2d8-918941ea44f9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 944 time: 0.4029531 Jun 01 13:00:22.805520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:22.805846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:22.806211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:22.811129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f1dc-f430-4f42-abbd-b9197808772b req-2798c969-db9a-4326-8e2e-933adc63a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:22.812568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5af3f1dc-f430-4f42-abbd-b9197808772b req-2798c969-db9a-4326-8e2e-933adc63a6ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1100 time: 0.3107109 Jun 01 13:00:22.842174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:22.842497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:22.859811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:22.860164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:22.860531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:22.861122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Bound port: 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:22.861469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:22.939338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-9e9b9102-2ecf-49b8-a09e-6420ade35ead tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:22.940035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-9e9b9102-2ecf-49b8-a09e-6420ade35ead tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:22.943967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96f81fbe-c0c0-464c-aebc-7430f75216cc req-b44491f8-7aa3-46da-903e-fea713cb673a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350231 Jun 01 13:00:22.945490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5af3f1dc-f430-4f42-abbd-b9197808772b req-70fdee02-8681-4c28-919f-2b7b266ed6d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171768 Jun 01 13:00:22.953252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-9e9b9102-2ecf-49b8-a09e-6420ade35ead tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:22.954397 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-9e9b9102-2ecf-49b8-a09e-6420ade35ead tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.1274877 Jun 01 13:00:22.972134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.052902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:23.057031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:23.062037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.135085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:23.136037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.137390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] 10.222.0.24 "PUT /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 1092 time: 1.7532012 Jun 01 13:00:23.139318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:23.157799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b4da9-1fe5-4773-88b8-66df87e9304a req-8ac0a77b-c67b-4840-b4c7-d936c9b6cfea tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:23.159579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e5b4da9-1fe5-4773-88b8-66df87e9304a req-8ac0a77b-c67b-4840-b4c7-d936c9b6cfea tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 946 time: 0.2250583 Jun 01 13:00:23.187973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f9cad-7d99-45ca-83c7-b290d674265a service neutron] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:23.243965 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e961b64-e8f0-4c6d-9729-2ef8f78e9b0d'] response: {'name': 'network-changed', 'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'status': 'completed', 'code': 200} Jun 01 13:00:23.250142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Deleting port 41614562-6129-4111-bc04-73acf861b7f3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:23.250485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.267353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e5b4da9-1fe5-4773-88b8-66df87e9304a req-2aec1868-1419-4ce0-a3c1-4abf86d5abb0 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007371 Jun 01 13:00:23.313387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-6b12dbf9-46ea-452d-b33d-adee584e2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:23.315036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-6b12dbf9-46ea-452d-b33d-adee584e2929 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1095 time: 0.1071737 Jun 01 13:00:23.430629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-17d7e042-0491-46db-a40f-906ae116f528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 217 time: 0.1003144 Jun 01 13:00:23.514672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7484e-b691-4028-a843-38417574460d req-bf1ebbb9-e1c6-4888-b961-380ef306d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:23.516043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-bf1ebbb9-e1c6-4888-b961-380ef306d557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0791795 Jun 01 13:00:23.535921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] For port 41614562-6129-4111-bc04-73acf861b7f3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=41614562-6129-4111-bc04-73acf861b7f3,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:23.536580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.570270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-69c3dcc9-98c5-4b7f-ab39-751ef1708425 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458372 Jun 01 13:00:23.607605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86eed9-509b-400b-bd7b-08f773ef678b req-bbdaf12d-4400-44d4-acf4-514834830495 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:23.609083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c86eed9-509b-400b-bd7b-08f773ef678b req-bbdaf12d-4400-44d4-acf4-514834830495 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2174716 Jun 01 13:00:23.671293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Calling delete_port for 41614562-6129-4111-bc04-73acf861b7f3 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:23.750152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c86eed9-509b-400b-bd7b-08f773ef678b req-22904704-1466-47ad-a84c-e4b133d867aa tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828531 Jun 01 13:00:23.796938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-33c2f7d4-210d-4fb5-82df-88148163316a service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179272 Jun 01 13:00:23.842538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.879315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['bf94f45f-3ff8-4f73-a825-5db66f826d02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:24.015089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:24.149123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event deleted for resources: {'Port': ['ID=41614562-6129-4111-bc04-73acf861b7f3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:24.295967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] No DVR routers for this DVR port 41614562-6129-4111-bc04-73acf861b7f3 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:24.299105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:24.302097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'name': 'network-vif-deleted', 'tag': '41614562-6129-4111-bc04-73acf861b7f3'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:24.323610 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ecf605f6-73cf-427f-99c3-cc8b98682da6 req-50f988fe-f79b-49c3-bb79-bb255a18467f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.13 "DELETE /v2.0/ports/41614562-6129-4111-bc04-73acf861b7f3 HTTP/1.1" status: 204 len: 173 time: 1.1814680 Jun 01 13:00:24.344126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6d6a-430c-4c9c-a2f6-299174e21fbd req-5a257e62-5682-4c19-a543-cebef7fd127e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:24.345800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d88b6d6a-430c-4c9c-a2f6-299174e21fbd req-5a257e62-5682-4c19-a543-cebef7fd127e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.5141301 Jun 01 13:00:24.384615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:24.431055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a7484e-b691-4028-a843-38417574460d req-f92f858f-74a9-4f1a-85ae-cc86cbc89d37 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263237 Jun 01 13:00:24.443004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'port_id': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb35a28f-9166-4174-947f-c03557bf0728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:24.447097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d88b6d6a-430c-4c9c-a2f6-299174e21fbd req-1d04eca2-695d-425a-bdfe-f2bd1a49a426 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909450 Jun 01 13:00:24.470622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026611-bf4d-4cd4-a755-29ca5349f307 req-4fd3f5b3-c835-468a-8ad7-a74f64b5fd99 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:24.476515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab026611-bf4d-4cd4-a755-29ca5349f307 req-4fd3f5b3-c835-468a-8ad7-a74f64b5fd99 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 944 time: 0.2029564 Jun 01 13:00:24.563214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab026611-bf4d-4cd4-a755-29ca5349f307 req-07bd5286-8b32-4b7c-a160-a5836c754598 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853019 Jun 01 13:00:24.594985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:24.595371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:24.652369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:24.653992 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfc4e11-dbe4-47a3-a956-946a43cd3fab'] response: {'server_uuid': 'b1e29000-dec1-4539-8f23-9dd951fb8536', 'name': 'network-vif-deleted', 'tag': '41614562-6129-4111-bc04-73acf861b7f3', 'status': 'completed', 'code': 200} Jun 01 13:00:24.694997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:24.705642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:24.751840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-765115f7-f19f-489d-960a-6c087371e541 req-cc2a13d9-3b80-465c-b927-a9753b6e43f1 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1e29000-dec1-4539-8f23-9dd951fb8536 HTTP/1.1" status: 200 len: 210 time: 0.0598967 Jun 01 13:00:24.782630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-a5178e25-b43c-4196-b533-cc939d1f8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:24.784520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-a5178e25-b43c-4196-b533-cc939d1f8875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1095 time: 0.1710410 Jun 01 13:00:24.793723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:24.969921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-d68a4c3c-6f03-47e0-83f6-3137bd2b67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:24.971526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-d68a4c3c-6f03-47e0-83f6-3137bd2b67c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1789873 Jun 01 13:00:25.049495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-94107276-2e85-4eb8-9ffb-1ca803224a14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 217 time: 0.0717890 Jun 01 13:00:25.061780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9bc0-053c-4d81-8563-f5d7fcb277c5 req-771d7712-7eb9-481a-9d2c-f957dfa61dcf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:25.063243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99ae9bc0-053c-4d81-8563-f5d7fcb277c5 req-771d7712-7eb9-481a-9d2c-f957dfa61dcf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1823468 Jun 01 13:00:25.152112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-255913f4-eb08-4f83-af53-fa423f259dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:25.153496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-255913f4-eb08-4f83-af53-fa423f259dbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0892010 Jun 01 13:00:25.156740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99ae9bc0-053c-4d81-8563-f5d7fcb277c5 req-70b56c52-cf26-4643-9b75-2f53e5319160 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607078 Jun 01 13:00:25.220076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-9a75552a-618e-45c4-8903-49bc53dd347f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588217 Jun 01 13:00:25.412419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-ac23c4b7-a6bb-4410-a2a6-0417da6ac8cb service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851003 Jun 01 13:00:25.426773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff714c-e374-4ae5-b8f3-cfd272afbb8b req-1fd0d5b4-753f-45c5-a074-6306cf9f8248 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:25.428191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78ff714c-e374-4ae5-b8f3-cfd272afbb8b req-1fd0d5b4-753f-45c5-a074-6306cf9f8248 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1328325 Jun 01 13:00:25.530394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7a7de807-f5a0-4970-a16e-785c8c1e80ce'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:25.558951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78ff714c-e374-4ae5-b8f3-cfd272afbb8b req-55645eba-827e-4dbe-8e38-82a3fd46d0df tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123438 Jun 01 13:00:25.668766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951c20d8-4cc1-4090-8adc-75d175dbb198 req-04196a96-4b8a-4059-b5c7-f3c854da5500 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394097 Jun 01 13:00:25.683568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 41614562-6129-4111-bc04-73acf861b7f3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:25.722851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 41614562-6129-4111-bc04-73acf861b7f3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:25.723189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 41614562-6129-4111-bc04-73acf861b7f3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:25.751900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541049d-601f-4066-9367-2cc3254bf215 req-06bbc9df-ed67-4c37-b3ee-577fa88865e0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:25.753352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6541049d-601f-4066-9367-2cc3254bf215 req-06bbc9df-ed67-4c37-b3ee-577fa88865e0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.1654015 Jun 01 13:00:25.812258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6541049d-601f-4066-9367-2cc3254bf215 req-0e1fc12c-7a3e-4a51-a181-3ca7b4718c0b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518496 Jun 01 13:00:25.819617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e12948-bb2e-420c-a82a-df3008cb3b89 req-51085c08-9d42-4892-8d57-fddeebfbdbb4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:25.821038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82e12948-bb2e-420c-a82a-df3008cb3b89 req-51085c08-9d42-4892-8d57-fddeebfbdbb4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 945 time: 0.1407042 Jun 01 13:00:25.877255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82e12948-bb2e-420c-a82a-df3008cb3b89 req-4648e95f-9031-4d52-9031-6af00e466a58 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Jun 01 13:00:26.502329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fd2be-3d0e-4432-84a9-9c394e863667 req-563cfc2d-8790-4473-a673-dbb547a57d08 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:26.509400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32fd2be-3d0e-4432-84a9-9c394e863667 req-563cfc2d-8790-4473-a673-dbb547a57d08 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2034333 Jun 01 13:00:26.543595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52726) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:26.653118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa08dd-cb45-4b79-a098-20c02276c971 req-d96c95cd-bda4-4b85-ad0d-eeae1080f565 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:26.654932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1aa08dd-cb45-4b79-a098-20c02276c971 req-d96c95cd-bda4-4b85-ad0d-eeae1080f565 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.3134933 Jun 01 13:00:26.683985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:26.703572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:26.708946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Usage tracker for resource:security_group_rule and tenant:7b6606c3bb164dcea1e734bf9db1281e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:26.709742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32fd2be-3d0e-4432-84a9-9c394e863667 req-4e2248aa-c7be-4bc1-bf35-329633c20175 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952159 Jun 01 13:00:26.712447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:26.722357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:26.726919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1aa08dd-cb45-4b79-a098-20c02276c971 req-41dcd38c-28ab-4e93-84ff-3e746a09270f tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Jun 01 13:00:26.826158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:26.831407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:26.877715 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7b6606c3bb164dcea1e734bf9db1281e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323557 Jun 01 13:00:26.878573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f184b9e-5c17-4f86-b07c-2c8f472359f7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:26.880573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52734) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:26.887259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.887511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.887835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.888159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.888479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.888794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.889107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.889417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.889725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.890034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.890341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:26.890754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743d120-d92d-492f-b6f9-a75cfebf380d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.003668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.080063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.151578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066a13-bd5d-4a1f-b5a9-1fb4c3388b62 req-f1888313-c2ed-48ea-b98e-019a3aaad1a1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:27.152962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70066a13-bd5d-4a1f-b5a9-1fb4c3388b62 req-f1888313-c2ed-48ea-b98e-019a3aaad1a1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.2192676 Jun 01 13:00:27.194206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.217946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea39e-832b-41d1-9e32-950644b20465 req-3863dc56-82de-4f6f-a439-442c00d57280 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:27.219398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1bea39e-832b-41d1-9e32-950644b20465 req-3863dc56-82de-4f6f-a439-442c00d57280 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 945 time: 0.2011447 Jun 01 13:00:27.233434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f184b9e-5c17-4f86-b07c-2c8f472359f7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:27.257728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70066a13-bd5d-4a1f-b5a9-1fb4c3388b62 req-724e6a4f-bc4c-4987-8192-b0e9c02a5f2a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960248 Jun 01 13:00:27.261212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.265453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93e64238-19fd-4b93-96a6-da83fafee8cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4f184b9e-5c17-4f86-b07c-2c8f472359f7 HTTP/1.1" status: 204 len: 168 time: 0.3804941 Jun 01 13:00:27.288025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1bea39e-832b-41d1-9e32-950644b20465 req-7edeaf14-c6aa-443f-8bf4-c880678faf35 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Jun 01 13:00:27.976706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f1df1-c54b-4b6f-9fa1-53e3e2bd4a78 req-15ffbf36-3a8f-4230-a213-dd710ac90ee6 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:27.978154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d94f1df1-c54b-4b6f-9fa1-53e3e2bd4a78 req-15ffbf36-3a8f-4230-a213-dd710ac90ee6 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1521795 Jun 01 13:00:27.990267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cac240-b0a0-4cda-87ef-3c48923a6873 req-4ab987ea-5c0f-4cf9-bcc9-4dc861e4195d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:27.991673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8cac240-b0a0-4cda-87ef-3c48923a6873 req-4ab987ea-5c0f-4cf9-bcc9-4dc861e4195d tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.1286473 Jun 01 13:00:27.992719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:28.001723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:28.062715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d94f1df1-c54b-4b6f-9fa1-53e3e2bd4a78 req-582bbba2-9600-4bdb-85ae-8bacbfd144d3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Jun 01 13:00:28.067678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8cac240-b0a0-4cda-87ef-3c48923a6873 req-427fdeb4-52ec-4738-a3df-f481f4bacdbd tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/security-groups?id=7fb38188-b278-42e6-bb34-ffdb4812b20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612090 Jun 01 13:00:28.165874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 7a7de807-f5a0-4970-a16e-785c8c1e80ce completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:28.175461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7a7de807-f5a0-4970-a16e-785c8c1e80ce triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:28.175822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.233042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:28.252378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'port_id': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'mac_address': 'fa:16:3e:56:0d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934817d0-da06-4664-8a39-2df2c523aea4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:28.280443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c000-b069-4fec-bdff-2466f599a30f req-6727b5c1-13da-458b-a735-40db97406d93 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:28.281242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10b2c000-b069-4fec-bdff-2466f599a30f req-6727b5c1-13da-458b-a735-40db97406d93 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 945 time: 0.0915773 Jun 01 13:00:28.358962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:28.359552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.385370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:28.399946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:28.400642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.421436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:28.431784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.474424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:28.499007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:28.516724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:28.519414 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.533446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Deleting port bf94f45f-3ff8-4f73-a825-5db66f826d02 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:28.533792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.606477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:28.664287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9f59f-f652-4281-abf2-ca55e8d5b995 req-cd7f8c0f-567d-4d09-b792-37b9a7f63c00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:28.665959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2b9f59f-f652-4281-abf2-ca55e8d5b995 req-cd7f8c0f-567d-4d09-b792-37b9a7f63c00 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 945 time: 0.2235918 Jun 01 13:00:28.773943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dbd8f-0574-4c73-a8be-b2ab1ec105fa req-4bf73ec2-47cf-4fb3-85c6-fc5eaba5b925 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:28.775409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-796dbd8f-0574-4c73-a8be-b2ab1ec105fa req-4bf73ec2-47cf-4fb3-85c6-fc5eaba5b925 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.3875644 Jun 01 13:00:28.842535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2b9f59f-f652-4281-abf2-ca55e8d5b995 req-f82f8797-00e6-4888-9e37-2b90c7e97cfe tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699488 Jun 01 13:00:28.888858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-796dbd8f-0574-4c73-a8be-b2ab1ec105fa req-75d23bdc-645b-4307-9259-ab6115b7a266 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991383 Jun 01 13:00:28.895540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] For port bf94f45f-3ff8-4f73-a825-5db66f826d02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=bf94f45f-3ff8-4f73-a825-5db66f826d02,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:28.895903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.905873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:28.943347 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8976671-e83a-4edc-bb74-c596849bcfd9'] response: {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'code': 200} Jun 01 13:00:29.037776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Calling delete_port for bf94f45f-3ff8-4f73-a825-5db66f826d02 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:29.113133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f312d0-ca06-4f6b-9a3b-f936321076a0 req-140ee3a4-2c21-4f4a-b02e-d8ac43df2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:29.114841 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e0f312d0-ca06-4f6b-9a3b-f936321076a0 req-140ee3a4-2c21-4f4a-b02e-d8ac43df2103 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 1097 time: 0.1053970 Jun 01 13:00:29.189955 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e0f312d0-ca06-4f6b-9a3b-f936321076a0 req-eacfa1d4-57ca-4e5a-8c7e-1e5d24b923f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674293 Jun 01 13:00:29.247304 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.347732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28e13e95-9b15-449d-81ef-f2b5a7a1126a req-96260686-7d6b-48b6-8bf7-1559eb711eed tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 210 time: 0.0937865 Jun 01 13:00:29.352739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Pushing event deleted for resources: {'Port': ['ID=bf94f45f-3ff8-4f73-a825-5db66f826d02,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:29.552512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] No DVR routers for this DVR port bf94f45f-3ff8-4f73-a825-5db66f826d02 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:29.555265 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.557852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'name': 'network-vif-deleted', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:29.572136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10b2c000-b069-4fec-bdff-2466f599a30f req-e37bd83a-c6fc-4d4b-b2cf-47ee1f0dec19 tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.24 "DELETE /v2.0/ports/bf94f45f-3ff8-4f73-a825-5db66f826d02 HTTP/1.1" status: 204 len: 173 time: 1.2854667 Jun 01 13:00:29.592307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac978d-3cb9-4bf1-ac55-30812b66dbc5 req-97c23ece-cbd7-48e5-a686-3d9bcfafd22f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:29.593883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dac978d-3cb9-4bf1-ac55-30812b66dbc5 req-97c23ece-cbd7-48e5-a686-3d9bcfafd22f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3786094 Jun 01 13:00:29.620948 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38b714f-f543-415c-ae5f-2c614c51f5f0'] response: {'server_uuid': '0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd', 'name': 'network-vif-deleted', 'tag': 'bf94f45f-3ff8-4f73-a825-5db66f826d02', 'status': 'completed', 'code': 200} Jun 01 13:00:29.641808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dac978d-3cb9-4bf1-ac55-30812b66dbc5 req-8323edc1-5baf-4b4b-84be-7296429e77ed tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Jun 01 13:00:30.104884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1bbe1-4c0f-4064-bb0b-9370521c147c req-fabf729f-bd34-4312-beec-ec61d99dbb46 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:30.106333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5a1bbe1-4c0f-4064-bb0b-9370521c147c req-fabf729f-bd34-4312-beec-ec61d99dbb46 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1418328 Jun 01 13:00:30.121441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf7f0-8d45-4969-83c3-2badc8732e4a req-a91f5f6f-cff9-455f-90a4-898e31094db3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:30.122875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a90cf7f0-8d45-4969-83c3-2badc8732e4a req-a91f5f6f-cff9-455f-90a4-898e31094db3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.1170483 Jun 01 13:00:30.193155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5a1bbe1-4c0f-4064-bb0b-9370521c147c req-52ca57e0-dbbc-48b5-a3bb-72c1dc8c388a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805793 Jun 01 13:00:30.197501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a90cf7f0-8d45-4969-83c3-2badc8732e4a req-80b23fc5-0a4d-47cc-9b30-8d5789847361 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 Jun 01 13:00:30.527526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c6a6860b-7df3-4788-ad2a-0259546ad520 req-b4d5040c-466c-4014-b634-dddcf0c6841c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Synchronizing usage tracker for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:30.545982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c6a6860b-7df3-4788-ad2a-0259546ad520 req-b4d5040c-466c-4014-b634-dddcf0c6841c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] Unset dirty status for tenant:e64f2d6ace0542d59184f61294517b2e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:30.547355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6a6860b-7df3-4788-ad2a-0259546ad520 req-b4d5040c-466c-4014-b634-dddcf0c6841c tempest-ListServerFiltersTestJSON-1015196506 tempest-ListServerFiltersTestJSON-1015196506-project] 10.222.0.40 "GET /v2.0/ports?device_id=0193ff22-ce2a-48d0-aeb1-a2d4ec1407bd HTTP/1.1" status: 200 len: 210 time: 0.0721133 Jun 01 13:00:30.833234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af5885-715b-432d-bf8e-c6321c114e64 req-9243e0d1-9ad8-4a00-8ef2-021c4326ff6e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:30.841711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2af5885-715b-432d-bf8e-c6321c114e64 req-9243e0d1-9ad8-4a00-8ef2-021c4326ff6e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0948248 Jun 01 13:00:30.903682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2af5885-715b-432d-bf8e-c6321c114e64 req-98c7939f-82af-4b58-a72a-b2c3e1a2a39e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jun 01 13:00:31.445057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f3f91-2eb8-4159-a244-0e7642924a6e req-97ea65ed-33aa-4787-a7fd-563ad897eb21 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:31.446473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a32f3f91-2eb8-4159-a244-0e7642924a6e req-97ea65ed-33aa-4787-a7fd-563ad897eb21 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1418846 Jun 01 13:00:31.454006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05111-a90b-48d9-90f8-3fa955d1ef35 req-e910c6e7-11e0-4ad7-a542-39d50d58d448 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:31.455437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d05111-a90b-48d9-90f8-3fa955d1ef35 req-e910c6e7-11e0-4ad7-a542-39d50d58d448 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.1183839 Jun 01 13:00:31.529730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a32f3f91-2eb8-4159-a244-0e7642924a6e req-7b8d643c-15df-4a0c-b5d0-8510a8b3ff99 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732405 Jun 01 13:00:31.534107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d05111-a90b-48d9-90f8-3fa955d1ef35 req-344c51de-b382-4649-935f-774ae9c28612 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599635 Jun 01 13:00:31.641725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52874) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:31.706629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Deleting subnet 3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:00:31.709998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.768144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.950469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.001355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1cdc-2989-4ef2-b449-898deed3318e req-5ee80c29-27ec-4476-bd9f-9cce83d0d5b9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:32.002853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c26e1cdc-2989-4ef2-b449-898deed3318e req-5ee80c29-27ec-4476-bd9f-9cce83d0d5b9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1951399 Jun 01 13:00:32.012219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:32.085324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:32.092070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:32.092441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.115078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c26e1cdc-2989-4ef2-b449-898deed3318e req-f5f28d2d-9222-48a2-a408-5093ac708327 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050720 Jun 01 13:00:32.131390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.175021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c77bd16-287c-4bfb-b1b3-1cd90e6f3750,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:32.178050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.189461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-754e21e0-f06e-41da-8392-99b4822e16ac admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3c77bd16-287c-4bfb-b1b3-1cd90e6f3750 HTTP/1.1" status: 204 len: 168 time: 0.5466058 Jun 01 13:00:32.192014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52894) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:32.199512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f13d1-cd88-4256-92a2-7cd64861542e None None] Network bb817cab-bdfc-4da5-b59f-698b44623b02 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:00:32.206843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f94ea-d542-47ff-8408-f7f57c8f2259 req-30e230ca-a9a6-4d68-ad80-a3301718be78 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:32.215068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e3f94ea-d542-47ff-8408-f7f57c8f2259 req-30e230ca-a9a6-4d68-ad80-a3301718be78 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1795855 Jun 01 13:00:32.269227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e3f94ea-d542-47ff-8408-f7f57c8f2259 req-09f83966-9eb0-4334-8cc4-6f2f3ba9dc6a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530062 Jun 01 13:00:32.345198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.356682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Deleting port 582720cb-d845-4622-b23f-4e4fe39cef77 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:32.357248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.442176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:00:32.442554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.487544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:32.509911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:32.523864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.524866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device bf94f45f-3ff8-4f73-a825-5db66f826d02 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:32.609336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] For port 582720cb-d845-4622-b23f-4e4fe39cef77, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=582720cb-d845-4622-b23f-4e4fe39cef77,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:32.609686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.669411 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd0c96e-c670-402b-8db2-9f51cdb414d5'] response: {'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'code': 200} Jun 01 13:00:32.670463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] DHCP port deletion for bb817cab-bdfc-4da5-b59f-698b44623b02 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:00:32.677329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: bf94f45f-3ff8-4f73-a825-5db66f826d02 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:32.677859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device bf94f45f-3ff8-4f73-a825-5db66f826d02 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:32.718866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Deleting port 582720cb-d845-4622-b23f-4e4fe39cef77 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:32.719513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.780663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Calling delete_port for 582720cb-d845-4622-b23f-4e4fe39cef77 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:32.787163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:32.871297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.939986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=582720cb-d845-4622-b23f-4e4fe39cef77,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:32.943368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] No DVR routers for this DVR port 582720cb-d845-4622-b23f-4e4fe39cef77 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:32.948367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063bfb4-cb8e-4b1b-942b-a9a5df731af1 req-ad1d3dd8-b0b3-4bf3-9a4f-0a8bf862af2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:32.956277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b063bfb4-cb8e-4b1b-942b-a9a5df731af1 req-ad1d3dd8-b0b3-4bf3-9a4f-0a8bf862af2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2906277 Jun 01 13:00:32.962430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44d973-c3b0-4fe2-a6e6-6ab813ea761b req-8b69aa81-92b0-41cc-94b3-d117209ca662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:32.963894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e44d973-c3b0-4fe2-a6e6-6ab813ea761b req-8b69aa81-92b0-41cc-94b3-d117209ca662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1097 time: 0.2114980 Jun 01 13:00:33.004728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] For port 582720cb-d845-4622-b23f-4e4fe39cef77, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=582720cb-d845-4622-b23f-4e4fe39cef77,segment=NetworkSegment(48f4273a-9ff7-4195-9d51-4d2d9a3b6502),segment_id=48f4273a-9ff7-4195-9d51-4d2d9a3b6502)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:33.005320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.021172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d503256-b539-486d-b957-effc585e72a7 req-9c987a73-b0e7-473c-96aa-a435f70c9696 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:33.022812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d503256-b539-486d-b957-effc585e72a7 req-9c987a73-b0e7-473c-96aa-a435f70c9696 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.2004256 Jun 01 13:00:33.083345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.089798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 582720cb-d845-4622-b23f-4e4fe39cef77 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:33.101057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e44d973-c3b0-4fe2-a6e6-6ab813ea761b req-e41c7914-a5c3-4267-b1a1-8bd06f1c5630 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209474 Jun 01 13:00:33.111398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b063bfb4-cb8e-4b1b-942b-a9a5df731af1 req-6c04666d-f75c-436c-870c-265297045d84 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542246 Jun 01 13:00:33.118832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb817cab-bdfc-4da5-b59f-698b44623b02']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:33.134340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f4273a-9ff7-4195-9d51-4d2d9a3b6502') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:33.134619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f4273a-9ff7-4195-9d51-4d2d9a3b6502') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:33.148328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.163371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d503256-b539-486d-b957-effc585e72a7 req-7ba3aabc-2f76-43eb-8e2f-e97b5d37310e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287677 Jun 01 13:00:33.179658 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.183397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Calling delete_port for 582720cb-d845-4622-b23f-4e4fe39cef77 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:00:33.188664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:00:33.189234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.220594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 582720cb-d845-4622-b23f-4e4fe39cef77 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:00:33.220937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 582720cb-d845-4622-b23f-4e4fe39cef77 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:33.291092 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 48f4273a-9ff7-4195-9d51-4d2d9a3b6502 resource provider aggregate not found Jun 01 13:00:33.302378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:00:33.303703 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:00:33.309912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.333801 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 48f4273a-9ff7-4195-9d51-4d2d9a3b6502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48f4273a-9ff7-4195-9d51-4d2d9a3b6502 found for delete ", "request_id": "req-abc019b4-946d-4f26-96ff-c241e5b14b36"}]} Jun 01 13:00:33.334843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.347661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bb817cab-bdfc-4da5-b59f-698b44623b02,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:33.372997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b92a5682-9836-467b-a487-4d183535e3ed admin admin] 10.222.0.40 "DELETE /v2.0/networks/bb817cab-bdfc-4da5-b59f-698b44623b02 HTTP/1.1" status: 204 len: 168 time: 1.1790893 Jun 01 13:00:33.376729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee167d-da3c-44e2-b399-d8cd4310685c req-c4fbe941-1472-410d-bf8c-8ba4f94d840e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:33.378227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0ee167d-da3c-44e2-b399-d8cd4310685c req-c4fbe941-1472-410d-bf8c-8ba4f94d840e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1226141 Jun 01 13:00:33.431026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0ee167d-da3c-44e2-b399-d8cd4310685c req-054bb392-b8be-4b91-ae35-c1cc2da3a62e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Jun 01 13:00:33.679127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25ec1b-df91-4bb9-838b-7314231ec289 req-40a9ff46-d530-47be-a4c8-223edf604415 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:33.681748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be25ec1b-df91-4bb9-838b-7314231ec289 req-40a9ff46-d530-47be-a4c8-223edf604415 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2571235 Jun 01 13:00:33.746530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be25ec1b-df91-4bb9-838b-7314231ec289 req-2e673cef-7a72-44fa-bd82-add69c8a924f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582585 Jun 01 13:00:33.770839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:33.806512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Deleting port 582720cb-d845-4622-b23f-4e4fe39cef77 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:00:33.807558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.830431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6761e9ba-862c-46e3-b66c-037e0215f73b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e64f2d6ace0542d59184f61294517b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561893 Jun 01 13:00:33.831223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:33.868910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:33.910483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-248fbe43-dd4d-4413-9510-44b3edfeb137 None None] The port '582720cb-d845-4622-b23f-4e4fe39cef77' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:00:33.938521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:33.987339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.067892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.072923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.086233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb38188-b278-42e6-bb34-ffdb4812b20e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:34.095189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.098883 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-44465836-8f75-43da-9d44-331e52ba1f03 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7fb38188-b278-42e6-bb34-ffdb4812b20e HTTP/1.1" status: 204 len: 168 time: 0.2648373 Jun 01 13:00:34.113256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.138973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:34.144091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ef3b90d0a54e3395b727ea711f6e82 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:34.148079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:34.158102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:34.182955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683634-b290-4d82-a370-d32817cfdc4e req-413b6f4a-2286-4d2f-ac15-53e80ffca7ac tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:34.189975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e683634-b290-4d82-a370-d32817cfdc4e req-413b6f4a-2286-4d2f-ac15-53e80ffca7ac tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1554399 Jun 01 13:00:34.260229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e683634-b290-4d82-a370-d32817cfdc4e req-64c484bd-67a1-4d1c-bba8-ad6905e64505 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693061 Jun 01 13:00:34.323187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.371360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.457223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f7ef3b90d0a54e3395b727ea711f6e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851140 Jun 01 13:00:34.457770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52966) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:34.471202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d9e51-3c4c-464d-9f95-f6e1473461a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb065913-1d40-49c1-9346-afb045a7aec8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:34.508697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6088-4a1f-4f19-a5c0-fe2c5ff32cd9 req-8895a76e-4e6f-41f8-a52c-0e3ff95f5af9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:34.515233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca6088-4a1f-4f19-a5c0-fe2c5ff32cd9 req-8895a76e-4e6f-41f8-a52c-0e3ff95f5af9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.2024541 Jun 01 13:00:34.533294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.576501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.588884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca6088-4a1f-4f19-a5c0-fe2c5ff32cd9 req-18d53c42-a42a-40d6-9e03-5f92159463e2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691094 Jun 01 13:00:34.649845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.673419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb065913-1d40-49c1-9346-afb045a7aec8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:34.678184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.679841 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-51bcf992-8d14-4196-9b4b-f02eccbf24bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eb065913-1d40-49c1-9346-afb045a7aec8 HTTP/1.1" status: 204 len: 168 time: 0.2213275 Jun 01 13:00:34.927918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53dfb-4db0-4c87-a6f4-9d688fe7848e req-5250e95a-5880-4510-861b-ca6668789e2b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:34.929721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dc53dfb-4db0-4c87-a6f4-9d688fe7848e req-5250e95a-5880-4510-861b-ca6668789e2b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0835953 Jun 01 13:00:34.979743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52990) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:34.988944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dc53dfb-4db0-4c87-a6f4-9d688fe7848e req-d1016097-3e03-4750-9e64-510eea96457f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Jun 01 13:00:34.997958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.012917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:35.016982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:b5812a33c0f34ac38c5d5592b1512d61 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:35.023372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:35.029753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:35.128784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.133982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.184048 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5812a33c0f34ac38c5d5592b1512d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031906 Jun 01 13:00:35.186002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488069ae-2a0f-4582-b95e-b35bc3d52fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57ea41-074a-4014-b3b5-63d698684aa3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:35.187143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53000) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:35.264584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.290956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.346459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.362887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57ea41-074a-4014-b3b5-63d698684aa3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:35.376197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.378472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6fca1851-7a09-4207-8786-d4c68212ac92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2b57ea41-074a-4014-b3b5-63d698684aa3 HTTP/1.1" status: 204 len: 168 time: 0.1898780 Jun 01 13:00:35.470263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891745-a780-43e9-bb30-76bf4f1bf35c req-19bbd2c2-865e-4adf-adf6-a98269de2fa7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:35.472272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c891745-a780-43e9-bb30-76bf4f1bf35c req-19bbd2c2-865e-4adf-adf6-a98269de2fa7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0926661 Jun 01 13:00:35.534583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c891745-a780-43e9-bb30-76bf4f1bf35c req-ed257a88-c72b-415a-a4c5-4d7f79178515 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Jun 01 13:00:35.606890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95428950-5b4c-4778-84c0-46971e195da4 req-df17e3a5-8670-45e8-9e9c-ccca9d849542 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0475328 Jun 01 13:00:35.786885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8b296-ec3a-4905-99e4-c5425a13374b req-9283b852-d9c2-464c-80df-36784909e6a1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:35.788173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2de8b296-ec3a-4905-99e4-c5425a13374b req-9283b852-d9c2-464c-80df-36784909e6a1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.0901539 Jun 01 13:00:35.847479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2de8b296-ec3a-4905-99e4-c5425a13374b req-fc743223-ab41-4185-b0b0-f16c1a4731da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Jun 01 13:00:36.067116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94303be7-1c8b-46f7-84ca-1ad875ce4a4e req-4ba3b3f0-0e1c-4e73-83b9-7c04ff383ad0 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:36.068703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94303be7-1c8b-46f7-84ca-1ad875ce4a4e req-4ba3b3f0-0e1c-4e73-83b9-7c04ff383ad0 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1097 time: 0.1075213 Jun 01 13:00:36.127497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94303be7-1c8b-46f7-84ca-1ad875ce4a4e req-e1a1de71-40db-45a9-8e73-55d1d7e75f54 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511894 Jun 01 13:00:36.240795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ac68a-e32d-4bd0-862e-e585f0ea0f6c req-82f1c21a-19c2-419d-892f-6262e0a3d1de tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:36.247990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-518ac68a-e32d-4bd0-862e-e585f0ea0f6c req-82f1c21a-19c2-419d-892f-6262e0a3d1de tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1187816 Jun 01 13:00:36.305770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-518ac68a-e32d-4bd0-862e-e585f0ea0f6c req-a2701923-72a7-423e-92b5-a09cf7721ded tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565298 Jun 01 13:00:36.814977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39674-4c7d-4f58-ab02-eeeb3f4aa648 req-ae09ddae-1969-4634-8e30-10341d71728b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:36.823399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d39674-4c7d-4f58-ab02-eeeb3f4aa648 req-ae09ddae-1969-4634-8e30-10341d71728b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1402025 Jun 01 13:00:36.965770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd2ef0d1-93c3-434f-94ad-09e3239c08b3 req-190cf594-814c-4210-b461-2a1c319ba913 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1068859 Jun 01 13:00:37.016195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d39674-4c7d-4f58-ab02-eeeb3f4aa648 req-8c3d31dd-c068-4722-b4c2-d81d54ecb5ac tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918592 Jun 01 13:00:37.569284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96319b6-e004-4b8d-b969-b0c6481e7a14 req-be21068f-6694-4919-ad86-5bc99b47553b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:37.576897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f96319b6-e004-4b8d-b969-b0c6481e7a14 req-be21068f-6694-4919-ad86-5bc99b47553b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1551232 Jun 01 13:00:37.648163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f96319b6-e004-4b8d-b969-b0c6481e7a14 req-80b7f6c1-dc01-4419-8165-3d4fce85ce14 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640531 Jun 01 13:00:38.167054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2ff7c66-28b4-4480-80e2-c1d6488bd6c5 req-f6cf22ab-4ca5-450a-8ea8-27f8a7c89991 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0531728 Jun 01 13:00:38.405725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e2b0-8dc9-496b-b7b9-dda9908ce054 req-3dcd4c2f-629e-4b08-a6a2-d06d019e47d0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:38.407566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4237e2b0-8dc9-496b-b7b9-dda9908ce054 req-3dcd4c2f-629e-4b08-a6a2-d06d019e47d0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1088524 Jun 01 13:00:38.431901 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-36f82662-2831-477a-9774-6f4fd890c0c5 req-a28b4657-b841-4767-b773-6834edb38557 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0931044 Jun 01 13:00:38.477571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4237e2b0-8dc9-496b-b7b9-dda9908ce054 req-f7101d12-80ca-44ac-8480-065be1836121 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Jun 01 13:00:38.880835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc13b8-e6e5-41fe-8d29-7b30cc77e1f4 req-f7a6db83-139d-4528-bed9-bcc71e11c5cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:38.889333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3cc13b8-e6e5-41fe-8d29-7b30cc77e1f4 req-f7a6db83-139d-4528-bed9-bcc71e11c5cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1090424 Jun 01 13:00:38.946347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3cc13b8-e6e5-41fe-8d29-7b30cc77e1f4 req-3f71e57a-990c-460a-8960-421c2b4eb8a3 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553877 Jun 01 13:00:39.020412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53150) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:39.154497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.170427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:39.174584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Usage tracker for resource:security_group_rule and tenant:f7d44760d1d34d0a81ec036b2742aabb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:39.177776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:39.184002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:39.284625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.289583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.373605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b441d928-51cb-4831-ab33-997084ddb397 req-e296d5b2-31b3-4751-864e-f68897ce5365 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0687089 Jun 01 13:00:39.382890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd0489-1924-4939-b654-3ccfeb79056c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:39.391129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1ef5a71f-037a-4748-be64-c98f75d26b9f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f7d44760d1d34d0a81ec036b2742aabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694046 Jun 01 13:00:39.391640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:39.463485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.526650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.602996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.648341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.650244 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/00fd0489-1924-4939-b654-3ccfeb79056c HTTP/1.1" status: 204 len: 168 time: 0.2578354 Jun 01 13:00:39.651316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534e5df-e90c-47b4-b44c-3a4273069913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd0489-1924-4939-b654-3ccfeb79056c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:39.758363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caa6f4-591b-439a-b6ea-5f94e894a425 req-a5e5d547-ea7d-447a-b362-930628135cf4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:39.760419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96caa6f4-591b-439a-b6ea-5f94e894a425 req-a5e5d547-ea7d-447a-b362-930628135cf4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1064968 Jun 01 13:00:39.815155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96caa6f4-591b-439a-b6ea-5f94e894a425 req-e446600f-f15d-4399-8c04-5150d51c6fc5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Jun 01 13:00:40.041723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53176) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:40.060562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.216322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:40.220795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Usage tracker for resource:security_group_rule and tenant:8d7daa29d62a40588cee9f0947eff464 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:40.228973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:40.237390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:40.286714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61a0d-d5d1-44e9-91dc-9693bca72f93 req-fb34c04b-5add-489e-a8e5-5bfef5791513 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:40.291631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cb61a0d-d5d1-44e9-91dc-9693bca72f93 req-fb34c04b-5add-489e-a8e5-5bfef5791513 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2322178 Jun 01 13:00:40.353512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cb61a0d-d5d1-44e9-91dc-9693bca72f93 req-175b1020-c155-4c4d-b272-0b571bc27507 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Jun 01 13:00:40.450332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.468590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.535708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8d7daa29d62a40588cee9f0947eff464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927962 Jun 01 13:00:40.538102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf227-7e48-4905-bb44-d5edbb07040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58572942-a8c3-40ad-bae1-b0b91a3c219b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:40.538840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53182) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:40.595892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc6b6663-588f-4f35-abc9-d0a4e864a6aa req-1fcca9b8-c3fd-42a9-a067-b2b7acdc0bf0 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0453203 Jun 01 13:00:40.607656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.639107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.696272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.716360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58572942-a8c3-40ad-bae1-b0b91a3c219b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:40.721843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:40.723386 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec3ca18f-1096-44ad-ac99-370ded2b3f7c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/58572942-a8c3-40ad-bae1-b0b91a3c219b HTTP/1.1" status: 204 len: 168 time: 0.1834030 Jun 01 13:00:41.049021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e863a-e08c-4987-9535-fbee48f862e2 req-1ed6ff7b-0a27-4676-bb70-31857601fed5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:41.050685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a71e863a-e08c-4987-9535-fbee48f862e2 req-1ed6ff7b-0a27-4676-bb70-31857601fed5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1246529 Jun 01 13:00:41.101716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a71e863a-e08c-4987-9535-fbee48f862e2 req-daf7c3de-fa79-4e98-8fdf-fa572c10485d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Jun 01 13:00:41.155784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-837c57fd-ca9a-43d5-91de-983de8c4b9d6 req-228599a1-aafb-4ab5-a2a6-da990e7c09dc tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0432942 Jun 01 13:00:41.572268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7d82-23c1-4124-8a22-0f6df7440d43 req-35938fc2-ed7a-4e3f-b025-f63cc1f185a5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:41.573886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a3a7d82-23c1-4124-8a22-0f6df7440d43 req-35938fc2-ed7a-4e3f-b025-f63cc1f185a5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0827196 Jun 01 13:00:41.622320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a3a7d82-23c1-4124-8a22-0f6df7440d43 req-c7194e87-d560-495f-ba33-c3400f4ea223 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Jun 01 13:00:42.327845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dd5a0e3-cb1e-4a7d-b06c-cc489ac82518 req-e3b29d4b-8099-447b-b84e-6f0f8331ec46 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0501351 Jun 01 13:00:42.353470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051771c-388d-4197-b52b-d67ded019df4 req-e88fb2cf-704b-4694-833d-f2e18e43851a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:42.353470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c051771c-388d-4197-b52b-d67ded019df4 req-e88fb2cf-704b-4694-833d-f2e18e43851a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1306467 Jun 01 13:00:42.392016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c051771c-388d-4197-b52b-d67ded019df4 req-1e99c234-3cac-4345-b701-40a687009bbd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Jun 01 13:00:42.823857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d019d-2af2-454f-ba3b-c23bf1e032aa req-ef81c6ae-9f29-4723-9285-67fe2173c385 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:42.825327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a2d019d-2af2-454f-ba3b-c23bf1e032aa req-ef81c6ae-9f29-4723-9285-67fe2173c385 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0804181 Jun 01 13:00:42.875778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a2d019d-2af2-454f-ba3b-c23bf1e032aa req-c7b548d8-9802-42d6-b58b-de448c2e1bcf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Jun 01 13:00:43.323708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:43.453114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.484245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:43.488153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Usage tracker for resource:security_group_rule and tenant:89a7da0c4c5141bb8db29827c33b6f46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:43.491422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:43.498146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:43.519246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb219969-a835-405a-b6c5-74f48d63bedc req-98eeaf56-d1ac-4714-8050-3906cfde04ed tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0625229 Jun 01 13:00:43.590269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.595273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.602870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270619a-b207-49d8-aa2c-a0f2b8c83fd4 req-c94e6926-c7ed-46a6-930c-a64f79ee3fa9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:43.604319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1270619a-b207-49d8-aa2c-a0f2b8c83fd4 req-c94e6926-c7ed-46a6-930c-a64f79ee3fa9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0881937 Jun 01 13:00:43.643592 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=89a7da0c4c5141bb8db29827c33b6f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161995 Jun 01 13:00:43.643592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7da508-a1b8-4315-851e-b5cb439dd5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511eeafb-46e3-4f92-8321-e2b9c580531c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:43.645160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53304) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:43.658392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1270619a-b207-49d8-aa2c-a0f2b8c83fd4 req-807e5d8f-3dc1-40ba-af65-fd06abbd78d9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 Jun 01 13:00:43.712110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.742207 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.797710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.815203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511eeafb-46e3-4f92-8321-e2b9c580531c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:43.826824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.828002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6b732588-9714-4d9e-8604-4b7271cb9fb8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/511eeafb-46e3-4f92-8321-e2b9c580531c HTTP/1.1" status: 204 len: 168 time: 0.1818767 Jun 01 13:00:44.065241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904a5da-9705-4043-ab93-71b7b163111e req-90e18ffc-a091-4412-8894-d884afb84328 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:44.067021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9904a5da-9705-4043-ab93-71b7b163111e req-90e18ffc-a091-4412-8894-d884afb84328 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0826514 Jun 01 13:00:44.112611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9904a5da-9705-4043-ab93-71b7b163111e req-f64b19e4-17ff-4cb9-a553-cefacc73b187 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Jun 01 13:00:44.113252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:44.130109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.148805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:44.153146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Usage tracker for resource:security_group_rule and tenant:23ca623f14714eda8f4cfa1fd3a9196b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:44.155989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:44.161777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:44.252619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.257628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.304704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23ca623f14714eda8f4cfa1fd3a9196b&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1903653 Jun 01 13:00:44.305447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ca256-519b-4c4a-815f-9f48929442ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af182be9-fd7f-4ae5-82bb-66d50ba466a3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:44.308382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53324) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:44.379224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.407098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.463475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.480702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af182be9-fd7f-4ae5-82bb-66d50ba466a3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:44.492125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.496147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e8695724-4578-4d57-b540-766d76477609 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/af182be9-fd7f-4ae5-82bb-66d50ba466a3 HTTP/1.1" status: 204 len: 168 time: 0.1865773 Jun 01 13:00:44.682198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3f5b234-3463-4005-8930-dee9dc1bfb1f req-b3e44cda-7c24-42eb-bac6-a6ceafd394d4 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0445900 Jun 01 13:00:44.860879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211cc8f-b881-4b11-8a0a-6d1396cc8364 req-60b494ca-6e95-4b9b-9c4c-53badb527b08 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:44.862579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5211cc8f-b881-4b11-8a0a-6d1396cc8364 req-60b494ca-6e95-4b9b-9c4c-53badb527b08 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0943792 Jun 01 13:00:44.910353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5211cc8f-b881-4b11-8a0a-6d1396cc8364 req-93af84fd-4fb6-47d4-9e54-690b42b2f6b1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Jun 01 13:00:45.301843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf8be-07b4-47c0-97e6-91a7b886c164 req-99401452-a936-4dc0-8c43-cc166023875e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:45.303378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48dcf8be-07b4-47c0-97e6-91a7b886c164 req-99401452-a936-4dc0-8c43-cc166023875e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0832019 Jun 01 13:00:45.358897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48dcf8be-07b4-47c0-97e6-91a7b886c164 req-0f82652a-d4b4-4640-a29c-b39e8a28a524 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477800 Jun 01 13:00:45.850881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f32e26f-cd5a-438d-962a-130b26f0cee4 req-fa4e8484-3123-4a82-89d9-ede15339aed2 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0454855 Jun 01 13:00:46.122246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601992-d351-4f19-a2e9-29f9c5cb5ea6 req-5334115b-475d-4586-a080-21dbfba9a6f0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:46.123745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f601992-d351-4f19-a2e9-29f9c5cb5ea6 req-5334115b-475d-4586-a080-21dbfba9a6f0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0874636 Jun 01 13:00:46.177360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f601992-d351-4f19-a2e9-29f9c5cb5ea6 req-d28df9b3-62c6-4829-96d6-70f48ceff43e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Jun 01 13:00:46.592044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf56c-6625-415d-8c32-c3e08d125cfb req-a6159448-e0df-404b-a81e-8437ef5aedea tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:46.593585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dddf56c-6625-415d-8c32-c3e08d125cfb req-a6159448-e0df-404b-a81e-8437ef5aedea tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1018622 Jun 01 13:00:46.637934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dddf56c-6625-415d-8c32-c3e08d125cfb req-bdd73cfc-9968-42eb-bc93-28c0df37d7dd tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Jun 01 13:00:47.022929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5adea4c1-88f7-4906-b672-aa37d7d81d54 req-a2dcb875-f5e0-4070-91fd-6e377cbf05f1 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0505247 Jun 01 13:00:47.342668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69f609-252f-4dba-aa5a-8dfdc3fae083 req-deb1618f-c11e-4149-90c7-2aae6ed071ba tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:47.347161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e69f609-252f-4dba-aa5a-8dfdc3fae083 req-deb1618f-c11e-4149-90c7-2aae6ed071ba tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1097 time: 0.0799727 Jun 01 13:00:47.388560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e69f609-252f-4dba-aa5a-8dfdc3fae083 req-ee6e1c7e-972d-4fbe-bf2e-d84d141ca47e tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Jun 01 13:00:47.593182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793c3fb-bd22-4b7d-bbd0-09425a83b441 req-9b0ec87e-5c20-49ec-a78c-a98c24cc7e2c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:47.595589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8793c3fb-bd22-4b7d-bbd0-09425a83b441 req-9b0ec87e-5c20-49ec-a78c-a98c24cc7e2c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0964942 Jun 01 13:00:47.643156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8793c3fb-bd22-4b7d-bbd0-09425a83b441 req-fc696b3e-eb84-4731-b120-a8d253686ec7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Jun 01 13:00:47.743542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.976344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dfad2-d0e0-4547-9029-4a136969a406 req-d95cae1e-1465-4c30-ac9c-fd8e4d202a56 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:47.977823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3dfad2-d0e0-4547-9029-4a136969a406 req-d95cae1e-1465-4c30-ac9c-fd8e4d202a56 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1961696 Jun 01 13:00:48.027474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3dfad2-d0e0-4547-9029-4a136969a406 req-958a976a-72e2-4392-b6f2-3bc400c5f740 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Jun 01 13:00:48.221232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf6d49e4-3bd5-4aa2-ad6f-4c05084584f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.555431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db57b17c-2128-4268-92c4-811ecf3efdce req-e564a52f-6ebe-4ddf-8895-69d0a90cf797 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0561488 Jun 01 13:00:48.871691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e69d51-beb1-4828-8847-5ced4e022549 req-d3eee1ad-2192-4ab3-bebf-2b2cc11a9746 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:48.873201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45e69d51-beb1-4828-8847-5ced4e022549 req-d3eee1ad-2192-4ab3-bebf-2b2cc11a9746 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0902860 Jun 01 13:00:48.923998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45e69d51-beb1-4828-8847-5ced4e022549 req-de5481c2-27bd-4bb4-a3a3-5dc8123c7ca9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Jun 01 13:00:49.259007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac38fb5-4b91-486d-88ae-7f80dab9a8b3 req-2c83acaa-c0a2-4e6c-b6fe-a6daceb080cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:49.261239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bac38fb5-4b91-486d-88ae-7f80dab9a8b3 req-2c83acaa-c0a2-4e6c-b6fe-a6daceb080cf tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1069818 Jun 01 13:00:49.314056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bac38fb5-4b91-486d-88ae-7f80dab9a8b3 req-9b058dbc-6d57-4223-bc9c-1e87a5004002 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Jun 01 13:00:49.423933 n-d-844200-1 neutron-server[88372]: WARNING keystonemiddleware.auth_token [req-c835567d-b7fd-4c56-a1b7-db44f17c1079 req-b8f1850b-b78b-41f1-b2c3-b6754502adf3 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 13:00:49.427790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-badfe7ca-e3f6-47cb-b986-54ebe51a171c tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:00:49.434934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-badfe7ca-e3f6-47cb-b986-54ebe51a171c tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2918706 Jun 01 13:00:49.621612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:49.622112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Unknown quota resources ['binding']. {{(pid=88372) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 13:00:49.778711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a77fe18-95ab-429c-9466-33e8c684c7f3 req-5565517f-1614-4810-b205-3bcd3ade1458 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0591700 Jun 01 13:00:49.970473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:49.970657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:49.971502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:49.979938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:49.980571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:49.990952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:49.991612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:49.992141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:49.992728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Bound port: 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:50.078305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:50.087891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] Notify callbacks [] for binding, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:50.090896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfc57910-a486-40e1-884e-715cc9ecfc13 service neutron] 10.222.0.40 "POST /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87/bindings HTTP/1.1" status: 201 len: 389 time: 0.6549377 Jun 01 13:00:50.229874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989f34-ce61-46cf-a3ff-885542fce83c req-bec91815-efc1-4998-8974-4b46474ea143 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.237918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f989f34-ce61-46cf-a3ff-885542fce83c req-bec91815-efc1-4998-8974-4b46474ea143 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0989265 Jun 01 13:00:50.307936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f989f34-ce61-46cf-a3ff-885542fce83c req-3374a476-11bd-4ec7-bb3b-e36ab61bc580 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663447 Jun 01 13:00:50.465355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31084b32-6e8c-4415-8666-cbfe27ebeeb7 req-605f4370-a47a-41f3-9bfb-61465de26397 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.467304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31084b32-6e8c-4415-8666-cbfe27ebeeb7 req-605f4370-a47a-41f3-9bfb-61465de26397 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.0961151 Jun 01 13:00:50.471753 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e553aa9-dd11-46ac-b9ec-912d04899366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:50.536902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-abe7c625-7d8a-4d2f-8008-0bc9c53a99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.539291 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-abe7c625-7d8a-4d2f-8008-0bc9c53a99cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1097 time: 0.0907960 Jun 01 13:00:50.573001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31084b32-6e8c-4415-8666-cbfe27ebeeb7 req-d2baa36d-513e-4053-bf11-58f4bc41892e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622525 Jun 01 13:00:50.605790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cd93-70f6-4aa4-afa4-e6236c1b3438 req-a2062c48-55bd-4ca8-9cd8-f4cf1daf6768 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.607227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d87cd93-70f6-4aa4-afa4-e6236c1b3438 req-a2062c48-55bd-4ca8-9cd8-f4cf1daf6768 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1509180 Jun 01 13:00:50.670518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d87cd93-70f6-4aa4-afa4-e6236c1b3438 req-b94e5012-8c15-496f-835c-d456f4959585 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564277 Jun 01 13:00:50.712047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-5d0997d1-0ffd-4fe5-ba44-91d34794e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.713489 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-5d0997d1-0ffd-4fe5-ba44-91d34794e898 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1661794 Jun 01 13:00:50.798135 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-07320e22-3493-468a-8088-895ee2632ab7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 217 time: 0.0769455 Jun 01 13:00:50.842872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-6d58e987-2be1-4a97-bcf0-08a8c9c55b70 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.845007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-6d58e987-2be1-4a97-bcf0-08a8c9c55b70 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 815 time: 0.1547880 Jun 01 13:00:50.864767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-0b658ac9-be85-4751-abff-77f443142e22 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/quotas/293df99a5e6445f9992e332102b187b6 HTTP/1.1" status: 200 len: 375 time: 0.0137143 Jun 01 13:00:50.875500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfea6c35-bddc-45b4-bec5-2b250ac2a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:50.877124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bfea6c35-bddc-45b4-bec5-2b250ac2a795 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0722549 Jun 01 13:00:50.977397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b31211d0-208e-4dc8-9a5e-299e8499b4d1 req-12d31be6-cd82-4eed-aa23-9abee82e3ac9 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0544698 Jun 01 13:00:51.010332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-7d81da33-4d4b-49da-9799-465a99b10faa tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1394842 Jun 01 13:00:51.045887 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-fea3abda-9911-4dff-a740-fbb2231488b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610620 Jun 01 13:00:51.181391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-f2ac55d4-c96a-4965-8d07-d79a052e4821 service neutron] 10.222.0.40 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597712 Jun 01 13:00:51.204660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-1cc61d71-8a8f-4b90-9642-68051385a986 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519864 Jun 01 13:00:51.353782 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-7d0bc3fb-71d6-49f6-89d6-8dab791bf3f9 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418312 Jun 01 13:00:51.369543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-f8a090bc-9679-4dfa-ab01-4b262615a496 service neutron] 10.222.0.40 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872365 Jun 01 13:00:51.388008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0235-f273-4773-abad-5735db6a2a2a req-f29b387a-e9e3-4609-ac28-95ee84cea022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:51.389553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-f29b387a-e9e3-4609-ac28-95ee84cea022 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028d2e331f3448a590b9431817190db3&device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1100 time: 0.1240432 Jun 01 13:00:51.593318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:51.675089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:51.697084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0235-f273-4773-abad-5735db6a2a2a req-1fbcf05c-12a5-4581-85d6-f121516c5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:51.698829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-1fbcf05c-12a5-4581-85d6-f121516c5237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2767775 Jun 01 13:00:51.702980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-169b6efd-9b62-4d55-a30e-c0f871619da6 req-57028ab9-bc9b-47f5-90eb-7d57139d894f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 210 time: 0.0602653 Jun 01 13:00:51.712141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535987-89e5-4f04-8818-f6747d9c7f1c req-48fc5c1c-3a1b-4cf9-9c37-2a881aa21c95 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:51.719944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40535987-89e5-4f04-8818-f6747d9c7f1c req-48fc5c1c-3a1b-4cf9-9c37-2a881aa21c95 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2188036 Jun 01 13:00:52.007898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-b2c4ffa3-a2ad-4218-90bc-b07bf4478ff1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=28cf287d-7955-4738-b2f9-646f08e330af HTTP/1.1" status: 200 len: 217 time: 0.2856479 Jun 01 13:00:52.118518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40535987-89e5-4f04-8818-f6747d9c7f1c req-81eafc4c-f99f-4417-a43a-7061f9924c59 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908362 Jun 01 13:00:52.128886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0235-f273-4773-abad-5735db6a2a2a req-4a0b6857-f587-4db6-93e0-58ba0daf1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:52.133609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-4a0b6857-f587-4db6-93e0-58ba0daf1253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1060839 Jun 01 13:00:52.252318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9da9a-17e0-4210-907b-24934ba5eb39 req-b031c50f-9574-4b7d-b66f-76ecc16be401 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:52.252318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97c9da9a-17e0-4210-907b-24934ba5eb39 req-b031c50f-9574-4b7d-b66f-76ecc16be401 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.2986984 Jun 01 13:00:52.350956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0235-f273-4773-abad-5735db6a2a2a req-f4f0ce57-708e-484f-ad2e-303b60ecb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:52.352447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-f4f0ce57-708e-484f-ad2e-303b60ecb837 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136683 Jun 01 13:00:52.380951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97c9da9a-17e0-4210-907b-24934ba5eb39 req-104d779c-7389-4e63-9180-d8eae07fa678 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860794 Jun 01 13:00:52.499404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf910e54-bcf3-4713-9884-a5928c58e7dc req-a2c97609-e7cb-426b-886a-ae69a229f774 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:52.508028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf910e54-bcf3-4713-9884-a5928c58e7dc req-a2c97609-e7cb-426b-886a-ae69a229f774 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2586184 Jun 01 13:00:52.632738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4525b70-9954-4964-8141-fb761899eb79 req-ac5ddd78-0f87-4c67-bc1f-3bc5b6866af6 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1032758 Jun 01 13:00:52.648790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-69cb825e-b28a-4cb8-ac32-d715504b88b3 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876830 Jun 01 13:00:52.652284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf910e54-bcf3-4713-9884-a5928c58e7dc req-dcb9778c-ab64-4f77-8936-8c8afb44523e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432228 Jun 01 13:00:52.844203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-603e0235-f273-4773-abad-5735db6a2a2a req-91627f86-607f-4ce2-bd59-fa3862041c06 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858497 Jun 01 13:00:52.912653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e315d53-df4c-410d-91e7-5f9f2ccd7ec6 req-2c2fc40a-0e35-4c15-905f-b7d656a89b2f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 210 time: 0.0469015 Jun 01 13:00:52.972509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.245205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-e5952954-f884-4557-8e8a-fe6555e1dbdc tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:53.247050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-e5952954-f884-4557-8e8a-fe6555e1dbdc tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.24 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 815 time: 0.1819777 Jun 01 13:00:53.303155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Request body: {'port': {'device_id': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'admin_state_up': True, 'tenant_id': '293df99a5e6445f9992e332102b187b6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:53.474950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cbaac-b700-42d4-b819-628ec9db1393 req-746d088a-260a-4003-be8c-027bbd8dd85a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:53.476398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-323cbaac-b700-42d4-b819-628ec9db1393 req-746d088a-260a-4003-be8c-027bbd8dd85a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2220547 Jun 01 13:00:53.485550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:53.513513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:53.578335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Made reservation on behalf of 293df99a5e6445f9992e332102b187b6 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:00:53.581739 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.605839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-323cbaac-b700-42d4-b819-628ec9db1393 req-eecd85a1-d437-4e88-aa2c-0968ca01f764 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213908 Jun 01 13:00:53.701954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b9a69-3608-4607-a54b-259dd33e024c req-03c2e460-e52f-4b8f-bbb0-ea4dd90c2f1c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:53.703523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e20b9a69-3608-4607-a54b-259dd33e024c req-03c2e460-e52f-4b8f-bbb0-ea4dd90c2f1c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.1972227 Jun 01 13:00:53.833239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-752e7954-45cc-447e-a5c6-fb1584d735a7 req-e1221ebb-153d-4027-8624-4b77c91232e7 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0621884 Jun 01 13:00:53.851613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e20b9a69-3608-4607-a54b-259dd33e024c req-f1b207f1-6c4f-4ebd-812d-fb2a50f565b7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386411 Jun 01 13:00:53.863317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Allocated IP 172.20.0.14 (b40266e6-10e1-4b1c-b82e-a967503e647c/7860a8a7-7f58-4906-95aa-3c8246c9e3dc/18dbc28f-fe9a-4c76-8bd6-c168203a722b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:54.218364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12b5e49f-5c5f-465d-89c3-140a795679a7 req-0ee8de74-bac7-47cf-9822-cb4a506fdb3f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 210 time: 0.0724099 Jun 01 13:00:54.288923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.298757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83d4bc-90bd-47a8-bc07-2ed2063deeb4 req-e91d0897-ddfb-4e63-a73a-27dc1990c672 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:54.300185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c83d4bc-90bd-47a8-bc07-2ed2063deeb4 req-e91d0897-ddfb-4e63-a73a-27dc1990c672 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3537335 Jun 01 13:00:54.331910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Transition to ACTIVE for port object 18dbc28f-fe9a-4c76-8bd6-c168203a722b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:54.359534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c83d4bc-90bd-47a8-bc07-2ed2063deeb4 req-98386967-560d-4ce8-9ee7-d06f60e92c01 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528519 Jun 01 13:00:54.379176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.453819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Network b40266e6-10e1-4b1c-b82e-a967503e647c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:54.457000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:54.461205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:00:54.531292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:54.532044 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.542222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event updated for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:54.574128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-b61af859-3c08-40ae-b8c3-0eb411dee6f7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2831473 Jun 01 13:00:54.592497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Request body: {'port': {'device_id': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:54.713662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.757316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-47941dce-a010-4f94-b466-93e639b58f6b None None] Provisioning for port 18dbc28f-fe9a-4c76-8bd6-c168203a722b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:54.768013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-47941dce-a010-4f94-b466-93e639b58f6b None None] Provisioning complete for port 18dbc28f-fe9a-4c76-8bd6-c168203a722b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:54.768555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47941dce-a010-4f94-b466-93e639b58f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.826407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-47941dce-a010-4f94-b466-93e639b58f6b None None] Port 18dbc28f-fe9a-4c76-8bd6-c168203a722b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:00:54.963658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb6a1-796a-451f-a64e-4414e6737947 req-fb8c267c-66ee-4825-a4de-d0689844878b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:54.965111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-716bb6a1-796a-451f-a64e-4414e6737947 req-fb8c267c-66ee-4825-a4de-d0689844878b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2358215 Jun 01 13:00:55.080028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b425e9-98b0-4c43-9a0e-69f8af422c39 req-182af95e-2668-4a25-940b-660b9581f86d tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0727365 Jun 01 13:00:55.128986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-716bb6a1-796a-451f-a64e-4414e6737947 req-17cf42c6-a6b3-46fb-a596-be4d02f17e26 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198382 Jun 01 13:00:55.301004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dbc28f-fe9a-4c76-8bd6-c168203a722b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:00:55.310920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.331806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Transition to ACTIVE for port object 18dbc28f-fe9a-4c76-8bd6-c168203a722b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:55.347052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961562a-9d87-446e-9ae3-2f3544e4d81a req-60f17cc9-38ec-4180-ae2a-34618f75b031 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:55.348532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9961562a-9d87-446e-9ae3-2f3544e4d81a req-60f17cc9-38ec-4180-ae2a-34618f75b031 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.1175823 Jun 01 13:00:55.351306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.441683 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:00:55.577618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Pushing event updated for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:55.623184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9961562a-9d87-446e-9ae3-2f3544e4d81a req-fc20daa4-e471-4507-88d5-37a114a534db tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669621 Jun 01 13:00:55.713305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181d28d-2063-4769-ab59-a16bc7a56b7f req-654028a8-696d-408f-aa37-e4bdfc73b4f3 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:55.714004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3181d28d-2063-4769-ab59-a16bc7a56b7f req-654028a8-696d-408f-aa37-e4bdfc73b4f3 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:55.726624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Attempting to bind port 18dbc28f-fe9a-4c76-8bd6-c168203a722b on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:55.726944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Attempting to bind port 18dbc28f-fe9a-4c76-8bd6-c168203a722b by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:55.727265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Attempting to bind port 18dbc28f-fe9a-4c76-8bd6-c168203a722b on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:55.735368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Port 18dbc28f-fe9a-4c76-8bd6-c168203a722b on network b40266e6-10e1-4b1c-b82e-a967503e647c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:55.735613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Attempting to bind port 18dbc28f-fe9a-4c76-8bd6-c168203a722b on network b40266e6-10e1-4b1c-b82e-a967503e647c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:55.741801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:55.742055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Checking segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:00:55.742445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Bound using segment: {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:55.742852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Bound port: 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:55.743203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.764308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3181d28d-2063-4769-ab59-a16bc7a56b7f req-654028a8-696d-408f-aa37-e4bdfc73b4f3 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:55.765411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3181d28d-2063-4769-ab59-a16bc7a56b7f req-654028a8-696d-408f-aa37-e4bdfc73b4f3 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 944 time: 0.4158051 Jun 01 13:00:56.006575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3181d28d-2063-4769-ab59-a16bc7a56b7f req-e27c66d2-c0b5-43a5-bfdc-753e60eae6d0 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853981 Jun 01 13:00:56.039046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:56.042983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:56.050492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.097893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c28da-362a-46d3-bfcc-cb1cdbb18e76 req-4cb34926-0452-4a43-a7b1-c66262d218f1 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.099879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-592c28da-362a-46d3-bfcc-cb1cdbb18e76 req-4cb34926-0452-4a43-a7b1-c66262d218f1 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3383381 Jun 01 13:00:56.137143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.137657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.139189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] 10.222.0.24 "PUT /v2.0/ports/18dbc28f-fe9a-4c76-8bd6-c168203a722b HTTP/1.1" status: 200 len: 1092 time: 1.5513964 Jun 01 13:00:56.142389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:00:56.184975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-592c28da-362a-46d3-bfcc-cb1cdbb18e76 req-e325bab6-0898-4ba2-92c1-9d77bbd1de5b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761795 Jun 01 13:00:56.185734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735dc24-2011-4116-bda4-3f21d1779c03 service neutron] Pushing event updated for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:56.275063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b7f549-5406-4532-9574-1e18c40b3854 req-01201540-8828-445c-b0ba-7af42c03acef tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0561719 Jun 01 13:00:56.328732 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859d0126-cf73-4fcc-aba4-a466225d5f49'] response: {'name': 'network-changed', 'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b', 'status': 'completed', 'code': 200} Jun 01 13:00:56.367949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-41cae19c-0ab7-4909-bd8e-18ab6d462bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.369597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-41cae19c-0ab7-4909-bd8e-18ab6d462bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 1095 time: 0.0931375 Jun 01 13:00:56.487462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-955861df-64ff-4d9d-a059-0aacf58b99f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b HTTP/1.1" status: 200 len: 217 time: 0.1037471 Jun 01 13:00:56.570815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-60ac27c8-a648-4179-94ce-118c65c20ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.572251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-60ac27c8-a648-4179-94ce-118c65c20ca3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 200 len: 854 time: 0.0746388 Jun 01 13:00:56.584835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6533cdb-e9e0-4df0-b37e-68b7a05c59e0 req-43b6e9ed-abd8-46a2-9b6a-98dd70e01cf7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.586252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6533cdb-e9e0-4df0-b37e-68b7a05c59e0 req-43b6e9ed-abd8-46a2-9b6a-98dd70e01cf7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2015679 Jun 01 13:00:56.675300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6533cdb-e9e0-4df0-b37e-68b7a05c59e0 req-ed3121ca-71a4-430d-a9f4-ca07333f5d01 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Jun 01 13:00:56.691510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-06676a72-2634-4f04-990d-d5846b1e8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.693129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-06676a72-2634-4f04-990d-d5846b1e8d0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40266e6-10e1-4b1c-b82e-a967503e647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058660 Jun 01 13:00:56.889870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-65daefe6-d974-4d15-9832-84eb6a8c84b4 service neutron] 10.222.0.24 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880610 Jun 01 13:00:56.905561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a2ef2-8019-4aef-98f1-c12b1a8384fa req-c6eed339-b432-4956-8174-197c617880d9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:56.906996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d5a2ef2-8019-4aef-98f1-c12b1a8384fa req-c6eed339-b432-4956-8174-197c617880d9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.1353765 Jun 01 13:00:57.032427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d5a2ef2-8019-4aef-98f1-c12b1a8384fa req-d120fb39-721c-4cd5-b59c-39bacd4285c6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068990 Jun 01 13:00:57.072444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa25e76-c0ec-4237-a52c-9b288f072947 req-5c5dcfe6-7ff5-46be-bf43-89153d57819d service neutron] 10.222.0.24 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644852 Jun 01 13:00:57.278210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911ef2-8fef-411b-a9f8-e95769fe3f99 req-060f93a4-5267-456a-9ad4-06a62d0724b6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.279717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6911ef2-8fef-411b-a9f8-e95769fe3f99 req-060f93a4-5267-456a-9ad4-06a62d0724b6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 944 time: 0.1474009 Jun 01 13:00:57.282755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-064b1fa8-13a3-44eb-bb19-19e775a93093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.284278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-064b1fa8-13a3-44eb-bb19-19e775a93093 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=293df99a5e6445f9992e332102b187b6&device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 1095 time: 0.1076236 Jun 01 13:00:57.464445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6911ef2-8fef-411b-a9f8-e95769fe3f99 req-739491a4-cc4f-453e-a68a-2f2ae7878c45 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765182 Jun 01 13:00:57.515839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-018f9be2-681c-45e2-815c-93e09ac15cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.517542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-018f9be2-681c-45e2-815c-93e09ac15cf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 200 len: 916 time: 0.2147388 Jun 01 13:00:57.580629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be6efa-985c-46fc-bf21-43d8ab67fef3 req-ae704998-c15f-4876-9ff9-4cdcc0897316 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.582070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6be6efa-985c-46fc-bf21-43d8ab67fef3 req-ae704998-c15f-4876-9ff9-4cdcc0897316 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2538180 Jun 01 13:00:57.641820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-acc90f94-fcf3-48d2-ac64-0a8cf5510c20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b HTTP/1.1" status: 200 len: 217 time: 0.1154165 Jun 01 13:00:57.690017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646b16e7-46cf-47cf-9f50-8e9f99c29078 req-682803fd-9ace-4cc1-b258-38ad0dc0527a tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1016905 Jun 01 13:00:57.723834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6be6efa-985c-46fc-bf21-43d8ab67fef3 req-838234fa-c8d2-4dcb-9877-483122f4bc7b tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343665 Jun 01 13:00:57.737763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-8c6fb72c-3e8e-4b7d-a882-b98e35136409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.739383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-8c6fb72c-3e8e-4b7d-a882-b98e35136409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 200 len: 854 time: 0.0881071 Jun 01 13:00:57.994210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-8c0d639d-9a5e-4a65-8fb1-d2f8dc7ceec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:57.995701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-8c0d639d-9a5e-4a65-8fb1-d2f8dc7ceec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40266e6-10e1-4b1c-b82e-a967503e647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489085 Jun 01 13:00:58.006093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb4f6-dbf4-4131-89be-d99b10a4c8eb req-b2fd6853-bfab-46ff-9333-bc65ae53ad98 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:58.007541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5fb4f6-dbf4-4131-89be-d99b10a4c8eb req-b2fd6853-bfab-46ff-9333-bc65ae53ad98 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1098211 Jun 01 13:00:58.017294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53768) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:58.146203 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.153335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5fb4f6-dbf4-4131-89be-d99b10a4c8eb req-458033e1-be3a-4c6d-a642-fe94206ffb4b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254487 Jun 01 13:00:58.172253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:58.176216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1f9d7a3e3342a7bcb27b77b836506c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:58.179865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:58.188318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:58.238440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-9cdb0e7f-c99d-46e4-9a25-bbc3d4f2155b service neutron] 10.222.0.24 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299299 Jun 01 13:00:58.292796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.298285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.347414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2f52f-2dc9-47c8-b675-48c1b56b4b0d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:58.354343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-51a6f47f-3ec4-4e07-9f9c-588962df8629 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4d1f9d7a3e3342a7bcb27b77b836506c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328118 Jun 01 13:00:58.354543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:58.378727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efab1-153c-42fb-a4ef-0ec1ccec2eb6 req-594a5080-87eb-4965-875e-9e8a7e3de57e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:58.380417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004efab1-153c-42fb-a4ef-0ec1ccec2eb6 req-594a5080-87eb-4965-875e-9e8a7e3de57e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.2022913 Jun 01 13:00:58.415218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e207a11-9b97-42f1-b9aa-e74b4556f138 req-536536c1-ba4b-4549-98c1-fcc40ea50b3b service neutron] 10.222.0.24 "GET /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669319 Jun 01 13:00:58.417882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.438138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004efab1-153c-42fb-a4ef-0ec1ccec2eb6 req-c0a41add-8086-40a0-974d-9784d3e22b71 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Jun 01 13:00:58.445440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.500748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.518916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2f52f-2dc9-47c8-b675-48c1b56b4b0d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:58.522308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.526463 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d31d18cd-9c3b-45e4-9dd4-213ec9a19a8c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/26a2f52f-2dc9-47c8-b675-48c1b56b4b0d HTTP/1.1" status: 204 len: 168 time: 0.1709995 Jun 01 13:00:58.689990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047d3e0-3035-4783-8295-550cea3a2283 req-18e3e35e-72bf-401d-be66-f4a82ff249a1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:58.691537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c047d3e0-3035-4783-8295-550cea3a2283 req-18e3e35e-72bf-401d-be66-f4a82ff249a1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 944 time: 0.0993075 Jun 01 13:00:58.747408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c047d3e0-3035-4783-8295-550cea3a2283 req-fc251ba2-9be3-4930-a3de-1d17c260661f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Jun 01 13:00:58.852219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:58.871835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:58.888164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:58.892161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a559082bfcf4ffa962a65938d2188ba is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:58.895110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:58.902223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34944eb1-37e6-48f9-b29b-9d54f08eddb9 req-4ce54894-8c40-49ae-b9ae-0b79b3f60a57 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0884919 Jun 01 13:00:58.904010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:58.958799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d668c-8451-4c26-b3c0-86d00060d5bf req-95a1e95f-e9b9-4ab7-aef1-520d7cc81259 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:58.960336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703d668c-8451-4c26-b3c0-86d00060d5bf req-95a1e95f-e9b9-4ab7-aef1-520d7cc81259 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.1003509 Jun 01 13:00:59.007795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.014561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703d668c-8451-4c26-b3c0-86d00060d5bf req-31ebf3c5-c850-4efa-9cb4-92c77376319d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Jun 01 13:00:59.016405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.069954 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2a559082bfcf4ffa962a65938d2188ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164974 Jun 01 13:00:59.070679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54a9ed-60b8-45ea-9012-11f5c6078aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418a9446-5c9e-4983-9251-476cfaaa61e0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:59.073481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53794) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:59.156326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.187580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.256919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.365602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418a9446-5c9e-4983-9251-476cfaaa61e0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:59.398948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.400479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1ad226fb-9d86-489c-aaa8-7ebc389613bd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/418a9446-5c9e-4983-9251-476cfaaa61e0 HTTP/1.1" status: 204 len: 168 time: 0.3253191 Jun 01 13:00:59.462481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36338c-0714-458e-bae4-9ea37efe232a req-ccbefd46-9baa-4ce3-96fc-c8cd5da2d226 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:59.464035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d36338c-0714-458e-bae4-9ea37efe232a req-ccbefd46-9baa-4ce3-96fc-c8cd5da2d226 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1996815 Jun 01 13:00:59.467155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-4a6cffc3-72a5-4a9f-8611-8021108bf9ff tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:59.468675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-4a6cffc3-72a5-4a9f-8611-8021108bf9ff tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1097 time: 0.1504831 Jun 01 13:00:59.527261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:59.559549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d36338c-0714-458e-bae4-9ea37efe232a req-5eab7123-d37d-4f74-97ea-f3ea07bd76d2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876088 Jun 01 13:00:59.722507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:59.790569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf2a35-86e4-4f43-9297-972656978f88 req-2fd4e66e-466a-41f0-90ae-2b5bdc2e8c5b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:00:59.792144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2bf2a35-86e4-4f43-9297-972656978f88 req-2fd4e66e-466a-41f0-90ae-2b5bdc2e8c5b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 946 time: 0.2063162 Jun 01 13:00:59.974100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2bf2a35-86e4-4f43-9297-972656978f88 req-fd11f730-6198-46db-b809-6a04ecfa0560 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657715 Jun 01 13:01:00.061441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:00.080933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2763c-010b-407e-9692-09349bee6c7e req-816b7f70-5d95-4d33-978d-f0a2e4b11a01 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:00.082605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bf2763c-010b-407e-9692-09349bee6c7e req-816b7f70-5d95-4d33-978d-f0a2e4b11a01 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 944 time: 0.2246270 Jun 01 13:01:00.130581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18dbc28f-fe9a-4c76-8bd6-c168203a722b details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:01:00.153712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbf28711-ed17-421f-a77b-4dcfb2d764df req-1d21fefb-bdac-4c6b-90c6-10b4cce820c3 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0686986 Jun 01 13:01:00.177592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:00.315734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:00.331853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '18dbc28f-fe9a-4c76-8bd6-c168203a722b', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'port_id': '18dbc28f-fe9a-4c76-8bd6-c168203a722b', 'mac_address': 'fa:16:3e:7b:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:01:00.389294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18dbc28f-fe9a-4c76-8bd6-c168203a722b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:00.389668 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:00.392432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bf2763c-010b-407e-9692-09349bee6c7e req-60fa5cb5-2b10-4e95-a64a-7fe9985b4961 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698145 Jun 01 13:01:00.409059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dbc28f-fe9a-4c76-8bd6-c168203a722b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:00.430156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:00.435366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:00.438413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:00.444738 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:00.466276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:00.536096 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6458df-4dfd-40cc-8977-60458d9505dd'] response: {'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'code': 200} Jun 01 13:01:00.556328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:00.622400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9391672-2784-4a35-8049-8be21a1811f9 req-a991c201-b5e6-4674-a415-f5ef0970818d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:00.627216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9391672-2784-4a35-8049-8be21a1811f9 req-a991c201-b5e6-4674-a415-f5ef0970818d tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.3073385 Jun 01 13:01:00.771715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:00.790934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:00.791265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:00.791583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:00.803400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9391672-2784-4a35-8049-8be21a1811f9 req-ca8958f9-8b0c-44ff-9be2-5b149651a603 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654515 Jun 01 13:01:00.808639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:01:00.808639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Attempting to bind port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:00.819794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:00.820139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:00.820560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:00.821086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Bound port: 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:00.821438 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:00.891881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e393e9-4f7a-488c-84e6-8123a6fe3f73 req-a218e2b5-c0c5-4ed1-9b71-ab8f606c6c6a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:00.893294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e393e9-4f7a-488c-84e6-8123a6fe3f73 req-a218e2b5-c0c5-4ed1-9b71-ab8f606c6c6a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2050354 Jun 01 13:01:00.928376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['18dbc28f-fe9a-4c76-8bd6-c168203a722b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:00.975252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e393e9-4f7a-488c-84e6-8123a6fe3f73 req-25c3a4ff-47ff-45cc-aec5-6f2561c7b336 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Jun 01 13:01:00.976336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:00.989852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:00.990448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:01.065738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:01.228316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:01.228910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:01.230563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-88b24faa-c1b0-422b-b899-3f633d966b7e service neutron] 10.222.0.13 "PUT /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 1122 time: 1.7098262 Jun 01 13:01:01.259600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57be5a4-ec7e-4329-b078-1d903ab7ca91 req-61acba75-f932-431f-a66a-cf23203c5aac tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:01.267150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f57be5a4-ec7e-4329-b078-1d903ab7ca91 req-61acba75-f932-431f-a66a-cf23203c5aac tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.1459532 Jun 01 13:01:01.327956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:01.344081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87165d65-21fc-4564-9d13-e99912ed8e46 req-3f25bbab-365d-4062-ab8c-c4f514d51b2d tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0676410 Jun 01 13:01:01.387752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f57be5a4-ec7e-4329-b078-1d903ab7ca91 req-eeebab4d-5207-4996-a587-b6be7e6e0de0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774369 Jun 01 13:01:01.545700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:01.652937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648b0d4-9bdc-41cf-b183-4fcc75c1a915 req-8e1189c4-aa5b-4127-b580-78b074fb9e64 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:01.652937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0648b0d4-9bdc-41cf-b183-4fcc75c1a915 req-8e1189c4-aa5b-4127-b580-78b074fb9e64 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 945 time: 0.0977519 Jun 01 13:01:01.708157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0648b0d4-9bdc-41cf-b183-4fcc75c1a915 req-15d4f9b8-ace1-4b16-aa90-1f6180c14321 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 Jun 01 13:01:01.904549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:01:01.908219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:01.996428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bb360-3553-468e-ae18-e7bae28b8360 req-a1295d76-1e7c-407f-b8fb-493b14348823 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:01.998197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd2bb360-3553-468e-ae18-e7bae28b8360 req-a1295d76-1e7c-407f-b8fb-493b14348823 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.0857728 Jun 01 13:01:02.046024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd2bb360-3553-468e-ae18-e7bae28b8360 req-bd2756cc-a66c-43bb-91d2-fd9b87ff9a81 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Jun 01 13:01:02.147855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:02.148228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.183748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:02.193134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b5aa-39f6-49d2-8550-ea77a6da4ebd req-1d76857e-5039-42dd-a8b4-16e9342b6255 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:02.194916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d293b5aa-39f6-49d2-8550-ea77a6da4ebd req-1d76857e-5039-42dd-a8b4-16e9342b6255 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1058097 Jun 01 13:01:02.201574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:02.209914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '28cf287d-7955-4738-b2f9-646f08e330af', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '28cf287d-7955-4738-b2f9-646f08e330af', 'mac_address': 'fa:16:3e:e5:1f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:01:02.210530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53942) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:02.216097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:02.247514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.250919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d293b5aa-39f6-49d2-8550-ea77a6da4ebd req-59aea8da-151a-4329-8d3c-53142333ed6e tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Jun 01 13:01:02.303108 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e71392-d785-49fd-8d36-b99e57e1f256'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'code': 200} Jun 01 13:01:02.335303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:02.335303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.355166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:02.360168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:02.373885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:02.378665 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.379500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:01:02.460670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.476630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:02.481693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Usage tracker for resource:security_group_rule and tenant:ee0a1bdef78e4f839aca389cef066c31 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:02.486032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:02.492905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:02.503478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:02.546844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:02.617993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.625315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.680059 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee0a1bdef78e4f839aca389cef066c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645193 Jun 01 13:01:02.680059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:02.685563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d9705c0-3eca-4a42-b39d-393cf0b18c9f req-1c4b5ca0-365d-4c84-bcad-1c139bbe6f25 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1191337 Jun 01 13:01:02.703381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:02.722476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 13:01:02.735985 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649d8719-c0df-4f3e-bd2b-cddbd6d60cd2'] response: {'name': 'network-changed', 'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'status': 'completed', 'code': 200} Jun 01 13:01:02.748163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f49c6-e0ad-4f15-81b0-7715927e5c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2543f751-62e4-42bb-9d09-c5d530050266,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:02.750517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4322f0-5681-459a-8efc-52298e428e7e req-8ac753d8-f031-432a-88f7-37312b1e06d3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:02.752067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f4322f0-5681-459a-8efc-52298e428e7e req-8ac753d8-f031-432a-88f7-37312b1e06d3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.1470625 Jun 01 13:01:02.775103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.803619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.842926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f4322f0-5681-459a-8efc-52298e428e7e req-29516f35-1b17-4132-ae5c-0628f527d8c8 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Jun 01 13:01:02.859955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.878659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2543f751-62e4-42bb-9d09-c5d530050266,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:02.885962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:02.889459 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2632c265-ccf8-4fcb-87b0-4dfb1c6c9fee admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2543f751-62e4-42bb-9d09-c5d530050266 HTTP/1.1" status: 204 len: 168 time: 0.2066462 Jun 01 13:01:02.936458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-8c6f3ef4-3f8b-4556-8d42-b322895d3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:02.937913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-8c6f3ef4-3f8b-4556-8d42-b322895d3db9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1125 time: 0.1491544 Jun 01 13:01:02.949372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4d587-9570-4729-be92-e0069db8bdda req-d4ec9353-2d27-49b0-9624-4a5cb17c9f5c tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:02.950823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5a4d587-9570-4729-be92-e0069db8bdda req-d4ec9353-2d27-49b0-9624-4a5cb17c9f5c tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 945 time: 0.1188736 Jun 01 13:01:03.000200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:03.196715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5a4d587-9570-4729-be92-e0069db8bdda req-580de8cd-6037-4302-877f-1d13e9572d0b tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239494 Jun 01 13:01:03.276992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-3aad0a9a-dfb2-4eb0-8dd6-d06047193b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.278448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-3aad0a9a-dfb2-4eb0-8dd6-d06047193b1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.3267782 Jun 01 13:01:03.309590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53968) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:03.328730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:03.345272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:03.349441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Usage tracker for resource:security_group_rule and tenant:4f99e4d088374cecaf074d683bb43493 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:03.352323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:03.353919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-5e9f7517-4677-43f6-a5b5-eab8454009da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 217 time: 0.0682847 Jun 01 13:01:03.358240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:03.445957 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:03.451367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:03.457879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24b33-65a5-4a9e-94f9-7614581c4655 req-a287355c-e242-4f6d-b2db-3f076fa4338a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.459567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fed24b33-65a5-4a9e-94f9-7614581c4655 req-a287355c-e242-4f6d-b2db-3f076fa4338a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 949 time: 0.2706301 Jun 01 13:01:03.525526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-832de34b-6b2d-4663-8087-5525665785c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.526962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-832de34b-6b2d-4663-8087-5525665785c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.1657944 Jun 01 13:01:03.536916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fed24b33-65a5-4a9e-94f9-7614581c4655 req-dacbdcd4-4022-4008-a3d9-175fd74e2f21 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687044 Jun 01 13:01:03.556221 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4f99e4d088374cecaf074d683bb43493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453408 Jun 01 13:01:03.557717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c8968-5ca7-408c-b145-c1645bd4b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df8931-0e83-4467-b7fe-4fef24abb2df,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:03.570909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53976) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:03.597233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-09288b4c-bfd2-4ce0-9a08-b498227d6e4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593948 Jun 01 13:01:03.600384 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-df71bd36-46e8-42a2-92f9-651c9a5fb83f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1318452 Jun 01 13:01:03.635248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad583f-fbc2-4111-954e-5d6a536ed295 req-1d854a2b-05f1-4c1d-a2d9-4f6b81594318 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.636691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebad583f-fbc2-4111-954e-5d6a536ed295 req-1d854a2b-05f1-4c1d-a2d9-4f6b81594318 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2432213 Jun 01 13:01:03.777274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:03.792289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.792762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.793233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.793694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.794149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.794624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.795082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:03.797005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-550d4c4c-010b-4533-9c91-81502af123df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 6489 time: 0.0953202 Jun 01 13:01:03.801223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebad583f-fbc2-4111-954e-5d6a536ed295 req-aaf8d386-1e7d-4648-8e05-65c80cdfa5dd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402683 Jun 01 13:01:03.834409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:03.866953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-5f497268-05c9-4b2d-b0d2-92b9ce665654 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271292 Jun 01 13:01:03.939382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:04.020772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-82d41809-26f6-419a-88e5-ca534849c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.021365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-82d41809-26f6-419a-88e5-ca534849c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.021830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-82d41809-26f6-419a-88e5-ca534849c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.024772 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-82d41809-26f6-419a-88e5-ca534849c978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=334300af-7f2c-487c-9900-0fc105089cb1&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=ff8d0b20-14d9-486c-9464-f7050de3c023&id=389891e0-a632-4d9b-aea7-81bd87e25016&id=389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 200 len: 2293 time: 0.1996756 Jun 01 13:01:04.027736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e641353-ed9e-4f6d-a4fa-77bb5b7f3b23 req-38fe4205-68dc-4668-85c1-141ff1dce089 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0677788 Jun 01 13:01:04.061274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.070997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 28cf287d-7955-4738-b2f9-646f08e330af triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:04.071812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.139835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.147973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df8931-0e83-4467-b7fe-4fef24abb2df,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:04.167178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.169333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3a642ad4-31eb-4030-81f3-a8459603cbbd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b3df8931-0e83-4467-b7fe-4fef24abb2df HTTP/1.1" status: 204 len: 168 time: 0.5925217 Jun 01 13:01:04.174165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77c230ec-2f59-48a8-92cc-5db8b65c3908 req-ddfa52f5-5b55-41b6-b674-e3a168d005d4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972012 Jun 01 13:01:04.237358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18dbc28f-fe9a-4c76-8bd6-c168203a722b up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:04.270965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 28cf287d-7955-4738-b2f9-646f08e330af is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:04.271631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.274628 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-16cf82d8-f1b7-422e-b1a6-ca4281385d05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 200 len: 1001 time: 0.2312160 Jun 01 13:01:04.312313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0afb1-9564-4e9f-8f62-ff1a3e13a39e req-4e50f4e8-b373-45fa-92bd-28191062ae69 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.327558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25b0afb1-9564-4e9f-8f62-ff1a3e13a39e req-4e50f4e8-b373-45fa-92bd-28191062ae69 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.1369243 Jun 01 13:01:04.333903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:04.342194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:04.351564 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.412972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-37583be4-ed5c-4437-9b89-d84b38db634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.414462 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-37583be4-ed5c-4437-9b89-d84b38db634c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 HTTP/1.1" status: 200 len: 851 time: 0.1304514 Jun 01 13:01:04.416340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 18dbc28f-fe9a-4c76-8bd6-c168203a722b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:04.426415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 18dbc28f-fe9a-4c76-8bd6-c168203a722b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:04.427123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.488927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:04.501776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25b0afb1-9564-4e9f-8f62-ff1a3e13a39e req-64fd498e-587f-4c10-adfe-5bcb611547b1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733429 Jun 01 13:01:04.549787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-bab36bab-8168-47a9-9d90-862b97d9f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.555010 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-bab36bab-8168-47a9-9d90-862b97d9f758 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=334300af-7f2c-487c-9900-0fc105089cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321642 Jun 01 13:01:04.581233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93719ac0-0008-4416-9762-74937ad5a333 req-5e98f789-cd5f-4706-9615-8ba668db1391 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.586542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18dbc28f-fe9a-4c76-8bd6-c168203a722b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:04.587049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.588561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93719ac0-0008-4416-9762-74937ad5a333 req-5e98f789-cd5f-4706-9615-8ba668db1391 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 945 time: 0.1866541 Jun 01 13:01:04.630823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:04.642167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:04.661239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93719ac0-0008-4416-9762-74937ad5a333 req-b0ff0ea0-c2ca-4ac9-a040-07e392c4fd23 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716512 Jun 01 13:01:04.762121 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-1a6e2d04-cefd-40ee-a4a5-787e084b884f service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943045 Jun 01 13:01:04.791007 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cee52a-8502-4320-a401-16f2d7063d74'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'code': 200} Jun 01 13:01:04.795219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:04.850897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.858913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.865686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.872325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.878430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.885228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.892552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:04.895019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52872faf-a369-4279-b3b5-5572343b2854 req-c9c7993b-19b6-44be-a662-d414321243d4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.1739252 Jun 01 13:01:05.052632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52872faf-a369-4279-b3b5-5572343b2854 req-67e6d2dd-2759-4a8e-bf73-54f2d670a202 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486926 Jun 01 13:01:05.055254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-b644d15d-5a85-4f06-9fbc-c84405a92f26 service neutron] 10.222.0.24 "GET /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855287 Jun 01 13:01:05.100752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efb0ad-7e56-42d2-ac42-5b6aa030ba1b req-6a5d2f89-5a81-42fd-a62c-77d01f05fa21 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.102328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19efb0ad-7e56-42d2-ac42-5b6aa030ba1b req-6a5d2f89-5a81-42fd-a62c-77d01f05fa21 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.1790032 Jun 01 13:01:05.104423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba15378-1505-4919-ac48-17ef16ea1356 req-08c64ad0-fcb3-4e45-9ad2-fe7638ee23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.105741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba15378-1505-4919-ac48-17ef16ea1356 req-08c64ad0-fcb3-4e45-9ad2-fe7638ee23bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1101 time: 0.1404953 Jun 01 13:01:05.133979 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-a1248724-ca20-49b4-9c30-a49b27432c5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 217 time: 0.0690095 Jun 01 13:01:05.186752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19efb0ad-7e56-42d2-ac42-5b6aa030ba1b req-c072ae6c-ab94-4c1f-ad0a-50ebc69a431a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Jun 01 13:01:05.188488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba15378-1505-4919-ac48-17ef16ea1356 req-563274c4-1953-4b11-bc4a-4dfcc4761192 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615575 Jun 01 13:01:05.226473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-784c856a-2b14-470d-912b-67d16f561245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.227944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-784c856a-2b14-470d-912b-67d16f561245 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0859258 Jun 01 13:01:05.307217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2b376-d41e-4cc9-8d8d-8f7cab02bba7 req-148e58ac-37c4-44ae-ad2d-56bab871b60d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.308916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f2b376-d41e-4cc9-8d8d-8f7cab02bba7 req-148e58ac-37c4-44ae-ad2d-56bab871b60d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1023719 Jun 01 13:01:05.313895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-b9969609-92f7-4376-ab38-c32ecf53b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.315473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-b9969609-92f7-4376-ab38-c32ecf53b3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792923 Jun 01 13:01:05.367716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5aab758f-c9bd-4456-8cb5-26be9f98f085 req-00fdce94-183c-4fe4-a774-c8b0d2aa4e21 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0577457 Jun 01 13:01:05.399533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f2b376-d41e-4cc9-8d8d-8f7cab02bba7 req-9c7784dc-144b-4444-9f85-bf0c462b1457 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542047 Jun 01 13:01:05.466792 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-62ca12f4-187c-49dd-b017-22f3f4123b59 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402123 Jun 01 13:01:05.617594 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-90d431e3-acf0-4bfa-906c-29d249e7f92e service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432350 Jun 01 13:01:05.699999 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-94190474-f007-4138-a102-8198290f59cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 217 time: 0.0694795 Jun 01 13:01:05.717447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86acb8-e02f-490c-93d4-17b8dc9283cf req-d7074159-9068-4cc1-885a-914b0c0e3909 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.719071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac86acb8-e02f-490c-93d4-17b8dc9283cf req-d7074159-9068-4cc1-885a-914b0c0e3909 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.0959229 Jun 01 13:01:05.778719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac86acb8-e02f-490c-93d4-17b8dc9283cf req-0cb10f36-4c63-4684-9d00-2c3419a2df53 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Jun 01 13:01:05.778930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-f2caf081-a56c-4d36-bae3-bc739063252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.780321 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-f2caf081-a56c-4d36-bae3-bc739063252f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0732830 Jun 01 13:01:05.873193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-0f4359ca-8a2e-46b4-9043-4084c3fc5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.874771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-0f4359ca-8a2e-46b4-9043-4084c3fc5d59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826104 Jun 01 13:01:05.973856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1d91-5589-45c0-93bb-ad61744341a2 req-85850c8e-7f55-4a2d-94c6-87ba46bd874f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:05.975816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c62f1d91-5589-45c0-93bb-ad61744341a2 req-85850c8e-7f55-4a2d-94c6-87ba46bd874f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.1961610 Jun 01 13:01:06.021909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c62f1d91-5589-45c0-93bb-ad61744341a2 req-6ff3245a-6fd2-4b4b-8bd4-a23a542a7375 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Jun 01 13:01:06.022134 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-70df5835-41c0-4caf-84b3-06bc487c4dcd service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343639 Jun 01 13:01:06.175531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-63a0b20a-c53a-4a5c-9fb7-06fa86a62a2d service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383190 Jun 01 13:01:06.248904 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-1ea90d7f-3ade-4604-8260-af473c90aad2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c HTTP/1.1" status: 200 len: 217 time: 0.0656092 Jun 01 13:01:06.287627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.294439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.301135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.310556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.317222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.323469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.330714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.340900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-1ad76c5c-57c1-4d3d-96bf-f91eb8916f00 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.1553116 Jun 01 13:01:06.363466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-cdc7d90f-1aa2-4cdb-a84d-5eae7980e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.364968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-cdc7d90f-1aa2-4cdb-a84d-5eae7980e3be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0834925 Jun 01 13:01:06.463664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93636ac7-7aba-4e20-84b6-2827d8def9f2 req-12fd1ffc-deb2-4e59-a336-c8de1ac1f449 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216378 Jun 01 13:01:06.487031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4f3f-139c-4753-900d-d357e7a31375 req-59c2ad0a-2c84-4109-a9bb-365f74059ad8 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.498613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39f4f3f-139c-4753-900d-d357e7a31375 req-59c2ad0a-2c84-4109-a9bb-365f74059ad8 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.1450219 Jun 01 13:01:06.498815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-a4d3f659-01d6-4120-baf6-0e3afd9680ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.498815 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-a4d3f659-01d6-4120-baf6-0e3afd9680ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229236 Jun 01 13:01:06.550235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c39f4f3f-139c-4753-900d-d357e7a31375 req-3e14c371-16bf-40e9-bdcb-08f6decb53b5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Jun 01 13:01:06.676622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-caebf275-a855-4eaa-9108-2f0e7b2ab363 req-5d8d57e3-7dd3-48ce-a6b7-b062a3373f18 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0653889 Jun 01 13:01:06.727616 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-e3870f44-a5ae-4d63-8ae4-895cc0afd757 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208462 Jun 01 13:01:06.795008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:06.805002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a108b-0827-45de-8501-f111f6241795 req-d0afb269-46c8-4e7e-b330-b7c02a1ffce6 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:06.806751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a86a108b-0827-45de-8501-f111f6241795 req-d0afb269-46c8-4e7e-b330-b7c02a1ffce6 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.0945241 Jun 01 13:01:06.924881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a86a108b-0827-45de-8501-f111f6241795 req-569b189f-306c-4cb1-9383-ef7a93d54617 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Jun 01 13:01:07.020117 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6aefb36-5664-4ab0-8490-574e535e4f6b'] response: {'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b', 'code': 200} Jun 01 13:01:07.072143 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-151c68f1-0b26-4faa-9de9-802a956197a4 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368266 Jun 01 13:01:07.179896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d0bb-aa3b-49ed-9c92-057cdd3d8cab req-86233a4d-58ce-44d5-ad66-16b610b832f0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.194079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bda1d0bb-aa3b-49ed-9c92-057cdd3d8cab req-86233a4d-58ce-44d5-ad66-16b610b832f0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.2113326 Jun 01 13:01:07.323563 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-e9a0facc-1759-4cf6-9f56-0d47f07d963e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=fd632761-03db-4d05-afce-285abb40c0b5 HTTP/1.1" status: 200 len: 217 time: 0.1583731 Jun 01 13:01:07.369479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bda1d0bb-aa3b-49ed-9c92-057cdd3d8cab req-5f02f941-4ae9-4014-bacd-35447176560d tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744282 Jun 01 13:01:07.414261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-7f1a4f44-e848-4af7-87e3-78ec0af7991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.415746 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-7f1a4f44-e848-4af7-87e3-78ec0af7991d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 200 len: 797 time: 0.0789518 Jun 01 13:01:07.446750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7f84d-26ee-4415-95fd-6f38cb6e7806 req-3b76e95d-5e9b-4237-9a8c-7b90a2baa2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.449268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0fa7f84d-26ee-4415-95fd-6f38cb6e7806 req-3b76e95d-5e9b-4237-9a8c-7b90a2baa2d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 1097 time: 0.1737685 Jun 01 13:01:07.459637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d0ac-a09e-4bbb-9a13-ecd1676d75e9 req-f5e61d66-8739-4c73-84d5-76b6829b450a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.461266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c5d0ac-a09e-4bbb-9a13-ecd1676d75e9 req-f5e61d66-8739-4c73-84d5-76b6829b450a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.2283695 Jun 01 13:01:07.512003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0fa7f84d-26ee-4415-95fd-6f38cb6e7806 req-306674b7-afd1-41e4-8658-2cb7b3a586a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Jun 01 13:01:07.556864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c5d0ac-a09e-4bbb-9a13-ecd1676d75e9 req-dd0a9be8-c347-4609-94b4-f1b89aaffb58 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Jun 01 13:01:07.645961 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-aecb0114-e4eb-4308-aafa-b03efa3664c7 service neutron] 10.222.0.24 "GET /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.1430652 Jun 01 13:01:07.656925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-035942f0-8492-42b0-bc7f-1b453a95ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.658422 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-035942f0-8492-42b0-bc7f-1b453a95ff88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8d0b20-14d9-486c-9464-f7050de3c023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2231123 Jun 01 13:01:07.798837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.804883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.810675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.816437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.822150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.827960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.833865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.835756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-2019c235-03e6-42f8-b14b-affee0661db4 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.1877177 Jun 01 13:01:07.872649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1bd8-ebe4-4580-9345-3ebffb21eb1f req-5adb97aa-83e1-4f23-8068-2305b3625660 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:07.874277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-deea1bd8-ebe4-4580-9345-3ebffb21eb1f req-5adb97aa-83e1-4f23-8068-2305b3625660 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.1700697 Jun 01 13:01:07.922093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5f935b0-5c2d-427f-9efe-0fe2cda04605 req-743dd2c1-e53e-4502-aa84-4678ac53f1a1 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784788 Jun 01 13:01:07.949170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-deea1bd8-ebe4-4580-9345-3ebffb21eb1f req-c3b64dcf-e636-4433-a57e-bbc16758900a tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663593 Jun 01 13:01:08.148230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-010cda67-704c-4285-a62d-d57fcfe063cf req-a685937a-f2a4-4c63-a6d4-e57f4b6082a8 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0776949 Jun 01 13:01:08.245444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfc90c-b165-41ba-b324-544053ec2b87 req-b5088829-36cb-48e5-860f-e9b08aabcad3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:08.245444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ebfc90c-b165-41ba-b324-544053ec2b87 req-b5088829-36cb-48e5-860f-e9b08aabcad3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.1329348 Jun 01 13:01:08.249753 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-50ac86ff-4b7f-4898-8eb0-49bcb5642367 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548912 Jun 01 13:01:08.311970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ebfc90c-b165-41ba-b324-544053ec2b87 req-3d9df08b-f42e-47fc-890d-de170f0102d3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629854 Jun 01 13:01:08.554355 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-cbd21323-1986-4465-a126-b818c28641a2 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898149 Jun 01 13:01:08.632077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0fa07-e618-4788-9979-25971fba3d55 req-d8e9f171-8cd9-44f7-b5b3-19ce4cf4f0d5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:08.633595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42c0fa07-e618-4788-9979-25971fba3d55 req-d8e9f171-8cd9-44f7-b5b3-19ce4cf4f0d5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 944 time: 0.1444325 Jun 01 13:01:08.659939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-18ad83c7-2ae6-4744-bcbf-9f1821dd0c3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02fef0bc-bd8e-4993-a527-d13678a53612 HTTP/1.1" status: 200 len: 217 time: 0.0791183 Jun 01 13:01:08.668847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:08.702814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42c0fa07-e618-4788-9979-25971fba3d55 req-353d4677-2db8-4243-ab1f-f6bd988095f8 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585444 Jun 01 13:01:08.708156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d0707-68b2-4c15-abca-09baf90ba5b9 req-fd7b155a-541a-492d-a42d-0576561d0235 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:08.716226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8d0707-68b2-4c15-abca-09baf90ba5b9 req-fd7b155a-541a-492d-a42d-0576561d0235 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1101 time: 0.1390543 Jun 01 13:01:08.740685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:08.768352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8d0707-68b2-4c15-abca-09baf90ba5b9 req-d652f799-51cb-44ca-a1ee-88f222c6e210 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Jun 01 13:01:08.783735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54200) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:08.791599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-15e17dba-d52a-4ee9-8edf-2f38d9614eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:08.793034 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-15e17dba-d52a-4ee9-8edf-2f38d9614eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.1261990 Jun 01 13:01:08.803835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:08.814959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:08.834220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:08.982357 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:09.006184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:09.007200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] Transition to ACTIVE for port object 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:09.015951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:09.019435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Usage tracker for resource:security_group_rule and tenant:a849200adf854c0bb0b2e05c8607449b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:09.022509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:09.029645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:09.061886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-98f5528d-49ec-474f-9cc5-7916f03bb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.063409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-98f5528d-49ec-474f-9cc5-7916f03bb264 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113369 Jun 01 13:01:09.166502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c2173-d135-44b4-b39e-4e2c77f6d30f req-1f4894a6-9afb-40ca-8c98-e7ea4734f1e1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.167971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12c2173-d135-44b4-b39e-4e2c77f6d30f req-1f4894a6-9afb-40ca-8c98-e7ea4734f1e1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.3223875 Jun 01 13:01:09.181513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.188242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.194954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.202104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.208114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.213925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.221396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.223552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-3581ad45-9fdd-40a6-877a-0d812e29db3e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.3413835 Jun 01 13:01:09.378177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] No DVR routers for this DVR port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:09.385778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12c2173-d135-44b4-b39e-4e2c77f6d30f req-6c9ab6d4-2fc5-4937-9da8-df3eb1970496 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612351 Jun 01 13:01:09.388779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-ffb3f896-780f-48f0-bd98-f862ccbe0781 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.390113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-ffb3f896-780f-48f0-bd98-f862ccbe0781 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1532221 Jun 01 13:01:09.395346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:09.432654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] Pushing event updated for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=10']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:09.492463 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3fc6e147-892e-4490-a202-45ce5f076bbe service neutron] 10.222.0.24 "PUT /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5795462 Jun 01 13:01:09.495968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-1341a9e5-d046-458f-8dee-50c0639cff97 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718612 Jun 01 13:01:09.581443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:09.681931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-d9cfcbaf-222d-442b-a20c-39960e1d9231 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433690 Jun 01 13:01:09.704047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.711250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.716920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.722629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.728507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.734233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.740401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.742456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-dd0244ee-308c-4dd2-b41b-73b23189b694 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 5432 time: 0.6596103 Jun 01 13:01:09.749761 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-b55ed113-3245-4651-9edc-be5fef47fa27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 200 len: 217 time: 0.0617986 Jun 01 13:01:09.825578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-e14abad2-c499-4fe0-9086-d2dab2f8ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.827023 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-e14abad2-c499-4fe0-9086-d2dab2f8ecf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 200 len: 797 time: 0.0709560 Jun 01 13:01:09.871176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a849200adf854c0bb0b2e05c8607449b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0863464 Jun 01 13:01:09.871939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9c38f-6da9-412b-91cf-cc499934d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e1ec0a-4c97-4587-aa06-a699e8245624,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:09.874350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54216) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:09.946187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efc0bb2f-8d77-4ed9-b374-93fae6665e6b req-28436806-5ff0-47fc-81ed-b00fc44765b2 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529806 Jun 01 13:01:09.950990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-44ca2c3f-28d5-4717-9923-757cb4ae9b29 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5510204 Jun 01 13:01:09.951122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:09.963009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08de6-76b6-4003-9a58-d00f8194388d req-ce44bff7-609a-41bb-b3c4-60ed7486c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:09.964570 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-ce44bff7-609a-41bb-b3c4-60ed7486c15c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=389891e0-a632-4d9b-aea7-81bd87e25016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304026 Jun 01 13:01:09.964655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:10.005029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.024463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1565f6-c132-4c59-ab99-179fb22eaa77 req-431a21b3-d959-41ea-ac2a-e5326cf0cd1b tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:10.026030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b1565f6-c132-4c59-ab99-179fb22eaa77 req-431a21b3-d959-41ea-ac2a-e5326cf0cd1b tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 1101 time: 0.4499526 Jun 01 13:01:10.036431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-c5006cbe-0788-4518-90e7-acd4f506bc40 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:10.037890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-c5006cbe-0788-4518-90e7-acd4f506bc40 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.3512263 Jun 01 13:01:10.147638 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-6009a800-729d-4161-8aaa-7981f213a773 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671269 Jun 01 13:01:10.150469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.176410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7921d73e-6d10-4881-bbae-95fe56d13fdf req-172bf0d6-689f-4b5a-b1c5-6bf10c88dfd2 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1058035 Jun 01 13:01:10.184968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e1ec0a-4c97-4587-aa06-a699e8245624,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:10.188481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:01:10.196615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:10.215311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.265051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.268502 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4db280a1-aa3c-4be8-8430-fa70585efc5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/61e1ec0a-4c97-4587-aa06-a699e8245624 HTTP/1.1" status: 204 len: 168 time: 0.3908656 Jun 01 13:01:10.295148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b1565f6-c132-4c59-ab99-179fb22eaa77 req-8bd0be7c-ce85-40d2-820e-b228d86e7741 tempest-ServersAdminTestJSON-411082289 tempest-ServersAdminTestJSON-411082289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495048 Jun 01 13:01:10.357147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08c08de6-76b6-4003-9a58-d00f8194388d req-5d1b468d-8307-416c-afa9-3c3235382324 service neutron] 10.222.0.24 "GET /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026730 Jun 01 13:01:10.536421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:10.545641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'port_id': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb35a28f-9166-4174-947f-c03557bf0728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:01:10.638677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:10.639062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.652140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-393d1065-6771-45d7-8d30-7ff081223ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:10.653700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-393d1065-6771-45d7-8d30-7ff081223ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 1096 time: 0.5775821 Jun 01 13:01:10.656813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:10.657196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.684263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:10.692598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:10.704452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:10.709487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.710328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:10.738936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2b14d851-738d-48ec-89a6-638bf8ff9d28,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:10.742928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54234) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:10.761736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.777307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:10.781450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Usage tracker for resource:security_group_rule and tenant:db9b4cf002be49aa8df7136d99374bf6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:10.784649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:10.792294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:10.798229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] For port 2b14d851-738d-48ec-89a6-638bf8ff9d28, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:10.866582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61912-28c2-462b-ba77-95155b8b9c75 req-35e0ef4d-a3de-4566-872b-6f66ea7aefd2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:10.871170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff61912-28c2-462b-ba77-95155b8b9c75 req-35e0ef4d-a3de-4566-872b-6f66ea7aefd2 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.5288410 Jun 01 13:01:10.882996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:10.883359 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:10.895668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:10.899684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:10.905801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.907950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.908294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.908633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.908965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.909350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.910109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.910279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.910635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.910967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.911291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.911612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.911996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:10.912101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:10.957772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] device_id is not set on port 2b14d851-738d-48ec-89a6-638bf8ff9d28 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:01:10.970080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=db9b4cf002be49aa8df7136d99374bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252164 Jun 01 13:01:10.972800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249f811-e86b-4359-b2b4-372a1b7c9047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee508b1-bff7-4bbd-9527-9cb2d4f3ea8e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:10.975276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:10.979181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3dec6-30b4-4886-8201-7035794248c3 req-3d2e6d05-0ae9-4652-a528-08925c24f4cf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:10.980597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7a3dec6-30b4-4886-8201-7035794248c3 req-3d2e6d05-0ae9-4652-a528-08925c24f4cf tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.5617976 Jun 01 13:01:10.989972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aff61912-28c2-462b-ba77-95155b8b9c75 req-9a459aab-2fee-4d55-ac9f-f4177fb44633 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033156 Jun 01 13:01:10.998523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.026018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.052881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.077097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-d6448cd7-b8ca-441c-ba4b-9d72dfd2d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.078581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-d6448cd7-b8ca-441c-ba4b-9d72dfd2d0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1096 time: 0.3970487 Jun 01 13:01:11.082410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.147910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.172449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee508b1-bff7-4bbd-9527-9cb2d4f3ea8e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:11.176744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.180573 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c12175ff-4334-46e7-91df-e18337ceb2b3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7ee508b1-bff7-4bbd-9527-9cb2d4f3ea8e HTTP/1.1" status: 204 len: 168 time: 0.2020733 Jun 01 13:01:11.337771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7a3dec6-30b4-4886-8201-7035794248c3 req-bf737ff7-fa87-40a2-a4d9-d10b2b046d69 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449979 Jun 01 13:01:11.363279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] No DVR routers for this DVR port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:11.504410 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d995ba9e-cd13-4a4e-b77d-12978c6be167'] response: {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'code': 200} Jun 01 13:01:11.511130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:11.511509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.537641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:11.557773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6884bffa-edf7-4c3d-9f02-a8c745a8d139 None None] Provisioning complete for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:11.558489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6884bffa-edf7-4c3d-9f02-a8c745a8d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.571380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:11.609407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:11.622537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.662475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6884bffa-edf7-4c3d-9f02-a8c745a8d139 None None] Port 2b14d851-738d-48ec-89a6-638bf8ff9d28 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:01:11.696728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:11.697998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] In _notify_port_updated(), no bound segment for port 2b14d851-738d-48ec-89a6-638bf8ff9d28 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:01:11.698904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.700150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:11.701604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-6e81a1bc-91a3-4eeb-9475-2baa2dc601f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 200 len: 1027 time: 1.7434318 Jun 01 13:01:11.755538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3f223215-2a37-446e-aa68-f92b41c6fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.756967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-3f223215-2a37-446e-aa68-f92b41c6fee9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.6604507 Jun 01 13:01:11.857104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-681ce232-3650-420d-815f-235c06bee38c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 200 len: 217 time: 0.0893440 Jun 01 13:01:11.871146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-c37c8e90-df18-47eb-aa9a-cb8f893e0577 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.872436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-c37c8e90-df18-47eb-aa9a-cb8f893e0577 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "GET /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1645842 Jun 01 13:01:11.914573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:11.987403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.993451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:11.999379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.005179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.011309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.016950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.018985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc080396-1423-4218-9148-38c1b7072946 req-0964f3bc-5270-4466-ac46-8770c53f6f03 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 4658 time: 0.4359500 Jun 01 13:01:12.033396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0de5-9e28-4fc6-8c3c-ca5a52c8f893 req-456097d7-e761-4000-94bd-e720647f31b6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.035023 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f44e0de5-9e28-4fc6-8c3c-ca5a52c8f893 req-456097d7-e761-4000-94bd-e720647f31b6 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.6732054 Jun 01 13:01:12.118937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-e7ff7404-dc70-4cb6-8567-f02e65389abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:12.120353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-e7ff7404-dc70-4cb6-8567-f02e65389abc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.2549877 Jun 01 13:01:12.190061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc080396-1423-4218-9148-38c1b7072946 req-fc448dd2-8920-481b-b68a-6f543daaa1a5 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=64b15390-f2f4-41cc-bb67-6253697d3941&id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541524 Jun 01 13:01:12.200157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fd632761-03db-4d05-afce-285abb40c0b5 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:12.200723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-51709115-2c32-493d-b414-c2760d4476e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630376 Jun 01 13:01:12.203299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.316736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7a7de807-f5a0-4970-a16e-785c8c1e80ce'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:12.398007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port fd632761-03db-4d05-afce-285abb40c0b5 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:12.399016 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.439091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc639a9b-c711-4724-b9e5-a1e749355619 req-8b98ec87-bd64-45e3-9a9a-a9e084b5c455 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0916805 Jun 01 13:01:12.472584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:12.486997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.487996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device cddf9c32-4e83-4c72-80dd-e56dd396c937 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:12.545372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f44e0de5-9e28-4fc6-8c3c-ca5a52c8f893 req-a538b733-f0b1-41f3-8495-71614dd2beea tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008602 Jun 01 13:01:12.597639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-bb1b65f3-195a-4239-bf6e-5c929998e1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846433 Jun 01 13:01:12.682845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:12.857968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cddf9c32-4e83-4c72-80dd-e56dd396c937 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:12.858764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.920770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=cddf9c32-4e83-4c72-80dd-e56dd396c937,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:12.990634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:13.001815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-dd51681d-6609-4a57-bd52-6709b8d42646 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973114 Jun 01 13:01:13.031708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8125c1-6349-4ecb-84c6-dd3048abec53 req-b7bf070a-0f6c-46d3-9a41-ed633078f55c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:13.040920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca8125c1-6349-4ecb-84c6-dd3048abec53 req-b7bf070a-0f6c-46d3-9a41-ed633078f55c tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.3313158 Jun 01 13:01:13.078380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] For port cddf9c32-4e83-4c72-80dd-e56dd396c937, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:13.097315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-8ee2a90c-408f-4c6b-8bc2-fa54a6262224 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:13.099042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-8ee2a90c-408f-4c6b-8bc2-fa54a6262224 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Synchronizing usage tracker for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:13.136578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-8ee2a90c-408f-4c6b-8bc2-fa54a6262224 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Unset dirty status for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:13.138638 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-8ee2a90c-408f-4c6b-8bc2-fa54a6262224 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 950 time: 0.2304192 Jun 01 13:01:13.148944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca8125c1-6349-4ecb-84c6-dd3048abec53 req-701f4866-9d7d-45ec-86f5-58d770b5ee47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062815 Jun 01 13:01:13.266114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] device_id is not set on port cddf9c32-4e83-4c72-80dd-e56dd396c937 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:01:13.294020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.335583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.339367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Deleting port d9d7312f-8c78-4642-8a92-076f6425ec65 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:13.340083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.391922 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:13.392488 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:13.407978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-444960989'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:13.415104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:13.505699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:13.563844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Usage tracker for resource:network and tenant:cd3fb5509c77417fbf5e10fdf29b0b90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:13.568102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:13.576239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:13.665556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] For port d9d7312f-8c78-4642-8a92-076f6425ec65, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d9d7312f-8c78-4642-8a92-076f6425ec65,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:13.665993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.793395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Made reservation on behalf of cd3fb5509c77417fbf5e10fdf29b0b90 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:13.797086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.798819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:13.806869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] No DVR routers for this DVR port cddf9c32-4e83-4c72-80dd-e56dd396c937 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:13.812199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c6c54ce-63a6-4c83-af20-d666f4ef4a2e None None] Provisioning complete for port cddf9c32-4e83-4c72-80dd-e56dd396c937 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:13.813316 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c6c54ce-63a6-4c83-af20-d666f4ef4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.815231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Calling delete_port for d9d7312f-8c78-4642-8a92-076f6425ec65 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:13.853591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.874513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1262c91-4665-4831-8648-fd4f4757f94b req-0b7c112b-0883-43cb-a88f-f2c173b4c7ad tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:13.876077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1262c91-4665-4831-8648-fd4f4757f94b req-0b7c112b-0883-43cb-a88f-f2c173b4c7ad tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 945 time: 0.7213280 Jun 01 13:01:13.882672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:13.892958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Usage tracker for resource:security_group_rule and tenant:cd3fb5509c77417fbf5e10fdf29b0b90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:13.902511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:13.916053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] In _notify_port_updated(), no bound segment for port cddf9c32-4e83-4c72-80dd-e56dd396c937 on network ff8d0b20-14d9-486c-9464-f7050de3c023 {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:01:13.916268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:13.916921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:13.917522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:13.919329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-fec654c5-1840-4e61-ad06-714347492190 service neutron] 10.222.0.24 "PUT /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 200 len: 1027 time: 2.0129328 Jun 01 13:01:13.932211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c54ce-63a6-4c83-af20-d666f4ef4a2e None None] Port cddf9c32-4e83-4c72-80dd-e56dd396c937 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:01:13.965412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port cddf9c32-4e83-4c72-80dd-e56dd396c937 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:13.967311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 02fef0bc-bd8e-4993-a527-d13678a53612 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:13.993698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae793db3-e35f-4907-9363-0a0f1637f841 req-df2f4763-7ca2-4bfa-bd8d-535b9aa9205e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:14.003511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae793db3-e35f-4907-9363-0a0f1637f841 req-df2f4763-7ca2-4bfa-bd8d-535b9aa9205e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.6730492 Jun 01 13:01:14.018014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-1effe495-14b9-48c7-984e-21bf920f1ef7 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:14.020316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-1effe495-14b9-48c7-984e-21bf920f1ef7 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.5843909 Jun 01 13:01:14.099659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1262c91-4665-4831-8648-fd4f4757f94b req-991434dc-d9cb-4c91-95d6-705985a2ed9c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145586 Jun 01 13:01:14.109663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.121185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.166571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port a57b326c-2578-477d-a84e-ef6c0d7db161 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:14.166982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.193213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.197195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e0c74e-370e-470b-a88e-32ca35e6d1c0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:14.203296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:14.211591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:14.217304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae793db3-e35f-4907-9363-0a0f1637f841 req-69cc3f29-f98c-48af-9721-1ffe36d0ca76 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128024 Jun 01 13:01:14.262128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event deleted for resources: {'Port': ['ID=d9d7312f-8c78-4642-8a92-076f6425ec65,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:14.348578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['385012c3-62e2-48b0-8b2b-b6907ccaeacd'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:14.464627 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.464987 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Added segment 335d48ad-4524-4a58-8f16-2cf6e5b97b5a of type vlan for network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 Jun 01 13:01:14.512374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 02fef0bc-bd8e-4993-a527-d13678a53612 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:14.512870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.546937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] No DVR routers for this DVR port d9d7312f-8c78-4642-8a92-076f6425ec65 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:14.552406 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.555660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'name': 'network-vif-deleted', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:14.581565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.608714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6fa609e0-8501-4249-9228-e64b5ba3827c req-878cbd99-5db8-41b4-bb87-b69bb72fab94 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "DELETE /v2.0/ports/d9d7312f-8c78-4642-8a92-076f6425ec65 HTTP/1.1" status: 204 len: 173 time: 1.4595509 Jun 01 13:01:14.608918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:14.627874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.630711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.631086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2b14d851-738d-48ec-89a6-638bf8ff9d28 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:14.632422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73588fa-974b-44f5-8e86-aa52e20fd28b req-e969858f-7e4b-4bd4-bd23-bc52b0317022 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1845503 Jun 01 13:01:14.636147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:14.636957 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.756679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7613373 Jun 01 13:01:14.758122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:14.766196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Request body: {'subnet': {'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:14.843171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e406a1-8b7d-454c-afc1-f545edd86907 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event updated for resources: {'Network': ['ID=843bcbc0-46f6-4ff3-b17b-b7fbb38126c5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:14.872160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:14.884926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] For port a57b326c-2578-477d-a84e-ef6c0d7db161, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a57b326c-2578-477d-a84e-ef6c0d7db161,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:14.889083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.915881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-f65890bc-1df9-4ffc-b6f4-ef7235b26cfc service neutron] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:14.918530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:14.923470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Usage tracker for resource:subnet and tenant:cd3fb5509c77417fbf5e10fdf29b0b90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:14.927234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:14.933696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:14.957373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Made reservation on behalf of cd3fb5509c77417fbf5e10fdf29b0b90 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:14.962839 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.015232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2b14d851-738d-48ec-89a6-638bf8ff9d28 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:15.015660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7368257e-b140-48e8-ace7-ffc16f8c1a4c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:15.049254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for a57b326c-2578-477d-a84e-ef6c0d7db161 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:15.052934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:15.108509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-f65890bc-1df9-4ffc-b6f4-ef7235b26cfc service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.109594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74e18b37-35e7-4330-a8bf-41581a1fcb5a req-f65890bc-1df9-4ffc-b6f4-ef7235b26cfc service neutron] 10.222.0.13 "DELETE /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 1.0563433 Jun 01 13:01:15.120206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d43a-3002-457b-8101-250b4c2c2c6d req-d561e687-1c42-4ec5-aa47-184397ef50c7 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.121706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf97d43a-3002-457b-8101-250b4c2c2c6d req-d561e687-1c42-4ec5-aa47-184397ef50c7 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.6143198 Jun 01 13:01:15.134437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.140201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.146304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.152691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.158427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.160554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-0253eab0-36a3-4ebf-acbf-b7a8baaae792 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 3882 time: 0.6641827 Jun 01 13:01:15.234323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7368257e-b140-48e8-ace7-ffc16f8c1a4c is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:15.234678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.240562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.242276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf97d43a-3002-457b-8101-250b4c2c2c6d req-6973cfd4-4320-4051-8dbc-9b274e42c895 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807405 Jun 01 13:01:15.285811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:15.298945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.299926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a14249e1-6521-400a-8bd6-8f0a3923099c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:15.308685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c79d00c-2a70-4b0d-b1ba-883406028877 req-c9a4cd23-e61e-434e-888c-2283e3e29835 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118402 Jun 01 13:01:15.370498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.377377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event updated for resources: {'Subnet': ['ID=a3ed01d9-befe-4ab4-8077-d5bc70ae616e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:15.429091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Checking segment: {'id': '335d48ad-4524-4a58-8f16-2cf6e5b97b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:15.429616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Network hostable DHCP agents. Network: 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:15.451709 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06752b5e-388e-41d6-b652-e41022211d12'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5', 'code': 200} Jun 01 13:01:15.457987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=a57b326c-2578-477d-a84e-ef6c0d7db161,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:15.466449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:15.493234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:15.499164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:15.505678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:15.506517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.571330 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8601810-e397-4391-8cd5-3fcf1bff2c60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8093212 Jun 01 13:01:15.572367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:15.575832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2941e6-6101-4b9f-be31-c402ed3085a8 None None] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:15.581047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Request body: {'port': {'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1396009217'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:15.641823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05b2cce4-2e29-4d75-b496-551d4c48c3b1 req-ce60cc0c-3336-46ed-b6ac-dde395e6844b tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1965921 Jun 01 13:01:15.701967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a14249e1-6521-400a-8bd6-8f0a3923099c is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:15.702339 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.769535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:15.787384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:15.794211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Usage tracker for resource:port and tenant:cd3fb5509c77417fbf5e10fdf29b0b90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:15.797272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.797958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a57b326c-2578-477d-a84e-ef6c0d7db161 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:15.798720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:15.806834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:15.808221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef09323b-419b-4e5d-a48b-ab7456220c18 req-ecb6d175-4a36-478c-a947-5229a1c65830 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=e1e8c906-8697-48e5-a7d0-07379456191b HTTP/1.1" status: 200 len: 210 time: 0.1801221 Jun 01 13:01:15.828273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Made reservation on behalf of cd3fb5509c77417fbf5e10fdf29b0b90 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:15.833224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.887123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] device_id is not set on port 32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:01:15.915521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] No DVR routers for this DVR port a57b326c-2578-477d-a84e-ef6c0d7db161 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:15.919087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.931433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: a57b326c-2578-477d-a84e-ef6c0d7db161 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:15.932013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a57b326c-2578-477d-a84e-ef6c0d7db161 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:15.934025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:15.942400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-e2d659db-5f25-4439-8004-7fb36d4a5e1e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "DELETE /v2.0/ports/a57b326c-2578-477d-a84e-ef6c0d7db161 HTTP/1.1" status: 204 len: 173 time: 2.0144496 Jun 01 13:01:15.963008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:15.987704 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f6f043-ba4d-42e8-b53c-88821b9c2197'] response: {'server_uuid': 'e1e8c906-8697-48e5-a7d0-07379456191b', 'name': 'network-vif-deleted', 'tag': 'd9d7312f-8c78-4642-8a92-076f6425ec65', 'status': 'completed', 'code': 200} Jun 01 13:01:16.096935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port 7368257e-b140-48e8-ace7-ffc16f8c1a4c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:16.097557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.111735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d9d7312f-8c78-4642-8a92-076f6425ec65 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:16.174801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:16.223550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Allocated IP 172.20.0.11 (843bcbc0-46f6-4ff3-b17b-b7fbb38126c5/a3ed01d9-befe-4ab4-8077-d5bc70ae616e/32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:16.308278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: d9d7312f-8c78-4642-8a92-076f6425ec65 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:16.309078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d9d7312f-8c78-4642-8a92-076f6425ec65 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:16.354128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-843bcbc0-46f6-4ff3-b17b-b7fbb38126c5', 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5', 'tenant_id': 'cd3fb5509c77417fbf5e10fdf29b0b90', 'fixed_ips': [{'subnet_id': 'a3ed01d9-befe-4ab4-8077-d5bc70ae616e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:01:16.355371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.501357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7a7de807-f5a0-4970-a16e-785c8c1e80ce triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:16.502102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.531807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.548497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Transition to ACTIVE for port object 32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:16.573525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.626755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92f5a-bd4d-4e04-88ff-f98d320bcd23 req-bb701838-af18-4ef3-ac48-7ee5744e3e22 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:16.634362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49c92f5a-bd4d-4e04-88ff-f98d320bcd23 req-bb701838-af18-4ef3-ac48-7ee5744e3e22 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 0.4932122 Jun 01 13:01:16.655419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:16.660950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:16.666137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:16.722489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event updated for resources: {'Port': ['ID=32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:16.730636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Allocated IP 172.20.0.2 (843bcbc0-46f6-4ff3-b17b-b7fbb38126c5/a3ed01d9-befe-4ab4-8077-d5bc70ae616e/a1fa4d65-122d-48d4-854f-f852c7206869) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:16.747268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:16.748204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.753896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4d5e-4fa7-4152-ae42-d64e625cc5a0 req-d1eec89b-e548-4e70-b6f3-75d421651f3f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:16.761676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a59b4d5e-4fa7-4152-ae42-d64e625cc5a0 req-d1eec89b-e548-4e70-b6f3-75d421651f3f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 945 time: 0.6287332 Jun 01 13:01:16.790005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-35af6e89-6fd4-4c8f-8faf-9333add38e1c tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.2164955 Jun 01 13:01:16.793194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:16.812777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49c92f5a-bd4d-4e04-88ff-f98d320bcd23 req-3bcc21c1-1f0f-4b06-8c81-4e1ae0c8e1cd tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777666 Jun 01 13:01:16.861429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a59b4d5e-4fa7-4152-ae42-d64e625cc5a0 req-1b259c60-df20-4017-9b1d-f474a9132864 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985465 Jun 01 13:01:16.909836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Deleting port 32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:16.910450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.951944 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69964b2-53db-490e-9362-509ba462557a'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'a57b326c-2578-477d-a84e-ef6c0d7db161', 'status': 'completed', 'code': 200} Jun 01 13:01:16.979566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] For port 7368257e-b140-48e8-ace7-ffc16f8c1a4c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7368257e-b140-48e8-ace7-ffc16f8c1a4c,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:16.981104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.003817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.016033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Transition to ACTIVE for port object a1fa4d65-122d-48d4-854f-f852c7206869 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:17.044113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Transition to ACTIVE for port object a1fa4d65-122d-48d4-854f-f852c7206869 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:17.119245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:17.119627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.141593 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.174343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for 7368257e-b140-48e8-ace7-ffc16f8c1a4c owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:17.225625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:17.231750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:17.234283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:17.239916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:17.290400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.327247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3e43d8a-3649-4312-a442-dcaa4a6f2341 req-06310771-f7ec-434e-8935-07ba4304abfa tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1674719 Jun 01 13:01:17.401029 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.411514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Attempting to bind port a1fa4d65-122d-48d4-854f-f852c7206869 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:17.411887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Attempting to bind port a1fa4d65-122d-48d4-854f-f852c7206869 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '335d48ad-4524-4a58-8f16-2cf6e5b97b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:17.412254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Attempting to bind port a1fa4d65-122d-48d4-854f-f852c7206869 on network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:17.423395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Pushing event updated for resources: {'Port': ['ID=a1fa4d65-122d-48d4-854f-f852c7206869,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:17.512568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:17.512568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Checking segment: {'id': '335d48ad-4524-4a58-8f16-2cf6e5b97b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:17.512568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.512568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Bound using segment: {'id': '335d48ad-4524-4a58-8f16-2cf6e5b97b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:17.513344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Bound port: a1fa4d65-122d-48d4-854f-f852c7206869, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335d48ad-4524-4a58-8f16-2cf6e5b97b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '843bcbc0-46f6-4ff3-b17b-b7fbb38126c5'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:17.513488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.524301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:17.530443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:17.539054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}, {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:17.544715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:17.568640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:17.569737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:17.601247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Calling delete_port for 32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:17.646478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:17.648184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:17.648311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-372faefa-6a72-41f7-9bf2-99173309e410 req-02882484-3fe9-4051-b169-15c0eda35ea0 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 3141 time: 0.5671322 Jun 01 13:01:17.662882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.663071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] For port a1fa4d65-122d-48d4-854f-f852c7206869, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:17.667829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] For port a1fa4d65-122d-48d4-854f-f852c7206869, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1fa4d65-122d-48d4-854f-f852c7206869,segment=NetworkSegment(335d48ad-4524-4a58-8f16-2cf6e5b97b5a),segment_id=335d48ad-4524-4a58-8f16-2cf6e5b97b5a)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:17.673530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.772085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.789546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c75562-ddbe-4416-9aec-af2fce62fc53 None None] Pushing event updated for resources: {'Port': ['ID=a1fa4d65-122d-48d4-854f-f852c7206869,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:17.802188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=7368257e-b140-48e8-ace7-ffc16f8c1a4c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:17.832980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.904822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event deleted for resources: {'Port': ['ID=32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:17.926152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-372faefa-6a72-41f7-9bf2-99173309e410 req-fd12f739-71da-4637-ad95-86f6d7e2924f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983721 Jun 01 13:01:17.996455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] No DVR routers for this DVR port 7368257e-b140-48e8-ace7-ffc16f8c1a4c on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:18.000651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.002844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-429a3914-649a-4772-859b-b77ab7f70731 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "DELETE /v2.0/ports/7368257e-b140-48e8-ace7-ffc16f8c1a4c HTTP/1.1" status: 204 len: 173 time: 2.0521767 Jun 01 13:01:18.063652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.070684 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54f76445-6c05-4db9-8c15-2a0b340326ef tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "DELETE /v2.0/ports/32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc HTTP/1.1" status: 204 len: 168 time: 1.2758143 Jun 01 13:01:18.076627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54372) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:18.164741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port fd632761-03db-4d05-afce-285abb40c0b5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:18.165195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.166758 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48156732-27e0-4888-b96a-2dce7b94bab7 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0887432 Jun 01 13:01:18.170997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:18.181591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1337953535'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:18.193891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:18.202527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Usage tracker for resource:network and tenant:cd3fb5509c77417fbf5e10fdf29b0b90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:18.208023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:18.220256 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f013f8b-2248-438e-8c5a-4ad4dc9171f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.231102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:18.253102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Made reservation on behalf of cd3fb5509c77417fbf5e10fdf29b0b90 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:18.263435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.334478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:18.357330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.357922 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Added segment 68f4c5cd-b27e-4cff-b78f-df2e019c063e of type vlan for network ece8dd24-7460-46ab-8c43-2d2fe5f098b4 Jun 01 13:01:18.366362 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff694ac-fb73-45ab-be8f-6f885f85a832'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612', 'code': 200} Jun 01 13:01:18.366705 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff694ac-fb73-45ab-be8f-6f885f85a832'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'code': 200} Jun 01 13:01:18.366976 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff694ac-fb73-45ab-be8f-6f885f85a832'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'code': 200} Jun 01 13:01:18.367320 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff694ac-fb73-45ab-be8f-6f885f85a832'] response: {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'code': 200} Jun 01 13:01:18.402727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.472251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.478836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:18.479860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:18.528760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3566000 Jun 01 13:01:18.534314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:18.687440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c46827d-e26b-4408-ae7e-dc8b72a01f28 req-97babeb4-5ba9-45be-bd61-b1cebd01e77b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5182265452af49a5a20044086c0e8364&device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.3064911 Jun 01 13:01:18.708265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c8164-3a88-4696-b4c7-5cc7b415eac2 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event updated for resources: {'Network': ['ID=ece8dd24-7460-46ab-8c43-2d2fe5f098b4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:18.720777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ece8dd24-7460-46ab-8c43-2d2fe5f098b4 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:18.820842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c46827d-e26b-4408-ae7e-dc8b72a01f28 req-5fcf7b07-040b-41eb-bf58-a812cc422a45 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5182265452af49a5a20044086c0e8364&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230879 Jun 01 13:01:18.934809 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-029ff290-330a-4fb0-812c-886ba73c9ad0 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks HTTP/1.1" status: 200 len: 11241 time: 0.3058522 Jun 01 13:01:18.937053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7e7b3-b4c5-4409-b2b0-90b354e228ad req-c9114452-d20a-419d-bfe4-05f67fc8719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:18.938534 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c4a7e7b3-b4c5-4409-b2b0-90b354e228ad req-c9114452-d20a-419d-bfe4-05f67fc8719d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 1097 time: 0.1526272 Jun 01 13:01:18.939067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54394) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.063834 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c4a7e7b3-b4c5-4409-b2b0-90b354e228ad req-53369720-0e5b-4f2f-b7ca-b94d4768f730 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026192 Jun 01 13:01:19.125402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef800799-dec3-4bba-98f0-a05755a33562 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] Network ece8dd24-7460-46ab-8c43-2d2fe5f098b4 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:19.146132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1fa4d65-122d-48d4-854f-f852c7206869 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:19.150211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef800799-dec3-4bba-98f0-a05755a33562 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "POST /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2096727 Jun 01 13:01:19.152687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54400) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.189035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a913bd2e-9d22-4edc-9d20-581c8c54ce60 None None] Network ece8dd24-7460-46ab-8c43-2d2fe5f098b4 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:19.217966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] For port fd632761-03db-4d05-afce-285abb40c0b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fd632761-03db-4d05-afce-285abb40c0b5,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:19.218376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:19.228548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:19.434266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a1fa4d65-122d-48d4-854f-f852c7206869 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:19.448613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5564ae13-1e9b-490c-b65f-81718e679e77 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks HTTP/1.1" status: 200 len: 12012 time: 0.2944984 Jun 01 13:01:19.451423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54406) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.469667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for fd632761-03db-4d05-afce-285abb40c0b5 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:19.513163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa963a-75da-4016-aeac-d9efa4aeaaf1 None None] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:19.539187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debce8f-e318-4c32-9110-7ef2a70a76ae req-39dfddd9-5150-49e1-8d63-1a0bc0ade587 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:19.544118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4debce8f-e318-4c32-9110-7ef2a70a76ae req-39dfddd9-5150-49e1-8d63-1a0bc0ade587 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1096 time: 0.9783404 Jun 01 13:01:19.582828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5c4d75a-9c15-41f9-9462-ad329794832d tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "DELETE /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks/ece8dd24-7460-46ab-8c43-2d2fe5f098b4 HTTP/1.1" status: 204 len: 168 time: 0.1303272 Jun 01 13:01:19.585119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54410) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.641450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Provisioning for port a1fa4d65-122d-48d4-854f-f852c7206869 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:19.652418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Provisioning complete for port a1fa4d65-122d-48d4-854f-f852c7206869 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:19.653022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:19.662168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46827d-e26b-4408-ae7e-dc8b72a01f28 req-c6df48f0-5d1e-4a01-9c41-f063aec067ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:19.663741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c46827d-e26b-4408-ae7e-dc8b72a01f28 req-c6df48f0-5d1e-4a01-9c41-f063aec067ca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7706406 Jun 01 13:01:19.771829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09de6c-21f2-42e4-8048-4300d5bb99c7 req-2861e7c5-db90-4322-8706-e048e5289a2d tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:19.774511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b09de6c-21f2-42e4-8048-4300d5bb99c7 req-2861e7c5-db90-4322-8706-e048e5289a2d tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 1.0861850 Jun 01 13:01:19.778506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4debce8f-e318-4c32-9110-7ef2a70a76ae req-886252bb-688b-4865-9828-322c726a8ca3 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113185 Jun 01 13:01:19.801803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:19.814775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c594aeab-3012-4e67-a62a-7a0d3f2275ab tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks HTTP/1.1" status: 200 len: 11241 time: 0.2209604 Jun 01 13:01:19.816106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.853344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54e6d234-893b-4cd9-b682-140f0028d1eb tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/networks/843bcbc0-46f6-4ff3-b17b-b7fbb38126c5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0359337 Jun 01 13:01:19.854201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54420) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.871496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=fd632761-03db-4d05-afce-285abb40c0b5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:19.901662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5dc2845a-341a-40ea-b2dc-0d260cc71af6 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/networks/843bcbc0-46f6-4ff3-b17b-b7fbb38126c5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0441558 Jun 01 13:01:19.902342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54424) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:19.973391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Current status of the port a1fa4d65-122d-48d4-854f-f852c7206869 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:19.973823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.013654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] For port a1fa4d65-122d-48d4-854f-f852c7206869, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1fa4d65-122d-48d4-854f-f852c7206869,segment=NetworkSegment(335d48ad-4524-4a58-8f16-2cf6e5b97b5a),segment_id=335d48ad-4524-4a58-8f16-2cf6e5b97b5a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:20.014761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b09de6c-21f2-42e4-8048-4300d5bb99c7 req-ce588778-b76d-4f17-a050-e46a4e28e53b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344112 Jun 01 13:01:20.024473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.087680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] No DVR routers for this DVR port fd632761-03db-4d05-afce-285abb40c0b5 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:20.090964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.106619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c4ba7-e027-4ef5-92e0-e4bd6fbdc67c None None] Pushing event updated for resources: {'Port': ['ID=a1fa4d65-122d-48d4-854f-f852c7206869,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:20.125770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-f4f57cbe-8e24-49eb-af2a-00f194c4707f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "DELETE /v2.0/ports/fd632761-03db-4d05-afce-285abb40c0b5 HTTP/1.1" status: 204 len: 173 time: 2.1172564 Jun 01 13:01:20.134740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-830dc163-b591-40fd-9bf4-9f02f0a6b4e5 tempest-DHCPAgentSchedulersTestJSON-46644338 tempest-DHCPAgentSchedulersTestJSON-46644338-project-admin] 10.222.0.40 "GET /v2.0/agents/e1e2175b-7031-48e0-b015-4376a044828c/dhcp-networks HTTP/1.1" status: 200 len: 11241 time: 0.2304702 Jun 01 13:01:20.138746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54428) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:20.150371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17469b4-d044-4ee5-aa63-7eb8f1eb37a6 req-f2ff21c3-7739-424b-ba7b-a202766edbf5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:20.152101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b17469b4-d044-4ee5-aa63-7eb8f1eb37a6 req-f2ff21c3-7739-424b-ba7b-a202766edbf5 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.2283757 Jun 01 13:01:20.279462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5007095d-c15d-457f-8231-3cb226aaec00 req-83faae63-657e-44fb-9778-a4835a8c4260 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.40 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.1260493 Jun 01 13:01:20.316092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b17469b4-d044-4ee5-aa63-7eb8f1eb37a6 req-f96adcf5-d71b-4de9-b421-29461ccb83ce tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271455 Jun 01 13:01:20.343880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port a14249e1-6521-400a-8bd6-8f0a3923099c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:20.343880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.373772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-72f0ebf4-40d4-44c9-b79f-c13e51230a05 None None] Provisioning complete for port a1fa4d65-122d-48d4-854f-f852c7206869 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:20.374144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72f0ebf4-40d4-44c9-b79f-c13e51230a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.548476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.693175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398417c8-5a79-400e-896a-d938c8a817bf req-9d093b25-3aeb-4be5-b88b-01c5874ec48c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:20.694137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-398417c8-5a79-400e-896a-d938c8a817bf req-9d093b25-3aeb-4be5-b88b-01c5874ec48c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Synchronizing usage tracker for tenant:6322752319d44833b64010e51183fa58 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:20.726826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0895d26-853b-466f-8fe2-bbc77490619d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.734935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-72f0ebf4-40d4-44c9-b79f-c13e51230a05 None None] Current status of the port a1fa4d65-122d-48d4-854f-f852c7206869 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:20.813474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.821539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-398417c8-5a79-400e-896a-d938c8a817bf req-9d093b25-3aeb-4be5-b88b-01c5874ec48c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Unset dirty status for tenant:6322752319d44833b64010e51183fa58 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:20.823472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-398417c8-5a79-400e-896a-d938c8a817bf req-9d093b25-3aeb-4be5-b88b-01c5874ec48c tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.4582169 Jun 01 13:01:20.848097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2bc69e0c-a1ee-438c-a987-6dec6d883040 None None] Could not find standard attr ID for object 32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:01:20.852207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece8dd24-7460-46ab-8c43-2d2fe5f098b4']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:20.872258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] For port a14249e1-6521-400a-8bd6-8f0a3923099c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a14249e1-6521-400a-8bd6-8f0a3923099c,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:20.872867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.921595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4c5cd-b27e-4cff-b78f-df2e019c063e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:20.922027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4c5cd-b27e-4cff-b78f-df2e019c063e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:20.970255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:20.997420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.009105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Deleting port e5f505f8-ffec-4acc-82de-988a369a0782 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:21.009502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.060947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1fa4d65-122d-48d4-854f-f852c7206869 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:21.076936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:21.077585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.142352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a1fa4d65-122d-48d4-854f-f852c7206869 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:21.142816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.168596 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 68f4c5cd-b27e-4cff-b78f-df2e019c063e resource provider aggregate not found Jun 01 13:01:21.192809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c46827d-e26b-4408-ae7e-dc8b72a01f28 req-9c57d1e6-0e8a-4080-82f0-c4134b75f137 tempest-ServerShowV257Test-4778658 tempest-ServerShowV257Test-4778658-project] 10.222.0.13 "GET /v2.0/ports?device_id=339f35e0-84e5-4045-9634-fee22615974e HTTP/1.1" status: 200 len: 210 time: 0.0693512 Jun 01 13:01:21.289576 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 68f4c5cd-b27e-4cff-b78f-df2e019c063e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68f4c5cd-b27e-4cff-b78f-df2e019c063e found for delete ", "request_id": "req-26621e7b-bcaa-4da8-899a-6199f72ab0b8"}]} Jun 01 13:01:21.298160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a1fa4d65-122d-48d4-854f-f852c7206869 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:21.410147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.414953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.447344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-5dc3dfe5-b8eb-4b7a-ae10-c3b374f18cde tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:21.454673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "DELETE /v2.0/networks/ece8dd24-7460-46ab-8c43-2d2fe5f098b4 HTTP/1.1" status: 204 len: 168 time: 1.3123331 Jun 01 13:01:21.454821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-5dc3dfe5-b8eb-4b7a-ae10-c3b374f18cde tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:21.454821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-5dc3dfe5-b8eb-4b7a-ae10-c3b374f18cde tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:21.456919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3807-60dc-46e1-b376-a86a542f3b64 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event deleted for resources: {'Network': ['ID=ece8dd24-7460-46ab-8c43-2d2fe5f098b4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:21.459155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54444) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:21.471823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd349c9-5e5a-400e-9fee-bfbbe1bd3702 req-ecf41f35-d5b8-49ae-9232-f88f9fbdbf56 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:21.473192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efd349c9-5e5a-400e-9fee-bfbbe1bd3702 req-ecf41f35-d5b8-49ae-9232-f88f9fbdbf56 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 949 time: 0.9588859 Jun 01 13:01:21.475085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.475440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.475738 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Floating IP 38f36cea-1d28-428d-a819-2eb646f00f4e disassociated. External IP: 172.25.7.101, port: a14249e1-6521-400a-8bd6-8f0a3923099c. Jun 01 13:01:21.476067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for a14249e1-6521-400a-8bd6-8f0a3923099c owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:21.545710 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a1addc-f61a-4864-82de-b838a3a05994 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] DELETE failed (client error): The resource could not be found. Jun 01 13:01:21.546204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a1addc-f61a-4864-82de-b838a3a05994 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:01:21.548037 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25a1addc-f61a-4864-82de-b838a3a05994 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "DELETE /v2.0/ports/32533cba-cdc1-4ce0-8c04-b6b2f0ffecfc HTTP/1.1" status: 404 len: 333 time: 0.0806699 Jun 01 13:01:21.550114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-5dc3dfe5-b8eb-4b7a-ae10-c3b374f18cde tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:21.551284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-5dc3dfe5-b8eb-4b7a-ae10-c3b374f18cde tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 1677 time: 0.4856393 Jun 01 13:01:21.553377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54448) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:21.576796 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.590619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efd349c9-5e5a-400e-9fee-bfbbe1bd3702 req-0f9312c9-48e6-4c96-ac73-49cc452f32df tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820770 Jun 01 13:01:21.599759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-80199fc0-8fba-45fc-a743-ec82a2d2e0ae tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:21.601159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-80199fc0-8fba-45fc-a743-ec82a2d2e0ae tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Synchronizing usage tracker for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:21.621796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] For port e5f505f8-ffec-4acc-82de-988a369a0782, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=e5f505f8-ffec-4acc-82de-988a369a0782,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:21.621796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.636064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae24c4ce-37b9-42f5-ac4e-a3660435c3b2 req-6fc4e4c5-f0ed-4502-bd0f-a0d3eeb7767f tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623107 Jun 01 13:01:21.682676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.726565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.740743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-80199fc0-8fba-45fc-a743-ec82a2d2e0ae tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Unset dirty status for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:21.741873 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-80199fc0-8fba-45fc-a743-ec82a2d2e0ae tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.24 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 949 time: 0.5673251 Jun 01 13:01:21.750710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Deleting subnet a3ed01d9-befe-4ab4-8077-d5bc70ae616e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:01:21.797067 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209ffc3b-8309-4c4a-b7b9-a0384bdab827'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': '7368257e-b140-48e8-ace7-ffc16f8c1a4c', 'status': 'completed', 'code': 200} Jun 01 13:01:21.804840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:21.864966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=a14249e1-6521-400a-8bd6-8f0a3923099c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:21.885658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.886254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.886357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.886821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.887313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.887830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.888194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.888513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.888828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.889186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.889502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.890034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:21.971014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.000103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Deleting port 385012c3-62e2-48b0-8b2b-b6907ccaeacd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:22.000474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.143344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c131d-b8f9-4859-b76e-1251bbfb4411 req-9718051c-2ada-4926-86d2-0a59c7b3324d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:22.145292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-490c131d-b8f9-4859-b76e-1251bbfb4411 req-9718051c-2ada-4926-86d2-0a59c7b3324d tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 1096 time: 0.3470438 Jun 01 13:01:22.190261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:01:22.209614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ca2f-b7ee-4a4b-839f-84d5a8b17614 req-935032e2-aba6-49c9-8af7-24073a2e0e64 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:22.211184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db63ca2f-b7ee-4a4b-839f-84d5a8b17614 req-935032e2-aba6-49c9-8af7-24073a2e0e64 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.3274560 Jun 01 13:01:22.216423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-490c131d-b8f9-4859-b76e-1251bbfb4411 req-b6983851-4c54-4908-9c02-afa04dab9134 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Jun 01 13:01:22.369661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db63ca2f-b7ee-4a4b-839f-84d5a8b17614 req-2f534c36-1f62-47a6-ac7d-73688cc0a334 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499567 Jun 01 13:01:22.474218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.474726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.475129 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Floating IP 6291a86f-651b-49e2-b540-4d05a20a821e disassociated. External IP: 172.25.7.224, port: e5f505f8-ffec-4acc-82de-988a369a0782. Jun 01 13:01:22.475594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Calling delete_port for e5f505f8-ffec-4acc-82de-988a369a0782 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:22.530330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:01:22.547889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Sync routers for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:01:22.561335 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:22.562869 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:22.659695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.663562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] No DVR routers for this DVR port a14249e1-6521-400a-8bd6-8f0a3923099c on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:22.675303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.722058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-910f875c-2dee-4f00-9488-2946ff57b96c tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "DELETE /v2.0/ports/a14249e1-6521-400a-8bd6-8f0a3923099c HTTP/1.1" status: 204 len: 173 time: 2.5343089 Jun 01 13:01:22.747294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef5328-e05c-4d3e-bea4-d555813eebbd req-3a425a46-0c97-49f8-8649-393d257732c0 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:22.749377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6cef5328-e05c-4d3e-bea4-d555813eebbd req-3a425a46-0c97-49f8-8649-393d257732c0 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 946 time: 0.2161491 Jun 01 13:01:22.792957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] For port 385012c3-62e2-48b0-8b2b-b6907ccaeacd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=385012c3-62e2-48b0-8b2b-b6907ccaeacd,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:22.793479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:22.841658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:22.961814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54464) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:22.981724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Calling delete_port for 385012c3-62e2-48b0-8b2b-b6907ccaeacd owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:22.982205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6cef5328-e05c-4d3e-bea4-d555813eebbd req-6872ec1f-3013-48d7-91f6-e2168c3f1958 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups?id=edad5b02-2697-415c-aacd-2b2bffe2a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437545 Jun 01 13:01:23.004362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.031741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-0b1d3993-c67b-44ba-aedf-41007a503f78 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:23.032126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.033273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-0b1d3993-c67b-44ba-aedf-41007a503f78 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.2416410 Jun 01 13:01:23.041881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port 02fef0bc-bd8e-4993-a527-d13678a53612 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:23.042221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.096769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ed01d9-befe-4ab4-8077-d5bc70ae616e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:23.098975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.106844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad802e-852d-4ff9-bf36-e227f9349e10 None None] Network 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:23.116107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-699e33ed-edcc-4ea5-a4e0-87b2be802b60 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "DELETE /v2.0/subnets/a3ed01d9-befe-4ab4-8077-d5bc70ae616e HTTP/1.1" status: 204 len: 168 time: 1.5617137 Jun 01 13:01:23.120170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:23.125064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.152079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Deleting port 18dbc28f-fe9a-4c76-8bd6-c168203a722b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:23.152421 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.282452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event deleted for resources: {'Port': ['ID=e5f505f8-ffec-4acc-82de-988a369a0782,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:23.373652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.396803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:23.402283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Checking router: f027f4ef-d6a0-4538-b428-23d0e61a1fc3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:01:23.441546 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:23.442168 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:23.525806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Deleting port a1fa4d65-122d-48d4-854f-f852c7206869 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:23.526261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.617032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582c352-eb30-45e9-8601-7522de595796 None None] DHCP port deletion for 843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:01:23.626416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Deleting port a1fa4d65-122d-48d4-854f-f852c7206869 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:23.627092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.627310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.627776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64bfff-f5cf-4fcc-be3f-440beba063f0 req-302494a1-4088-4dfe-b889-e0811539ff50 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:23.635027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e64bfff-f5cf-4fcc-be3f-440beba063f0 req-302494a1-4088-4dfe-b889-e0811539ff50 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.9022474 Jun 01 13:01:23.673633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:23.705446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['28cf287d-7955-4738-b2f9-646f08e330af'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:23.764789 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:23.804990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:23.950116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:23.965267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event deleted for resources: {'Port': ['ID=385012c3-62e2-48b0-8b2b-b6907ccaeacd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:24.061036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Router cbc16680-6ef0-4827-8c25-f3e26bc46c91 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:01:24.065303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Usage tracker for resource:security_group_rule and tenant:5182265452af49a5a20044086c0e8364 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:24.070324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] No DVR routers for this DVR port 385012c3-62e2-48b0-8b2b-b6907ccaeacd on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:24.071800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7582c352-eb30-45e9-8601-7522de595796 None None] For port a1fa4d65-122d-48d4-854f-f852c7206869, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1fa4d65-122d-48d4-854f-f852c7206869,segment=NetworkSegment(335d48ad-4524-4a58-8f16-2cf6e5b97b5a),segment_id=335d48ad-4524-4a58-8f16-2cf6e5b97b5a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:24.072285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.073154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.083950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'name': 'network-vif-deleted', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:24.144010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:24.199360 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:24.208611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e64bfff-f5cf-4fcc-be3f-440beba063f0 req-a3af109a-4052-4312-bc3f-49e64b374b6f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725238 Jun 01 13:01:24.209088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf2a9-4ef6-4bd7-8b5e-165fc0d0161d None None] The sync data for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 is: [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c24d99d0-24e5-4737-8d3a-499f7d0b62f3', 'name': '', 'network_id': '334300af-7f2c-487c-9900-0fc105089cb1', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'mac_address': 'fa:16:3e:47:57:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:23Z', 'updated_at': '2022-06-01T12:55:34Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'subnets': [{'id': '1316f42f-0279-4b25-b5b9-1c3b9fbe1c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:01:24.227108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:24.242176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c61a5f79-c997-48e4-945b-9274b978b4e1 req-9b3b4bc9-bd00-4694-a305-8bb80eb1b71e tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=2718b927-3ae6-4494-a211-0babfbccabed HTTP/1.1" status: 200 len: 210 time: 0.1593103 Jun 01 13:01:24.313212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Calling delete_port for a1fa4d65-122d-48d4-854f-f852c7206869 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:24.434971 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.24 "DELETE /v2.0/ports/385012c3-62e2-48b0-8b2b-b6907ccaeacd HTTP/1.1" status: 204 len: 173 time: 2.6814070 Jun 01 13:01:24.518063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18dbc28f-fe9a-4c76-8bd6-c168203a722b no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:24.572841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] For port a1fa4d65-122d-48d4-854f-f852c7206869, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1fa4d65-122d-48d4-854f-f852c7206869,segment=NetworkSegment(335d48ad-4524-4a58-8f16-2cf6e5b97b5a),segment_id=335d48ad-4524-4a58-8f16-2cf6e5b97b5a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:24.575039 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.578925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.613312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] For port 18dbc28f-fe9a-4c76-8bd6-c168203a722b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18dbc28f-fe9a-4c76-8bd6-c168203a722b,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:24.613775 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.678389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582c352-eb30-45e9-8601-7522de595796 None None] No DVR routers for this DVR port a1fa4d65-122d-48d4-854f-f852c7206869 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:24.688638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337dc989-7997-4463-aa14-3720634fe2bf None None] New status for floating IP 38f36cea-1d28-428d-a819-2eb646f00f4e: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:01:24.759349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582c352-eb30-45e9-8601-7522de595796 None None] Pushing event deleted for resources: {'Port': ['ID=a1fa4d65-122d-48d4-854f-f852c7206869,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:24.797512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Calling delete_port for 18dbc28f-fe9a-4c76-8bd6-c168203a722b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:24.859357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] For port 02fef0bc-bd8e-4993-a527-d13678a53612, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=02fef0bc-bd8e-4993-a527-d13678a53612,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:24.859606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:24.885992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Calling delete_port for a1fa4d65-122d-48d4-854f-f852c7206869 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:24.973566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:01:24.984378 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Sync routers for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:01:24.999313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:25.000044 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:25.032445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for 02fef0bc-bd8e-4993-a527-d13678a53612 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:25.198910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.237951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.242219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] No DVR routers for this DVR port e5f505f8-ffec-4acc-82de-988a369a0782 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:25.250510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.257482 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-398417c8-5a79-400e-896a-d938c8a817bf req-79782631-02f9-42cb-9ec7-79c84b37a5e3 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.24 "DELETE /v2.0/ports/e5f505f8-ffec-4acc-82de-988a369a0782 HTTP/1.1" status: 204 len: 173 time: 4.3950896 Jun 01 13:01:25.266809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:25.267618 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:25.288860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c16b-97b0-4706-9dbc-b86a1ff2811c req-51c49113-7124-4dfe-8773-220c1c89b10e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:25.294280 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:25.296912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41b8c16b-97b0-4706-9dbc-b86a1ff2811c req-51c49113-7124-4dfe-8773-220c1c89b10e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 946 time: 0.7886505 Jun 01 13:01:25.379707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1fa4d65-122d-48d4-854f-f852c7206869 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:25.403859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05fbed-08a7-432d-a7c4-a75f7fa14857 req-0b69de1e-e049-4a3a-8cb4-a285e0aec7ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:25.404864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c05fbed-08a7-432d-a7c4-a75f7fa14857 req-0b69de1e-e049-4a3a-8cb4-a285e0aec7ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Synchronizing usage tracker for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:25.426515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a1fa4d65-122d-48d4-854f-f852c7206869 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:25.427028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1fa4d65-122d-48d4-854f-f852c7206869 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:25.448667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7950897-d110-4b5b-b542-f863a05969ea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:25.463122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1f4646f9-6946-4cf2-8bf9-256101c2fd77 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5182265452af49a5a20044086c0e8364&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4972446 Jun 01 13:01:25.466448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:25.503331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18dbc28f-fe9a-4c76-8bd6-c168203a722b is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:25.503699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.551595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41b8c16b-97b0-4706-9dbc-b86a1ff2811c req-3d783830-5a3b-41d2-b1d4-1ba096b21e1e tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=101b3679-9294-47a2-9194-1a8c94e7105f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535830 Jun 01 13:01:25.584541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7c05fbed-08a7-432d-a7c4-a75f7fa14857 req-0b69de1e-e049-4a3a-8cb4-a285e0aec7ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Unset dirty status for tenant:bf02c08b89874d86b7aa6df4ef82a797 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:25.591221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c05fbed-08a7-432d-a7c4-a75f7fa14857 req-0b69de1e-e049-4a3a-8cb4-a285e0aec7ed tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 943 time: 1.1743550 Jun 01 13:01:25.652038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.660192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.684411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device e5f505f8-ffec-4acc-82de-988a369a0782 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:25.709401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.721943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: e5f505f8-ffec-4acc-82de-988a369a0782 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:25.722272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device e5f505f8-ffec-4acc-82de-988a369a0782 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:25.722715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 385012c3-62e2-48b0-8b2b-b6907ccaeacd no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:25.730777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:25.739392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event deleted for resources: {'Port': ['ID=18dbc28f-fe9a-4c76-8bd6-c168203a722b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:25.763147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 385012c3-62e2-48b0-8b2b-b6907ccaeacd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:25.763406 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Checking router: cbc16680-6ef0-4827-8c25-f3e26bc46c91 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:01:25.763889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 385012c3-62e2-48b0-8b2b-b6907ccaeacd not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:25.778300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Deleting port a1fa4d65-122d-48d4-854f-f852c7206869 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:25.782909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.786579 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:25.787526 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:25.794463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c05fbed-08a7-432d-a7c4-a75f7fa14857 req-fb95fedf-75cb-45d2-b865-cbc963d560da tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups?id=65d45ebc-121d-4bd9-93f1-7b21becf856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002032 Jun 01 13:01:25.826976 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d833e6-9dc1-4d76-8c90-a7113280939f'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'fd632761-03db-4d05-afce-285abb40c0b5', 'status': 'completed', 'code': 200} Jun 01 13:01:25.826976 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d833e6-9dc1-4d76-8c90-a7113280939f'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': 'a14249e1-6521-400a-8bd6-8f0a3923099c', 'status': 'completed', 'code': 200} Jun 01 13:01:25.828981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:25.916659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] The port 'a1fa4d65-122d-48d4-854f-f852c7206869' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:01:25.990038 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ccde68-5608-4669-aace-12493a21c9ee'] response: {'server_uuid': '2718b927-3ae6-4494-a211-0babfbccabed', 'name': 'network-vif-deleted', 'tag': '385012c3-62e2-48b0-8b2b-b6907ccaeacd', 'status': 'completed', 'code': 200} Jun 01 13:01:26.152874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.193618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.215608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7950897-d110-4b5b-b542-f863a05969ea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:26.261073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843bcbc0-46f6-4ff3-b17b-b7fbb38126c5']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:26.287804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335d48ad-4524-4a58-8f16-2cf6e5b97b5a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:26.288071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335d48ad-4524-4a58-8f16-2cf6e5b97b5a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:26.312547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.330788 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:26.332499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.333874 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0e6b7b05-c1c2-4aa9-a9a6-75c57eba368b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e7950897-d110-4b5b-b542-f863a05969ea HTTP/1.1" status: 204 len: 168 time: 0.8662899 Jun 01 13:01:26.341366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.357140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:26.357785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.493354 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 335d48ad-4524-4a58-8f16-2cf6e5b97b5a resource provider aggregate not found Jun 01 13:01:26.502105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] No DVR routers for this DVR port 18dbc28f-fe9a-4c76-8bd6-c168203a722b on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:26.506412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=02fef0bc-bd8e-4993-a527-d13678a53612,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:26.508955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] No DVR routers for this DVR port 02fef0bc-bd8e-4993-a527-d13678a53612 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:26.511215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.561428 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 335d48ad-4524-4a58-8f16-2cf6e5b97b5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 335d48ad-4524-4a58-8f16-2cf6e5b97b5a found for delete ", "request_id": "req-cd24075a-c4d3-4566-b6af-8ec71be66e6c"}]} Jun 01 13:01:26.582055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.598420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.604954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:26.634941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08c39858-b4eb-424e-9b8e-a84302073586 req-f3b5a55b-2e4c-47fb-b211-034e991fe092 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a84f57b-8c27-4219-a183-39476da30422 HTTP/1.1" status: 200 len: 210 time: 0.3252165 Jun 01 13:01:26.654473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] 10.222.0.40 "DELETE /v2.0/networks/843bcbc0-46f6-4ff3-b17b-b7fbb38126c5 HTTP/1.1" status: 204 len: 168 time: 3.5305889 Jun 01 13:01:26.654473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e6395-d1a6-4d1a-8b56-07e06627efb3 tempest-DHCPAgentSchedulersTestJSON-1607869085 tempest-DHCPAgentSchedulersTestJSON-1607869085-project] Pushing event deleted for resources: {'Network': ['ID=843bcbc0-46f6-4ff3-b17b-b7fbb38126c5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:26.710772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17a0a9c4-25d2-48a6-b6f9-4c2d7f390ffd req-737fcf2f-f645-4f6c-b1aa-3e7580622586 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.24 "DELETE /v2.0/ports/02fef0bc-bd8e-4993-a527-d13678a53612 HTTP/1.1" status: 204 len: 173 time: 3.8324518 Jun 01 13:01:26.716000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e262dc82-4615-4ffa-9f6e-d62e62653c93 req-b46438e2-f682-4f65-a96c-756ce6ad21bb tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.24 "DELETE /v2.0/ports/18dbc28f-fe9a-4c76-8bd6-c168203a722b HTTP/1.1" status: 204 len: 173 time: 3.6440537 Jun 01 13:01:26.761587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71841-f89d-43ca-9355-bab3cea1fbfe req-7d64e4e1-b70d-4f98-a731-22b5e3dca304 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:26.772582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4be71841-f89d-43ca-9355-bab3cea1fbfe req-7d64e4e1-b70d-4f98-a731-22b5e3dca304 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 0.4328825 Jun 01 13:01:26.917496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4be71841-f89d-43ca-9355-bab3cea1fbfe req-b3a14f4b-05bc-44b9-9c70-2936ad0bc919 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439149 Jun 01 13:01:27.121889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:27.130798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063f6a3-5891-450c-8de1-107b379d9903 None None] The sync data for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 is: [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T12:59:10Z', 'revision_number': 4, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b366bd75-86b4-487c-81c6-9f1bcfd81b9d', 'name': '', 'network_id': '2a151914-7d11-426a-b62b-4216754e4e3b', 'tenant_id': '6322752319d44833b64010e51183fa58', 'mac_address': 'fa:16:3e:2d:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:59:06Z', 'updated_at': '2022-06-01T12:59:22Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'subnets': [{'id': '19312841-0adf-44ed-b829-5f0e3e00d639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:01:27.163447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ecc14b7-cba3-40ac-af4f-2476ea008635 req-9c3f2f7e-924b-49f0-8a4e-b9e7446bb130 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:27.195470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:27.211174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ecc14b7-cba3-40ac-af4f-2476ea008635 req-9c3f2f7e-924b-49f0-8a4e-b9e7446bb130 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:27.212359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ecc14b7-cba3-40ac-af4f-2476ea008635 req-9c3f2f7e-924b-49f0-8a4e-b9e7446bb130 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=6dccf7a7-4995-4edc-9cfc-506b236c2439 HTTP/1.1" status: 200 len: 210 time: 0.1637435 Jun 01 13:01:27.537229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-688a50b0-efb3-48b6-9368-62727e60d35a req-2d9d14cf-a209-4800-baf3-03cf3669d4f1 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 210 time: 0.0774374 Jun 01 13:01:27.657506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5c6cd-6c20-41f4-8d29-64a25d8db926 None None] New status for floating IP 6291a86f-651b-49e2-b540-4d05a20a821e: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:01:27.828392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'name': 'network-vif-deleted', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b'}, {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:27.959780 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3a66ab1d-85cf-4bed-ad43-110e8b5e88d9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd3fb5509c77417fbf5e10fdf29b0b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7607405 Jun 01 13:01:27.960318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a22784-2db5-4968-96ed-b02c5e894587 req-17b20faa-3150-4a19-9b9b-a8b86cae8ea5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:27.960424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:27.968087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96a22784-2db5-4968-96ed-b02c5e894587 req-17b20faa-3150-4a19-9b9b-a8b86cae8ea5 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.2302897 Jun 01 13:01:28.007297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'name': 'network-vif-deleted', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:28.096721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96a22784-2db5-4968-96ed-b02c5e894587 req-ad7a35fa-6a56-4ddd-b648-36994af1c971 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181586 Jun 01 13:01:28.147503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.193234 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536bd249-b12e-4b3b-94bb-ee1f0336fe2f'] response: {'server_uuid': '6dccf7a7-4995-4edc-9cfc-506b236c2439', 'name': 'network-vif-deleted', 'tag': '18dbc28f-fe9a-4c76-8bd6-c168203a722b', 'status': 'completed', 'code': 200} Jun 01 13:01:28.193491 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536bd249-b12e-4b3b-94bb-ee1f0336fe2f'] response: {'server_uuid': '75763327-8bd1-4aec-a64c-2bec73538440', 'name': 'network-vif-deleted', 'tag': '02fef0bc-bd8e-4993-a527-d13678a53612', 'status': 'completed', 'code': 200} Jun 01 13:01:28.214076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.287057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54630) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:28.316414 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c0114b-7ba7-413e-bae8-e6fcdb964703'] response: {'server_uuid': '7a84f57b-8c27-4219-a183-39476da30422', 'name': 'network-vif-deleted', 'tag': 'e5f505f8-ffec-4acc-82de-988a369a0782', 'status': 'completed', 'code': 200} Jun 01 13:01:28.322151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54636) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:28.324396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.350023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e0c74e-370e-470b-a88e-32ca35e6d1c0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:28.395427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.395807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.396142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.396850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.397202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.397759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.398088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.398410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.398795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.399115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.399434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.399751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:01:28.405761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.409245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0c57a14-1aa4-4069-b676-fef80fc04f28 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/11e0c74e-370e-470b-a88e-32ca35e6d1c0 HTTP/1.1" status: 204 len: 168 time: 0.4458823 Jun 01 13:01:28.654212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.721613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:28.999900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-250121885-network', 'tenant_id': '5989a9c6ea2a4dca8e8fb16373578f6b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:29.019390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54660) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:29.039038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.054788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-a539b281-5112-4222-b898-3fc6c2ea80ff tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:29.055621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:29.062178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-a539b281-5112-4222-b898-3fc6c2ea80ff tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.5674751 Jun 01 13:01:29.063055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Usage tracker for resource:security_group_rule and tenant:da055d6966db4ab7babf356ce668a95d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:29.066556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:29.067116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:29.074396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:29.083896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0a4f71e-a380-4a1f-90b5-e8e03ebe5565 req-5518c387-99e0-4d2b-bf32-87401c0ce17a tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 210 time: 0.2217288 Jun 01 13:01:29.118896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-4d2c2614-4218-4de0-9025-eaacc15215fa tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/quotas/2f94cebd27484e5aacd4c21e9d9f1809 HTTP/1.1" status: 200 len: 375 time: 0.0472536 Jun 01 13:01:29.118896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Usage tracker for resource:network and tenant:5989a9c6ea2a4dca8e8fb16373578f6b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:29.119811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:29.188129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:29.234625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.257812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Made reservation on behalf of 5989a9c6ea2a4dca8e8fb16373578f6b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:29.260511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.276630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad5b02-2697-415c-aacd-2b2bffe2a3b4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:29.334481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.358831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.368635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.371440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:29.380685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Usage tracker for resource:security_group_rule and tenant:5989a9c6ea2a4dca8e8fb16373578f6b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:29.394350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6331699-7c31-4840-af40-b59af03fea47 req-1ab8ec4c-8b71-49ea-89db-6dca32f48f41 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:29.395976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6331699-7c31-4840-af40-b59af03fea47 req-1ab8ec4c-8b71-49ea-89db-6dca32f48f41 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.6398487 Jun 01 13:01:29.398698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:29.430059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.433908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8859efb9-f57a-4ed7-99e2-6d0d6689445b tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "DELETE /v2.0/security-groups/edad5b02-2697-415c-aacd-2b2bffe2a3b4 HTTP/1.1" status: 204 len: 168 time: 1.1459329 Jun 01 13:01:29.434525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:29.463324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:29.491912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00fc2f-a7f0-4e72-bd33-623649062652,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:29.509252 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-c8ea6ce6-15f6-4af1-ac66-cec6127edd25 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] show failed (client error): The resource could not be found. Jun 01 13:01:29.518032 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8ea6ce6-15f6-4af1-ac66-cec6127edd25 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "GET /v2.0/security-groups/edad5b02-2697-415c-aacd-2b2bffe2a3b4 HTTP/1.1" status: 404 len: 347 time: 0.0557916 Jun 01 13:01:29.519246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:29.522620 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2f7ca5c-7f98-4fb8-9e52-40e334a753c3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=da055d6966db4ab7babf356ce668a95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019021 Jun 01 13:01:29.535139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-38c586e9-b15b-4503-a96a-338fbb533672 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4227073 Jun 01 13:01:29.596484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54676) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:29.667672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Deleting port 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:29.668259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:29.823656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9eef-e817-472d-97f9-e33602684a79 req-2d4cf335-88e2-4420-95f8-b486959f6419 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:29.825520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa6c9eef-e817-472d-97f9-e33602684a79 req-2d4cf335-88e2-4420-95f8-b486959f6419 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 950 time: 0.5500627 Jun 01 13:01:29.968528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d26f1842-a3ca-4602-b0bb-241f587232a6 service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318645 Jun 01 13:01:30.003505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Deleting port 2bfadfda-46ca-4fc2-998c-ea18295228bd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:30.003847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.101421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.157511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.349855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.350240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.358862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.396550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] For port 28cf287d-7955-4738-b2f9-646f08e330af, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=28cf287d-7955-4738-b2f9-646f08e330af,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:30.396907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.496242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00fc2f-a7f0-4e72-bd33-623649062652,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:30.509481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Calling delete_port for 2bfadfda-46ca-4fc2-998c-ea18295228bd owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:30.560318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Calling delete_port for 28cf287d-7955-4738-b2f9-646f08e330af owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:30.590136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.591712 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb7b27ea-34f1-4377-b18f-58975bb15087 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ef00fc2f-a7f0-4e72-bd33-623649062652 HTTP/1.1" status: 204 len: 168 time: 0.9939153 Jun 01 13:01:30.677935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa6c9eef-e817-472d-97f9-e33602684a79 req-5ebdf9ba-2a17-4cb9-afd6-e8390f41234f tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/security-groups?id=1cbb7591-a42b-4ac5-97fd-9599825a9e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8090835 Jun 01 13:01:30.761127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-ead6325e-22d7-4bf7-883e-7ff950949194 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:30.762841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-ead6325e-22d7-4bf7-883e-7ff950949194 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "GET /v2.0/ports?device_id=165435f9-47d8-45e5-9f85-26c15b423887 HTTP/1.1" status: 200 len: 946 time: 1.0677781 Jun 01 13:01:30.769921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.774369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-9916f94c-0fd5-4e5e-9945-19853754d5f9 service neutron] 10.222.0.40 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047962 Jun 01 13:01:30.811488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:30.924285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baac4d1-9678-4589-8f82-9cb3e527d4f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:30.931468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Deleting port 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:30.932156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.007745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.048003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1269d4d-2807-42d9-945a-fd25eef46fb6 req-b7501159-2b18-4f82-950b-eb3040e02e49 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/ports?device_id=75763327-8bd1-4aec-a64c-2bec73538440 HTTP/1.1" status: 200 len: 210 time: 0.0821815 Jun 01 13:01:31.051553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:31.061790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.151839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Pushing event deleted for resources: {'Port': ['ID=2bfadfda-46ca-4fc2-998c-ea18295228bd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:31.152609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.153178 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Added segment b6507614-626b-4933-a891-b0145d94f4cb of type vlan for network 546ec4af-eb31-4fd8-b5c0-a6960834cf3a Jun 01 13:01:31.190435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Pushing event deleted for resources: {'Port': ['ID=28cf287d-7955-4738-b2f9-646f08e330af,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:31.248670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.289499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.291675 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34692be5-8d04-4f17-8456-b3d422cdf5a4 tempest-ServersTestJSON-1637606484 tempest-ServersTestJSON-1637606484-project] 10.222.0.40 "DELETE /v2.0/floatingips/6291a86f-651b-49e2-b540-4d05a20a821e HTTP/1.1" status: 204 len: 168 time: 1.7676208 Jun 01 13:01:31.296029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:31.694290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764613f4-5a13-4ad9-b8bc-bdf34ac23247 req-a6cde9cb-6bfd-4b57-8066-93242d76f571 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.2670178 Jun 01 13:01:31.734721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] No DVR routers for this DVR port 28cf287d-7955-4738-b2f9-646f08e330af on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:31.738312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.761102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-deleted', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:31.786519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:31.787350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.809581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.068739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:32.143748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 28cf287d-7955-4738-b2f9-646f08e330af {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:32.144082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 28cf287d-7955-4738-b2f9-646f08e330af not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:32.155542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6331699-7c31-4840-af40-b59af03fea47 req-1a8e352d-f864-4d58-93d8-6c537530f0cc tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.13 "DELETE /v2.0/ports/28cf287d-7955-4738-b2f9-646f08e330af HTTP/1.1" status: 204 len: 173 time: 2.7411764 Jun 01 13:01:32.188170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Calling delete_port for 7a7de807-f5a0-4970-a16e-785c8c1e80ce owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:32.267409 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30269444-b2d2-4fa3-9e27-bcfa8ae17b6e'] response: {'server_uuid': '87ff8d07-3c33-4227-9966-ddc749e72a60', 'name': 'network-vif-deleted', 'tag': '28cf287d-7955-4738-b2f9-646f08e330af', 'status': 'completed', 'code': 200} Jun 01 13:01:32.284264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7a7de807-f5a0-4970-a16e-785c8c1e80ce no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:32.296278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:32.443727 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:01:32.505867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:32.529553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f338443-8a8b-4f12-9f41-b157b439243e req-858be495-e123-4706-bc80-5d872bdd8c13 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Synchronizing usage tracker for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:32.602310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.622752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:32.623550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.675746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7a7de807-f5a0-4970-a16e-785c8c1e80ce is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:32.677297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.729572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.737395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:32.745042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:32.754047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:32.837988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f338443-8a8b-4f12-9f41-b157b439243e req-858be495-e123-4706-bc80-5d872bdd8c13 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] Unset dirty status for tenant:028d2e331f3448a590b9431817190db3 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:32.852778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f338443-8a8b-4f12-9f41-b157b439243e req-858be495-e123-4706-bc80-5d872bdd8c13 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] 10.222.0.40 "GET /v2.0/ports?device_id=87ff8d07-3c33-4227-9966-ddc749e72a60 HTTP/1.1" status: 200 len: 210 time: 0.5835185 Jun 01 13:01:32.904579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:32.906304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674178543'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:32.920473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:32.931032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.5927544 Jun 01 13:01:32.932454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:32.933190 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:32.941785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:32.949699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Request body: {'subnet': {'network_id': '546ec4af-eb31-4fd8-b5c0-a6960834cf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-250121885-subnet', 'tenant_id': '5989a9c6ea2a4dca8e8fb16373578f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:32.954513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:32.959847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:32.986196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:32.993073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ae3e-d002-4e77-878f-106dda4d4597 admin admin] Pushing event updated for resources: {'Network': ['ID=546ec4af-eb31-4fd8-b5c0-a6960834cf3a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:32.993381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:32.999640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Usage tracker for resource:subnet and tenant:5989a9c6ea2a4dca8e8fb16373578f6b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:33.013191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:33.033644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:33.070949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 546ec4af-eb31-4fd8-b5c0-a6960834cf3a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:33.112610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed7d77bc-aa82-446a-bf65-c2a8c8833179 req-05608bd9-ab31-4c99-a836-5ad6bb1904c4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Jun 01 13:01:33.210958 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fdb47a-5a1e-4669-b45e-fd8267ccc28d'] response: {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'code': 200} Jun 01 13:01:33.342525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:33.386575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:33.389585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.408070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Made reservation on behalf of 5989a9c6ea2a4dca8e8fb16373578f6b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:33.410538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.455540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.457878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Deleting port 7a7de807-f5a0-4970-a16e-785c8c1e80ce {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:33.458222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.585760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.602891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab1b3b-d22f-42f1-91fc-28dd72a39de6 req-020d7104-1696-47bf-9132-9f99101f6335 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:33.604410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ab1b3b-d22f-42f1-91fc-28dd72a39de6 req-020d7104-1696-47bf-9132-9f99101f6335 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 0.3227854 Jun 01 13:01:33.622655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:33.665062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:security_group_rule and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:33.674653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:33.685004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.693339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:33.737881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ab1b3b-d22f-42f1-91fc-28dd72a39de6 req-a558f7fd-598f-4fcd-9760-3bcdded8510f tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168385 Jun 01 13:01:33.867115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:33.944008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d45ebc-121d-4bd9-93f1-7b21becf856e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:34.010571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-49e03f8f-e63a-4cc1-a06e-42e663a89e33 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:34.013372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-49e03f8f-e63a-4cc1-a06e-42e663a89e33 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 815 time: 0.2628942 Jun 01 13:01:34.022401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.030681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Deleting port b366bd75-86b4-487c-81c6-9f1bcfd81b9d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:34.031023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.049777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] For port 7a7de807-f5a0-4970-a16e-785c8c1e80ce, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7a7de807-f5a0-4970-a16e-785c8c1e80ce,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:34.050439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.073088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.075036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.090373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.091504 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf0d0a3c-4846-4999-88e5-7ad28a07546d tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/security-groups/65d45ebc-121d-4bd9-93f1-7b21becf856e HTTP/1.1" status: 204 len: 168 time: 1.1340544 Jun 01 13:01:34.097798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.107175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:34.203299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:34.262874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Calling delete_port for 7a7de807-f5a0-4970-a16e-785c8c1e80ce owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:34.293412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Request body: {'port': {'device_id': 'c5052cba-a580-42f3-b32b-67759b320f86', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'admin_state_up': True, 'tenant_id': '2f94cebd27484e5aacd4c21e9d9f1809'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:34.337645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302ac41c-00bc-4ad9-b8ef-27d0b90b7fc8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:34.342627 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-af62db98-dbc8-4eb0-a183-e40b7ba0ea45 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] show failed (client error): The resource could not be found. Jun 01 13:01:34.344285 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-af62db98-dbc8-4eb0-a183-e40b7ba0ea45 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "GET /v2.0/security-groups/65d45ebc-121d-4bd9-93f1-7b21becf856e HTTP/1.1" status: 404 len: 347 time: 0.2119930 Jun 01 13:01:34.357052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:34.460177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54780) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:34.480706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-167c1281-3b01-4e8a-b6c8-eddd2999b354 req-af4527a0-ab5b-4368-bc58-f7e0e4713b35 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.1612551 Jun 01 13:01:34.500524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061696d3-8eb3-4d21-8e0f-8a79a610e29f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:34.526857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.527202 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 7453b8af-5b6c-4246-9c34-b98281f91d8a of type vlan for network 3e6091bd-6c26-42d5-a39d-0fd82f82439a Jun 01 13:01:34.657437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:34.667439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Usage tracker for resource:port and tenant:2f94cebd27484e5aacd4c21e9d9f1809 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:34.674414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:34.686389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:34.700334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.722094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Checking segment: {'id': 'b6507614-626b-4933-a891-b0145d94f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '546ec4af-eb31-4fd8-b5c0-a6960834cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:34.722584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Network hostable DHCP agents. Network: 546ec4af-eb31-4fd8-b5c0-a6960834cf3a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:34.727753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port 0f75d0bf-d883-48c8-bc2f-e54bd5bb535c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:34.728090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.772002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Made reservation on behalf of 2f94cebd27484e5aacd4c21e9d9f1809 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:34.772253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] For port b366bd75-86b4-487c-81c6-9f1bcfd81b9d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:34.772567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.775637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.790744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event deleted for resources: {'Port': ['ID=7a7de807-f5a0-4970-a16e-785c8c1e80ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:34.805177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:34.811962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-935e0009-6d37-4e78-a3f7-3a0714e91035 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:34.813593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-935e0009-6d37-4e78-a3f7-3a0714e91035 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.13 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 0.2747962 Jun 01 13:01:34.940761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Calling delete_port for b366bd75-86b4-487c-81c6-9f1bcfd81b9d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:35.046391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Network 546ec4af-eb31-4fd8-b5c0-a6960834cf3a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:35.056755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:35.064102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] No DVR routers for this DVR port 7a7de807-f5a0-4970-a16e-785c8c1e80ce on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:35.082390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.087131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e65ae78a-af8b-4af2-b8d9-67a9048c496b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=028d2e331f3448a590b9431817190db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190763 Jun 01 13:01:35.087721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-deleted', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:35.096228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54788) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:35.096426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 546ec4af-eb31-4fd8-b5c0-a6960834cf3a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:35.112406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Deleting port 7e038d28-d0dd-4170-92e9-7c249d25930a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:35.112809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.117987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4c420-4365-4f1f-b65b-4fb691b784bf None None] Network 546ec4af-eb31-4fd8-b5c0-a6960834cf3a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:35.203924 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52be4a3-8997-48f7-9faa-b06b40d7e943'] response: {'server_uuid': '165435f9-47d8-45e5-9f85-26c15b423887', 'name': 'network-vif-deleted', 'tag': '7a7de807-f5a0-4970-a16e-785c8c1e80ce', 'status': 'completed', 'code': 200} Jun 01 13:01:35.221627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2630acc-6b1b-4b90-812e-f51cec582dee req-c931dfb1-d4db-4c1c-968e-140fdaed198a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "DELETE /v2.0/ports/7a7de807-f5a0-4970-a16e-785c8c1e80ce HTTP/1.1" status: 204 len: 173 time: 4.4501412 Jun 01 13:01:35.415284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:35.416260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.444194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.447697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd52f1-e8e0-48a8-9b19-f3f1c2d3e2d3 None None] Network 546ec4af-eb31-4fd8-b5c0-a6960834cf3a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:35.455305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:35.458502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.626706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1010714 Jun 01 13:01:35.643965 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a1f6153-8e4a-48fb-baed-443a33225984 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7040524 Jun 01 13:01:35.720515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.720820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:35.748398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ceaed9-8e78-4800-8301-941fafaffd38 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=3e6091bd-6c26-42d5-a39d-0fd82f82439a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:35.776880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:35.899851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for 0f75d0bf-d883-48c8-bc2f-e54bd5bb535c owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:36.060569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-73e7046b-bbf5-4af3-bf1a-9ac58cdd7121 req-d3248305-8bbd-46a3-84fa-c01c31b10333 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Synchronizing usage tracker for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:36.122340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Allocated IP 172.20.0.12 (477a2fca-dda5-4a08-ad8c-2eca33da1777/cb35a28f-9166-4174-947f-c03557bf0728/1be3691b-cc0d-4812-8859-d81911b56c60) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:36.144807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.166923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8bab5-eef6-46ee-a8c9-af656f736b13 req-bc266a65-cb26-4522-ae38-04add6686f1a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:36.175289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50c8bab5-eef6-46ee-a8c9-af656f736b13 req-bc266a65-cb26-4522-ae38-04add6686f1a tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 945 time: 1.2198374 Jun 01 13:01:36.250932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] For port 7e038d28-d0dd-4170-92e9-7c249d25930a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7e038d28-d0dd-4170-92e9-7c249d25930a,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:36.251821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.277594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.289269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-73e7046b-bbf5-4af3-bf1a-9ac58cdd7121 req-d3248305-8bbd-46a3-84fa-c01c31b10333 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Unset dirty status for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:36.291180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73e7046b-bbf5-4af3-bf1a-9ac58cdd7121 req-d3248305-8bbd-46a3-84fa-c01c31b10333 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.3692682 Jun 01 13:01:36.366095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:36.368218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b366bd75-86b4-487c-81c6-9f1bcfd81b9d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:36.372818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.419028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.638419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=0f75d0bf-d883-48c8-bc2f-e54bd5bb535c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:36.779471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50c8bab5-eef6-46ee-a8c9-af656f736b13 req-37594a16-43b2-4672-ad7f-14a014d01e54 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups?id=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6026571 Jun 01 13:01:36.785526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.815907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Deleting subnet 061696d3-8eb3-4d21-8e0f-8a79a610e29f {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:01:36.823814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:36.901956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb7591-a42b-4ac5-97fd-9599825a9e30,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:36.951538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.027066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.062104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.095317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.103058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9c93b8b-28d0-4928-b6bc-174758f74b3d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1cbb7591-a42b-4ac5-97fd-9599825a9e30 HTTP/1.1" status: 204 len: 168 time: 2.0020375 Jun 01 13:01:37.184679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.185378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.186147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.186347 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79e896f7-0840-441f-926e-b1dfd243a0f3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/floatingips/38f36cea-1d28-428d-a819-2eb646f00f4e HTTP/1.1" status: 204 len: 168 time: 2.8068352 Jun 01 13:01:37.187433 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Floating IP c4d0c41f-5876-47fe-a8b6-96ea62d31eb1 disassociated. External IP: 172.25.7.206, port: 7e038d28-d0dd-4170-92e9-7c249d25930a. Jun 01 13:01:37.188857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Calling delete_port for 7e038d28-d0dd-4170-92e9-7c249d25930a owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:37.201078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54810) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:37.292028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.311119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port 2b14d851-738d-48ec-89a6-638bf8ff9d28 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:37.311440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.659476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.742412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:37.753959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.761631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.830458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:37.928443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Network 477a2fca-dda5-4a08-ad8c-2eca33da1777 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:37.954203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:37.958057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:38.007462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061696d3-8eb3-4d21-8e0f-8a79a610e29f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:38.019340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:38.033140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:38.091652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ff8508cf-a26f-4735-9c4f-f40b3be9e1c9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/061696d3-8eb3-4d21-8e0f-8a79a610e29f HTTP/1.1" status: 204 len: 168 time: 1.7188852 Jun 01 13:01:38.097561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7e038d28-d0dd-4170-92e9-7c249d25930a no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:38.103737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:38.215219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event deleted for resources: {'Port': ['ID=7e038d28-d0dd-4170-92e9-7c249d25930a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:38.239583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6e3e0ac-7222-4ab9-9949-684ac66370ab req-6380c847-a32a-4679-80f8-99f63c88e794 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 210 time: 0.2033229 Jun 01 13:01:38.252906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfcd8-e919-4671-919f-7b789ccbb3da req-c45ef938-4cb8-4424-8735-7ea4891fd94f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:38.255198 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa5f651f-3a41-411a-814b-25b95c97026b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b1554d7a287040ad864f8f360ac1f849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849002 Jun 01 13:01:38.264509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94dbfcd8-e919-4671-919f-7b789ccbb3da req-c45ef938-4cb8-4424-8735-7ea4891fd94f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 932 time: 0.5721796 Jun 01 13:01:38.269211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54830) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:38.273705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 7e038d28-d0dd-4170-92e9-7c249d25930a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:38.274049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7e038d28-d0dd-4170-92e9-7c249d25930a not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:38.353556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:38.354159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:38.497825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:38.699122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Router cbc16680-6ef0-4827-8c25-f3e26bc46c91 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:01:38.753114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94dbfcd8-e919-4671-919f-7b789ccbb3da req-693ee80c-601a-4403-b35e-8854c3567e8c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858162 Jun 01 13:01:38.778465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-850a2f37-0279-4e7e-aaab-ef606d7461b4 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5206118 Jun 01 13:01:38.789028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:38.801448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Request body: {'port': {'device_id': 'c5052cba-a580-42f3-b32b-67759b320f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:38.865873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Router 8cbb95c4-54df-4116-baa2-d441dc83d79d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:01:38.890650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:38.901530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54836) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:38.924019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:39.097768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for 2b14d851-738d-48ec-89a6-638bf8ff9d28 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:39.099895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.217600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:39.218251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.274631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546ec4af-eb31-4fd8-b5c0-a6960834cf3a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:39.284679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:39.298490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:39.311122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.312195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6507614-626b-4933-a891-b0145d94f4cb') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:39.312774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6507614-626b-4933-a891-b0145d94f4cb') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:39.322702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:39.334986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:01:39.344085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b546e010-0e1f-4895-8f6d-98caa26c0a30 admin admin] 10.222.0.40 "PUT /v2.0/routers/cbc16680-6ef0-4827-8c25-f3e26bc46c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0420649 Jun 01 13:01:39.346559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54842) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:39.346723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.367683 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Sync routers for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:01:39.383941 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:39.384568 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:39.430457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.439115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:39.443030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.443367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:39.443800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.487964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:01:39.489527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.500698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Sync routers for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:01:39.515613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:39.518761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:39.633584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:39.801701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64883229-3c6c-42a1-8476-9c9c584613f2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:39.804945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e916db5a-3be0-4824-8c22-cb104046e419 req-ee8e76f1-0833-42d1-add4-33204808e6e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Synchronizing usage tracker for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:01:39.810252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:39.842857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] No DVR routers for this DVR port 7e038d28-d0dd-4170-92e9-7c249d25930a on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:39.893494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:39.896853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'name': 'network-vif-deleted', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:39.919486 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b6507614-626b-4933-a891-b0145d94f4cb resource provider aggregate not found Jun 01 13:01:39.944369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.008659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.015936 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b6507614-626b-4933-a891-b0145d94f4cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6507614-626b-4933-a891-b0145d94f4cb found for delete ", "request_id": "req-647db850-5d57-42da-8ee3-a3cfb46f5595"}]} Jun 01 13:01:40.017007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.041552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=546ec4af-eb31-4fd8-b5c0-a6960834cf3a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:40.077171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.080956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0dbf9fc8-3a32-4675-92ef-9a7b492dce52 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/64883229-3c6c-42a1-8476-9c9c584613f2 HTTP/1.1" status: 204 len: 168 time: 1.7945232 Jun 01 13:01:40.124982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7330ca9-5517-4e07-8e55-8f7787c23387 req-53df34fb-8a92-496f-9686-07482420cb19 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.13 "DELETE /v2.0/ports/7e038d28-d0dd-4170-92e9-7c249d25930a HTTP/1.1" status: 204 len: 173 time: 5.2827449 Jun 01 13:01:40.139227 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T13:01:35Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:40.148175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Checking router: cbc16680-6ef0-4827-8c25-f3e26bc46c91 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:01:40.157733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e916db5a-3be0-4824-8c22-cb104046e419 req-ee8e76f1-0833-42d1-add4-33204808e6e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Unset dirty status for tenant:293df99a5e6445f9992e332102b187b6 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:01:40.158833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e916db5a-3be0-4824-8c22-cb104046e419 req-ee8e76f1-0833-42d1-add4-33204808e6e7 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/ports?device_id=37d78dea-4595-4072-9a9c-705202c66397 HTTP/1.1" status: 200 len: 210 time: 0.6872866 Jun 01 13:01:40.191257 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Routers {'cbc16680-6ef0-4827-8c25-f3e26bc46c91'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:40.191729 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:40.208023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=2b14d851-738d-48ec-89a6-638bf8ff9d28,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:40.212338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-670bc2ea-2bda-43c0-a3aa-8c8144f35c7b admin admin] 10.222.0.40 "DELETE /v2.0/networks/546ec4af-eb31-4fd8-b5c0-a6960834cf3a HTTP/1.1" status: 204 len: 168 time: 2.1045494 Jun 01 13:01:40.352592 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.410618 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193de1d2-7d9c-4cf6-bf3b-2b54dfcf6cd0'] response: {'server_uuid': '37d78dea-4595-4072-9a9c-705202c66397', 'name': 'network-vif-deleted', 'tag': '7e038d28-d0dd-4170-92e9-7c249d25930a', 'status': 'completed', 'code': 200} Jun 01 13:01:40.446304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.458331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7aaf0cbf-1bd5-432b-881f-881897ae181e tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/ports/2b14d851-738d-48ec-89a6-638bf8ff9d28 HTTP/1.1" status: 204 len: 168 time: 3.2527373 Jun 01 13:01:40.460263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:40.591630 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] Set router cbc16680-6ef0-4827-8c25-f3e26bc46c91 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:40.681814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:40.694076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting port cddf9c32-4e83-4c72-80dd-e56dd396c937 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:40.694654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:40.700304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Checking router: 8cbb95c4-54df-4116-baa2-d441dc83d79d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:01:40.724666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:40.725370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:40.841507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:40.989839 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa007a1b-b575-42f3-a4d6-3ba13a6a384f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5989a9c6ea2a4dca8e8fb16373578f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472473 Jun 01 13:01:40.999823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:41.169536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e85a5-f978-4924-a4d0-76d9f01e7ceb req-0a64ba9a-c667-4a2f-8926-5ab2f8938635 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:41.177730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244e85a5-f978-4924-a4d0-76d9f01e7ceb req-0a64ba9a-c667-4a2f-8926-5ab2f8938635 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 932 time: 1.1406293 Jun 01 13:01:41.238187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:41.346717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.348635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.407333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.411784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54888) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:41.466836 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T13:01:35Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:41.473383 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537770e2-a9c0-4573-91b0-aa4142f49dd7 None None] The sync data for ids ['cbc16680-6ef0-4827-8c25-f3e26bc46c91'] in n-d-844200-1 is: [{'id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'name': 'tempest-ServersTestJSON-1439203765-router', 'tenant_id': '6322752319d44833b64010e51183fa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:51Z', 'updated_at': '2022-06-01T13:01:35Z', 'revision_number': 5, 'project_id': '6322752319d44833b64010e51183fa58', 'gw_port': {'id': '5dc3ecee-aa72-4b0e-b98b-e52e245176d9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc16680-6ef0-4827-8c25-f3e26bc46c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:55Z', 'updated_at': '2022-06-01T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:01:41.543729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244e85a5-f978-4924-a4d0-76d9f01e7ceb req-ebfb15cc-4cb4-4177-b45c-c30df6aa53f8 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655329 Jun 01 13:01:41.550630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Deleting port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:41.555066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.558305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.651951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be3691b-cc0d-4812-8859-d81911b56c60 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:41.661948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.680507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.724888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=bade5a53-b602-4607-999c-27c5d74bce6b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:41.815121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '7453b8af-5b6c-4246-9c34-b98281f91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:41.815633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 3e6091bd-6c26-42d5-a39d-0fd82f82439a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:41.839617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.890041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Calling delete_port for cddf9c32-4e83-4c72-80dd-e56dd396c937 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:41.937403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.951525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:41.969222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:41.974311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] For port 5dc3ecee-aa72-4b0e-b98b-e52e245176d9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:41.974902 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:41.987724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b3c4b-596a-40e5-b711-67e576a6d14a None None] The sync data for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 is: [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T12:58:51Z', 'revision_number': 4, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '125537f6-4deb-4d59-bf92-374a43da5d62', 'name': '', 'network_id': 'b40266e6-10e1-4b1c-b82e-a967503e647c', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'mac_address': 'fa:16:3e:88:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:45Z', 'updated_at': '2022-06-01T12:59:12Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'subnets': [{'id': '7860a8a7-7f58-4906-95aa-3c8246c9e3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:01:42.054642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3e6091bd-6c26-42d5-a39d-0fd82f82439a) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:42.063617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2647568-fb54-4203-94a2-e30c9314f398 None None] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:42.144553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Calling delete_port for 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:42.178207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:42.178471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.181125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.184193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Transition to ACTIVE for port object 1be3691b-cc0d-4812-8859-d81911b56c60 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:42.185875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.211057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.339968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baac4d1-9678-4589-8f82-9cb3e527d4f2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:42.373381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Port': ['ID=cddf9c32-4e83-4c72-80dd-e56dd396c937,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:42.460719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-da4595f9-8b08-468d-8be4-401e5a8760eb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5578768 Jun 01 13:01:42.474904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:42.519139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730877362'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:42.530359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:42.531451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1136dd-673c-49c3-b0a6-1ce7a53d5d78 None None] New status for floating IP c4d0c41f-5876-47fe-a8b6-96ea62d31eb1: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:01:42.536368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:42.539416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:42.554212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.555390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d25d7fc-e908-4742-a6f1-c265eb7fd27f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2baac4d1-9678-4589-8f82-9cb3e527d4f2 HTTP/1.1" status: 204 len: 168 time: 1.5483460 Jun 01 13:01:42.566427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:42.567794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3e6091bd-6c26-42d5-a39d-0fd82f82439a', 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': 'bade5a53-b602-4607-999c-27c5d74bce6b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:01:42.568644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.696629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:42.700177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.784652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.799404 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6c3ae84-0682-45df-888c-b611bd8c1bc3 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/ports/cddf9c32-4e83-4c72-80dd-e56dd396c937 HTTP/1.1" status: 204 len: 168 time: 2.3371601 Jun 01 13:01:42.800485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:42.865585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:42.948513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.958774 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.967317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "DELETE /v2.0/security-groups/65e73bfc-94c3-4cfc-85c9-fa2d0daef07e HTTP/1.1" status: 204 len: 168 time: 1.4896562 Jun 01 13:01:42.968513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:42.976706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:42.977730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.978072 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 89d38df8-ba5c-417f-81f9-8e8934b1cc8e of type vlan for network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 Jun 01 13:01:43.085841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting subnet d96d5f9e-d51a-4405-9b79-377fb0503737 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:01:43.093244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Allocated IP 2001:db8:0:ffff::2 (3e6091bd-6c26-42d5-a39d-0fd82f82439a/bade5a53-b602-4607-999c-27c5d74bce6b/a5dcd926-b2ad-4f20-8e31-07f7d58fbe46) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:43.134262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.163258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.220582 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-517f44ed-dba7-471c-af8b-c07a0b0ade28 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] show failed (client error): The resource could not be found. Jun 01 13:01:43.221819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-517f44ed-dba7-471c-af8b-c07a0b0ade28 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "GET /v2.0/security-groups/65e73bfc-94c3-4cfc-85c9-fa2d0daef07e HTTP/1.1" status: 404 len: 347 time: 0.2315934 Jun 01 13:01:43.226720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:43.233071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ad29-c62a-43de-a219-47b4d32bbdb1 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e73bfc-94c3-4cfc-85c9-fa2d0daef07e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:43.273056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b366bd75-86b4-487c-81c6-9f1bcfd81b9d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:43.316726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:43.411297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6103c1-603d-44c2-9c7e-e9ea89544aaf req-6d8a9453-75c2-47fc-8fff-c25102162f58 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:43.418135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb6103c1-603d-44c2-9c7e-e9ea89544aaf req-6d8a9453-75c2-47fc-8fff-c25102162f58 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 944 time: 0.5094171 Jun 01 13:01:43.431176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.447548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Attempting to bind port 1be3691b-cc0d-4812-8859-d81911b56c60 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:43.447548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Attempting to bind port 1be3691b-cc0d-4812-8859-d81911b56c60 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:43.447548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Attempting to bind port 1be3691b-cc0d-4812-8859-d81911b56c60 on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:43.471409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Port 1be3691b-cc0d-4812-8859-d81911b56c60 on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:01:43.472028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Attempting to bind port 1be3691b-cc0d-4812-8859-d81911b56c60 on network 477a2fca-dda5-4a08-ad8c-2eca33da1777 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:43.472311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b366bd75-86b4-487c-81c6-9f1bcfd81b9d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:43.472969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b366bd75-86b4-487c-81c6-9f1bcfd81b9d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:43.598154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:43.598154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Checking segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:43.598154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Bound using segment: {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:43.598154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Bound port: 1be3691b-cc0d-4812-8859-d81911b56c60, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:43.598538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.705750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.721545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Transition to ACTIVE for port object a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:43.747728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb6103c1-603d-44c2-9c7e-e9ea89544aaf req-4de2590d-f3f0-4bf4-b326-fb831a79964d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240569 Jun 01 13:01:43.750299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Transition to ACTIVE for port object a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:43.760400 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.907905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.913598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:43.914205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.948803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.979044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:43.986690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:43.990984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:44.035972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Deleting port 8e538fed-54d3-489b-a877-595bc1121a68 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:44.036309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.103606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Pushing event updated for resources: {'Port': ['ID=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:44.167183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.210379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Attempting to bind port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:44.210763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Attempting to bind port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '7453b8af-5b6c-4246-9c34-b98281f91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:44.211125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Attempting to bind port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 on network 3e6091bd-6c26-42d5-a39d-0fd82f82439a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:44.227263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:44.227724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Checking segment: {'id': '7453b8af-5b6c-4246-9c34-b98281f91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:44.232877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc3ecee-aa72-4b0e-b98b-e52e245176d9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:44.234877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.235143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Bound using segment: {'id': '7453b8af-5b6c-4246-9c34-b98281f91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:44.235644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Bound port: a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7453b8af-5b6c-4246-9c34-b98281f91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3e6091bd-6c26-42d5-a39d-0fd82f82439a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:44.236018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.321512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8311446 Jun 01 13:01:44.331378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54970) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:44.332084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b98a-dc01-49ed-938d-f20b5b6ef9a9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=6e0de652-ef04-4fc7-9922-7fec2a7086a3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:44.364691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:44.395479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:44.431607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:44.446482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:44.451590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.643196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.646061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.765277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] For port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:44.766177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.769237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] For port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,segment=NetworkSegment(7453b8af-5b6c-4246-9c34-b98281f91d8a),segment_id=7453b8af-5b6c-4246-9c34-b98281f91d8a)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:44.787852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.813557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54984) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:44.850316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Subnet': ['ID=d96d5f9e-d51a-4405-9b79-377fb0503737,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:44.857905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:44.860622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.876328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.896018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b0bd0f0-273f-4a05-b291-fd58c7f2e3fb tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/subnets/d96d5f9e-d51a-4405-9b79-377fb0503737 HTTP/1.1" status: 204 len: 168 time: 2.0876932 Jun 01 13:01:44.936390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17ad31-2c36-45c2-b71b-0561a32864f0 None None] Network 389891e0-a632-4d9b-aea7-81bd87e25016 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:44.939131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54990) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:44.944981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:44.967724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:44.971921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.972248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.991222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:45.035049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:45.035668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.037367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/1be3691b-cc0d-4812-8859-d81911b56c60 HTTP/1.1" status: 200 len: 1092 time: 6.2467160 Jun 01 13:01:45.039525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:45.041786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:45.048341 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.049091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc16680-6ef0-4827-8c25-f3e26bc46c91 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:01:45.372691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Calling delete_port for 8e538fed-54d3-489b-a877-595bc1121a68 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:45.386443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b07a13-b4a3-48ef-8c23-a57a6913f8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:45.408512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Deleting subnet f393a984-9fa1-48b8-9c99-d820e195d6ce {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:01:45.419260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.421463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961bec2-bcf1-4600-9c34-5f3551706b2f None None] Pushing event updated for resources: {'Port': ['ID=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:45.469172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:45.470323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.471541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6172e10-139d-4e8d-8414-556adb6a65ea admin admin] 10.222.0.40 "DELETE /v2.0/routers/cbc16680-6ef0-4827-8c25-f3e26bc46c91 HTTP/1.1" status: 204 len: 168 time: 6.1021271 Jun 01 13:01:45.473531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.477571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55004) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:45.512031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.528542 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30051da-0dbb-4afe-ac6b-2f683db4b0f2'] response: {'name': 'network-changed', 'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60', 'status': 'completed', 'code': 200} Jun 01 13:01:45.539026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.546860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.626692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-1bb4a1fe-1d5d-47e5-9385-07c8fbe70fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:45.628200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-1bb4a1fe-1d5d-47e5-9385-07c8fbe70fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 1095 time: 0.4603603 Jun 01 13:01:45.633633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:45.646905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:45.651398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Deleting subnet 19312841-0adf-44ed-b829-5f0e3e00d639 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:01:45.654977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Usage tracker for resource:security_group_rule and tenant:16456cb936844fa980dd621765abd884 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:45.658352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Usage tracker for resource:security_group_rule and tenant:ec50cd2edbe04a8cb361b18c80c86c85 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:45.661944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:45.668105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:45.682006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] DHCP port deletion for 389891e0-a632-4d9b-aea7-81bd87e25016 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:01:45.684468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:45.686836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:45.698736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Deleting port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:45.698736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.727052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:45.791758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32454073-e1e1-4e7b-a9cc-9dc2b33bf604 req-13783b0b-88bd-4aed-a8b4-563809a65e83 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:45.799321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32454073-e1e1-4e7b-a9cc-9dc2b33bf604 req-13783b0b-88bd-4aed-a8b4-563809a65e83 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 944 time: 0.7369194 Jun 01 13:01:45.851336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-8af7759f-a6c2-44ee-92b7-3862ad19ed49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be3691b-cc0d-4812-8859-d81911b56c60 HTTP/1.1" status: 200 len: 217 time: 0.2067618 Jun 01 13:01:46.016482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] For port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,segment=NetworkSegment(f4a80e2c-aefe-410c-affb-a56141d6c8fc),segment_id=f4a80e2c-aefe-410c-affb-a56141d6c8fc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:46.016482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.028500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.098128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32454073-e1e1-4e7b-a9cc-9dc2b33bf604 req-45acba30-4607-4fde-8f0a-d7b85eba0cc8 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976260 Jun 01 13:01:46.131155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.155632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Calling delete_port for caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:46.163504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-1aa4aff8-aef5-4ce9-b7aa-4a27c00df4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:46.165555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-1aa4aff8-aef5-4ce9-b7aa-4a27c00df4c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.2989867 Jun 01 13:01:46.222267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.242806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-17943373-7397-468c-92e5-278934940eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684373 Jun 01 13:01:46.249859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.286809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.356023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Pushing event deleted for resources: {'Port': ['ID=8e538fed-54d3-489b-a877-595bc1121a68,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.361271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.368137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] Pushing event deleted for resources: {'Port': ['ID=caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.379470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd0ff1-d63c-4942-83f0-a2924680b099 None None] No DVR routers for this DVR port caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:46.541716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.552389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=16456cb936844fa980dd621765abd884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7219927 Jun 01 13:01:46.562268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.563447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:46.573884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.621071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.643812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.648845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.653603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b517be9-d609-4364-88d5-5e66b5ac8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d01ba7-070d-442d-b140-644df52320ef,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.707276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16259a75-77a6-462d-93b1-328c90f996df None None] Network ff8d0b20-14d9-486c-9464-f7050de3c023 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:46.716913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Subnet': ['ID=f393a984-9fa1-48b8-9c99-d820e195d6ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.724157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.724713 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ec50cd2edbe04a8cb361b18c80c86c85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7324026 Jun 01 13:01:46.725823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e94545-27e5-48a0-9f15-502f958b524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4aebb6-e304-49f3-97b2-4d5b2429966f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.736596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:46.790249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19312841-0adf-44ed-b829-5f0e3e00d639,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:46.802249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.808042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-72f89a8a-25e3-45df-ab52-7a83eae9cbd9 service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551898 Jun 01 13:01:46.812198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-232c8a3f-027c-435c-aeef-35e1fb42aa17 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/subnets/f393a984-9fa1-48b8-9c99-d820e195d6ce HTTP/1.1" status: 204 len: 168 time: 1.8628871 Jun 01 13:01:46.816398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55024) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:46.865985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba1540-3938-47b6-b801-0083fa5ce834 None None] Network 2a151914-7d11-426a-b62b-4216754e4e3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:46.870261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-23bdf59d-677c-4185-9b94-18e5c48bc7be admin admin] 10.222.0.40 "DELETE /v2.0/subnets/19312841-0adf-44ed-b829-5f0e3e00d639 HTTP/1.1" status: 204 len: 168 time: 1.3895335 Jun 01 13:01:46.972741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55032) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:47.001981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '89d38df8-ba5c-417f-81f9-8e8934b1cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:47.002436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 6e0de652-ef04-4fc7-9922-7fec2a7086a3, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:47.039520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fff370-6f1a-421a-9521-9e515c6f497e None None] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:47.049167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.080716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.133132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.188021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.201776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.267176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0cab9-92c0-4b8b-8573-a2b9418c65fe req-16463ce6-b0c8-45fc-b51f-2266a4a9b873 service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492824 Jun 01 13:01:47.270021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:47.279684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:47.304394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.344092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Deleting port 53c437e4-db40-46b9-bc68-febba125a34d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:47.344842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.356131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4aebb6-e304-49f3-97b2-4d5b2429966f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:47.358008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6e0de652-ef04-4fc7-9922-7fec2a7086a3) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:47.371011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=eed595e1-67b1-445a-a7ac-81afd527f0a7,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:47.389504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:47.391044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.424252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.425524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0046e1f6-462c-4128-ad46-96af10719c20 tempest-VolumesAdminNegativeTest-1536497134 tempest-VolumesAdminNegativeTest-1536497134-project] 10.222.0.40 "DELETE /v2.0/floatingips/c4d0c41f-5876-47fe-a8b6-96ea62d31eb1 HTTP/1.1" status: 204 len: 168 time: 4.1916544 Jun 01 13:01:47.426817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.427878 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8a2ec3b2-1046-4715-8e68-c70730a82358 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7f4aebb6-e304-49f3-97b2-4d5b2429966f HTTP/1.1" status: 204 len: 168 time: 0.4944034 Jun 01 13:01:47.428699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55048) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:47.450268 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-424622fc-d203-409e-9ed0-e6488a096353 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1132374 Jun 01 13:01:47.509873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55054) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:47.528348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4e18a-b927-44df-bbc8-24def15bfb58 None None] Network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:47.583572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.616892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.729824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389891e0-a632-4d9b-aea7-81bd87e25016']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:47.778581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a80e2c-aefe-410c-affb-a56141d6c8fc') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:47.779022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a80e2c-aefe-410c-affb-a56141d6c8fc') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:47.783582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.810628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.854282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a97971da-8db3-4b2b-bcdd-0b4284a42b71 None None] Provisioning for port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:47.915660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.919699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-6e0de652-ef04-4fc7-9922-7fec2a7086a3', 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': 'eed595e1-67b1-445a-a7ac-81afd527f0a7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:01:47.920820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.941596 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.947513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:47.957234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:47.980254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:47.980641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.994426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-31676ef4-3673-4980-991d-4738d0cb6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:47.996303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-31676ef4-3673-4980-991d-4738d0cb6c56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 1095 time: 0.6083570 Jun 01 13:01:48.009061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50274aed-3b31-4103-b0e4-4cf96aa3d7b3 req-740c3efc-b9ec-4ee4-993e-f7e48304f370 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:48.019025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50274aed-3b31-4103-b0e4-4cf96aa3d7b3 req-740c3efc-b9ec-4ee4-993e-f7e48304f370 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 944 time: 0.6294389 Jun 01 13:01:48.068342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.103457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.117906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:48.118325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.202832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:48.211112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Usage tracker for resource:security_group_rule and tenant:77a15c0b07aa4abfaac383419e89dda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:48.213652 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f4a80e2c-aefe-410c-affb-a56141d6c8fc resource provider aggregate not found Jun 01 13:01:48.214009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.234741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50274aed-3b31-4103-b0e4-4cf96aa3d7b3 req-4bf6a5af-249d-47cb-96ec-aa8c2090bc76 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129188 Jun 01 13:01:48.237110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] For port 53c437e4-db40-46b9-bc68-febba125a34d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53c437e4-db40-46b9-bc68-febba125a34d,segment=NetworkSegment(ec586c4a-6998-450b-9db0-3935929380d4),segment_id=ec586c4a-6998-450b-9db0-3935929380d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:48.237702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.242139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:48.264026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:48.320234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] DHCP port deletion for ff8d0b20-14d9-486c-9464-f7050de3c023 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:01:48.342263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.403694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Deleting port ab562170-c2aa-4f17-9968-581a02890234 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:48.404116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.407581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d01ba7-070d-442d-b140-644df52320ef,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:48.423680 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f4a80e2c-aefe-410c-affb-a56141d6c8fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a80e2c-aefe-410c-affb-a56141d6c8fc found for delete ", "request_id": "req-cc3edbf5-a7a2-41bf-993f-95ef1c737295"}]} Jun 01 13:01:48.443605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.450383 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ecdb7f4a-2030-4d5c-a05e-082c5353aa05 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/93d01ba7-070d-442d-b140-644df52320ef HTTP/1.1" status: 204 len: 168 time: 1.8779912 Jun 01 13:01:48.643833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Allocated IP 2001:db8::1 (6e0de652-ef04-4fc7-9922-7fec2a7086a3/eed595e1-67b1-445a-a7ac-81afd527f0a7/83f68373-f658-4b52-a4d2-e37f61222433) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:48.663775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Calling delete_port for 53c437e4-db40-46b9-bc68-febba125a34d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:48.673542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.702427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.711596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.717166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.809766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b69e4e-75da-4493-85ab-8c7c1eb0cc50,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:48.817110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a008e15-8b03-4a90-bfaf-fa0c6e12dd6b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=77a15c0b07aa4abfaac383419e89dda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8543057 Jun 01 13:01:48.823422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55082) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:48.897025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.915064 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.950623 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d2ce20e3-f213-4970-a960-760b567df73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.961871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf23e3-1a2a-498e-9bd7-215e571f8441 None None] DHCP port deletion for 2a151914-7d11-426a-b62b-4216754e4e3b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:01:49.003366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.039235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Transition to ACTIVE for port object 83f68373-f658-4b52-a4d2-e37f61222433 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:49.067968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7faf23e3-1a2a-498e-9bd7-215e571f8441 None None] Deleting port 53c437e4-db40-46b9-bc68-febba125a34d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:49.068345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7faf23e3-1a2a-498e-9bd7-215e571f8441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.069988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Network': ['ID=389891e0-a632-4d9b-aea7-81bd87e25016,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:49.076451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d696519c-b6d8-4fa7-ab80-6a268d93fe32 tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/networks/389891e0-a632-4d9b-aea7-81bd87e25016 HTTP/1.1" status: 204 len: 168 time: 2.2548673 Jun 01 13:01:49.084795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:49.124687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.173295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Transition to ACTIVE for port object 83f68373-f658-4b52-a4d2-e37f61222433 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:49.182262 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.328142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-1fc040be-9815-4b3e-8d57-1eab64bf52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:49.329621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-1fc040be-9815-4b3e-8d57-1eab64bf52c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 200 len: 916 time: 1.2544742 Jun 01 13:01:49.336844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] No DVR routers for this DVR port 53c437e4-db40-46b9-bc68-febba125a34d on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:49.381588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:49.381967 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.455909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Pushing event deleted for resources: {'Port': ['ID=53c437e4-db40-46b9-bc68-febba125a34d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:49.482135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.704157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Pushing event updated for resources: {'Port': ['ID=83f68373-f658-4b52-a4d2-e37f61222433,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:49.773427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,segment=NetworkSegment(7453b8af-5b6c-4246-9c34-b98281f91d8a),segment_id=7453b8af-5b6c-4246-9c34-b98281f91d8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:49.776284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:49.782572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7faf23e3-1a2a-498e-9bd7-215e571f8441 None None] The port '53c437e4-db40-46b9-bc68-febba125a34d' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:01:49.794001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:49.797626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.800398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-c331b9b8-2ca7-4647-8e02-a21678dbe58e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be3691b-cc0d-4812-8859-d81911b56c60 HTTP/1.1" status: 200 len: 217 time: 0.3600733 Jun 01 13:01:49.801114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:49.858712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.910254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] For port ab562170-c2aa-4f17-9968-581a02890234, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ab562170-c2aa-4f17-9968-581a02890234,segment=NetworkSegment(bd697a54-dfb8-4e11-8882-a0453eb1ae80),segment_id=bd697a54-dfb8-4e11-8882-a0453eb1ae80)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:49.910254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.956246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.972841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.975086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b69e4e-75da-4493-85ab-8c7c1eb0cc50,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:50.062282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a151914-7d11-426a-b62b-4216754e4e3b']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.070343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-6c5cf5f6-dd55-4757-81c3-a523656f67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:50.088452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-6c5cf5f6-dd55-4757-81c3-a523656f67e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 200 len: 855 time: 0.2414632 Jun 01 13:01:50.093462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55112) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:50.105931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec586c4a-6998-450b-9db0-3935929380d4') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.106363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec586c4a-6998-450b-9db0-3935929380d4') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.120702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.120963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Calling delete_port for ab562170-c2aa-4f17-9968-581a02890234 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:50.126397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.148270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0de652-ef04-4fc7-9922-7fec2a7086a3']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.149241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.156587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:50.157101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.161834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d38df8-ba5c-417f-81f9-8e8934b1cc8e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.162323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d38df8-ba5c-417f-81f9-8e8934b1cc8e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.174260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.192215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.200186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:50.200902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.221615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:50.271746 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.320741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=eed595e1-67b1-445a-a7ac-81afd527f0a7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:50.325849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.330428 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 89d38df8-ba5c-417f-81f9-8e8934b1cc8e resource provider aggregate not found Jun 01 13:01:50.344222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:50.344623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5dc3ecee-aa72-4b0e-b98b-e52e245176d9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:50.345174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:50.349996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.353517 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8a3a9c24-6bfa-4573-b0a6-070e7617a7ca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f1b69e4e-75da-4493-85ab-8c7c1eb0cc50 HTTP/1.1" status: 204 len: 168 time: 1.5266302 Jun 01 13:01:50.372023 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 89d38df8-ba5c-417f-81f9-8e8934b1cc8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89d38df8-ba5c-417f-81f9-8e8934b1cc8e found for delete ", "request_id": "req-f6c6e1ba-d4f9-4c43-b0e4-33d85aa7acf6"}]} Jun 01 13:01:50.407605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 13:01:50.407605 n-d-844200-1 neutron-server[88372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 13:01:50.407605 n-d-844200-1 neutron-server[88372]: [parameters: {'id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'}] Jun 01 13:01:50.407605 n-d-844200-1 neutron-server[88372]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:50.407605 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:50.454527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.459992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.490105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1be3691b-cc0d-4812-8859-d81911b56c60 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:01:50.503191 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ec586c4a-6998-450b-9db0-3935929380d4 resource provider aggregate not found Jun 01 13:01:50.511365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-b68bb253-9598-42d8-be75-be7029e5723e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=477a2fca-dda5-4a08-ad8c-2eca33da1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262662 Jun 01 13:01:50.531569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-505e5954-0931-424c-913d-3ace75d0ae08 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:01:50.532653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-505e5954-0931-424c-913d-3ace75d0ae08 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077102 Jun 01 13:01:50.541533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a151914-7d11-426a-b62b-4216754e4e3b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:50.549877 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ec586c4a-6998-450b-9db0-3935929380d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec586c4a-6998-450b-9db0-3935929380d4 found for delete ", "request_id": "req-7f45d7da-2293-4f9d-a05f-a38cea2d6fae"}]} Jun 01 13:01:50.681322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139287b-4c37-47a6-97df-2a90f9a2007d req-7c6a3b0b-8fa8-4380-9be3-52c37e98165f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:50.683165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1139287b-4c37-47a6-97df-2a90f9a2007d req-7c6a3b0b-8fa8-4380-9be3-52c37e98165f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 944 time: 1.1445169 Jun 01 13:01:50.693757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-905d9175-0ba1-4a4f-8396-c7819a28c10a admin admin] 10.222.0.40 "DELETE /v2.0/networks/2a151914-7d11-426a-b62b-4216754e4e3b HTTP/1.1" status: 204 len: 168 time: 3.7196634 Jun 01 13:01:50.695789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.735452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8d0b20-14d9-486c-9464-f7050de3c023']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.751808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd697a54-dfb8-4e11-8882-a0453eb1ae80') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.752040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd697a54-dfb8-4e11-8882-a0453eb1ae80') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:50.768144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.770309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1139287b-4c37-47a6-97df-2a90f9a2007d req-d279baad-b29e-4fe9-804f-408c2f051b63 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783944 Jun 01 13:01:50.799939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-94357d11-210b-4f33-aa7c-8b53be2ce7c8 service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445948 Jun 01 13:01:50.892984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.918988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.942211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:50.942760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:50.962879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:50.963211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device caf3b2fb-a6e0-4255-97d4-f83c9e2de9cb not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:50.985962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4faec94-c1ba-478a-bfbe-9c8da0168997 None None] Provisioning complete for port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:50.986245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4faec94-c1ba-478a-bfbe-9c8da0168997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.064873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Attempting to bind port 83f68373-f658-4b52-a4d2-e37f61222433 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:51.065176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Attempting to bind port 83f68373-f658-4b52-a4d2-e37f61222433 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '89d38df8-ba5c-417f-81f9-8e8934b1cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:51.065526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Attempting to bind port 83f68373-f658-4b52-a4d2-e37f61222433 on network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:51.073717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] No DVR routers for this DVR port ab562170-c2aa-4f17-9968-581a02890234 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:51.073943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19535126-f1ab-4b88-9b1f-ecb8d47b759d req-7237bef0-a712-4fa8-9f3d-c999de012e0a service neutron] 10.222.0.24 "GET /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661443 Jun 01 13:01:51.116469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:51.116838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Checking segment: {'id': '89d38df8-ba5c-417f-81f9-8e8934b1cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:51.117286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.117628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Bound using segment: {'id': '89d38df8-ba5c-417f-81f9-8e8934b1cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:51.118089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Bound port: 83f68373-f658-4b52-a4d2-e37f61222433, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d38df8-ba5c-417f-81f9-8e8934b1cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6e0de652-ef04-4fc7-9922-7fec2a7086a3'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:51.118566 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.154114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:51.160852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ab562170-c2aa-4f17-9968-581a02890234 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:51.179217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 83f68373-f658-4b52-a4d2-e37f61222433 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:51.179217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.211921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55136) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:51.220811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-97336816-network', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:51.267200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:51.270642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed3b8-7266-4cd6-8df0-951472a3489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.275616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d3996-ce2d-4868-b58d-b0daad80e4ee None None] Pushing event deleted for resources: {'Port': ['ID=ab562170-c2aa-4f17-9968-581a02890234,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:51.277397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Usage tracker for resource:network and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:51.281606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:51.301642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ab562170-c2aa-4f17-9968-581a02890234 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:51.301977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ab562170-c2aa-4f17-9968-581a02890234 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:51.302394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53c437e4-db40-46b9-bc68-febba125a34d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:01:51.334061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1fc38e47-c3bb-4e88-9ea7-f8630ffb59b8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6322752319d44833b64010e51183fa58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185491 Jun 01 13:01:51.334061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:51.339066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:51.341522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:51.375284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 53c437e4-db40-46b9-bc68-febba125a34d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:01:51.375630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53c437e4-db40-46b9-bc68-febba125a34d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:01:51.380525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Made reservation on behalf of bf7f48dfaa054f82a2e0cd63bdf9f822 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:51.384636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.388147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '1be3691b-cc0d-4812-8859-d81911b56c60', 'network_id': '477a2fca-dda5-4a08-ad8c-2eca33da1777', 'port_id': '1be3691b-cc0d-4812-8859-d81911b56c60', 'mac_address': 'fa:16:3e:cc:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb35a28f-9166-4174-947f-c03557bf0728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:01:51.443213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.501004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.541439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.543474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:51.549438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.551545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:51.556485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:51.567045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:51.582802 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] 10.222.0.40 "DELETE /v2.0/networks/ff8d0b20-14d9-486c-9464-f7050de3c023 HTTP/1.1" status: 204 len: 168 time: 2.4968541 Jun 01 13:01:51.608467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] For port 83f68373-f658-4b52-a4d2-e37f61222433, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:51.626316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Deleting port 125537f6-4deb-4d59-bf92-374a43da5d62 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:51.626636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.681585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282f3a2-d807-4c13-92f3-569ca17989de tempest-TaggedBootDevicesTest-1586016094 tempest-TaggedBootDevicesTest-1586016094-project] Pushing event deleted for resources: {'Network': ['ID=ff8d0b20-14d9-486c-9464-f7050de3c023,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:51.688809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.726166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 83f68373-f658-4b52-a4d2-e37f61222433, host n-d-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:51.726615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.737904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] For port 83f68373-f658-4b52-a4d2-e37f61222433, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=83f68373-f658-4b52-a4d2-e37f61222433,segment=NetworkSegment(89d38df8-ba5c-417f-81f9-8e8934b1cc8e),segment_id=89d38df8-ba5c-417f-81f9-8e8934b1cc8e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:51.746403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1be3691b-cc0d-4812-8859-d81911b56c60 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:51.746814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.784006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.792544 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.799531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.827674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:51.850426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.852272 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Added segment ad68870f-716b-4fff-8a5b-918826a18a16 of type vlan for network 82799e90-eb1f-486f-8725-e6d1b13ef45b Jun 01 13:01:51.873632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.874685 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:51.903029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d4faec94-c1ba-478a-bfbe-9c8da0168997 None None] Current status of the port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:51.910099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be3691b-cc0d-4812-8859-d81911b56c60 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:01:51.955565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.022259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.167372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0424e-90d7-4513-a691-b5642d788884,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:52.171063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 83f68373-f658-4b52-a4d2-e37f61222433 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:52.176292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:52.245872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c049a-0b3f-4464-a75d-fe485aaa2dd6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:52.258307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.267436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea8f3902-6b23-424f-b06a-9d89dc05502d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/920c049a-0b3f-4464-a75d-fe485aaa2dd6 HTTP/1.1" status: 204 len: 168 time: 0.9188442 Jun 01 13:01:52.285108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.292543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:01:52.293075 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:01:52.294324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:52.300958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.311828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ada02-765a-43bd-b559-b9cb7a30197b None None] Pushing event updated for resources: {'Port': ['ID=83f68373-f658-4b52-a4d2-e37f61222433,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:52.337616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:52.355023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55170) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:52.368675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.409916 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bd697a54-dfb8-4e11-8882-a0453eb1ae80 resource provider aggregate not found Jun 01 13:01:52.446584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6e7d8-5081-4a5c-b59c-7a52fc185cff None None] Network 6e0de652-ef04-4fc7-9922-7fec2a7086a3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:52.448540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] For port 125537f6-4deb-4d59-bf92-374a43da5d62, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=125537f6-4deb-4d59-bf92-374a43da5d62,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:52.448920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.459958 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bd697a54-dfb8-4e11-8882-a0453eb1ae80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd697a54-dfb8-4e11-8882-a0453eb1ae80 found for delete ", "request_id": "req-133ae37b-0e9f-4731-97ef-a2fa59414e05"}]} Jun 01 13:01:52.635533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2472289 Jun 01 13:01:52.638380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55184) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:52.638578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:52.684454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Request body: {'subnet': {'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-subnet', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:52.701676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:52.711105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Usage tracker for resource:subnet and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:52.715655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7137-035e-44e7-9961-6e9b79c647af admin admin] Pushing event updated for resources: {'Network': ['ID=82799e90-eb1f-486f-8725-e6d1b13ef45b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:52.719095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:52.731423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea168-d757-41f5-9385-41e0d8fefddb req-1edd999c-085c-40de-8693-04bc936a72ea tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:52.733617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b85ea168-d757-41f5-9385-41e0d8fefddb req-1edd999c-085c-40de-8693-04bc936a72ea tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 944 time: 0.6685832 Jun 01 13:01:52.738292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:52.753888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['1be3691b-cc0d-4812-8859-d81911b56c60'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:01:52.839476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Made reservation on behalf of bf7f48dfaa054f82a2e0cd63bdf9f822 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:52.845593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:52.853876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:53.029187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 83f68373-f658-4b52-a4d2-e37f61222433 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:53.029523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.241458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:53.395317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Calling delete_port for 125537f6-4deb-4d59-bf92-374a43da5d62 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:53.444676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.497819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-network', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:53.522977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.532222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:53.541475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Usage tracker for resource:network and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:53.549584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:53.549814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:53.549963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.568127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:53.606679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2e010b-0a0b-4759-a05f-c76ccaae5983,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:53.635125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b85ea168-d757-41f5-9385-41e0d8fefddb req-04094e7d-e671-458f-a5a2-58c6fde2b063 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8818300 Jun 01 13:01:53.656267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Made reservation on behalf of a8497a35721b49f7b2e8dff409f34a2d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:53.665163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.712744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.715325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:53.715737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Network hostable DHCP agents. Network: 82799e90-eb1f-486f-8725-e6d1b13ef45b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:53.745124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:53.749909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:53.760175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 82799e90-eb1f-486f-8725-e6d1b13ef45b) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:53.765600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:53.767504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.779907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60119b82-30c1-4fc5-9061-229117896f89 None None] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:53.809752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-57bf769d-489c-418c-9b40-e84f324d25f4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1454129 Jun 01 13:01:53.812987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55208) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:53.818135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:53.823461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:53.832807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:53.846545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Usage tracker for resource:router and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:53.849200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Usage tracker for resource:security_group_rule and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:53.849852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:53.856382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:53.896169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55214) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:53.906158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:53.911900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.913395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:53.929938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:53.943651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.041865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 83f68373-f658-4b52-a4d2-e37f61222433, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=83f68373-f658-4b52-a4d2-e37f61222433,segment=NetworkSegment(89d38df8-ba5c-417f-81f9-8e8934b1cc8e),segment_id=89d38df8-ba5c-417f-81f9-8e8934b1cc8e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:54.042279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.151329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-905162261-network', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:54.161121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:54.209079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 83f68373-f658-4b52-a4d2-e37f61222433 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:54.231364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-82799e90-eb1f-486f-8725-e6d1b13ef45b', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:01:54.232573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.375186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.375649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.384668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Usage tracker for resource:network and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:54.393373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:54.404088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:54.445257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:54.448868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=83f68373-f658-4b52-a4d2-e37f61222433,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:54.451368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.457365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port 83f68373-f658-4b52-a4d2-e37f61222433 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:01:54.510069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.514330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.534290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.548934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Allocated IP 172.20.0.2 (82799e90-eb1f-486f-8725-e6d1b13ef45b/fd2e010b-0a0b-4759-a05f-c76ccaae5983/64832705-4077-4c81-a334-e59ff9dcce01) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:54.553915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:54.558201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:54.562829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:54.569166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:54.614498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.653446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=125537f6-4deb-4d59-bf92-374a43da5d62,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:54.679880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375db8d-f242-49fc-ae87-59ffc8ba2b50,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:54.805026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:54.822987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.913094 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.913422 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Added segment d8ef9562-7c02-4e9c-a9cb-6d846d808a7e of type vlan for network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c Jun 01 13:01:54.920810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.928323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0de652-ef04-4fc7-9922-7fec2a7086a3']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:54.947885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d38df8-ba5c-417f-81f9-8e8934b1cc8e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:54.948240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d38df8-ba5c-417f-81f9-8e8934b1cc8e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:54.951029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Transition to ACTIVE for port object 64832705-4077-4c81-a334-e59ff9dcce01 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:54.972501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Transition to ACTIVE for port object 64832705-4077-4c81-a334-e59ff9dcce01 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:01:54.983008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.990466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:54.996829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.088784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.109416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:01:55.109888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.131836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:55.136245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:55.143447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:55.190086 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 89d38df8-ba5c-417f-81f9-8e8934b1cc8e resource provider aggregate not found Jun 01 13:01:55.256170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Pushing event updated for resources: {'Port': ['ID=64832705-4077-4c81-a334-e59ff9dcce01,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:55.260911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.261887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:55.262672 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.273693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Attempting to bind port 64832705-4077-4c81-a334-e59ff9dcce01 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:01:55.274053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Attempting to bind port 64832705-4077-4c81-a334-e59ff9dcce01 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:01:55.274414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Attempting to bind port 64832705-4077-4c81-a334-e59ff9dcce01 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:01:55.281971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:01:55.282345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:55.282784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.283174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Bound using segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:01:55.283643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Bound port: 64832705-4077-4c81-a334-e59ff9dcce01, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:01:55.284098 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.291080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.309564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-08f9505c-45ec-4f4e-951c-396d23cb6105 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:55.317438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-08f9505c-45ec-4f4e-951c-396d23cb6105 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 0.2881091 Jun 01 13:01:55.373170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.401934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-f3c36e0f-4b75-4e2a-96d1-b9a88174e006 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/quotas/0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 375 time: 0.0821080 Jun 01 13:01:55.423346 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 89d38df8-ba5c-417f-81f9-8e8934b1cc8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89d38df8-ba5c-417f-81f9-8e8934b1cc8e found for delete ", "request_id": "req-ddf7d0e6-666e-46f0-a0ba-6343fd785cb8"}]} Jun 01 13:01:55.424726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:55.462990 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1065023 Jun 01 13:01:55.470915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] For port 64832705-4077-4c81-a334-e59ff9dcce01, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:01:55.473517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55234) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:55.496481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9100d80-b695-4a01-b77d-b626fd6b7d44,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:55.525109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.540530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Request body: {'subnet': {'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-subnet', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:55.541334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] For port 64832705-4077-4c81-a334-e59ff9dcce01, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64832705-4077-4c81-a334-e59ff9dcce01,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:01:55.548672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.564170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:55.572095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.581320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Usage tracker for resource:subnet and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:55.588618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.589070 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Added segment a9cd6322-5154-4773-81d6-27e6f26f361f of type vlan for network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d Jun 01 13:01:55.589924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:55.592742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.595215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.598136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b0a1c-9444-4e7a-8926-aa562c83c968 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:55.604425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.629610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:55.632030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=6e0de652-ef04-4fc7-9922-7fec2a7086a3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:55.639025 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f8cd1a1-1b99-4032-a325-dad797991bb7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/6e0de652-ef04-4fc7-9922-7fec2a7086a3 HTTP/1.1" status: 204 len: 168 time: 8.1271982 Jun 01 13:01:55.639279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:55.645312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:55.654765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128276521'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:55.661394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Made reservation on behalf of a8497a35721b49f7b2e8dff409f34a2d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:55.662530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e625-24a6-43ef-af92-045623358c56 req-7c5a91ef-2bc4-4769-9809-79c7841db16b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:55.664342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.674413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24d9e625-24a6-43ef-af92-045623358c56 req-7c5a91ef-2bc4-4769-9809-79c7841db16b tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 945 time: 0.6434774 Jun 01 13:01:55.745994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:55.764036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:55.798350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a045c6-f281-42ab-857a-0dc30b677e6e None None] Pushing event updated for resources: {'Port': ['ID=64832705-4077-4c81-a334-e59ff9dcce01,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:55.819023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:55.823516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24d9e625-24a6-43ef-af92-045623358c56 req-e961f4f9-d457-43b6-9b54-1159626c11df tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299109 Jun 01 13:01:55.857604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:55.882253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:55.994952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:55.998605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.017666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:56.069735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-f8aca78c-e066-41d5-b0ae-a26834e763ff tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6457908 Jun 01 13:01:56.093609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.094750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:56.095453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.151030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:01:56.175501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.175845 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 268fbd5d-48e3-4b5c-95bc-d397a9038e2d of type vlan for network 475ad827-290c-47d2-847b-e1011c442f2a Jun 01 13:01:56.256396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Allocated IP 172.25.7.215 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/786fc96a-e639-42e3-937b-f6196fb658a4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:56.311706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.342419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=170c337c-8f1e-41eb-aa8c-585fd47e8e5d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:56.356675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.356814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:56.397752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5a84cf87-4fd6-4db7-967b-9db30766d7c9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4973743 Jun 01 13:01:56.401444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55246) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:56.424857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Request body: {'subnet': {'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-subnet', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:56.442485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:56.453541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Usage tracker for resource:subnet and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:56.459380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:56.468898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-39f3c196-27dd-423b-98c2-fe845d793384 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982353 Jun 01 13:01:56.469724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:56.579705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:56.586716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:01:56.587334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1be3691b-cc0d-4812-8859-d81911b56c60 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:56.663224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:56.665211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.677222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Checking segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:56.677794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Network hostable DHCP agents. Network: cdb89ae6-2a0e-4035-8df5-c87e686f2d7c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:56.681393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 1be3691b-cc0d-4812-8859-d81911b56c60 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:56.688790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 1be3691b-cc0d-4812-8859-d81911b56c60 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:56.689549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.719325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Router 8cbb95c4-54df-4116-baa2-d441dc83d79d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:01:56.721669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.728056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:56.728942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.786729 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1399257 Jun 01 13:01:56.795343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55252) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:56.802321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '475ad827-290c-47d2-847b-e1011c442f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:56.842829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:56.928558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:56.960789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1be3691b-cc0d-4812-8859-d81911b56c60 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:56.961163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.032141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:01:57.049476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d4a01-be2e-44bf-9765-3f50e7e70e4c tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=475ad827-290c-47d2-847b-e1011c442f2a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:57.061787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, cdb89ae6-2a0e-4035-8df5-c87e686f2d7c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:57.075560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c4080-2759-40ef-b1ec-cf9dfaf77c61 None None] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:57.086915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:57.087505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.201469 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a8e2a12e-7d5c-4cb0-b20d-82e423bf8d4f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7217908 Jun 01 13:01:57.208520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:57.221432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:57.222871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:01:57.226007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 475ad827-290c-47d2-847b-e1011c442f2a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:01:57.231495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:57.239228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Usage tracker for resource:router and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:57.243529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:57.247640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.252204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64832705-4077-4c81-a334-e59ff9dcce01 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:01:57.254747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:57.263312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:01:57.272848 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4c05625-e429-4720-97bd-06057ac989b0 admin admin] 10.222.0.40 "PUT /v2.0/routers/8cbb95c4-54df-4116-baa2-d441dc83d79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8317902 Jun 01 13:01:57.273856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55264) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:01:57.281276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39ce36-7990-49d5-8ded-f9e8bf7ad923 None None] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:57.305047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Sync routers for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:01:57.324927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.390569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.391591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.462722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-be77dc1d-c91e-4412-a868-c679a73482c3 service neutron] 10.222.0.40 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738564 Jun 01 13:01:57.475842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.546332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:01:57.561336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:57.562075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:57.620983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:01:57.632344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:01:57.650951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:01:57.662335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:01:57.674063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049bdbe-82ad-4766-8abf-326f8eb2215f req-86a948d2-b462-4c6b-a343-bde7737e7f55 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:57.674942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6049bdbe-82ad-4766-8abf-326f8eb2215f req-86a948d2-b462-4c6b-a343-bde7737e7f55 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.5539019 Jun 01 13:01:57.675982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:57.678759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:01:57.689430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:57.714699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fcc70161-9c8d-4581-91f3-df55350f5ec0 None None] Provisioning for port 64832705-4077-4c81-a334-e59ff9dcce01 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:57.801309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6049bdbe-82ad-4766-8abf-326f8eb2215f req-14b09f9f-27df-4e43-8771-ac30bd1dc4e3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898075 Jun 01 13:01:57.815306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Pushing event updated for resources: {'Port': ['ID=786fc96a-e639-42e3-937b-f6196fb658a4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:57.847886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:01:57.852476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.114260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.164381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.193084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:58.220313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Deleting port 452260af-611b-41c8-95bd-91eed5bdaaa8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:01:58.220704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.255834 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6a97d8-f95f-48b1-b4c4-8d2a2ac62c44'] response: {'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60', 'code': 200} Jun 01 13:01:58.265069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 64832705-4077-4c81-a334-e59ff9dcce01 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:01:58.306886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 64832705-4077-4c81-a334-e59ff9dcce01 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:01:58.307344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.360954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:01:58.631424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] For port 452260af-611b-41c8-95bd-91eed5bdaaa8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=452260af-611b-41c8-95bd-91eed5bdaaa8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:58.632447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.707870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a9e8100-0d96-4768-9244-cc35002d9559 req-dc77bab3-7cd4-46a1-8d02-af940611cac7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.1056292 Jun 01 13:01:58.711544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:58.792483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173d2874-e992-4d47-8b45-eaec747d0c34,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:58.886221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Calling delete_port for 452260af-611b-41c8-95bd-91eed5bdaaa8 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:01:59.080610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:01:59.081576 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.174145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.273336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.300798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.340551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Checking segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:59.341072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Network hostable DHCP agents. Network: 170c337c-8f1e-41eb-aa8c-585fd47e8e5d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:59.356688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.446069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd25c35-7d46-439f-9f19-9a3bb0d245f8 req-829723b9-0ce0-4ebb-a1bb-fc40ec91412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:59.447670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edd25c35-7d46-439f-9f19-9a3bb0d245f8 req-829723b9-0ce0-4ebb-a1bb-fc40ec91412d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 1097 time: 0.7967896 Jun 01 13:01:59.545965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=90c195dc-ed48-4247-9022-01792fe39bc8,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:01:59.580378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 64832705-4077-4c81-a334-e59ff9dcce01 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:01:59.580775 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.594812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edd25c35-7d46-439f-9f19-9a3bb0d245f8 req-ea1e0daa-1b9a-4714-9cd4-72b5b65ba75a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225615 Jun 01 13:01:59.606513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:01:59.655710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T13:01:54Z', 'revision_number': 5, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port': {'id': '452260af-611b-41c8-95bd-91eed5bdaaa8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:58:35Z', 'updated_at': '2022-06-01T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:59.662409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Checking router: 8cbb95c4-54df-4116-baa2-d441dc83d79d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:01:59.748471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Allocated IP 172.20.0.2 (cdb89ae6-2a0e-4035-8df5-c87e686f2d7c/33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5/5fa6f35c-58f3-44b1-931a-6b124a7a3293) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:59.764345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 64832705-4077-4c81-a334-e59ff9dcce01, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64832705-4077-4c81-a334-e59ff9dcce01,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:01:59.765551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Routers {'8cbb95c4-54df-4116-baa2-d441dc83d79d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:01:59.767548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cbb95c4-54df-4116-baa2-d441dc83d79d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:01:59.784671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '268fbd5d-48e3-4b5c-95bc-d397a9038e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:01:59.785235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 475ad827-290c-47d2-847b-e1011c442f2a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:01:59.860116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Allocated IP 172.25.7.212 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/491486b3-ce60-4d67-a685-69cf1dabe851) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:01:59.880696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 170c337c-8f1e-41eb-aa8c-585fd47e8e5d) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:01:59.889761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0e1d2-08fe-4506-b77c-59bb9b5fa77c req-7bf1f797-f2ad-4e6a-9201-aed68ddad84d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:59.901876 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:59.906876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdee050-39c9-4723-a4ed-bc770dd7b740 None None] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:01:59.909879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5d0e1d2-08fe-4506-b77c-59bb9b5fa77c req-7bf1f797-f2ad-4e6a-9201-aed68ddad84d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.7888904 Jun 01 13:01:59.952359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:01:59.953026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.032633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.110006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5d0e1d2-08fe-4506-b77c-59bb9b5fa77c req-bca98f4f-2e20-4273-9661-91574a83404c tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988280 Jun 01 13:02:00.132670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bfee371-3d7f-4a09-95d4-da3be3c9b387 req-5f1b4608-a95b-4fcf-ad6c-542a5c56e9a3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.1976516 Jun 01 13:02:00.162556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 475ad827-290c-47d2-847b-e1011c442f2a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:00.207714 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.275499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bdb558f0-c7f2-4acd-806b-4b73083cb990 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8655181 Jun 01 13:02:00.277501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55298) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:00.296244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.332114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:00.349199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:00.358804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Usage tracker for resource:router and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:00.363234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:00.368410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b8102672-c3dd-4591-853e-7f4d9fa68f0c None None] Provisioning complete for port 64832705-4077-4c81-a334-e59ff9dcce01 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:00.368911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8102672-c3dd-4591-853e-7f4d9fa68f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.371267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:00.392056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 475ad827-290c-47d2-847b-e1011c442f2a) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:00.406962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.408177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.431797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:00.432879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.434710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc936e4c-c876-4692-a469-8e7c5fbe5ff3 None None] Network 475ad827-290c-47d2-847b-e1011c442f2a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:00.443640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:00.506024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.589353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.630398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] Set router 8cbb95c4-54df-4116-baa2-d441dc83d79d gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:00.669250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:00.672002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:00.796867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:00.827286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-c2da498c-83bc-4bd9-a288-aae20d5374b0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:00.829087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-c2da498c-83bc-4bd9-a288-aae20d5374b0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 808 time: 1.0305247 Jun 01 13:02:00.868129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Pushing event updated for resources: {'Port': ['ID=491486b3-ce60-4d67-a685-69cf1dabe851,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:00.997082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=64832705-4077-4c81-a334-e59ff9dcce01,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:01.008813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T13:01:58Z', 'revision_number': 6, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:01.026744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4228ada-5e17-4a86-95e6-27b445f7c191 None None] The sync data for ids ['8cbb95c4-54df-4116-baa2-d441dc83d79d'] in n-d-844200-1 is: [{'id': '8cbb95c4-54df-4116-baa2-d441dc83d79d', 'name': 'tempest-VolumesAdminNegativeTest-1378822147-router', 'tenant_id': '293df99a5e6445f9992e332102b187b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:58:33Z', 'updated_at': '2022-06-01T13:01:58Z', 'revision_number': 6, 'project_id': '293df99a5e6445f9992e332102b187b6', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:01.085980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.091822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.126675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=452260af-611b-41c8-95bd-91eed5bdaaa8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:01.264719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.271017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbb95c4-54df-4116-baa2-d441dc83d79d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:02:01.332315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:01.333203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.458903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.467282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b8102672-c3dd-4591-853e-7f4d9fa68f0c None None] Current status of the port 64832705-4077-4c81-a334-e59ff9dcce01 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:01.472644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Request body: {'port': {'device_id': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'admin_state_up': True, 'tenant_id': '0bb1ea27b35242bcb8c10204cd0e544d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:01.523923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ab83c17f-ffce-4c10-a87f-184ddc09694e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.7239840 Jun 01 13:02:01.524534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55310) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:01.530086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c41172ca-28e8-4534-a99d-2d0a0aef6b81 req-d4373367-471f-4e25-9385-401467c32323 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.1569507 Jun 01 13:02:01.558694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Transition to ACTIVE for port object 5fa6f35c-58f3-44b1-931a-6b124a7a3293 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:01.564803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402030809'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:01.571162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:01.578654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.580643 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9162a8dd-0359-422b-9eb7-2f23f190fa6f admin admin] 10.222.0.40 "DELETE /v2.0/routers/8cbb95c4-54df-4116-baa2-d441dc83d79d HTTP/1.1" status: 204 len: 168 time: 4.3058667 Jun 01 13:02:01.585256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55316) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:01.669880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:01.677269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:01.684506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:01.699441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Deleting subnet 7860a8a7-7f58-4906-95aa-3c8246c9e3dc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:02:01.715456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Transition to ACTIVE for port object 5fa6f35c-58f3-44b1-931a-6b124a7a3293 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:01.725590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:01.729129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.793647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-475ad827-290c-47d2-847b-e1011c442f2a', 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '90c195dc-ed48-4247-9022-01792fe39bc8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:01.794675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.803786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.815606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.877471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:01.885820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.886162 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment e9914f18-48f1-4d82-b78e-314f42c89ed2 of type vlan for network 667f448d-89a9-43e5-8a42-306b84bb8a16 Jun 01 13:02:01.919211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:01.940541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.060284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:02.064850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Allocated IP 172.20.0.2 (170c337c-8f1e-41eb-aa8c-585fd47e8e5d/173d2874-e992-4d47-8b45-eaec747d0c34/657cf482-314c-446e-9bd3-1bde8e8f76f1) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:02.079900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:02.087139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:02.147879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:02.156696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64832705-4077-4c81-a334-e59ff9dcce01 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:02.173222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.175464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c851-11ee-4471-9962-53dc9cd23bee req-9b18b589-dcb1-4fb7-ac9a-19e6c800c0c3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:02.182757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32b6c851-11ee-4471-9962-53dc9cd23bee req-9b18b589-dcb1-4fb7-ac9a-19e6c800c0c3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.7507310 Jun 01 13:02:02.209331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:02.265973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32b6c851-11ee-4471-9962-53dc9cd23bee req-e650cfc0-a5ba-4f9c-b6e7-e9437bc3a2fd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818796 Jun 01 13:02:02.269298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:02:02.285371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Made reservation on behalf of 0bb1ea27b35242bcb8c10204cd0e544d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:02.289254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.374053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Pushing event updated for resources: {'Port': ['ID=5fa6f35c-58f3-44b1-931a-6b124a7a3293,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:02.401044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Attempting to bind port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:02.401404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Attempting to bind port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:02.401761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Attempting to bind port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:02.433741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:02.434107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Checking segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:02.434892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.435338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Bound using segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:02.435818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Bound port: 5fa6f35c-58f3-44b1-931a-6b124a7a3293, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:02.436183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.488241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Allocated IP 172.20.0.7 (0f325d94-9d30-453a-be4d-12a8f96e53d4/934817d0-da06-4664-8a39-2df2c523aea4/9649ca48-02c7-49c8-89ba-d8991a04988d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:02.532471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.773428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.789008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.805259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:02.808380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:02.896709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5da88c97-3c62-47f0-ac61-70462ab06143 req-e1de5904-4f50-4ec1-bc46-93d05bfef4f8 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.1345375 Jun 01 13:02:02.938444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Transition to ACTIVE for port object 657cf482-314c-446e-9bd3-1bde8e8f76f1 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:02.973856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4479892 Jun 01 13:02:02.984506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:03.036206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2d5b-1a96-4d0b-8ef0-5c6045cdecbf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=667f448d-89a9-43e5-8a42-306b84bb8a16,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:03.053338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Transition to ACTIVE for port object 657cf482-314c-446e-9bd3-1bde8e8f76f1 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:03.076195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.080421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 667f448d-89a9-43e5-8a42-306b84bb8a16 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:03.200442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:03.242667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.321834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.326713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Allocated IP 2001:db8::3 (475ad827-290c-47d2-847b-e1011c442f2a/90c195dc-ed48-4247-9022-01792fe39bc8/9289c525-a63c-4717-9216-ce1adc4c4775) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:03.353074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.366927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] For port 5fa6f35c-58f3-44b1-931a-6b124a7a3293, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:03.422844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7860a8a7-7f58-4906-95aa-3c8246c9e3dc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:03.424364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db080b05-c97d-4c1b-81a1-039b5ed81aca None None] Network b40266e6-10e1-4b1c-b82e-a967503e647c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:03.439749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.465910 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4c87eaea-d39e-42d9-aae4-e5c18df9c5e9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7860a8a7-7f58-4906-95aa-3c8246c9e3dc HTTP/1.1" status: 204 len: 168 time: 1.8769038 Jun 01 13:02:03.466212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 64832705-4077-4c81-a334-e59ff9dcce01 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:03.466212 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.498452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] For port 5fa6f35c-58f3-44b1-931a-6b124a7a3293, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5fa6f35c-58f3-44b1-931a-6b124a7a3293,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:03.518829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:03.521225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55332) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:03.669132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.700966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Deleting port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:03.701475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.723897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.727314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:03.759918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:02:03.766435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.776812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:03.779012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d696-cced-46c9-8849-b0bedfd5e57f req-ee62ee7f-3b90-48a5-b378-72086a10d2cb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:03.780722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5d3d696-cced-46c9-8849-b0bedfd5e57f req-ee62ee7f-3b90-48a5-b378-72086a10d2cb tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 1.2212827 Jun 01 13:02:03.803902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:03.816719 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:03.833194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:03.836427 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:03.909135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:03.909915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Pushing event updated for resources: {'Port': ['ID=657cf482-314c-446e-9bd3-1bde8e8f76f1,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:03.913779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93164122-f2e9-43f6-9ca5-a87a3e282334 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0964081 Jun 01 13:02:03.913779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:03.914072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55338) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:03.957778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:03.975985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:04.024781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55344) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:04.031247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:04.101828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5d3d696-cced-46c9-8849-b0bedfd5e57f req-7c184a47-49fd-46e7-a5d9-cdfd8a62d69f tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940369 Jun 01 13:02:04.209610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:04.213316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.252494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.408872 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:04.412513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Attempting to bind port 657cf482-314c-446e-9bd3-1bde8e8f76f1 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:04.413073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Attempting to bind port 657cf482-314c-446e-9bd3-1bde8e8f76f1 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:04.413503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Attempting to bind port 657cf482-314c-446e-9bd3-1bde8e8f76f1 on network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:04.425013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 64832705-4077-4c81-a334-e59ff9dcce01 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:04.442852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:04.443327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Checking segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:04.443796 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.445248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Bound using segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:04.445248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Bound port: 657cf482-314c-446e-9bd3-1bde8e8f76f1, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:04.445248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.468391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e1f736-aca1-4430-a626-0273ca2e4c2b req-acc0a084-2260-411d-8ccf-f413a1d186f9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:04.497728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.594848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 125537f6-4deb-4d59-bf92-374a43da5d62 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:04.652107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7785-7103-41c7-b44a-9eb78a3df33b None None] Pushing event updated for resources: {'Port': ['ID=5fa6f35c-58f3-44b1-931a-6b124a7a3293,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:04.674852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.676968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:04.727727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:04.860864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 125537f6-4deb-4d59-bf92-374a43da5d62 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:04.861525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 125537f6-4deb-4d59-bf92-374a43da5d62 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:04.866163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 452260af-611b-41c8-95bd-91eed5bdaaa8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:05.033626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Network 0f325d94-9d30-453a-be4d-12a8f96e53d4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:05.035378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e1f736-aca1-4430-a626-0273ca2e4c2b req-acc0a084-2260-411d-8ccf-f413a1d186f9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:05.036519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 452260af-611b-41c8-95bd-91eed5bdaaa8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:05.036926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 452260af-611b-41c8-95bd-91eed5bdaaa8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:05.072937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95e1f736-aca1-4430-a626-0273ca2e4c2b req-acc0a084-2260-411d-8ccf-f413a1d186f9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.9524226 Jun 01 13:02:05.092517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] For port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,segment=NetworkSegment(5eb5dce0-72f3-4d2d-9d13-3ccd373bc007),segment_id=5eb5dce0-72f3-4d2d-9d13-3ccd373bc007)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:05.093119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.103509 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:01:58Z', 'revision_number': 3, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:05.117710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:05.118220 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Updating router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 port 786fc96a-e639-42e3-937b-f6196fb658a4 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:05.149890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:05.155360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:05.191419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.217144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:05.223227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] For port 657cf482-314c-446e-9bd3-1bde8e8f76f1, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:05.229513 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.233453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] For port 657cf482-314c-446e-9bd3-1bde8e8f76f1, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=657cf482-314c-446e-9bd3-1bde8e8f76f1,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:05.254248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:05.258665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:05.273902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing IP validity checks on allocation pools {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:02:05.274393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Transition to ACTIVE for port object 9289c525-a63c-4717-9216-ce1adc4c4775 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:05.274509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:02:05.284970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.302162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:05.303531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.387010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Calling delete_port for 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:05.406761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5fa6f35c-58f3-44b1-931a-6b124a7a3293 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:05.460609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3bb7b-85dd-4252-816b-c0827502c230 None None] DHCP port deletion for b40266e6-10e1-4b1c-b82e-a967503e647c request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:02:05.525678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89d3bb7b-85dd-4252-816b-c0827502c230 None None] Deleting port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:05.526057 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-89d3bb7b-85dd-4252-816b-c0827502c230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.609727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-010c93c4-9c59-458e-9783-aec0b2e29bf1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3162541 Jun 01 13:02:05.621475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:05.623187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:05.623903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-95038ff1-989c-4d80-9bac-4592d8889d18 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:02:05.624990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-95038ff1-989c-4d80-9bac-4592d8889d18 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077202 Jun 01 13:02:05.738690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.826826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.830945 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.833020 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-328b4de9-0ba5-4593-9e0b-9d7058dd1653 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.6234231 Jun 01 13:02:05.841842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55356) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:05.842932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb4a8ce-6a49-41fb-9739-2fe46a1b2836,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:05.857414 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Transition to ACTIVE for port object 786fc96a-e639-42e3-937b-f6196fb658a4 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:05.877474 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:05.877815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:05.946464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] No DVR routers for this DVR port 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:05.977630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Request body: {'port': {'device_id': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:05.996719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cd398-a991-4c6e-ba7a-1e43cad2dd7b None None] Pushing event updated for resources: {'Port': ['ID=657cf482-314c-446e-9bd3-1bde8e8f76f1,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:06.002171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427c80e-97c9-401c-bb13-e6cc6ce202e4 None None] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:06.023780 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Attempting to bind port 786fc96a-e639-42e3-937b-f6196fb658a4 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:06.024132 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Attempting to bind port 786fc96a-e639-42e3-937b-f6196fb658a4 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:06.024662 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Attempting to bind port 786fc96a-e639-42e3-937b-f6196fb658a4 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:06.036524 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:06.037179 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:06.037718 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.038239 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:06.038870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Bound port: 786fc96a-e639-42e3-937b-f6196fb658a4, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:06.039406 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.160540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.181045 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] For port 786fc96a-e639-42e3-937b-f6196fb658a4, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:06.189036 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] For port 786fc96a-e639-42e3-937b-f6196fb658a4, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=786fc96a-e639-42e3-937b-f6196fb658a4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:06.202256 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Pushing event updated for resources: {'Port': ['ID=786fc96a-e639-42e3-937b-f6196fb658a4,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:06.213246 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.230938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.238390 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.238944 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.239422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.239916 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.242313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.242893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.243365 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.243836 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.245375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.245850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.247213 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:06.347967 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559cb1-ffe4-48ef-b478-c7432014338a None None] Pushing event updated for resources: {'Port': ['ID=786fc96a-e639-42e3-937b-f6196fb658a4,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:06.367843 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:06.369020 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:06.371730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.414050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40266e6-10e1-4b1c-b82e-a967503e647c']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:06.488515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89d3bb7b-85dd-4252-816b-c0827502c230 None None] The port '2fb4a8ce-6a49-41fb-9739-2fe46a1b2836' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:02:06.533609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Transition to ACTIVE for port object 9289c525-a63c-4717-9216-ce1adc4c4775 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:06.625944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Provisioning for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:06.652105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:06.702757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:06.703389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.711360 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:06.786034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b249e8d-870e-42b4-9f23-764452e75439 req-cdbafd88-42c9-4486-86a1-41830e71edb0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:06.788231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b249e8d-870e-42b4-9f23-764452e75439 req-cdbafd88-42c9-4486-86a1-41830e71edb0 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 1.8930357 Jun 01 13:02:06.788996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=43bcd598-b09c-444f-a036-45b00c240118,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:06.796825 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.813965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:06.814258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb5dce0-72f3-4d2d-9d13-3ccd373bc007') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:06.831901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Allocated IP 172.25.7.41 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ec2a0e0f-68ea-4d33-8e2f-0455af649622) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:06.871639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.930753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Provisioning complete for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:06.931318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:06.999093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Pushing event updated for resources: {'Port': ['ID=9289c525-a63c-4717-9216-ce1adc4c4775,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:07.077464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Network 475ad827-290c-47d2-847b-e1011c442f2a is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:07.095725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:07.100185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.107706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:07.156767 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:01:58Z', 'revision_number': 3, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:07.161750 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee97235-c879-457f-88ca-95b32788af5a None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:01:58Z', 'revision_number': 3, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:07.181861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b249e8d-870e-42b4-9f23-764452e75439 req-63b1685e-436e-4738-b159-de33a2b0ca84 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262642 Jun 01 13:02:07.198974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.206753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64226851-9758-42d8-bc5c-fcf3688506e5 None None] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:07.218246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.243877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': 'e9914f18-48f1-4d82-b78e-314f42c89ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:07.244399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 667f448d-89a9-43e5-8a42-306b84bb8a16, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:07.304920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.405267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:07.406108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.406408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Attempting to bind port 9289c525-a63c-4717-9216-ce1adc4c4775 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:07.406792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Attempting to bind port 9289c525-a63c-4717-9216-ce1adc4c4775 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '268fbd5d-48e3-4b5c-95bc-d397a9038e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:07.407148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Attempting to bind port 9289c525-a63c-4717-9216-ce1adc4c4775 on network 475ad827-290c-47d2-847b-e1011c442f2a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:07.466240 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5eb5dce0-72f3-4d2d-9d13-3ccd373bc007 resource provider aggregate not found Jun 01 13:02:07.478323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:07.478714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Checking segment: {'id': '268fbd5d-48e3-4b5c-95bc-d397a9038e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:07.479111 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.479561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Bound using segment: {'id': '268fbd5d-48e3-4b5c-95bc-d397a9038e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:07.479942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Bound port: 9289c525-a63c-4717-9216-ce1adc4c4775, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268fbd5d-48e3-4b5c-95bc-d397a9038e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '475ad827-290c-47d2-847b-e1011c442f2a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:07.480303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.618239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754ffe8-07f9-44bf-a33e-f893e0680e87 req-953719b8-292f-4551-9ba4-d7a120ed0a9f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:07.625886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e754ffe8-07f9-44bf-a33e-f893e0680e87 req-953719b8-292f-4551-9ba4-d7a120ed0a9f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 931 time: 1.0034974 Jun 01 13:02:07.671547 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5eb5dce0-72f3-4d2d-9d13-3ccd373bc007 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eb5dce0-72f3-4d2d-9d13-3ccd373bc007 found for delete ", "request_id": "req-c801123c-021a-463a-a188-3ececf4626f1"}]} Jun 01 13:02:07.723464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Allocated IP 172.20.0.1 (82799e90-eb1f-486f-8725-e6d1b13ef45b/fd2e010b-0a0b-4759-a05f-c76ccaae5983/49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:07.732507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.771042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 667f448d-89a9-43e5-8a42-306b84bb8a16 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:07.868801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e754ffe8-07f9-44bf-a33e-f893e0680e87 req-ed263632-e02d-4c4d-b244-64e58850a55d tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412336 Jun 01 13:02:07.869388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 667f448d-89a9-43e5-8a42-306b84bb8a16) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:07.876747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:07.876938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.914477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dcbb54e9-6c73-4e2a-85ef-8b7311797560 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.7219243 Jun 01 13:02:07.925110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55368) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:07.939962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] For port 9289c525-a63c-4717-9216-ce1adc4c4775, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:07.944160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] For port 9289c525-a63c-4717-9216-ce1adc4c4775, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9289c525-a63c-4717-9216-ce1adc4c4775,segment=NetworkSegment(268fbd5d-48e3-4b5c-95bc-d397a9038e2d),segment_id=268fbd5d-48e3-4b5c-95bc-d397a9038e2d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:07.957628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2c693-8a26-41f8-b779-ac33f0a03f9e None None] Network 667f448d-89a9-43e5-8a42-306b84bb8a16 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:07.973079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:07.973471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.979279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:07.997048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Transition to ACTIVE for port object 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:08.020331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.024680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.035773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40266e6-10e1-4b1c-b82e-a967503e647c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:08.038760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.076877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e606-b851-40a3-a8db-c6455077ecae req-f0c39b49-14fe-4df0-b5e7-bd1cd7ec6f7d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:08.078512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2914e606-b851-40a3-a8db-c6455077ecae req-f0c39b49-14fe-4df0-b5e7-bd1cd7ec6f7d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.6634285 Jun 01 13:02:08.095480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.119157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Current status of the port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:08.119526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.159871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Pushing event updated for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:08.187706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd92f97-c0c3-4adc-b410-8125284b54d4 None None] Pushing event updated for resources: {'Port': ['ID=9289c525-a63c-4717-9216-ce1adc4c4775,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:08.190023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:08.193947 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c181d3da-70a4-4711-b046-b0091673b3b5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/b40266e6-10e1-4b1c-b82e-a967503e647c HTTP/1.1" status: 204 len: 168 time: 4.6715913 Jun 01 13:02:08.196844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:08.199109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55372) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:08.203881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:08.208382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] For port 5fa6f35c-58f3-44b1-931a-6b124a7a3293, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5fa6f35c-58f3-44b1-931a-6b124a7a3293,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:08.255855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.288663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:08.304044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:08.306970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:08.386665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.629072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9649ca48-02c7-49c8-89ba-d8991a04988d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:08.637798 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.708439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:01Z', 'revision_number': 3, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:08.710636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:02:08.710985 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:02:08.809502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e3e95-c7e7-4b86-8802-e52e87363e49 None None] Pushing event updated for resources: {'Port': ['ID=5fa6f35c-58f3-44b1-931a-6b124a7a3293,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:08.813921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c350d90a-fa79-4c53-981c-368cd1f2cd63 None None] Provisioning complete for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:08.814423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c350d90a-fa79-4c53-981c-368cd1f2cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.836753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a0e0f-68ea-4d33-8e2f-0455af649622,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:08.874701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Transition to ACTIVE for port object 9649ca48-02c7-49c8-89ba-d8991a04988d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:08.891036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:08.891747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Updating router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 port 491486b3-ce60-4d67-a685-69cf1dabe851 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:08.908747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:08.960118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-667f448d-89a9-43e5-8a42-306b84bb8a16', 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '43bcd598-b09c-444f-a036-45b00c240118'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:08.961752 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:09.000117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2914e606-b851-40a3-a8db-c6455077ecae req-546ba242-6df5-4a8c-9d62-77d013730c69 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402584 Jun 01 13:02:09.034842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:09.253057 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:09.292826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:09.448735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:02:09.502258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Allocated IP 2001:db8::3 (667f448d-89a9-43e5-8a42-306b84bb8a16/43bcd598-b09c-444f-a036-45b00c240118/0901d5ee-4273-40c8-ae08-f29f71bf4869) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:09.504527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c350d90a-fa79-4c53-981c-368cd1f2cd63 None None] Current status of the port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:09.507249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:09.553975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c350d90a-fa79-4c53-981c-368cd1f2cd63 None None] Provisioning for port 657cf482-314c-446e-9bd3-1bde8e8f76f1 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:09.707555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Allocated IP 172.20.0.1 (cdb89ae6-2a0e-4035-8df5-c87e686f2d7c/33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5/109ff501-f4cf-4851-abb8-cb60e0117b75) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:09.892914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:09.978959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Transition to ACTIVE for port object 109ff501-f4cf-4851-abb8-cb60e0117b75 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:10.000733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:10.032738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.033272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.060707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.076103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Transition to ACTIVE for port object 0901d5ee-4273-40c8-ae08-f29f71bf4869 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:10.096620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 786fc96a-e639-42e3-937b-f6196fb658a4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:10.099228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.163564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23bc72-f53e-42e8-ba8b-87e3075ba0e2 None None] Network 475ad827-290c-47d2-847b-e1011c442f2a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:10.195671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.219322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cde84-f357-481c-b8e6-9ec6d6e7f30f req-c9ce7fae-db24-42df-adff-3e350e5ae45a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:10.221874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7cde84-f357-481c-b8e6-9ec6d6e7f30f req-c9ce7fae-db24-42df-adff-3e350e5ae45a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 0.9236171 Jun 01 13:02:10.252730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Transition to ACTIVE for port object 0901d5ee-4273-40c8-ae08-f29f71bf4869 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:10.294303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.358660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 786fc96a-e639-42e3-937b-f6196fb658a4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:10.379209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:10.379827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 786fc96a-e639-42e3-937b-f6196fb658a4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:10.379827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.388635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:10.403820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:10.446339 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:10.464171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Pushing event updated for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:10.465109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b61a3474-01c6-4b6c-a7ef-8ca6e00c6053 None None] Provisioning for port 9289c525-a63c-4717-9216-ce1adc4c4775 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:10.496042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:10.496367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:10.496870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:10.529621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaa267-20a4-4912-ae5b-201f287c6fe1 req-b9a94d74-ed4f-4d19-9af5-b424a3e1fdd9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:10.537933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66eaa267-20a4-4912-ae5b-201f287c6fe1 req-b9a94d74-ed4f-4d19-9af5-b424a3e1fdd9 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.8839593 Jun 01 13:02:10.587440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7cde84-f357-481c-b8e6-9ec6d6e7f30f req-3793519c-13d2-4609-bf57-3adea170b357 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497779 Jun 01 13:02:10.596280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:02:10.597046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:10.600088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Network 667f448d-89a9-43e5-8a42-306b84bb8a16 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:10.610803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Pushing event updated for resources: {'Port': ['ID=0901d5ee-4273-40c8-ae08-f29f71bf4869,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:10.613671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:10.623377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.643399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:10.644262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:10.644799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:10.645572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Bound port: 9649ca48-02c7-49c8-89ba-d8991a04988d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:10.646071 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.658067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.673260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:10.727156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66eaa267-20a4-4912-ae5b-201f287c6fe1 req-667ae195-81b4-4c71-8720-5ffda5aa6e21 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882925 Jun 01 13:02:10.731163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.771398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b61a3474-01c6-4b6c-a7ef-8ca6e00c6053 None None] Provisioning for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:10.773046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.798121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.845969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.851356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=43bcd598-b09c-444f-a036-45b00c240118,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:10.862388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b61a3474-01c6-4b6c-a7ef-8ca6e00c6053 None None] Provisioning complete for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:10.862797 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b61a3474-01c6-4b6c-a7ef-8ca6e00c6053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.936895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 786fc96a-e639-42e3-937b-f6196fb658a4 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:10.937404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.942771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Transition to ACTIVE for port object 491486b3-ce60-4d67-a685-69cf1dabe851 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:10.957885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Attempting to bind port 0901d5ee-4273-40c8-ae08-f29f71bf4869 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:10.958121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Attempting to bind port 0901d5ee-4273-40c8-ae08-f29f71bf4869 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e9914f18-48f1-4d82-b78e-314f42c89ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:10.958660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Attempting to bind port 0901d5ee-4273-40c8-ae08-f29f71bf4869 on network 667f448d-89a9-43e5-8a42-306b84bb8a16 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:10.963465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Pushing event updated for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:10.982559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:10.995409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.051506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.086960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:11.087755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Checking segment: {'id': 'e9914f18-48f1-4d82-b78e-314f42c89ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:11.087986 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.088461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Bound using segment: {'id': 'e9914f18-48f1-4d82-b78e-314f42c89ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:11.089054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Bound port: 0901d5ee-4273-40c8-ae08-f29f71bf4869, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9914f18-48f1-4d82-b78e-314f42c89ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '667f448d-89a9-43e5-8a42-306b84bb8a16'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:11.089519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.117315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b61a3474-01c6-4b6c-a7ef-8ca6e00c6053 None None] Port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:11.123576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 786fc96a-e639-42e3-937b-f6196fb658a4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=786fc96a-e639-42e3-937b-f6196fb658a4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:11.178847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.179790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 657cf482-314c-446e-9bd3-1bde8e8f76f1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:11.247099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.277032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Attempting to bind port 491486b3-ce60-4d67-a685-69cf1dabe851 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:11.277588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Attempting to bind port 491486b3-ce60-4d67-a685-69cf1dabe851 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:11.278299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Attempting to bind port 491486b3-ce60-4d67-a685-69cf1dabe851 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:11.297806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Pushing event updated for resources: {'Port': ['ID=491486b3-ce60-4d67-a685-69cf1dabe851,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:11.298754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.312698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:11.313228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:11.313737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.314224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:11.314819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Bound port: 491486b3-ce60-4d67-a685-69cf1dabe851, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:11.315284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.362543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.362543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.362979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.363423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.364360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.364360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.364987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.364987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.365440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.365957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.366692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.366692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:11.422877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f448d-89a9-43e5-8a42-306b84bb8a16']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:11.434973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] For port 0901d5ee-4273-40c8-ae08-f29f71bf4869, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:11.453058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9914f18-48f1-4d82-b78e-314f42c89ed2') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:11.453346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9914f18-48f1-4d82-b78e-314f42c89ed2') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:11.461593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:11.469148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] For port 0901d5ee-4273-40c8-ae08-f29f71bf4869, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0901d5ee-4273-40c8-ae08-f29f71bf4869,segment=NetworkSegment(e9914f18-48f1-4d82-b78e-314f42c89ed2),segment_id=e9914f18-48f1-4d82-b78e-314f42c89ed2)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:11.482778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.498762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.505002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:11.513748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 657cf482-314c-446e-9bd3-1bde8e8f76f1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:11.528760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=786fc96a-e639-42e3-937b-f6196fb658a4,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:11.532897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] For port 491486b3-ce60-4d67-a685-69cf1dabe851, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:11.537753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] For port 491486b3-ce60-4d67-a685-69cf1dabe851, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=491486b3-ce60-4d67-a685-69cf1dabe851,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:11.570102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 657cf482-314c-446e-9bd3-1bde8e8f76f1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:11.570788 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.576719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.579386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.633272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a415d1-3a0c-47cb-a8a1-cbcae8d11718 req-23768671-09dc-4edb-b1b7-66a355010a39 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:11.640612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47a415d1-3a0c-47cb-a8a1-cbcae8d11718 req-23768671-09dc-4edb-b1b7-66a355010a39 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.7118335 Jun 01 13:02:11.641589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.652628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8359baf0-2e14-424e-ac17-fc61c10fcd66 None None] Provisioning for port 109ff501-f4cf-4851-abb8-cb60e0117b75 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:11.683589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:11.684055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.721884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5afc4f-b717-46f7-8b46-23c48400b422 None None] Pushing event updated for resources: {'Port': ['ID=0901d5ee-4273-40c8-ae08-f29f71bf4869,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:11.752737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8359baf0-2e14-424e-ac17-fc61c10fcd66 None None] Provisioning complete for port 109ff501-f4cf-4851-abb8-cb60e0117b75 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:11.753282 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8359baf0-2e14-424e-ac17-fc61c10fcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.798163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:11.803523 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e9914f18-48f1-4d82-b78e-314f42c89ed2 resource provider aggregate not found Jun 01 13:02:11.817919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:11.914006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:11.914535 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:11.915958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] 10.222.0.13 "PUT /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 1091 time: 6.2679727 Jun 01 13:02:11.917466 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e9914f18-48f1-4d82-b78e-314f42c89ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9914f18-48f1-4d82-b78e-314f42c89ed2 found for delete ", "request_id": "req-bb6a5ba4-f228-4ceb-ae73-349179101342"}]} Jun 01 13:02:11.917866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:11.973053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8359baf0-2e14-424e-ac17-fc61c10fcd66 None None] Port 109ff501-f4cf-4851-abb8-cb60e0117b75 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:12.017355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:12.018646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:12.112857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 13:02:12.112857 n-d-844200-1 neutron-server[88371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 13:02:12.112857 n-d-844200-1 neutron-server[88371]: [parameters: {'id': '667f448d-89a9-43e5-8a42-306b84bb8a16'}] Jun 01 13:02:12.112857 n-d-844200-1 neutron-server[88371]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:02:12.113211 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:02:12.113727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374de37e-4044-4f77-a88b-93e3abdce11b service neutron] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:12.136280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47a415d1-3a0c-47cb-a8a1-cbcae8d11718 req-22ca9517-c867-404a-97b2-de8b92b04a72 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948094 Jun 01 13:02:12.141644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Deleting port c24d99d0-24e5-4737-8d3a-499f7d0b62f3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:12.142355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.168453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.186010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.208409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c645f9-ea25-46e4-85cc-088a8c8cffda None None] Pushing event updated for resources: {'Port': ['ID=491486b3-ce60-4d67-a685-69cf1dabe851,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:12.210919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 657cf482-314c-446e-9bd3-1bde8e8f76f1 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:12.211302 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.213298 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5334732-29e7-4d10-94c7-0a833088de0d'] response: {'name': 'network-changed', 'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'status': 'completed', 'code': 200} Jun 01 13:02:12.222658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2bb21-ed15-4578-8d39-25a0d968c578 None None] Network 667f448d-89a9-43e5-8a42-306b84bb8a16 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:12.225975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.267239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Deleting port 3a411177-4a76-4866-998e-7ba774f3269f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:12.267613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.398992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.426350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149cd2f-c44f-47b1-8580-e45b1c8dd3d8 req-f43b8f38-1699-462f-a70d-0fc99034c725 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:12.427905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0149cd2f-c44f-47b1-8580-e45b1c8dd3d8 req-f43b8f38-1699-462f-a70d-0fc99034c725 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 0.5913868 Jun 01 13:02:12.492430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:12.533181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-692d7c71-a271-433d-96e7-351c418a28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:12.534725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-692d7c71-a271-433d-96e7-351c418a28ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1094 time: 0.5711842 Jun 01 13:02:12.579785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 657cf482-314c-446e-9bd3-1bde8e8f76f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=657cf482-314c-446e-9bd3-1bde8e8f76f1,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:12.618496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Pushing event updated for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:12.630663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.657940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-a1b06567-5cb2-4b77-82b7-f1e3fb90a076 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 217 time: 0.0982635 Jun 01 13:02:12.680587 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.680587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5fa6f35c-58f3-44b1-931a-6b124a7a3293 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:12.685026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:12.687147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:12.695327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:12.734957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0149cd2f-c44f-47b1-8580-e45b1c8dd3d8 req-e6e44c79-a317-4489-b90b-e5ce03563b71 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255044 Jun 01 13:02:12.751382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] For port c24d99d0-24e5-4737-8d3a-499f7d0b62f3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:12.751783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.780099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 0901d5ee-4273-40c8-ae08-f29f71bf4869 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:12.780469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.131842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5fdaf16b-03bc-4660-a97d-87b87b9c866a None None] Provisioning complete for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:13.132230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf16b-03bc-4660-a97d-87b87b9c866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.173474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=657cf482-314c-446e-9bd3-1bde8e8f76f1,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:13.219130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Calling delete_port for c24d99d0-24e5-4737-8d3a-499f7d0b62f3 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:13.221955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:13.222460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.246072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-12f031c3-6f50-4a17-af25-eb0d8beb7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:13.247928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-12f031c3-6f50-4a17-af25-eb0d8beb7b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.5718234 Jun 01 13:02:13.260365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] For port 3a411177-4a76-4866-998e-7ba774f3269f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3a411177-4a76-4866-998e-7ba774f3269f,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:13.260955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.305454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5fdaf16b-03bc-4660-a97d-87b87b9c866a None None] Port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:13.360667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-cd341803-8f19-4dae-a3a7-2c9d062dd919 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010842 Jun 01 13:02:13.395770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf3fd8-84a5-4102-a825-4ab06c48ca7d None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:02:13.401470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Calling delete_port for 3a411177-4a76-4866-998e-7ba774f3269f owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:13.441899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:13.494905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:13.495955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9289c525-a63c-4717-9216-ce1adc4c4775 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:13.535385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:13.535781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Router 7e2a71f5-ebec-463a-9987-c3338fdea493 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:02:13.545678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:13.549825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b2e66919-06f1-4a5d-9cdd-9f9d01259c8a None None] Provisioning complete for port 109ff501-f4cf-4851-abb8-cb60e0117b75 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:13.550269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b2e66919-06f1-4a5d-9cdd-9f9d01259c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.566403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:13.567533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:13.675649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b2e66919-06f1-4a5d-9cdd-9f9d01259c8a None None] Port 109ff501-f4cf-4851-abb8-cb60e0117b75 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:13.714857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41337a8a-10bc-4c1c-ba2c-d878621018fa admin admin] 10.222.0.40 "PUT /v2.0/routers/4b1c4762-50cd-44e1-9a0d-0951df6bddb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7967718 Jun 01 13:02:13.789943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e27d-62d3-4aef-8c5f-3a5e459ceadb req-c27063ea-8624-4932-9483-2b002556857a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:13.791481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d36e27d-62d3-4aef-8c5f-3a5e459ceadb req-c27063ea-8624-4932-9483-2b002556857a tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.6906796 Jun 01 13:02:13.817695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 0901d5ee-4273-40c8-ae08-f29f71bf4869, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0901d5ee-4273-40c8-ae08-f29f71bf4869,segment=NetworkSegment(e9914f18-48f1-4d82-b78e-314f42c89ed2),segment_id=e9914f18-48f1-4d82-b78e-314f42c89ed2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:13.818063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.829837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-76b2ab82-0df8-4377-b483-9a36f8ab1853 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553347 Jun 01 13:02:13.852222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:13.880197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:13.891275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf3fd8-84a5-4102-a825-4ab06c48ca7d None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:02:13.902783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d6f3af8-a950-4229-81fe-febb68b3baba admin admin] 10.222.0.40 "PUT /v2.0/routers/8cc35f7b-8e54-46f8-8221-13cf5609c6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0569913 Jun 01 13:02:13.985462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 1, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:14.030467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9289c525-a63c-4717-9216-ce1adc4c4775 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:14.078675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.234134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3a411177-4a76-4866-998e-7ba774f3269f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:14.241731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 0901d5ee-4273-40c8-ae08-f29f71bf4869 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:14.243917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962aaaf-afb6-4420-8a00-2b00d94cea12 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 1, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:14.245670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9289c525-a63c-4717-9216-ce1adc4c4775 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:14.246070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.288923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 2, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:14.292983 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:14.293379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Updating router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:14.348949 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.428441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d36e27d-62d3-4aef-8c5f-3a5e459ceadb req-4bee5661-d500-4c61-9db0-e602e2a862e1 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246607 Jun 01 13:02:14.681278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.755859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:14.808125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55412) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:14.823711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9289c525-a63c-4717-9216-ce1adc4c4775 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:14.824095 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.847607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Sync routers for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:14.850522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255498048', 'description': 'tempest-description--666872822'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:14.881141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9289c525-a63c-4717-9216-ce1adc4c4775, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9289c525-a63c-4717-9216-ce1adc4c4775,segment=NetworkSegment(268fbd5d-48e3-4b5c-95bc-d397a9038e2d),segment_id=268fbd5d-48e3-4b5c-95bc-d397a9038e2d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:14.889179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f813a-82d9-4058-9411-061cfcfef883 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:02:14.895628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:14.909457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-233f094c-ff7a-4ab8-82e7-9c3f4bf9e76e req-62fffbd4-ed8e-4973-aa2f-84ab25407d49 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143838 Jun 01 13:02:14.929181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:14.938128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:14.944855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.951772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:14.957031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:14.963449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:15.046904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.050502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2e83051-caeb-4bf7-abd7-aa626b31f222 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.7515352 Jun 01 13:02:15.058260 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.081364 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Transition to ACTIVE for port object 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:15.097640 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.104365 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.116286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:15.119129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=0901d5ee-4273-40c8-ae08-f29f71bf4869,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:15.139513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc41e1-b7c7-4700-a438-c30079805040 req-9ae70e66-d172-4a8a-9891-35578f79f59a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:15.144727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43bc41e1-b7c7-4700-a438-c30079805040 req-9ae70e66-d172-4a8a-9891-35578f79f59a tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 1.0666010 Jun 01 13:02:15.156629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-7916739c-7db4-43f4-96ba-549369ea6ddd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:15.158523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-7916739c-7db4-43f4-96ba-549369ea6ddd tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 0.8514502 Jun 01 13:02:15.212702 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67825-200b-4637-90f4-d2a203c92f61 None None] Pushing event updated for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:15.261570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:15.287023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.303653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port 0901d5ee-4273-40c8-ae08-f29f71bf4869 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:15.311085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.500293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Attempting to bind port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:15.500732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Attempting to bind port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:15.501080 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Attempting to bind port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:15.507947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:15.507947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:15.510731 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.511130 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Bound using segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:15.512372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Bound port: 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:15.512737 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.535255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:15.593494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:15.609216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:15.614054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:15.624401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:15.633623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24d99d0-24e5-4737-8d3a-499f7d0b62f3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:15.672022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Router e8afee83-4e2f-4829-b857-f1035f3a5e86 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:15.726584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] For port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:15.733685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] For port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:15.748603 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.781312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9289c525-a63c-4717-9216-ce1adc4c4775,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:15.880088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67825-200b-4637-90f4-d2a203c92f61 None None] Pushing event updated for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:15.907120 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:15.907897 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:15.915773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.953311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.992255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:15.992657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fb4a8ce-6a49-41fb-9739-2fe46a1b2836 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:16.026275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.033430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2241981 Jun 01 13:02:16.036465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:16.065351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group_rule': {'security_group_id': 'e95c7d59-1632-4541-a1e6-1d7ce1de4a05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:16.098911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 3, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:16.102293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:16.112281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:16.117731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:16.123107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Checking router: 7e2a71f5-ebec-463a-9987-c3338fdea493 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:16.123107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Updating router 7e2a71f5-ebec-463a-9987-c3338fdea493 port ec2a0e0f-68ea-4d33-8e2f-0455af649622 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:16.144155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:16.155997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2b4d5118-f74b-4223-82f2-3d47562568ee admin admin] 10.222.0.40 "PUT /v2.0/routers/e8afee83-4e2f-4829-b857-f1035f3a5e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9536581 Jun 01 13:02:16.157135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:16.158314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:16.162295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:16.164751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fc13-d12c-422e-93ac-65b49c86039d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c7d59-1632-4541-a1e6-1d7ce1de4a05,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:16.287553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.292252 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.392956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Deleting port 1be3691b-cc0d-4812-8859-d81911b56c60 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:16.392956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.463295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43bc41e1-b7c7-4700-a438-c30079805040 req-5dc902c2-01bf-418c-90b4-22ce6ab5c2b1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2600920 Jun 01 13:02:16.492798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.502440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.549794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.584838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.753928 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Sync routers for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:16.761426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f6426-8bdb-4842-8545-1ffb512cee40,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:16.771028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.780681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.784793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3fee1b11-8201-45c5-936c-adce4ad4ae78 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7395222 Jun 01 13:02:16.785625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:16.791778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group_rule': {'security_group_id': 'e95c7d59-1632-4541-a1e6-1d7ce1de4a05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:16.796691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Deleting port 5c44b5f8-eaa8-446b-85d1-85dc479db635 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:16.797025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.811595 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:16.812308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:16.829101 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.843544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Transition to ACTIVE for port object ec2a0e0f-68ea-4d33-8e2f-0455af649622 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:16.857022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 786fc96a-e639-42e3-937b-f6196fb658a4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:16.917760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1be3691b-cc0d-4812-8859-d81911b56c60 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:16.991857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.016117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] For port 5c44b5f8-eaa8-446b-85d1-85dc479db635, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5c44b5f8-eaa8-446b-85d1-85dc479db635,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:17.017105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.017409 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:17.020034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-81c973d5-f2b7-4c2e-a760-085bd4d3f419 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:17.027320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-81c973d5-f2b7-4c2e-a760-085bd4d3f419 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 821 time: 1.9185817 Jun 01 13:02:17.031757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f448d-89a9-43e5-8a42-306b84bb8a16']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.085925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d9007-676a-46ee-b5f0-7eabb0df69d0 None None] Pushing event updated for resources: {'Port': ['ID=ec2a0e0f-68ea-4d33-8e2f-0455af649622,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:17.154785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Calling delete_port for 5c44b5f8-eaa8-446b-85d1-85dc479db635 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:17.156052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9914f18-48f1-4d82-b78e-314f42c89ed2') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.156574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9914f18-48f1-4d82-b78e-314f42c89ed2') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.192923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T13:02:16Z', 'revision_number': 6, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.193984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1be3691b-cc0d-4812-8859-d81911b56c60 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:17.194368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.197906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-9fcbf228-2399-4bf2-b3d2-ab910727206d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/quotas/a8497a35721b49f7b2e8dff409f34a2d HTTP/1.1" status: 200 len: 375 time: 0.1693916 Jun 01 13:02:17.201959 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Checking router: e8afee83-4e2f-4829-b857-f1035f3a5e86 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:17.212843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Attempting to bind port ec2a0e0f-68ea-4d33-8e2f-0455af649622 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:17.213208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Attempting to bind port ec2a0e0f-68ea-4d33-8e2f-0455af649622 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:17.213568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Attempting to bind port ec2a0e0f-68ea-4d33-8e2f-0455af649622 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:17.219674 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Routers {'e8afee83-4e2f-4829-b857-f1035f3a5e86'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:17.220824 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e8afee83-4e2f-4829-b857-f1035f3a5e86'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.223726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 786fc96a-e639-42e3-937b-f6196fb658a4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:17.224096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.283011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-983ca9ff-863c-4921-8fbf-f4997a504c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:17.285025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-983ca9ff-863c-4921-8fbf-f4997a504c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1094 time: 2.2411699 Jun 01 13:02:17.305581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:17.307044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:17.307473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:17.308739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.308739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:17.309039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Bound port: ec2a0e0f-68ea-4d33-8e2f-0455af649622, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:17.309659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.395340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] For port ec2a0e0f-68ea-4d33-8e2f-0455af649622, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:17.399123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] For port ec2a0e0f-68ea-4d33-8e2f-0455af649622, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec2a0e0f-68ea-4d33-8e2f-0455af649622,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:17.399874 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] Set router e8afee83-4e2f-4829-b857-f1035f3a5e86 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:17.406217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:17.409109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.411646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.543786 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T13:02:16Z', 'revision_number': 6, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.547881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:17.553002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:17.553195 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4459b69-5b65-42ca-9189-d59014f8cf44 None None] The sync data for ids ['e8afee83-4e2f-4829-b857-f1035f3a5e86'] in n-d-844200-1 is: [{'id': 'e8afee83-4e2f-4829-b857-f1035f3a5e86', 'name': 'tempest-VolumesAdminNegativeTest-1951973651-router', 'tenant_id': '8a3a28f85247407d85c91f83b6801b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:59:00Z', 'updated_at': '2022-06-01T13:02:16Z', 'revision_number': 6, 'project_id': '8a3a28f85247407d85c91f83b6801b33', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:17.562939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.566030 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:15Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.572951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:17.573248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.574369 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a4ea-cf5c-4f10-a453-e62a3a5f2ef7 None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:15Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:17.603888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:17.682489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.697336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:17.707149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5c44b5f8-eaa8-446b-85d1-85dc479db635,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:17.711389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:17.713970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f813a-82d9-4058-9411-061cfcfef883 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:02:17.770126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.773095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:17.773509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.795612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:17.796210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.845917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:17.846800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:01:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:17.876946 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e9914f18-48f1-4d82-b78e-314f42c89ed2 resource provider aggregate not found Jun 01 13:02:17.931017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.947634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 786fc96a-e639-42e3-937b-f6196fb658a4 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:17.948803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 657cf482-314c-446e-9bd3-1bde8e8f76f1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:17.990877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.014142 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e9914f18-48f1-4d82-b78e-314f42c89ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9914f18-48f1-4d82-b78e-314f42c89ed2 found for delete ", "request_id": "req-c4af7304-8937-4ccf-8a37-ebe3d24736b1"}]} Jun 01 13:02:18.036660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.048566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.079701 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.099055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.099304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8afee83-4e2f-4829-b857-f1035f3a5e86 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:02:18.107631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.119575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.124760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0afa9be5-2ca2-4fdc-906f-12fd655920ba admin admin] 10.222.0.40 "DELETE /v2.0/routers/e8afee83-4e2f-4829-b857-f1035f3a5e86 HTTP/1.1" status: 204 len: 168 time: 1.9627831 Jun 01 13:02:18.125833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55456) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:18.188076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.196730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Deleting subnet 4a4ac5db-8291-40d6-86b0-9100c3e35ffc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:02:18.215924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.265052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fa0330-f062-48ba-88a1-e0a32f8269e1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:18.280221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.284408 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2e9d1167-9595-4eb4-b179-00e9e248056c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4946303 Jun 01 13:02:18.285847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:18.291505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:18.294674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d9007-676a-46ee-b5f0-7eabb0df69d0 None None] Pushing event updated for resources: {'Port': ['ID=ec2a0e0f-68ea-4d33-8e2f-0455af649622,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:18.299449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.326640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:18.339496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:floatingip and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:18.344356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:18.353231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:18.379654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.457352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d58b9-0d1d-4461-b888-57d8284f87a4 req-6f49387f-aa92-4535-a2cd-af60ad06dd96 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:18.460708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414d58b9-0d1d-4461-b888-57d8284f87a4 req-6f49387f-aa92-4535-a2cd-af60ad06dd96 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 946 time: 1.6564271 Jun 01 13:02:18.469561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.497140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.552075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:18.552491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.576014 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d258-2ca5-4089-abee-feae94ff43c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.611566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:18.658716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.705402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.738623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Calling delete_port for 1be3691b-cc0d-4812-8859-d81911b56c60 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:18.748750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4ac5db-8291-40d6-86b0-9100c3e35ffc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:18.754274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:18.778718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:18.803092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8352ca33-20e5-4548-bd8f-1a5778273412 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4a4ac5db-8291-40d6-86b0-9100c3e35ffc HTTP/1.1" status: 204 len: 168 time: 0.6760151 Jun 01 13:02:18.806377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55464) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:19.003104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.004906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-20aa7ce9-3873-49e9-9daa-2bad215a1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:19.006365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-20aa7ce9-3873-49e9-9daa-2bad215a1f21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 1.6256967 Jun 01 13:02:19.046372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.083746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Allocated IP 172.25.7.190 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/25006d72-f541-4ce9-a59c-c40d531bd4a1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:19.119824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-18cc4c26-4941-4899-9137-10e5a9603d77 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.9206796 Jun 01 13:02:19.125003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-892b9d83-3cc6-4345-9492-c984ef13ed71 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:02:19.131918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-892b9d83-3cc6-4345-9492-c984ef13ed71 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112100 Jun 01 13:02:19.141006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 657cf482-314c-446e-9bd3-1bde8e8f76f1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:19.141789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.172153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-d16a14a7-d8de-4fd4-8965-e049f12ea377 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 217 time: 0.1310980 Jun 01 13:02:19.183386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=667f448d-89a9-43e5-8a42-306b84bb8a16,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:19.193097 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.210339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e329f41-3b1c-4110-bdba-1280ebb49a83 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/667f448d-89a9-43e5-8a42-306b84bb8a16 HTTP/1.1" status: 204 len: 168 time: 11.2840996 Jun 01 13:02:19.236061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:19.244884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681302502'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:19.251618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:19.255679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:19.258545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:19.265045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:19.289827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Deleting port 014bd904-18ed-4145-9964-2d3ba92b4a57 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:19.290440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.359072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:19.363755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.399609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.413439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:02:19.414117 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:02:19.477516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:19.484199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414d58b9-0d1d-4461-b888-57d8284f87a4 req-338f0596-67c2-4dd9-89ca-fc7e378fafe3 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde3bc2c-0e5a-4a78-bc54-50de365853a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9741418 Jun 01 13:02:19.547705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 657cf482-314c-446e-9bd3-1bde8e8f76f1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:19.551909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9289c525-a63c-4717-9216-ce1adc4c4775 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:19.635059 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59578405-3d45-4d54-9631-7a0efd441618'] response: {'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60', 'code': 200} Jun 01 13:02:19.697533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.697868 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment c998f58f-3775-43f3-a0e9-89d586ac82b4 of type vlan for network a56f62f3-dc7f-490c-9d0a-4f59b58b536d Jun 01 13:02:19.699993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-bf060a47-c34c-4699-bc37-331973a632d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:19.701700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-bf060a47-c34c-4699-bc37-331973a632d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.5098438 Jun 01 13:02:19.733994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.786790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.843359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9289c525-a63c-4717-9216-ce1adc4c4775 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:19.843838 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.878992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:19.882014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] For port 014bd904-18ed-4145-9964-2d3ba92b4a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=014bd904-18ed-4145-9964-2d3ba92b4a57,segment=NetworkSegment(63f64b0e-304c-4391-aadc-93f6df934d6b),segment_id=63f64b0e-304c-4391-aadc-93f6df934d6b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:19.883207 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.899840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:19.919678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:19.939378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 3, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:19.953305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e56fdd2-3345-4653-9b71-c039593fca31 None None] The sync data for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 is: [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 3, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:19.970407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:11Z', 'revision_number': 2, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:19.987768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:19.992142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Updating router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 port 109ff501-f4cf-4851-abb8-cb60e0117b75 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:20.022106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-61a4c67d-2417-4f7d-95aa-424dd1e09576 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2920852 Jun 01 13:02:20.022868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Deleting port 1be3691b-cc0d-4812-8859-d81911b56c60 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:20.023399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.035724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.050459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:20.051199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.245430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848bf546-a7a7-4f1e-bde3-9e53ae57b41b None None] Network d922bcd5-0299-4863-be4c-e9d5d024eb6e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:20.338813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-230bf5c2-03d8-4818-a3f0-5ab92da7f6b0 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2060077 Jun 01 13:02:20.360954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.407266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9289c525-a63c-4717-9216-ce1adc4c4775 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:20.408463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 491486b3-ce60-4d67-a685-69cf1dabe851 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:20.464617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Calling delete_port for 014bd904-18ed-4145-9964-2d3ba92b4a57 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:20.610458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=25006d72-f541-4ce9-a59c-c40d531bd4a1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:20.648282 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47da9934-5622-480a-8886-bfb6aad0e90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.659298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=a56f62f3-dc7f-490c-9d0a-4f59b58b536d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:20.689676 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ccb07232-07ea-421f-8376-c38670a0d5c4 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4513793 Jun 01 13:02:20.696158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a56f62f3-dc7f-490c-9d0a-4f59b58b536d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:20.696718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:20.697500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55474) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:20.702117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.712171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': 'a56f62f3-dc7f-490c-9d0a-4f59b58b536d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:20.887355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.905572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] For port 1be3691b-cc0d-4812-8859-d81911b56c60, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1be3691b-cc0d-4812-8859-d81911b56c60,segment=NetworkSegment(fa2b52aa-9ce8-42d5-8097-7c4dff13582d),segment_id=fa2b52aa-9ce8-42d5-8097-7c4dff13582d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:20.906751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.919868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 491486b3-ce60-4d67-a685-69cf1dabe851 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:20.947107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=014bd904-18ed-4145-9964-2d3ba92b4a57,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:20.948929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:20.990116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:20.991601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 491486b3-ce60-4d67-a685-69cf1dabe851 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:20.991858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.001803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] No DVR routers for this DVR port 014bd904-18ed-4145-9964-2d3ba92b4a57 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:21.006926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:21.039178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:21.051593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Calling delete_port for 1be3691b-cc0d-4812-8859-d81911b56c60 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:21.142549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.154724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:21.201231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d922bcd5-0299-4863-be4c-e9d5d024eb6e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:21.218389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:21.221916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.228638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b660617b-516d-4b77-8232-24f53f508370 None None] DHCP port deletion for d922bcd5-0299-4863-be4c-e9d5d024eb6e request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:02:21.261099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f64b0e-304c-4391-aadc-93f6df934d6b') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:21.261502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f64b0e-304c-4391-aadc-93f6df934d6b') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:21.308597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 491486b3-ce60-4d67-a685-69cf1dabe851 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:21.308597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.329410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 491486b3-ce60-4d67-a685-69cf1dabe851, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=491486b3-ce60-4d67-a685-69cf1dabe851,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:21.338220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-d77b7a98-712f-4c4b-ab26-958509d69907 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1644042 Jun 01 13:02:21.347753 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.347937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-ef9d9a77-1752-4777-a4d6-c106764e4e61 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9390020 Jun 01 13:02:21.397816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.401897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.445508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Transition to ACTIVE for port object 109ff501-f4cf-4851-abb8-cb60e0117b75 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:21.466992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.517910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.555272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:21.555698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.626149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=491486b3-ce60-4d67-a685-69cf1dabe851,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:21.652958 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 63f64b0e-304c-4391-aadc-93f6df934d6b resource provider aggregate not found Jun 01 13:02:21.688288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec2a0e0f-68ea-4d33-8e2f-0455af649622 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:21.815160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.833226 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 63f64b0e-304c-4391-aadc-93f6df934d6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63f64b0e-304c-4391-aadc-93f6df934d6b found for delete ", "request_id": "req-b23c5af7-9d03-4abd-bfc4-d3c49f50a17f"}]} Jun 01 13:02:21.845746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5f4b5-8dc1-4668-a21d-ca8592186ca0 None None] Pushing event updated for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:21.896909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46706-24fb-40d1-9984-54bd08133860 req-b0838022-38e3-4101-a9ca-a7f7b7a4a5f7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:21.897940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.908561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a46706-24fb-40d1-9984-54bd08133860 req-b0838022-38e3-4101-a9ca-a7f7b7a4a5f7 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 2.1158178 Jun 01 13:02:21.912263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69718c74-84c7-4f91-a2cc-6c8eb4753b87 req-720d081f-3281-4585-8af2-bd73c33d91a8 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616667 Jun 01 13:02:21.942861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.946339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d922bcd5-0299-4863-be4c-e9d5d024eb6e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:21.948093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.967257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ec2a0e0f-68ea-4d33-8e2f-0455af649622 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:21.974536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ec2a0e0f-68ea-4d33-8e2f-0455af649622 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:21.975081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:21.979556 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-645ec1d1-c15b-405d-89c4-36ad542915a9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d922bcd5-0299-4863-be4c-e9d5d024eb6e HTTP/1.1" status: 204 len: 168 time: 3.1721284 Jun 01 13:02:22.006569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.045226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Attempting to bind port 109ff501-f4cf-4851-abb8-cb60e0117b75 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:22.045604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Attempting to bind port 109ff501-f4cf-4851-abb8-cb60e0117b75 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:22.045963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Attempting to bind port 109ff501-f4cf-4851-abb8-cb60e0117b75 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:22.063189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Allocated IP 172.20.0.1 (170c337c-8f1e-41eb-aa8c-585fd47e8e5d/173d2874-e992-4d47-8b45-eaec747d0c34/3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:22.071661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:22.072000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Checking segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:22.072378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.072760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Bound using segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:22.082671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Bound port: 109ff501-f4cf-4851-abb8-cb60e0117b75, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:22.083202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.225888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.244879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:22.298304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] For port 109ff501-f4cf-4851-abb8-cb60e0117b75, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:22.313112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] For port 109ff501-f4cf-4851-abb8-cb60e0117b75, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=109ff501-f4cf-4851-abb8-cb60e0117b75,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:22.323170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ec2a0e0f-68ea-4d33-8e2f-0455af649622 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:22.324266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.333926 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.336481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.411172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Pushing event deleted for resources: {'Port': ['ID=1be3691b-cc0d-4812-8859-d81911b56c60,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:22.417175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ec2a0e0f-68ea-4d33-8e2f-0455af649622, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec2a0e0f-68ea-4d33-8e2f-0455af649622,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:22.422631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d06bffec-c2fc-4d5a-b707-3fc43c00789b req-0d3b4c51-7fe3-4db9-a8e9-e38cfd2512a7 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.2591057 Jun 01 13:02:22.451532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.453734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:22.540878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.541670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.543362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.543882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.544371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.545039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.546149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.546795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.547434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.547922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.548404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.548970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:22.579232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:22.580079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:22.596047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=25006d72-f541-4ce9-a59c-c40d531bd4a1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:22.606243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.686486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.691707 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f56025b9-13ba-4a12-a4da-d46b1b7d2835 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4059343 Jun 01 13:02:22.732021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5f4b5-8dc1-4668-a21d-ca8592186ca0 None None] Pushing event updated for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:22.753222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] No DVR routers for this DVR port 1be3691b-cc0d-4812-8859-d81911b56c60 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:22.773894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.785635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-deleted', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:22.793381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a46706-24fb-40d1-9984-54bd08133860 req-05fcae5a-61d6-49f3-8404-21f20d787e26 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835907 Jun 01 13:02:22.809263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dc05511-3297-4224-b85d-b37f548bc095 req-7e8b2cab-b2c7-489c-8734-dbf999fd5489 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 210 time: 0.1034219 Jun 01 13:02:22.824742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-df58aeee-6774-42e0-988b-d1a84ee1b9c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=293df99a5e6445f9992e332102b187b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781841 Jun 01 13:02:22.825826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55502) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:22.847529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.865449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:22.875349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5c4d24f2-5260-467f-9899-1ac9f31d1d75 admin admin] 10.222.0.40 "PUT /v2.0/routers/f027f4ef-d6a0-4538-b428-23d0e61a1fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8354092 Jun 01 13:02:22.876948 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Sync routers for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:22.877749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b00fc71-9369-4abc-b16a-92d5582f3900 req-02caafd6-f2ce-4352-a4e7-01d6065a0a2d tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.24 "DELETE /v2.0/ports/1be3691b-cc0d-4812-8859-d81911b56c60 HTTP/1.1" status: 204 len: 173 time: 7.6455522 Jun 01 13:02:22.878342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:22.882961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Transition to ACTIVE for port object 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:22.894896 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:22.895704 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:22.906786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:22.975474 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e276e09e-45ee-403c-9608-e6577ee8113d'] response: {'server_uuid': 'c5052cba-a580-42f3-b32b-67759b320f86', 'name': 'network-vif-deleted', 'tag': '1be3691b-cc0d-4812-8859-d81911b56c60', 'status': 'completed', 'code': 200} Jun 01 13:02:23.031753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=ff6b1201-5770-46bf-9373-ef1c8b4a2ddd,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:23.061665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.123876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.129217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.142481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:23.157002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:23.200876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:23.201278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.219403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.238092 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:23.263623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ec2a0e0f-68ea-4d33-8e2f-0455af649622,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:23.266488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': 'c998f58f-3775-43f3-a0e9-89d586ac82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a56f62f3-dc7f-490c-9d0a-4f59b58b536d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:23.267645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: a56f62f3-dc7f-490c-9d0a-4f59b58b536d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:23.315540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network a56f62f3-dc7f-490c-9d0a-4f59b58b536d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:23.331565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.357875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:23.367302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a56f62f3-dc7f-490c-9d0a-4f59b58b536d) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:23.386671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b3679-9294-47a2-9194-1a8c94e7105f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:23.397594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:23.397800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.398345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7de8b4-5dac-459c-9af6-2f2dc9e9f007 None None] Network a56f62f3-dc7f-490c-9d0a-4f59b58b536d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:23.406480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-59bb65b3-d4b0-4a43-98d5-37127b005772 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:23.409409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:23.467828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.469261 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a01fe7d-6ceb-4263-a191-ff96f053688a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/101b3679-9294-47a2-9194-1a8c94e7105f HTTP/1.1" status: 204 len: 168 time: 0.6354382 Jun 01 13:02:23.484673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36b3f5cd-268a-4198-bf0a-b8f057b48364 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7849555 Jun 01 13:02:23.495233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:23.547172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:23.680950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:23.697183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.881255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:23.930371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T13:02:14Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:23.936866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Checking router: f027f4ef-d6a0-4538-b428-23d0e61a1fc3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:23.969257 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Routers {'f027f4ef-d6a0-4538-b428-23d0e61a1fc3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:23.970548 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:23.980909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:23.985552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.008856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.045315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:24.056619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-33c03c48-a0ca-43f0-b90d-46a11914ac07 None None] Provisioning for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:24.076945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-f10cc2a7-b976-4ca0-911f-fc5a113beae1 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:24.078217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-f10cc2a7-b976-4ca0-911f-fc5a113beae1 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 821 time: 0.7642214 Jun 01 13:02:24.079072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.080804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-33c03c48-a0ca-43f0-b90d-46a11914ac07 None None] Provisioning complete for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:24.081189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-33c03c48-a0ca-43f0-b90d-46a11914ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.113645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.126974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.206637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:24.244226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6b1201-5770-46bf-9373-ef1c8b4a2ddd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:24.256467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 014bd904-18ed-4145-9964-2d3ba92b4a57 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:24.299369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'port': {'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'admin_state_up': True, 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:24.303430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:02:24.351557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55536) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:24.354859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-59bb65b3-d4b0-4a43-98d5-37127b005772 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:24.363406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-59bb65b3-d4b0-4a43-98d5-37127b005772 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--255498048&fields=id&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 267 time: 1.1849477 Jun 01 13:02:24.381996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] Set router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:24.407784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.449120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56f62f3-dc7f-490c-9d0a-4f59b58b536d']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:24.453856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:24.460662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eaa720ce-05f0-47cb-8585-53d1d828667d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8a3a28f85247407d85c91f83b6801b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079555 Jun 01 13:02:24.463558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55540) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:24.474136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.479846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c998f58f-3775-43f3-a0e9-89d586ac82b4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:24.480142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c998f58f-3775-43f3-a0e9-89d586ac82b4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:24.488047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4', 'port_id': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'mac_address': 'fa:16:3e:f6:a1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934817d0-da06-4664-8a39-2df2c523aea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:02:24.504043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.507811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 014bd904-18ed-4145-9964-2d3ba92b4a57 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:24.508166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 014bd904-18ed-4145-9964-2d3ba92b4a57 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:24.508586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5c44b5f8-eaa8-446b-85d1-85dc479db635 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:24.540476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.568675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:24.569379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.586117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.635417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-77363ced-0e3a-40cd-8ea3-bba86e0c8fc4 req-9d39c0c7-8a45-4c14-9213-37342e7e9512 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Synchronizing usage tracker for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:24.650394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5c44b5f8-eaa8-446b-85d1-85dc479db635 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:24.650791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5c44b5f8-eaa8-446b-85d1-85dc479db635 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:24.651175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a411177-4a76-4866-998e-7ba774f3269f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:24.668252 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c998f58f-3775-43f3-a0e9-89d586ac82b4 resource provider aggregate not found Jun 01 13:02:24.706443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-77363ced-0e3a-40cd-8ea3-bba86e0c8fc4 req-9d39c0c7-8a45-4c14-9213-37342e7e9512 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] Unset dirty status for tenant:2f94cebd27484e5aacd4c21e9d9f1809 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:24.710296 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c998f58f-3775-43f3-a0e9-89d586ac82b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c998f58f-3775-43f3-a0e9-89d586ac82b4 found for delete ", "request_id": "req-b44a0036-99b0-45cf-a756-d42cf06e04ea"}]} Jun 01 13:02:24.716934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3a411177-4a76-4866-998e-7ba774f3269f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:24.717269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3a411177-4a76-4866-998e-7ba774f3269f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:24.720455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77363ced-0e3a-40cd-8ea3-bba86e0c8fc4 req-9d39c0c7-8a45-4c14-9213-37342e7e9512 tempest-ServerDiskConfigTestJSON-1110745082 tempest-ServerDiskConfigTestJSON-1110745082-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5052cba-a580-42f3-b32b-67759b320f86 HTTP/1.1" status: 200 len: 210 time: 0.6719170 Jun 01 13:02:24.748726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.848594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.872617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.884674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=a56f62f3-dc7f-490c-9d0a-4f59b58b536d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:24.890400 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a26649e6-ecc9-428b-a593-8774388768ce tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/a56f62f3-dc7f-490c-9d0a-4f59b58b536d HTTP/1.1" status: 204 len: 168 time: 1.3939877 Jun 01 13:02:24.894318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55548) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:24.914311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1085155453'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:24.915057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-33c03c48-a0ca-43f0-b90d-46a11914ac07 None None] Port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:24.920775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:24.925430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:24.928990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:24.933986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5058abc5-3674-4a3a-9293-fac0948d893a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:24.934964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5058abc5-3674-4a3a-9293-fac0948d893a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:24.935292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 9649ca48-02c7-49c8-89ba-d8991a04988d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:24.935988 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.937895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:24.951680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.951814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T13:02:14Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:24.956117 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab98d9-3a08-45c9-a5bf-38f85924b4e7 None None] The sync data for ids ['f027f4ef-d6a0-4538-b428-23d0e61a1fc3'] in n-d-844200-1 is: [{'id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'name': 'tempest-TaggedBootDevicesTest-2121051584-router', 'tenant_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:14Z', 'updated_at': '2022-06-01T13:02:14Z', 'revision_number': 5, 'project_id': 'bf02c08b89874d86b7aa6df4ef82a797', 'gw_port': {'id': '2d656448-ba06-41fb-87a9-89c53f3a36ed', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027f4ef-d6a0-4538-b428-23d0e61a1fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:16Z', 'updated_at': '2022-06-01T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:24.971088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:24.974560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:24.978790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 109ff501-f4cf-4851-abb8-cb60e0117b75 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:24.987813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120d800-ac80-4f02-8340-19fb10c33d60,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:24.999645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.010474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.014953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36c5dbdd-38d5-4580-aba4-217bc9eb6d72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c120d800-ac80-4f02-8340-19fb10c33d60 HTTP/1.1" status: 204 len: 168 time: 0.5386183 Jun 01 13:02:25.034365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:25.045332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.045715 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment ce3cac93-e72d-4e45-ab0e-7b30a8d44103 of type vlan for network 81c104f5-d1ce-4f3f-9e0c-714362856cbb Jun 01 13:02:25.078824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.083550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Deleting port 2d656448-ba06-41fb-87a9-89c53f3a36ed {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:25.084184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.123548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9649ca48-02c7-49c8-89ba-d8991a04988d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:25.128325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65b93e-cf15-430e-86cb-186501658c0c None None] Network a56f62f3-dc7f-490c-9d0a-4f59b58b536d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:25.130755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.138057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:25.138966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.156726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65b93e-cf15-430e-86cb-186501658c0c None None] Network a56f62f3-dc7f-490c-9d0a-4f59b58b536d could not be found, it might have been deleted concurrently. {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 13:02:25.185025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:25.190874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5058abc5-3674-4a3a-9293-fac0948d893a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:25.191440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:25.192037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5058abc5-3674-4a3a-9293-fac0948d893a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 815 time: 0.8276503 Jun 01 13:02:25.199636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae802f-7d8f-4000-9e17-c33ddc03fc14 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:25.210349 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.272884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-a51ac973-0f80-49c6-8200-97fe9c24d91d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/quotas/bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 375 time: 0.0525410 Jun 01 13:02:25.296475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4009671 Jun 01 13:02:25.301860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:25.310372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:25.311738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '81c104f5-d1ce-4f3f-9e0c-714362856cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:25.321260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 109ff501-f4cf-4851-abb8-cb60e0117b75 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:25.321675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:25.338239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 109ff501-f4cf-4851-abb8-cb60e0117b75 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:25.339581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.347896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30bd6c-e42c-4661-aa1d-50effa58b345 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=81c104f5-d1ce-4f3f-9e0c-714362856cbb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:25.400746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Usage tracker for resource:port and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:25.414898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 81c104f5-d1ce-4f3f-9e0c-714362856cbb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:25.416971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:25.448440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:25.530169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Made reservation on behalf of a8497a35721b49f7b2e8dff409f34a2d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:25.534668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.535862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['9649ca48-02c7-49c8-89ba-d8991a04988d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:25.573071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f925c-1227-4658-805d-39b6bdf33400 req-e5a1733c-1b22-4347-b481-d282cfb28fc3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:25.581019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-770f925c-1227-4658-805d-39b6bdf33400 req-e5a1733c-1b22-4347-b481-d282cfb28fc3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 0.6272905 Jun 01 13:02:25.612971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:25.622246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:25.627083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:25.641855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:25.656210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:25.661132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.760651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 109ff501-f4cf-4851-abb8-cb60e0117b75 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:25.761439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.846677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 109ff501-f4cf-4851-abb8-cb60e0117b75, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=109ff501-f4cf-4851-abb8-cb60e0117b75,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:25.869764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.871059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:25.938494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] For port 2d656448-ba06-41fb-87a9-89c53f3a36ed, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2d656448-ba06-41fb-87a9-89c53f3a36ed,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:25.938877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:25.992130 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:26.019583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.070028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:26.102930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:26.103304 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.173818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.184508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Calling delete_port for 2d656448-ba06-41fb-87a9-89c53f3a36ed owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:26.249938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-256e9193-9d0d-498d-bb63-0f142d1a186a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9758308 Jun 01 13:02:26.285399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:26.286649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec2a0e0f-68ea-4d33-8e2f-0455af649622 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:26.291784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.296954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=7403975f-bd58-4761-a07d-30ff50a0f3eb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:26.326803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': 'ce3cac93-e72d-4e45-ab0e-7b30a8d44103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '81c104f5-d1ce-4f3f-9e0c-714362856cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:26.327174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 81c104f5-d1ce-4f3f-9e0c-714362856cbb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:26.360047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:26.378455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 81c104f5-d1ce-4f3f-9e0c-714362856cbb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:26.383394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-770f925c-1227-4658-805d-39b6bdf33400 req-05de325c-8a9b-4c66-864b-7abd916ab49e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011200 Jun 01 13:02:26.403568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ec2a0e0f-68ea-4d33-8e2f-0455af649622 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:26.404505 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.415265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 81c104f5-d1ce-4f3f-9e0c-714362856cbb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:26.430722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:26.431460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.473031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee57ab5-6733-463f-90da-b597bf7e9c3f None None] Network 81c104f5-d1ce-4f3f-9e0c-714362856cbb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:26.476328 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c98ecbc8-042e-4081-a960-26967824a9fc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1728001 Jun 01 13:02:26.478733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:26.572055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:26.622552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2030508025-network', 'tenant_id': '00e250e47c3044b4884368d2de8b60ca'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:26.634763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:26.643800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Usage tracker for resource:network and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:26.648645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:26.657838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:26.688137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Made reservation on behalf of 00e250e47c3044b4884368d2de8b60ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:26.690619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.691568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70383184-7d48-482c-95ab-ab8fa806841c req-02449f45-a648-42c5-acd5-07ff5b914768 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 210 time: 0.1025081 Jun 01 13:02:26.715984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.735173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.746624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:26.750218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ec2a0e0f-68ea-4d33-8e2f-0455af649622 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:26.750866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:26.751347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 491486b3-ce60-4d67-a685-69cf1dabe851 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:26.753831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:26.759703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:26.844056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.854858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.893045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.905134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 491486b3-ce60-4d67-a685-69cf1dabe851 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:26.905504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.939241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66071bf3-e45f-4b62-ad36-d9c6ea998921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-81c104f5-d1ce-4f3f-9e0c-714362856cbb', 'network_id': '81c104f5-d1ce-4f3f-9e0c-714362856cbb', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '7403975f-bd58-4761-a07d-30ff50a0f3eb'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:26.940634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66071bf3-e45f-4b62-ad36-d9c6ea998921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.954978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0c2c79-858e-4e84-a101-20d03b01f66f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:27.009197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.022829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Allocated IP 172.20.0.11 (cdb89ae6-2a0e-4035-8df5-c87e686f2d7c/33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5/0043caed-78a5-4e65-b20a-aa6e1fdc80c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:27.042808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-fb9e8f6a-a028-4ce8-9961-75fd3c39e325 service neutron] 10.222.0.40 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914762 Jun 01 13:02:27.148839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:27.163166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.164338 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Added segment 31a33957-f22e-41d1-be3e-d90fb610d49f of type vlan for network a857c4c7-4664-4fee-9c1c-9fd8a11f5871 Jun 01 13:02:27.207505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.210571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-24482033-c77c-4d53-b42f-3d189805ee5c service neutron] 10.222.0.40 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506462 Jun 01 13:02:27.228451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.231937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:27.276798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=7403975f-bd58-4761-a07d-30ff50a0f3eb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-66071bf3-e45f-4b62-ad36-d9c6ea998921 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7403975f-bd58-4761-a07d-30ff50a0f3eb: This subnet is being modified by another concurrent operation. Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:02:27.309356 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7403975f-bd58-4761-a07d-30ff50a0f3eb: This subnet is being modified by another concurrent operation. Jun 01 13:02:27.313829 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:02:27.353199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 491486b3-ce60-4d67-a685-69cf1dabe851 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:27.373396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ca3bc-3fdb-4a79-a51b-8aef35c32dab None None] Network 81c104f5-d1ce-4f3f-9e0c-714362856cbb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:27.398345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:27.410265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:27.437962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:27.481156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.506690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.507816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:27.508701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.597446 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2332337 Jun 01 13:02:27.640338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Deleting subnet cb35a28f-9166-4174-947f-c03557bf0728 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:02:27.649696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55606) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:27.664098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 109ff501-f4cf-4851-abb8-cb60e0117b75 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:27.669195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c104f5-d1ce-4f3f-9e0c-714362856cbb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:27.672542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c247c19b-59c7-48ca-a0c9-82f2614679d2 req-d356bb37-e402-402a-9715-b262160ce987 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 210 time: 0.2516730 Jun 01 13:02:27.675418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.684603 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.763752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3cac93-e72d-4e45-ab0e-7b30a8d44103') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:27.764392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3cac93-e72d-4e45-ab0e-7b30a8d44103') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:27.797409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.818629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282a2cb-1247-4d26-be03-b56be917f100 admin admin] Pushing event updated for resources: {'Network': ['ID=a857c4c7-4664-4fee-9c1c-9fd8a11f5871,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:27.837403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.847121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:27.848088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.855114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c3595-93d8-4050-a1ec-38002f08ba0e None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:02:27.889437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a857c4c7-4664-4fee-9c1c-9fd8a11f5871 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:27.974251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:27.979114 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ce3cac93-e72d-4e45-ab0e-7b30a8d44103 resource provider aggregate not found Jun 01 13:02:28.004546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.013344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=81c104f5-d1ce-4f3f-9e0c-714362856cbb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:28.027753 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de30f968-2130-4ee2-a269-6bc0686f83bc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/81c104f5-d1ce-4f3f-9e0c-714362856cbb HTTP/1.1" status: 204 len: 168 time: 1.5465484 Jun 01 13:02:28.033417 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ce3cac93-e72d-4e45-ab0e-7b30a8d44103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3cac93-e72d-4e45-ab0e-7b30a8d44103 found for delete ", "request_id": "req-29a900d4-c61a-4863-b780-eec62d6a4b80"}]} Jun 01 13:02:28.034349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:28.040884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770885916'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:28.047118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:28.051690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:28.055152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:28.062454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:28.076067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 109ff501-f4cf-4851-abb8-cb60e0117b75 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:28.076443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.077432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:28.081734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.111523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:28.115572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Request body: {'subnet': {'network_id': 'a857c4c7-4664-4fee-9c1c-9fd8a11f5871', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2030508025-subnet', 'tenant_id': '00e250e47c3044b4884368d2de8b60ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:28.121682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.122071 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 79710115-056c-43fd-853d-dc02bdd196e4 of type vlan for network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa Jun 01 13:02:28.141251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-780e4230-75f3-42ce-9700-d661c4fcdd51 None None] Provisioning complete for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:28.141474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-780e4230-75f3-42ce-9700-d661c4fcdd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.151484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.185656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.192328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:28.193089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.251392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-780e4230-75f3-42ce-9700-d661c4fcdd51 None None] Port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:28.280428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:28.317011 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2812912 Jun 01 13:02:28.317955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e286-a20d-4743-b883-ccbca8f28b45 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=50b9d9e4-30d6-499f-bd70-d690c47a2bfa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:28.321193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55626) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:28.326227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:28.338381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:28.360154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:28.421146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d656448-ba06-41fb-87a9-89c53f3a36ed,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:28.457386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Usage tracker for resource:subnet and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:28.500523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:28.503529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:28.504767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:28.508016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Router 7e2a71f5-ebec-463a-9987-c3338fdea493 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:28.521840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:28.533621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:28.539027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 109ff501-f4cf-4851-abb8-cb60e0117b75 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:28.551793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:28.552819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4914b97d-662b-4e76-8b55-986aaff12310 req-229e22a5-8c0c-486a-beb0-5445169d2587 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 210 time: 0.4189429 Jun 01 13:02:28.554836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:28.558974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.575752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c24d99d0-24e5-4737-8d3a-499f7d0b62f3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:28.584658 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.620244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c3595-93d8-4050-a1ec-38002f08ba0e None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:02:28.648209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c24d99d0-24e5-4737-8d3a-499f7d0b62f3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:28.649176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c24d99d0-24e5-4737-8d3a-499f7d0b62f3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:28.702665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 9649ca48-02c7-49c8-89ba-d8991a04988d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:28.712658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Made reservation on behalf of 00e250e47c3044b4884368d2de8b60ca for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:28.715074 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.789485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 9649ca48-02c7-49c8-89ba-d8991a04988d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:28.789888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.812686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.836121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:28.912237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=2b8b496e-1aa1-4dbb-884e-43d97975b74a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:28.914212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc5d5-6b2e-4c35-93e3-85686f459e83 req-c1a6658a-810d-49b6-ac6f-dc783f4efbee tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:28.921586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-675fc5d5-6b2e-4c35-93e3-85686f459e83 req-c1a6658a-810d-49b6-ac6f-dc783f4efbee tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 944 time: 1.2389102 Jun 01 13:02:28.932612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.933674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.934026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.934630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.934746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.935378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.935378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.935705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.935980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.936295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.936613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.936932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:28.942503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '79710115-056c-43fd-853d-dc02bdd196e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:28.942908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 50b9d9e4-30d6-499f-bd70-d690c47a2bfa, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:28.967311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:28.985939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 50b9d9e4-30d6-499f-bd70-d690c47a2bfa) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:28.995775 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.000209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.001083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.036469 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dbad1639-4ab6-421e-9ff3-c6804b4aad98 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7150650 Jun 01 13:02:29.039159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55632) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:29.051183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:29.150377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.220851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 9649ca48-02c7-49c8-89ba-d8991a04988d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:29.221433 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.258262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:29.271944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7eb6a3-58c3-476a-8044-7d9702636363 req-8d1268f2-fd17-496d-8eb8-f5590bcafa18 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 210 time: 0.3657148 Jun 01 13:02:29.277871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:29.330011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.331224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:29.335609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:subnet and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:29.339391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:29.346886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:29.359030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:29.369895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.397692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.400595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Transition to ACTIVE for port object 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:29.405296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.433340 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591eff8d-7abc-4cd7-8aa3-63e04749c6a2'] response: {'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'code': 200} Jun 01 13:02:29.434002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:29.510157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169bc0d-d19c-48bd-81c4-eb58f5f53d94 None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:29.730219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.736854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-675fc5d5-6b2e-4c35-93e3-85686f459e83 req-ecd7c0ac-0276-465e-b3bb-7a7a31e98866 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143835 Jun 01 13:02:29.754768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '2b8b496e-1aa1-4dbb-884e-43d97975b74a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:29.755900 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.801763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:29.805049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:29.810121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.810818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.833074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=a2f2407b-ab6d-4d51-adfc-2634f8d35566,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:29.844001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.845931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68895bb3-0ef6-44d4-98d8-e31f2a9af2c5 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8055868 Jun 01 13:02:29.846635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55640) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:29.900273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b801625-ce2b-44c9-a798-d5f9052057e6 req-962ebe24-ff38-4a9e-ae9b-2958c5e1687e tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 210 time: 0.1449382 Jun 01 13:02:29.902165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:29.903828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.904424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f027f4ef-d6a0-4538-b428-23d0e61a1fc3 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:02:29.922656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5e1d534f-22a6-461c-b12e-bd052ea75005 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.924444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-5e1d534f-22a6-461c-b12e-bd052ea75005 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 815 time: 0.9137971 Jun 01 13:02:29.929107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Sync routers for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:29.929710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.931392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb35a28f-9166-4174-947f-c03557bf0728,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:29.931521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.933672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.936097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.937316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:29.938473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Synchronizing usage tracker for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:29.946948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Allocated IP 2001:db8::2 (50b9d9e4-30d6-499f-bd70-d690c47a2bfa/2b8b496e-1aa1-4dbb-884e-43d97975b74a/ef395e2b-97ab-4a56-91a6-338b109ead76) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:29.947362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:29.949089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:29.950089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:29.962497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Unset dirty status for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:29.964318 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-922a6df2-5c6d-48d6-b0fd-f9e2ed5a5635 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1165986 Jun 01 13:02:29.968867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55644) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:29.975217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-972956489'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:29.998144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:30.002770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:30.006283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:30.012359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:30.026444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:30.030773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.078349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-901466cd-b1d5-44f2-bc82-4bea6f8d7653 admin admin] 10.222.0.40 "PUT /v2.0/routers/7e2a71f5-ebec-463a-9987-c3338fdea493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9411964 Jun 01 13:02:30.081698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:30.092349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.092607 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.092796 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 7f8a6889-227d-4d86-93a0-19d88fe63bea of type vlan for network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe Jun 01 13:02:30.099984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cd198fcb-305a-4049-bdaf-931eb28a9853 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/cb35a28f-9166-4174-947f-c03557bf0728 HTTP/1.1" status: 204 len: 168 time: 2.8617868 Jun 01 13:02:30.102041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.102761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55650) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:30.111126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-648c0869-9fed-4834-947d-f40c756d5c2e admin admin] 10.222.0.40 "DELETE /v2.0/routers/f027f4ef-d6a0-4538-b428-23d0e61a1fc3 HTTP/1.1" status: 204 len: 168 time: 7.2258372 Jun 01 13:02:30.115217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55654) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:30.188377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-9cb78a81-82db-4580-8400-1a7ab9eb5076 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 379 time: 0.2435219 Jun 01 13:02:30.221118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2ae7b-f51c-43d4-99bf-23d54e5eb492 req-dd72ef37-dace-418b-becd-9ec478b73130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:30.222618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ab2ae7b-f51c-43d4-99bf-23d54e5eb492 req-dd72ef37-dace-418b-becd-9ec478b73130 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1096 time: 0.7910576 Jun 01 13:02:30.230820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'port': {'device_id': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'admin_state_up': True, 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'security_groups': ['e95c7d59-1632-4541-a1e6-1d7ce1de4a05']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:30.257164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.319050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:30.329801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Deleting subnet 1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:02:30.333088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.386571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.434121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:30.446004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:30.457809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.460511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:30.492616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.500009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:30.500933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.662411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:30.663062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.689755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:30.694071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:port and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:30.697874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:30.706838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:30.752003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Made reservation on behalf of bf7f48dfaa054f82a2e0cd63bdf9f822 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:30.759430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.794670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event updated for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:30.809209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.811158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.833672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66c4635c-c962-4ec9-969c-7d7aaaa58fde req-2521eee0-d8eb-4c73-b574-77e6f8392ad1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 210 time: 0.2211726 Jun 01 13:02:30.866899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.943862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.952608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:30.956070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:30.959649 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7110618c-4244-4191-828a-e96f5a13efeb tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9894819 Jun 01 13:02:30.994225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:31.001327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:31.012681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1316f42f-0279-4b25-b5b9-1c3b9fbe1c42,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:31.021704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.026415 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c35ac315-86e2-4e42-bfeb-baf231521db3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1316f42f-0279-4b25-b5b9-1c3b9fbe1c42 HTTP/1.1" status: 204 len: 168 time: 0.8905964 Jun 01 13:02:31.028333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477a2fca-dda5-4a08-ad8c-2eca33da1777']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:31.036160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:31.037873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0413b-f279-4490-ab9d-b223be06b590 None None] Network 334300af-7f2c-487c-9900-0fc105089cb1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:31.051734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:31.053380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Transition to ACTIVE for port object ef395e2b-97ab-4a56-91a6-338b109ead76 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:31.061940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:31.062225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2b52aa-9ce8-42d5-8097-7c4dff13582d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:31.072556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-397c4f90-2f95-4a9b-bfd4-5dbff2d0fa14 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7771854 Jun 01 13:02:31.098330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ab2ae7b-f51c-43d4-99bf-23d54e5eb492 req-567aa8e5-1fd9-4216-a2c4-7d97189f6382 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477414 Jun 01 13:02:31.103582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Request body: {'port': {'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:31.124200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:31.129088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.155190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-466126625-network', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:31.178577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:31.188550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Usage tracker for resource:network and tenant:2b2b51d1ebdc47e8ac10acb09696d35d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:31.191945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:31.204219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.215470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:31.222944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.224976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:31.225357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.295006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Transition to ACTIVE for port object ef395e2b-97ab-4a56-91a6-338b109ead76 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:31.314154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6e637b1-4f15-42c8-adc6-0fdd9be4d6e9 None None] Provisioning for port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:31.319247 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fa2b52aa-9ce8-42d5-8097-7c4dff13582d resource provider aggregate not found Jun 01 13:02:31.339927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.340840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Made reservation on behalf of 2b2b51d1ebdc47e8ac10acb09696d35d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:31.343117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.358853 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fa2b52aa-9ce8-42d5-8097-7c4dff13582d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa2b52aa-9ce8-42d5-8097-7c4dff13582d found for delete ", "request_id": "req-eed895fd-1061-4f62-9bc8-ba5ad0c2e4c9"}]} Jun 01 13:02:31.366377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.376798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8defd4a-a77a-4d0b-b2ac-711e70e24b1f,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:31.383115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Deleting port f47d2aec-8163-4dc5-9e59-10c81211f43d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:31.384119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.416437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:31.419967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6e637b1-4f15-42c8-adc6-0fdd9be4d6e9 None None] Provisioning complete for port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:31.420340 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6e637b1-4f15-42c8-adc6-0fdd9be4d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.432463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Usage tracker for resource:security_group_rule and tenant:2b2b51d1ebdc47e8ac10acb09696d35d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:31.435053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.436808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:31.459741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2d656448-ba06-41fb-87a9-89c53f3a36ed no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:31.468457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.470919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:31.525441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Checking segment: {'id': '31a33957-f22e-41d1-be3e-d90fb610d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a857c4c7-4664-4fee-9c1c-9fd8a11f5871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:31.526116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Network hostable DHCP agents. Network: a857c4c7-4664-4fee-9c1c-9fd8a11f5871, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:31.553033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:31.563557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 2d656448-ba06-41fb-87a9-89c53f3a36ed {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:31.563901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2d656448-ba06-41fb-87a9-89c53f3a36ed not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:31.599874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:31.603414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=477a2fca-dda5-4a08-ad8c-2eca33da1777,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:31.608983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Pushing event updated for resources: {'Port': ['ID=ef395e2b-97ab-4a56-91a6-338b109ead76,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:31.611209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:31.634922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6e637b1-4f15-42c8-adc6-0fdd9be4d6e9 None None] Port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:31.658791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b7bd1af7-3ded-493b-a3de-e420271bb7ae admin admin] 10.222.0.40 "DELETE /v2.0/networks/477a2fca-dda5-4a08-ad8c-2eca33da1777 HTTP/1.1" status: 204 len: 168 time: 1.5524192 Jun 01 13:02:31.670529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 2, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:31.709709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.724878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Checking router: 7e2a71f5-ebec-463a-9987-c3338fdea493 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:31.724878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Updating router 7e2a71f5-ebec-463a-9987-c3338fdea493 port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:31.811780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] For port f47d2aec-8163-4dc5-9e59-10c81211f43d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f47d2aec-8163-4dc5-9e59-10c81211f43d,segment=NetworkSegment(b82ea75a-6e80-4e1e-8487-b6a8b8a56133),segment_id=b82ea75a-6e80-4e1e-8487-b6a8b8a56133)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:31.812400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.819392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Attempting to bind port ef395e2b-97ab-4a56-91a6-338b109ead76 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:31.819757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Attempting to bind port ef395e2b-97ab-4a56-91a6-338b109ead76 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '79710115-056c-43fd-853d-dc02bdd196e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:31.820117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Attempting to bind port ef395e2b-97ab-4a56-91a6-338b109ead76 on network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:31.823555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.840046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Allocated IP 172.20.0.11 (82799e90-eb1f-486f-8725-e6d1b13ef45b/fd2e010b-0a0b-4759-a05f-c76ccaae5983/93cb16d7-ab6f-4b8e-9897-9f67afa11a0c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:31.843160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:31.843539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Checking segment: {'id': '79710115-056c-43fd-853d-dc02bdd196e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:31.843940 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.844379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Bound using segment: {'id': '79710115-056c-43fd-853d-dc02bdd196e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:31.845377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Bound port: ef395e2b-97ab-4a56-91a6-338b109ead76, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79710115-056c-43fd-853d-dc02bdd196e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:31.845377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:31.890666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c60b7-c4de-49f9-af04-d74eb385ab26 req-e2ae273e-d489-4d57-ab6e-4d4d9575a129 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:31.892560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-269c60b7-c4de-49f9-af04-d74eb385ab26 req-e2ae273e-d489-4d57-ab6e-4d4d9575a129 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:31.949364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55696) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:31.950877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a133e-0647-4519-958c-0c340b113060 req-857cd901-0eca-4e5c-b9ce-ee9d364529e3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:31.952399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-929a133e-0647-4519-958c-0c340b113060 req-857cd901-0eca-4e5c-b9ce-ee9d364529e3 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 0.9535336 Jun 01 13:02:31.961142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Calling delete_port for f47d2aec-8163-4dc5-9e59-10c81211f43d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:31.964959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Network a857c4c7-4664-4fee-9c1c-9fd8a11f5871 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:32.041570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a857c4c7-4664-4fee-9c1c-9fd8a11f5871) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:32.044333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.047234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00401e9-0c47-4037-ad3c-a9ef54dfe651 None None] DHCP port deletion for 334300af-7f2c-487c-9900-0fc105089cb1 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:02:32.072546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-269c60b7-c4de-49f9-af04-d74eb385ab26 req-e2ae273e-d489-4d57-ab6e-4d4d9575a129 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:32.073975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-269c60b7-c4de-49f9-af04-d74eb385ab26 req-e2ae273e-d489-4d57-ab6e-4d4d9575a129 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 932 time: 0.9152071 Jun 01 13:02:32.079570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:32.080145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.082390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] For port ef395e2b-97ab-4a56-91a6-338b109ead76, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:32.088007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] For port ef395e2b-97ab-4a56-91a6-338b109ead76, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef395e2b-97ab-4a56-91a6-338b109ead76,segment=NetworkSegment(79710115-056c-43fd-853d-dc02bdd196e4),segment_id=79710115-056c-43fd-853d-dc02bdd196e4)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:32.090849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476e8e2-1a48-456a-99f3-51cc4006e93e None None] Network a857c4c7-4664-4fee-9c1c-9fd8a11f5871 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:32.098166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03e37c1f-a8c1-4377-af6c-4f1c257600ad admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f94cebd27484e5aacd4c21e9d9f1809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470046 Jun 01 13:02:32.102542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.108048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55700) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:32.110822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d00401e9-0c47-4037-ad3c-a9ef54dfe651 None None] Deleting port f47d2aec-8163-4dc5-9e59-10c81211f43d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:32.111210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d00401e9-0c47-4037-ad3c-a9ef54dfe651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.171322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.224032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.315742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:32.321187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47d2aec-8163-4dc5-9e59-10c81211f43d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:32.328769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] No DVR routers for this DVR port f47d2aec-8163-4dc5-9e59-10c81211f43d on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:32.329603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-929a133e-0647-4519-958c-0c340b113060 req-c18bf3c1-da2c-4fc6-9000-d85b137b566c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511221 Jun 01 13:02:32.330293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.371296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b18b6-0e9a-474a-a3a9-0250ab9591a2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:32.375197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.375692 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Added segment 51d849f6-e803-4846-bf50-2f654c87102b of type vlan for network 2fae5129-ee47-4186-94e0-4370acb71cc5 Jun 01 13:02:32.382752 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.395589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Transition to ACTIVE for port object 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:32.410010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.496589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.497828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.532819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.577296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.583685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe is not hosted by any dhcp agent {{(pid=88371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 13:02:32.587827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.590532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:32.591333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.596525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "PUT /v2.0/networks/6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe HTTP/1.1" status: 200 len: 723 time: 1.5925400 Jun 01 13:02:32.596954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:32.607523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3182ae64-bc3b-4eb4-a845-d16d1c19cb61 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9249899 Jun 01 13:02:32.607994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334300af-7f2c-487c-9900-0fc105089cb1']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:32.630989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:32.761825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7587657e-685a-49bc-a3a9-377689579b94 req-862da300-e229-413a-944f-2618925891e7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:32.769163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:32.769701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82ea75a-6e80-4e1e-8487-b6a8b8a56133') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:32.806570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:32.825932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.830944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d00401e9-0c47-4037-ad3c-a9ef54dfe651 None None] The port 'f47d2aec-8163-4dc5-9e59-10c81211f43d' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:02:32.876555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.883222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f288-309e-4b4f-9cf4-ed01d1fd16db None None] Pushing event updated for resources: {'Port': ['ID=ef395e2b-97ab-4a56-91a6-338b109ead76,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:32.884877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:32.887842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-269c60b7-c4de-49f9-af04-d74eb385ab26 req-9a757fc6-5160-4284-a52e-f7ad57f647a2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741284 Jun 01 13:02:32.906291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:32.929624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.935931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:32.937913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.943562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:32.947291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bbbfb-8a39-4329-a16a-3437c00f028f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:33.003086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7587657e-685a-49bc-a3a9-377689579b94 req-862da300-e229-413a-944f-2618925891e7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:33.012475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7587657e-685a-49bc-a3a9-377689579b94 req-862da300-e229-413a-944f-2618925891e7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 210 time: 0.4914033 Jun 01 13:02:33.026879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Transition to ACTIVE for port object 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:33.060179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:33.061612 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.085268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:33.091700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9649022 Jun 01 13:02:33.101968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:33.127373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Attempting to bind port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:33.127745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Attempting to bind port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:33.128162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Attempting to bind port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 on network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:33.156760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-782834475', 'description': 'tempest-description-1483997286'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:33.166053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:33.171182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.172515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c905da-d502-4495-a7ce-13775fe5eb75 None None] Pushing event updated for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:33.176080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:33.179425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.223603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.226763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.230411 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fde3bc2c-0e5a-4a78-bc54-50de365853a9 HTTP/1.1" status: 204 len: 168 time: 1.1180546 Jun 01 13:02:33.231870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Request body: {'subnet': {'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-subnet', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:33.240658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:33.252197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:33.256128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.261837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:33.263054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:33.272516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:33.281386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Transition to ACTIVE for port object 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:33.284329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:33.301882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:33.320386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:33.329496 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.339597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:33.339882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Checking segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:33.340281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.340719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Bound using segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:33.341250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Bound port: 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:33.341565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.370148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:33.417911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Usage tracker for resource:subnet and tenant:2b2b51d1ebdc47e8ac10acb09696d35d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:33.457158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83fbe3-e6a7-4c23-aa05-e6a812e04334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde3bc2c-0e5a-4a78-bc54-50de365853a9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:33.465018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:33.484908 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b82ea75a-6e80-4e1e-8487-b6a8b8a56133 resource provider aggregate not found Jun 01 13:02:33.569322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b6f7d-feab-46f7-be0d-99d5ece98853 admin admin] Pushing event updated for resources: {'Network': ['ID=2fae5129-ee47-4186-94e0-4370acb71cc5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:33.593609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:33.613368 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b82ea75a-6e80-4e1e-8487-b6a8b8a56133 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b82ea75a-6e80-4e1e-8487-b6a8b8a56133 found for delete ", "request_id": "req-9581f9be-6752-4e1e-8510-0769c52cc32d"}]} Jun 01 13:02:33.634971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:33.652369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.678995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef395e2b-97ab-4a56-91a6-338b109ead76 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:33.685716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.708675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:33.709341 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.822152 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/334300af-7f2c-487c-9900-0fc105089cb1 HTTP/1.1" status: 204 len: 168 time: 2.7849638 Jun 01 13:02:33.828468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:33.831069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Made reservation on behalf of 2b2b51d1ebdc47e8ac10acb09696d35d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:33.833403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.853207 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:33.930939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082fb1c-177c-4820-bbf2-f51b0330d3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=334300af-7f2c-487c-9900-0fc105089cb1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:34.049012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Pushing event updated for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:34.073074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3324b-cfb6-4833-a771-fbcb467c76f7 None None] Network a857c4c7-4664-4fee-9c1c-9fd8a11f5871 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:34.111807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:34.116258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Attempting to bind port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:34.116602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Attempting to bind port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:34.116915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Attempting to bind port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:34.123265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-13ead0e4-19b2-4f2c-ab58-9b0011ee007c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9045901 Jun 01 13:02:34.126327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:34.133301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:34.140272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:02:34.140598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Attempting to bind port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:34.155279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Request body: {'port': {'device_id': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:34.183004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:34.192620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:34.192620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Checking segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:34.193099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Bound using segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:34.193441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Bound port: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:34.193787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.261096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c868ea-565a-4d87-b08e-426f818cccd6 None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:34.275820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] For port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:34.279673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.294818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a5327a6b-4845-49e9-8707-828545062c46 None None] Provisioning for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:34.297779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.368980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] For port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:34.370505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a5327a6b-4845-49e9-8707-828545062c46 None None] Provisioning complete for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:34.371052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5327a6b-4845-49e9-8707-828545062c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.408886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ef395e2b-97ab-4a56-91a6-338b109ead76 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:34.413783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.433156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd02753-fb5d-4e52-a8d4-5fbcfae9710f req-fb068f52-bbaf-401c-ba57-0dfc23cb26d0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:34.441010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cd02753-fb5d-4e52-a8d4-5fbcfae9710f req-fb068f52-bbaf-401c-ba57-0dfc23cb26d0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 0.6811531 Jun 01 13:02:34.474620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:34.542487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:34.548628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=9afb74c0-3018-4e59-8359-5b575a4811d5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:34.549515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.594343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.645292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '7f8a6889-227d-4d86-93a0-19d88fe63bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:34.651073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:34.673492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55754) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:34.723207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f47d2aec-8163-4dc5-9e59-10c81211f43d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:34.753063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5327a6b-4845-49e9-8707-828545062c46 None None] Port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:34.784902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:34.786391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:34.794163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cd02753-fb5d-4e52-a8d4-5fbcfae9710f req-8cbaf4ab-887b-430a-8fcc-8b8c1b8d225b tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514009 Jun 01 13:02:34.814299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:34.866266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:34.869322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.874968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:34.875765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.878190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] 10.222.0.24 "PUT /v2.0/ports/0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 1092 time: 3.7788832 Jun 01 13:02:34.882162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:34.894088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.901352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c905da-d502-4495-a7ce-13775fe5eb75 None None] Pushing event updated for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:34.958381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca452db3-3ff3-48c7-a4d6-475ac3eaf8e4 None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:34.963106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-998203893-network', 'tenant_id': '7e3c1d33a1764836b698f9f6c3f6195d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:34.970687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e60f7-1b06-4d6e-9cd5-b1c5e68c6a9c service neutron] Pushing event updated for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:34.977882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:34.978475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:34.984104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:35.009813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.014356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Usage tracker for resource:network and tenant:7e3c1d33a1764836b698f9f6c3f6195d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:35.015236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f47d2aec-8163-4dc5-9e59-10c81211f43d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:35.015776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f47d2aec-8163-4dc5-9e59-10c81211f43d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:35.060517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:35.094775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:35.173359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b239999-bff1-4b93-a2e7-45e9762ce899 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5720217 Jun 01 13:02:35.182802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55764) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:35.189513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Made reservation on behalf of 7e3c1d33a1764836b698f9f6c3f6195d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:35.191792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.207249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Provisioning for port ef395e2b-97ab-4a56-91a6-338b109ead76 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:35.209449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c914a8-8fb3-423b-b7dd-1a5e547b589c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:35.225810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:35.259491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.260772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e318ab8-1f7b-470e-82f6-f56f491aa028 req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 2.1125104 Jun 01 13:02:35.270492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Checking segment: {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:35.270872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Network hostable DHCP agents. Network: 2fae5129-ee47-4186-94e0-4370acb71cc5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:35.279438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.291036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:35.291670 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.306536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:35.310673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3c1d33a1764836b698f9f6c3f6195d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:35.315688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:35.322450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:35.330691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6071e9-2c1f-4011-8d3c-9595b7ddcac3 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b674ddbe-1bdc-4851-ae65-4e6abbbbbc07,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:35.427490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:35.521715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30989362'] for subnet, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.541405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:35.590358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd63453-49c3-4552-b760-fe174ba8dc44 req-9f99552e-ea3d-4d65-bcf6-954900dd7211 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:35.591779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2fae5129-ee47-4186-94e0-4370acb71cc5) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:35.597465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:35.598061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.598884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd63453-49c3-4552-b760-fe174ba8dc44 req-9f99552e-ea3d-4d65-bcf6-954900dd7211 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 944 time: 0.3565404 Jun 01 13:02:35.607267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-a1f611f2-f0ad-4837-a875-455f01c6079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:35.608754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-a1f611f2-f0ad-4837-a875-455f01c6079d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1095 time: 0.6525190 Jun 01 13:02:35.628410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82c7ff-c047-476d-ba97-9eae853eccb5 None None] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:35.693287 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b292db5d-ba5c-47cf-9386-afc11dc9037c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5882025 Jun 01 13:02:35.694803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:35.718858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:35.723911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-c86624c0-8e0b-44b4-839e-d90a04e887cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.0939727 Jun 01 13:02:35.737379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:35.747817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5698f-ea6c-400e-9181-269785492b0a req-c26192a3-2d2f-4dfc-8822-c74f9ce16374 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:35.749271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c5698f-ea6c-400e-9181-269785492b0a req-c26192a3-2d2f-4dfc-8822-c74f9ce16374 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 932 time: 0.3075972 Jun 01 13:02:35.754978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.789140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Usage tracker for resource:router and tenant:2b2b51d1ebdc47e8ac10acb09696d35d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:35.793774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.804421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:35.831146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd63453-49c3-4552-b760-fe174ba8dc44 req-0fe3b3aa-74ba-4624-afd9-e9bd9ce4bad8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314055 Jun 01 13:02:35.839017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:35.839244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:35.888938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56b2ba-2875-4cbf-b730-ded8423e0cce,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:35.901272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.902268 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Added segment abdd2cfe-7900-4a21-bd3c-7873631f0ffb of type vlan for network c46b523b-740e-4912-9d1f-aeb320fecf90 Jun 01 13:02:35.912902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756247571896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32173474'] for subnet, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.921956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.925847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:35.935865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-32102eea-b727-4cb3-b14f-659d63c3a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:35.937483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-32102eea-b727-4cb3-b14f-659d63c3a30a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.2019920 Jun 01 13:02:35.956658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c5698f-ea6c-400e-9181-269785492b0a req-b1510650-10a5-4f79-82e2-fb0cf7f63ce4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658175 Jun 01 13:02:35.958729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:36.008381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:36.009015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.011177 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "PUT /v2.0/subnets/9afb74c0-3018-4e59-8359-5b575a4811d5 HTTP/1.1" status: 200 len: 826 time: 0.8230174 Jun 01 13:02:36.022076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55774) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:36.056953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.066639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.083152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.103048 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cc463b-b545-4fc6-aa0c-f772dbcdb93b'] response: {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:02:36.108747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Transition to ACTIVE for port object 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:36.109849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe', 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '9afb74c0-3018-4e59-8359-5b575a4811d5'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:36.110822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.122714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.136007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92673-9926-4704-9813-a1eb9feda9b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=9afb74c0-3018-4e59-8359-5b575a4811d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:36.186031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.199860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:36.200167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.232500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2fae5129-ee47-4186-94e0-4370acb71cc5', 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'fixed_ips': [{'subnet_id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:36.233469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.259058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.260078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:36.260653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.378308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] For port ef395e2b-97ab-4a56-91a6-338b109ead76, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef395e2b-97ab-4a56-91a6-338b109ead76,segment=NetworkSegment(79710115-056c-43fd-853d-dc02bdd196e4),segment_id=79710115-056c-43fd-853d-dc02bdd196e4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:36.426369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.428881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Update dhcp port {'port': {'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'fixed_ips': [{'subnet_id': '2b8b496e-1aa1-4dbb-884e-43d97975b74a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2f2407b-ab6d-4d51-adfc-2634f8d35566'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'ef395e2b-97ab-4a56-91a6-338b109ead76'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:02:36.483250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:36.553423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-1c03ddd9-dd3d-4e9a-b8df-cf1c2577c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:36.555072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-1c03ddd9-dd3d-4e9a-b8df-cf1c2577c667 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5908697 Jun 01 13:02:36.690363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-97a90a95-fe81-478f-bfde-2a7c6aefa249 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b674ddbe-1bdc-4851-ae65-4e6abbbbbc07 HTTP/1.1" status: 200 len: 1814 time: 0.5273006 Jun 01 13:02:36.702623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.707465 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0275321 Jun 01 13:02:36.719696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:36.727057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc95f6-f785-45bb-8623-17f09dea7361 admin admin] Pushing event updated for resources: {'Network': ['ID=c46b523b-740e-4912-9d1f-aeb320fecf90,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:36.739321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Request body: {'subnet': {'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-998203893-subnet', 'tenant_id': '7e3c1d33a1764836b698f9f6c3f6195d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:36.747864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:36.757616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Usage tracker for resource:subnet and tenant:7e3c1d33a1764836b698f9f6c3f6195d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:36.781845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c46b523b-740e-4912-9d1f-aeb320fecf90 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:36.791718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:36.817348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:36.877242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b674ddbe-1bdc-4851-ae65-4e6abbbbbc07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:36.877873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b674ddbe-1bdc-4851-ae65-4e6abbbbbc07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:36.879737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.922476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Allocated IP 172.20.0.2 (2fae5129-ee47-4186-94e0-4370acb71cc5/21c914a8-8fb3-423b-b7dd-1a5e547b589c/e854d51f-6d2c-41aa-828e-0afe96cb464a) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:36.929446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.935537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c92208-2783-4dbe-a45d-4650a1c6b967 None None] Pushing event updated for resources: {'Port': ['ID=ef395e2b-97ab-4a56-91a6-338b109ead76,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:36.943051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:36.943847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Made reservation on behalf of 7e3c1d33a1764836b698f9f6c3f6195d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:36.946158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.961690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:36.969522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:36.974330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:36.998148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:37.032887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Allocated IP 2001:db8::2 (6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe/9afb74c0-3018-4e59-8359-5b575a4811d5/94eb791c-159c-48fb-b4e0-854a55d03fe1) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:37.115657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbee4-deb0-4326-bc83-984df16d16bb req-d28805dc-cdbe-4493-b371-645e33dd4c90 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:37.123425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3acbee4-deb0-4326-bc83-984df16d16bb req-d28805dc-cdbe-4493-b371-645e33dd4c90 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1096 time: 0.9525373 Jun 01 13:02:37.152571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Attempting to bind port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:37.153163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Attempting to bind port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:37.153774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Attempting to bind port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:37.191852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c on network 82799e90-eb1f-486f-8725-e6d1b13ef45b not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:02:37.192643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Attempting to bind port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:37.229725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:37.230153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:37.230670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Bound using segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:37.231360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Bound port: 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:37.231665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.242446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Deleting port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:37.242806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.253491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-8bbb164e-d733-4a15-a471-82d9b6215a6c service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583796 Jun 01 13:02:37.261448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3acbee4-deb0-4326-bc83-984df16d16bb req-6a274f08-dea9-4431-8416-dc039e1a1d41 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368446 Jun 01 13:02:37.390553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:34Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:37.405374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.424003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a419e-03c4-4595-8b9a-63f555114788 None None] The sync data for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 is: [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:34Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:37.455364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.618557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef395e2b-97ab-4a56-91a6-338b109ead76 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:37.632752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.652295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:37.654634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.680677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] For port eff90f3c-0f35-4efe-9a19-5c3e7ed307a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:37.681333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.710666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:37.735655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34a02238-35f0-4506-951b-af0a3ba8ef61 req-c4d88022-38d6-4046-9981-137726ed2d5b service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731026 Jun 01 13:02:37.737781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Allocated IP 172.20.0.1 (50b9d9e4-30d6-499f-bd70-d690c47a2bfa/a2f2407b-ab6d-4d51-adfc-2634f8d35566/ef395e2b-97ab-4a56-91a6-338b109ead76) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:37.742134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.747524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dfad87-7a24-47d4-9bc1-a632e551248e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:37.804608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.816162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.820553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7059a655-22a1-4bdc-a572-cb7c3f10e5e7 req-bf0b7a1d-2915-4c46-a3cb-1b38032cb88c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0928366 Jun 01 13:02:37.852864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:37.853684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:37.856323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] 10.222.0.24 "PUT /v2.0/ports/93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1092 time: 3.7192113 Jun 01 13:02:37.865196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Transition to ACTIVE for port object e854d51f-6d2c-41aa-828e-0afe96cb464a will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:37.897400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Calling delete_port for eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:37.909727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:37.910093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.056353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b60417-1efa-4058-a05b-280a590bb424,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:38.078270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Checking segment: {'id': 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:38.078809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Network hostable DHCP agents. Network: c46b523b-740e-4912-9d1f-aeb320fecf90, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:38.107615 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.111499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Network c46b523b-740e-4912-9d1f-aeb320fecf90 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:38.133507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:38.140416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5a6ad-4c4d-4c2d-a147-1a52107d7a75 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:38.142217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Transition to ACTIVE for port object e854d51f-6d2c-41aa-828e-0afe96cb464a will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:38.169967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c46b523b-740e-4912-9d1f-aeb320fecf90) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:38.175286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:38.176367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.177847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Transition to ACTIVE for port object 94eb791c-159c-48fb-b4e0-854a55d03fe1 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:38.190307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f8aa1-7420-4207-b36a-7ede052119a4 None None] Network c46b523b-740e-4912-9d1f-aeb320fecf90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:38.202029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a288-61f2-44c0-9633-3d82ed8b0a43 req-7abc1f93-a407-43b4-baf4-20dd229ef98f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:38.213163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e03a288-61f2-44c0-9633-3d82ed8b0a43 req-7abc1f93-a407-43b4-baf4-20dd229ef98f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 944 time: 0.7256176 Jun 01 13:02:38.253223 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-09385385-7c9a-4f8d-9b24-9c2db104f86e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5248387 Jun 01 13:02:38.256874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.352062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff90f3c-0f35-4efe-9a19-5c3e7ed307a7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:38.558064 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.594109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e03a288-61f2-44c0-9633-3d82ed8b0a43 req-c5bfd5dd-8441-41fa-a320-5b918ad8424d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792920 Jun 01 13:02:38.638153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-6102d0d1-8f0c-41cf-bce7-dc79faee545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:38.644153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-6102d0d1-8f0c-41cf-bce7-dc79faee545f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1095 time: 0.6844530 Jun 01 13:02:38.671639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e95d5-1db2-416a-accc-e94e974077c3 req-7e2f9029-30e7-442d-b2c1-d8c3cc07d34a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:38.673716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e67e95d5-1db2-416a-accc-e94e974077c3 req-7e2f9029-30e7-442d-b2c1-d8c3cc07d34a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.6447484 Jun 01 13:02:38.771707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.851237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Transition to ACTIVE for port object 94eb791c-159c-48fb-b4e0-854a55d03fe1 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:38.853675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:38.856407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e0cc0-68d3-4b95-bb4a-90a9516e55b0 None None] Network c46b523b-740e-4912-9d1f-aeb320fecf90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:38.891012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-d680466f-98ec-49bf-9bdd-6ce9665bb947 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 217 time: 0.2132609 Jun 01 13:02:38.894352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:38.913193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.919612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-839d9b02-e02a-41dc-8384-2a4c1696b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:38.921358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-839d9b02-e02a-41dc-8384-2a4c1696b921 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1095 time: 1.0443745 Jun 01 13:02:38.967435 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:38.971637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:38.993693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:39.012221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Pushing event updated for resources: {'Port': ['ID=e854d51f-6d2c-41aa-828e-0afe96cb464a,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:39.052194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.063955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] For port ef395e2b-97ab-4a56-91a6-338b109ead76, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef395e2b-97ab-4a56-91a6-338b109ead76,segment=NetworkSegment(79710115-056c-43fd-853d-dc02bdd196e4),segment_id=79710115-056c-43fd-853d-dc02bdd196e4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:39.094135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.148390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.191806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:39.229754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=9afb74c0-3018-4e59-8359-5b575a4811d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:39.235008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Transition to ACTIVE for port object ef395e2b-97ab-4a56-91a6-338b109ead76 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:39.236023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:39.249261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:39.272566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Pushing event updated for resources: {'Port': ['ID=94eb791c-159c-48fb-b4e0-854a55d03fe1,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:39.274969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.355276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e67e95d5-1db2-416a-accc-e94e974077c3 req-f70ee3f2-ca86-44f7-a1e1-8f286b293c33 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4676371 Jun 01 13:02:39.409724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.431787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Attempting to bind port e854d51f-6d2c-41aa-828e-0afe96cb464a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:39.432261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Attempting to bind port e854d51f-6d2c-41aa-828e-0afe96cb464a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:39.432735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Attempting to bind port e854d51f-6d2c-41aa-828e-0afe96cb464a on network 2fae5129-ee47-4186-94e0-4370acb71cc5 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:39.451194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:39.463115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-dcf5e57c-6973-4e42-9bf6-d53394360c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:39.464551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-dcf5e57c-6973-4e42-9bf6-d53394360c7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.4069710 Jun 01 13:02:39.467448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a6889-227d-4d86-93a0-19d88fe63bea') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:39.467952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a6889-227d-4d86-93a0-19d88fe63bea') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:39.506435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.550999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.569758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:39.570124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.632682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:39.633292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Checking segment: {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:39.633605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.633828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Bound using segment: {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:39.634340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Bound port: e854d51f-6d2c-41aa-828e-0afe96cb464a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:39.634770 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.644999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-d78f3efb-8ba7-44e1-8378-6125cedf4569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.1564255 Jun 01 13:02:39.677267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:39.682198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-f8253336-0711-4f33-b010-0e5a93081d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:39.683679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-f8253336-0711-4f33-b010-0e5a93081d60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.7525647 Jun 01 13:02:39.692140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcdc0d-a139-4581-a642-b43f2c5831a1 req-5dfc1431-30e2-4e45-8936-9209fa7d4d81 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:39.695240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ddcdc0d-a139-4581-a642-b43f2c5831a1 req-5dfc1431-30e2-4e45-8936-9209fa7d4d81 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1096 time: 0.8880424 Jun 01 13:02:39.719055 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7f8a6889-227d-4d86-93a0-19d88fe63bea resource provider aggregate not found Jun 01 13:02:39.749994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ab78b86-9d57-4516-be38-77419669fa79 req-a61b35cd-04f5-49a1-85a0-bb56995897bd tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b674ddbe-1bdc-4851-ae65-4e6abbbbbc07 HTTP/1.1" status: 200 len: 2408 time: 0.2936735 Jun 01 13:02:39.781146 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7f8a6889-227d-4d86-93a0-19d88fe63bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f8a6889-227d-4d86-93a0-19d88fe63bea found for delete ", "request_id": "req-15453613-aba2-4c99-b5d0-54e8ad8d5b3e"}]} Jun 01 13:02:39.791201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 13:02:39.791201 n-d-844200-1 neutron-server[88372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 13:02:39.791201 n-d-844200-1 neutron-server[88372]: [parameters: {'id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'}] Jun 01 13:02:39.791201 n-d-844200-1 neutron-server[88372]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:02:39.792336 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:02:39.859878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28ecb-f11c-46ad-bdae-dcf12c77df09 None None] Pushing event updated for resources: {'Port': ['ID=ef395e2b-97ab-4a56-91a6-338b109ead76,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:39.867500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Allocated IP 172.25.7.137 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ff6eb066-b581-43e1-9898-04436ff5b944) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:39.880233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Attempting to bind port 94eb791c-159c-48fb-b4e0-854a55d03fe1 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:39.880870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Attempting to bind port 94eb791c-159c-48fb-b4e0-854a55d03fe1 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '7f8a6889-227d-4d86-93a0-19d88fe63bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:39.881381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Attempting to bind port 94eb791c-159c-48fb-b4e0-854a55d03fe1 on network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:39.957078 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1903eba0-b496-492e-9848-48606ec94c39'] response: {'name': 'network-changed', 'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'status': 'completed', 'code': 200} Jun 01 13:02:39.962415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:39.962858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Checking segment: {'id': '7f8a6889-227d-4d86-93a0-19d88fe63bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:39.963455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.963852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Bound using segment: {'id': '7f8a6889-227d-4d86-93a0-19d88fe63bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:39.964361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Bound port: 94eb791c-159c-48fb-b4e0-854a55d03fe1, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a6889-227d-4d86-93a0-19d88fe63bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:39.964732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:39.980402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Router 559c8d2f-fc31-49c5-a147-3556cc20105f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:39.990377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] For port e854d51f-6d2c-41aa-828e-0afe96cb464a, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:40.014024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-f07a4130-a526-4ab5-83f2-a1bba1ccf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:40.016544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-f07a4130-a526-4ab5-83f2-a1bba1ccf89e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.3274949 Jun 01 13:02:40.075655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] For port e854d51f-6d2c-41aa-828e-0afe96cb464a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e854d51f-6d2c-41aa-828e-0afe96cb464a,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:40.097956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.149433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:40.153961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ddcdc0d-a139-4581-a642-b43f2c5831a1 req-5e7fd535-0839-4117-b344-be0aacb6bf29 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642659 Jun 01 13:02:40.199926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] For port 94eb791c-159c-48fb-b4e0-854a55d03fe1, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:40.215283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:40.215661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.261947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] For port 94eb791c-159c-48fb-b4e0-854a55d03fe1, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=94eb791c-159c-48fb-b4e0-854a55d03fe1,segment=NetworkSegment(7f8a6889-227d-4d86-93a0-19d88fe63bea),segment_id=7f8a6889-227d-4d86-93a0-19d88fe63bea)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:40.268319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:40.280955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Sync routers for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:40.287179 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c34f535b-1a56-403f-8039-dd4c517acc47 admin admin] 10.222.0.40 "PUT /v2.0/routers/559c8d2f-fc31-49c5-a147-3556cc20105f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4347253 Jun 01 13:02:40.289368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:40.295325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.311821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:40.312691 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:40.340689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635cc1a-209d-4d15-a9d7-c55644a1cd6d None None] Pushing event updated for resources: {'Port': ['ID=e854d51f-6d2c-41aa-828e-0afe96cb464a,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:40.387526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.433537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 94eb791c-159c-48fb-b4e0-854a55d03fe1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:40.433878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.547195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7d5c-fbd2-41f2-bbb7-de6d9b1223c7 None None] Pushing event updated for resources: {'Port': ['ID=94eb791c-159c-48fb-b4e0-854a55d03fe1,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:40.606216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa4a3e-7560-41cd-be7d-8b42d0f7899a None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:40.618060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aee879-08d8-4d74-abe9-249396bf4409 None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:40.647035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:02:40.708903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-81889e91-39e1-4fc5-8dba-5e77c406d44e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:40.710912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-81889e91-39e1-4fc5-8dba-5e77c406d44e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/networks?id=c46b523b-740e-4912-9d1f-aeb320fecf90 HTTP/1.1" status: 200 len: 821 time: 0.4930873 Jun 01 13:02:40.726821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.748785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-7c348b0e-bb0b-4eae-a400-125db0b253de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:40.750278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-7c348b0e-bb0b-4eae-a400-125db0b253de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0483394 Jun 01 13:02:40.769862 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:40.848471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:40.848847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.869610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94b0d12f-22cf-4dfc-9a57-24c6c755af89 None None] Provisioning for port ef395e2b-97ab-4a56-91a6-338b109ead76 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:40.946807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-cdf46d62-e497-444f-badc-0abbcd1a648b service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728067 Jun 01 13:02:40.953898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-dc843cd6-9f43-4ec9-857c-8f2eeee2d0f8 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/quotas/7e3c1d33a1764836b698f9f6c3f6195d HTTP/1.1" status: 200 len: 375 time: 0.2237010 Jun 01 13:02:40.990791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94b0d12f-22cf-4dfc-9a57-24c6c755af89 None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:40.991701 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94b0d12f-22cf-4dfc-9a57-24c6c755af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.085420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-0e058758-a04b-4338-8563-72326eb301c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:41.086997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-0e058758-a04b-4338-8563-72326eb301c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0435772 Jun 01 13:02:41.182268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 94eb791c-159c-48fb-b4e0-854a55d03fe1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=94eb791c-159c-48fb-b4e0-854a55d03fe1,segment=NetworkSegment(7f8a6889-227d-4d86-93a0-19d88fe63bea),segment_id=7f8a6889-227d-4d86-93a0-19d88fe63bea)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:41.183044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.198270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedc3d-2c60-4b8f-b224-53e86c95fec1 req-07f952c7-d2ab-44e6-8221-2b9712f212ca tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:41.205397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38dedc3d-2c60-4b8f-b224-53e86c95fec1 req-07f952c7-d2ab-44e6-8221-2b9712f212ca tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 944 time: 0.8299181 Jun 01 13:02:41.207408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T13:02:38Z', 'revision_number': 5, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:41.211819 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Checking router: 559c8d2f-fc31-49c5-a147-3556cc20105f for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:41.221927 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Routers {'559c8d2f-fc31-49c5-a147-3556cc20105f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:41.222930 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['559c8d2f-fc31-49c5-a147-3556cc20105f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:41.223511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:41.262841 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.275724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-546f379d-ffb7-4882-9b72-8e6e3398a1c9 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7e3c1d33a1764836b698f9f6c3f6195d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1860752 Jun 01 13:02:41.287664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba14d3a-2412-4df2-8eb0-29b16acee93d req-7cd3af73-4a82-4b00-a885-2b2d3a169631 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316395 Jun 01 13:02:41.356563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.419897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:41.487585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:02:41.519626 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] Set router 559c8d2f-fc31-49c5-a147-3556cc20105f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:41.609400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38dedc3d-2c60-4b8f-b224-53e86c95fec1 req-adcd7e42-8f14-44ad-8e38-ceaa5132f8d3 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016223 Jun 01 13:02:41.636785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 94eb791c-159c-48fb-b4e0-854a55d03fe1 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:41.668746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e854d51f-6d2c-41aa-828e-0afe96cb464a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:41.740305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-04e224c2-c099-4e34-b4d1-2d35057c3263 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-group-rules/84dfad87-7a24-47d4-9bc1-a632e551248e HTTP/1.1" status: 200 len: 778 time: 0.0855770 Jun 01 13:02:41.789214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.817844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Deleting port 32415c47-72cc-4b73-8b8c-92a890bd8e4a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:41.821624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.854925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:41.881425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:41.924186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5be019-8017-4dec-b60e-f6c99b675eae None None] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:41.944466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=94eb791c-159c-48fb-b4e0-854a55d03fe1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:41.946513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port 94eb791c-159c-48fb-b4e0-854a55d03fe1 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:41.974728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.008839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-94b0d12f-22cf-4dfc-9a57-24c6c755af89 None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:42.015284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:42.015663 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.020662 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T13:02:38Z', 'revision_number': 5, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:42.025978 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc891ec-f8a7-4116-bb7c-0b436066cb6b None None] The sync data for ids ['559c8d2f-fc31-49c5-a147-3556cc20105f'] in n-d-844200-1 is: [{'id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'name': 'tempest-TaggedBootDevicesTest-121228994-router', 'tenant_id': '5736183ce5584da09de6d07a7fe84b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T12:55:31Z', 'updated_at': '2022-06-01T13:02:38Z', 'revision_number': 5, 'project_id': '5736183ce5584da09de6d07a7fe84b38', 'gw_port': {'id': '32415c47-72cc-4b73-8b8c-92a890bd8e4a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c8d2f-fc31-49c5-a147-3556cc20105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T12:55:32Z', 'updated_at': '2022-06-01T12:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:42.071157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44d35f-bdf1-4132-a0c8-7bb2d9440d2f None None] Network 6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:42.086711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-77f1db01-5f5e-4c7b-ade1-3cbd6845a26f service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9899108 Jun 01 13:02:42.090465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:42.120406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:42.160596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.162623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:42.165092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:42.204885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:42.209478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:42.212192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e854d51f-6d2c-41aa-828e-0afe96cb464a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:42.229076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a6889-227d-4d86-93a0-19d88fe63bea') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:42.229477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a6889-227d-4d86-93a0-19d88fe63bea') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:42.244326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.252992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.261312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] For port 32415c47-72cc-4b73-8b8c-92a890bd8e4a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=32415c47-72cc-4b73-8b8c-92a890bd8e4a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:42.261685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.277430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Pushing event updated for resources: {'Port': ['ID=ff6eb066-b581-43e1-9898-04436ff5b944,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:42.283109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef395e2b-97ab-4a56-91a6-338b109ead76 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:42.288971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-81fe8d1d-26f4-40aa-92a0-6eb1d11be7a8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b674ddbe-1bdc-4851-ae65-4e6abbbbbc07 HTTP/1.1" status: 200 len: 2408 time: 0.5470164 Jun 01 13:02:42.292507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-cf47e565-66a7-47b2-8e1a-03aae68fec8a service neutron] 10.222.0.40 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948339 Jun 01 13:02:42.332324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.338447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:42.339298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.339440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Provisioning for port e854d51f-6d2c-41aa-828e-0afe96cb464a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:42.359697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-5dd3957d-664f-485e-9c8f-9b61b5d2fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:42.361174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-5dd3957d-664f-485e-9c8f-9b61b5d2fbe8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1095 time: 0.9016712 Jun 01 13:02:42.448024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Provisioning complete for port e854d51f-6d2c-41aa-828e-0afe96cb464a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:42.448395 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.589282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Calling delete_port for 32415c47-72cc-4b73-8b8c-92a890bd8e4a owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:42.709456 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7f8a6889-227d-4d86-93a0-19d88fe63bea resource provider aggregate not found Jun 01 13:02:42.712330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.737186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.750285 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7f8a6889-227d-4d86-93a0-19d88fe63bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f8a6889-227d-4d86-93a0-19d88fe63bea found for delete ", "request_id": "req-7a3f076d-a8bc-4d57-b09b-d81a84d4cffc"}]} Jun 01 13:02:42.779594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.788919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8d1c07f-cf3d-4ebc-8976-8134162ef45b req-361b110a-098a-4233-a971-647a6a6bfb64 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734891 Jun 01 13:02:42.798415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:42.805166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5f19525-fc8b-42d1-8565-b3b3c2d53fdc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe HTTP/1.1" status: 204 len: 168 time: 6.7807438 Jun 01 13:02:42.811616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:42.831654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:42.849731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.857419 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1eb19e-529e-4ae8-a6fa-0314caa67844 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:02:42.859397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1eb19e-529e-4ae8-a6fa-0314caa67844 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:02:42.862146 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a1eb19e-529e-4ae8-a6fa-0314caa67844 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe HTTP/1.1" status: 404 len: 339 time: 0.0498071 Jun 01 13:02:42.872812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:42.879719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954634921', 'description': 'd1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:42.889692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:42.900419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Usage tracker for resource:network and tenant:f13ff70d6d304463b7ee96107e31de2b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:42.900419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:42.922148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:42.947327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:42.947534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.973599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:42.982791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.022850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-7d3a1ed2-e0b0-4b3b-89b5-44e315b28f81 service neutron] 10.222.0.40 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002378 Jun 01 13:02:43.027343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:43.048827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0043caed-78a5-4e65-b20a-aa6e1fdc80c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:43.055485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.056623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.057555 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd of type vlan for network 9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e Jun 01 13:02:43.079086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-3f9974f3-8c82-4e69-953a-5ad2463a277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:43.081281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-3f9974f3-8c82-4e69-953a-5ad2463a277b service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.6448183 Jun 01 13:02:43.085870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84dfad87-7a24-47d4-9bc1-a632e551248e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:43.222715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Current status of the port e854d51f-6d2c-41aa-828e-0afe96cb464a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:43.223144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.244979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.278403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.283637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-ee2f61fe-b7ae-45fb-abcc-e5a03d42c97c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 217 time: 0.1955397 Jun 01 13:02:43.349387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.364976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:43.366404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.405797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.406989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5b8e0da-620d-496a-86ed-07890d24b91d req-b52b5c02-ffc8-4b05-be73-9f65e6472b0a tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/84dfad87-7a24-47d4-9bc1-a632e551248e HTTP/1.1" status: 204 len: 173 time: 1.1172354 Jun 01 13:02:43.432880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] For port e854d51f-6d2c-41aa-828e-0afe96cb464a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e854d51f-6d2c-41aa-828e-0afe96cb464a,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:43.459425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Pushing event deleted for resources: {'Port': ['ID=32415c47-72cc-4b73-8b8c-92a890bd8e4a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:43.562962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.688505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-f458d049-f995-45f0-b811-8c12c2e9db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:43.690065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-f458d049-f995-45f0-b811-8c12c2e9db71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.3885405 Jun 01 13:02:43.819658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-435d42d2-d711-4dd4-a773-adb44f25ff32 None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:43.820280 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-435d42d2-d711-4dd4-a773-adb44f25ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.827665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.891487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:43.905280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c73f4-2bd1-49c4-ad15-4d09b1e82b70 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:02:43.953722 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0774994 Jun 01 13:02:43.959325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55856) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:43.960711 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.060041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18811d-5d87-414e-8a49-c0fdc01b67cb None None] Pushing event updated for resources: {'Port': ['ID=e854d51f-6d2c-41aa-828e-0afe96cb464a,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:44.102773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eba6e2-2bd9-4151-9a46-f92c31db816f tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:44.184780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:44.226960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:44.243278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.246776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.281978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.282580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 559c8d2f-fc31-49c5-a147-3556cc20105f {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:02:44.307557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.313569 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-061b021f-07ab-4826-ab1e-4dee39dde885 admin admin] 10.222.0.40 "DELETE /v2.0/routers/559c8d2f-fc31-49c5-a147-3556cc20105f HTTP/1.1" status: 204 len: 168 time: 4.0229270 Jun 01 13:02:44.315550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:44.433890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-435d42d2-d711-4dd4-a773-adb44f25ff32 None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:44.440891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Deleting subnet 1da914ef-f0c0-46e4-bc60-54845a016b97 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:02:44.444740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.474685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87992-af8d-49f7-a630-34b7de288684 req-7db42260-3ae0-4cd0-800c-5143e92d8b63 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:44.476217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff87992-af8d-49f7-a630-34b7de288684 req-7db42260-3ae0-4cd0-800c-5143e92d8b63 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 945 time: 0.7502754 Jun 01 13:02:44.511699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:44.511989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.524016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.619388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:02:44.625587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-a07c0c64-0540-4997-b8ae-9cb2f8fc8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:44.626105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:44.627202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-a07c0c64-0540-4997-b8ae-9cb2f8fc8ddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7825270 Jun 01 13:02:44.631283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.651206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c73f4-2bd1-49c4-ad15-4d09b1e82b70 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:02:44.663384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbb71-a612-482d-978f-9d6c545df37a req-aa196da2-c22d-408d-bc1f-8b50de10a0d7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:44.666072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6daf5b45-43f3-4692-ae45-b810066c9e32 None None] Provisioning complete for port e854d51f-6d2c-41aa-828e-0afe96cb464a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:44.666448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6daf5b45-43f3-4692-ae45-b810066c9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.670466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-398cbb71-a612-482d-978f-9d6c545df37a req-aa196da2-c22d-408d-bc1f-8b50de10a0d7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 1.0474672 Jun 01 13:02:44.701601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a4c4b-9173-4632-b726-01bf277d907e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:44.702371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad4a4c4b-9173-4632-b726-01bf277d907e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Synchronizing usage tracker for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:44.705362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.751043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da914ef-f0c0-46e4-bc60-54845a016b97,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:44.753320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.764701 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b92c5d27-da21-4dfe-a6d5-82f0ec4b7639 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1da914ef-f0c0-46e4-bc60-54845a016b97 HTTP/1.1" status: 204 len: 168 time: 0.4476261 Jun 01 13:02:44.765334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55864) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:44.874344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.893236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Deleting port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:44.893948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.018784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:45.140210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:45.147200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff87992-af8d-49f7-a630-34b7de288684 req-23ca4c1f-e4eb-428b-8d13-dd6db6a9d417 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282815 Jun 01 13:02:45.148396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] For port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,segment=NetworkSegment(b1f9964d-82b3-4f70-8a83-3d3c44599215),segment_id=b1f9964d-82b3-4f70-8a83-3d3c44599215)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:45.148754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.167036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:45.194072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-398cbb71-a612-482d-978f-9d6c545df37a req-8d9cab93-5db2-4eab-9f46-f11648b713a2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226512 Jun 01 13:02:45.209564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad4a4c4b-9173-4632-b726-01bf277d907e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Unset dirty status for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:45.221953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ad4a4c4b-9173-4632-b726-01bf277d907e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks?id=9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e HTTP/1.1" status: 200 len: 765 time: 1.0039718 Jun 01 13:02:45.245860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55870) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:45.258618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'description': 'd2'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:45.292015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:45.292317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff90f3c-0f35-4efe-9a19-5c3e7ed307a7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:45.304140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:02:45.375824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:45.422705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:45.423127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Calling delete_port for c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:45.423269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.424732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fba27edd-c4dd-4559-822d-22d4b90de472 req-8cdf467a-e2de-4d11-b660-eaf34b152dbc tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 210 time: 0.0472980 Jun 01 13:02:45.529260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.530875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1471110172', 'description': 'tempest-description-1998315283'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:45.541023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6daf5b45-43f3-4692-ae45-b810066c9e32 None None] Current status of the port e854d51f-6d2c-41aa-828e-0afe96cb464a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:45.551562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.556265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:45.563112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:45.563963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.567910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-c9876ba2-4b11-468e-b8a5-3257c8561b92 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9146845 Jun 01 13:02:45.569087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:45.602324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:45.607001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:45.614259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] No DVR routers for this DVR port c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:45.657719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:45.764629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:45.803098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:45.823775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:45.824603 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.858010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.867643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.914980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:45.924862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894ac26-a549-4b51-a2cc-f0c87731d773']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:45.948602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f9964d-82b3-4f70-8a83-3d3c44599215') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:45.948884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f9964d-82b3-4f70-8a83-3d3c44599215') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:45.953875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:45.965829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.978334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.992721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.008510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:02:46.009120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.104959 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.123396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e854d51f-6d2c-41aa-828e-0afe96cb464a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:46.138813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.158482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73d4e5-1541-4cf7-ad48-7a61e92d8c45 None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:46.164477 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b1f9964d-82b3-4f70-8a83-3d3c44599215 resource provider aggregate not found Jun 01 13:02:46.169115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.177817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] Pushing event deleted for resources: {'Network': ['ID=0894ac26-a549-4b51-a2cc-f0c87731d773,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:46.180807 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-767fb69d-bb6d-4753-abfd-f05cc605b959 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0894ac26-a549-4b51-a2cc-f0c87731d773 HTTP/1.1" status: 204 len: 168 time: 1.4143157 Jun 01 13:02:46.194696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-200b5dde-2ace-445b-ae84-170d37c1d944 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:46.196201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-200b5dde-2ace-445b-ae84-170d37c1d944 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.13 "GET /v2.0/networks?id=c46b523b-740e-4912-9d1f-aeb320fecf90 HTTP/1.1" status: 200 len: 821 time: 1.1491780 Jun 01 13:02:46.200145 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b1f9964d-82b3-4f70-8a83-3d3c44599215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1f9964d-82b3-4f70-8a83-3d3c44599215 found for delete ", "request_id": "req-cf607bbd-017c-4e50-81f4-5a5f60045b32"}]} Jun 01 13:02:46.208481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:46.236738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73d4e5-1541-4cf7-ad48-7a61e92d8c45 None None] Network 0894ac26-a549-4b51-a2cc-f0c87731d773 could not be found, it might have been deleted concurrently. {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 13:02:46.284107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:46.303399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Request body: {'port': {'device_id': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90', 'admin_state_up': True, 'tenant_id': '7e3c1d33a1764836b698f9f6c3f6195d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:46.328842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:46.337020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.361755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673a0db-7604-4197-bd60-5a8f5a9cbb9d None None] DHCP port deletion for 0894ac26-a549-4b51-a2cc-f0c87731d773 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:02:46.393815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55902) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:46.412610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b9119c1-12ee-4e26-aad4-9337aab13089 req-0b927b16-aa7c-45cf-93ae-d4e422d148dc service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408762 Jun 01 13:02:46.429690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:46.435879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e854d51f-6d2c-41aa-828e-0afe96cb464a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:46.435879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.440179 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:02:46.458828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e665d531-9e1d-470a-8b12-79ec8dd63848 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bf02c08b89874d86b7aa6df4ef82a797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638223 Jun 01 13:02:46.462152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:46.472004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:46.476153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:46.529515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:46.537080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.568677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86785002-244e-4637-8065-903901b526a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.600038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86785002-244e-4637-8065-903901b526a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.665797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86785002-244e-4637-8065-903901b526a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.688615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785002-244e-4637-8065-903901b526a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b15390-f2f4-41cc-bb67-6253697d3941,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:46.692611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86785002-244e-4637-8065-903901b526a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.693898 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86785002-244e-4637-8065-903901b526a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/64b15390-f2f4-41cc-bb67-6253697d3941 HTTP/1.1" status: 204 len: 168 time: 0.2308249 Jun 01 13:02:46.698191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e854d51f-6d2c-41aa-828e-0afe96cb464a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:46.716794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:46.720938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Usage tracker for resource:port and tenant:7e3c1d33a1764836b698f9f6c3f6195d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:46.724293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:46.730912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:46.736757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 32415c47-72cc-4b73-8b8c-92a890bd8e4a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:46.741068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.753923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e is not hosted by any dhcp agent {{(pid=88371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 13:02:46.759822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:46.760635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.766207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:46.778808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "PUT /v2.0/networks/9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e HTTP/1.1" status: 200 len: 762 time: 1.5281305 Jun 01 13:02:46.785808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 32415c47-72cc-4b73-8b8c-92a890bd8e4a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:46.787245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 32415c47-72cc-4b73-8b8c-92a890bd8e4a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:46.847861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.904594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3913e3-359e-4f58-b427-3dbab859d69a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:46.905281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-df3913e3-359e-4f58-b427-3dbab859d69a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Synchronizing usage tracker for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:46.922652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-df3913e3-359e-4f58-b427-3dbab859d69a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Unset dirty status for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:46.923828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-df3913e3-359e-4f58-b427-3dbab859d69a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks?id=9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e HTTP/1.1" status: 200 len: 765 time: 0.1559036 Jun 01 13:02:46.925725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Made reservation on behalf of 7e3c1d33a1764836b698f9f6c3f6195d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:46.928075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:46.929248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.946672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b897b42-83c6-425c-a0a8-8b9f8a63f10b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:46.959394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:46.975299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.988654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae601594-daa6-4a0f-bd09-642d9a8bebee req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.5054383 Jun 01 13:02:47.006799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:02:47.120004 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85215131-bb6b-4892-8dd4-993037d2eeca'] response: {'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'code': 200} Jun 01 13:02:47.134574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00ce97-0c5b-41e7-b9d4-4b7602296347 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72cd17-447c-4ea8-a912-c2dc61b19f32,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:47.161691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac17c9f-94eb-4e4d-99e6-b00782f3364a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.166868 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ac17c9f-94eb-4e4d-99e6-b00782f3364a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2323003 Jun 01 13:02:47.167047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55932) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.216188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2034efd4-0ac0-47d2-929b-aa7bc9aeeaf1 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Synchronizing usage tracker for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:47.224766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-fb195581-5552-427d-9a31-095e25674407 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:02:47.225746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-fb195581-5552-427d-9a31-095e25674407 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2060726 Jun 01 13:02:47.235605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2034efd4-0ac0-47d2-929b-aa7bc9aeeaf1 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Unset dirty status for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:47.240387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2034efd4-0ac0-47d2-929b-aa7bc9aeeaf1 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 207 time: 0.0692012 Jun 01 13:02:47.240662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.262837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.322797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Request body: {'binding': {'host': 'n-h1-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:47.323243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Unknown quota resources ['binding']. {{(pid=88371) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 13:02:47.409030 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a588822-8a50-459e-80ae-105971b12276 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5736183ce5584da09de6d07a7fe84b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393001 Jun 01 13:02:47.410103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.450511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.456307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.461898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.468720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.474291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.486999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.493673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1e2743ac-5c6c-4811-b404-e40d336dd467 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2466972 Jun 01 13:02:47.496840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55948) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.636378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:47.668436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:47.670341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Allocated IP 172.20.0.9 (c46b523b-740e-4912-9d1f-aeb320fecf90/90b60417-1efa-4058-a05b-280a590bb424/53b016a6-365a-4584-afe6-26c7e786d1a8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:47.680164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Sync routers for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:47.694186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:47.695001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:47.698802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:47.705260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13ad26-0d8e-4a18-96ca-9173cc172fe1 req-ba2b3f61-20db-4347-9d1c-b8db37e34ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.706776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d13ad26-0d8e-4a18-96ca-9173cc172fe1 req-ba2b3f61-20db-4347-9d1c-b8db37e34ec3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.4864151 Jun 01 13:02:47.721785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1fb73c63-de10-4b12-9e63-31d5856a7043 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2238271 Jun 01 13:02:47.725058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.765593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:47.766562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-99289732-630a-42b2-bf94-89afd74e3dcc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.0685930 Jun 01 13:02:47.772912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55956) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.780461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9008bc-a8eb-4236-9b6b-e3adc6704f82 req-d3a12f0e-9f8a-4cf7-ab0d-19bd04030e0a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.781941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa9008bc-a8eb-4236-9b6b-e3adc6704f82 req-d3a12f0e-9f8a-4cf7-ab0d-19bd04030e0a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 946 time: 0.5675869 Jun 01 13:02:47.817635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:47.908267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d13ad26-0d8e-4a18-96ca-9173cc172fe1 req-acb45dfb-52cc-4ced-ae26-1f319d543b8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882381 Jun 01 13:02:47.913683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.915387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.917684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.919446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.919916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:47.921313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:47.923227 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ffeca56-ced2-4186-828d-15d9c48ceb17 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1972904 Jun 01 13:02:47.926944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:47.972036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:02:47.975319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa9008bc-a8eb-4236-9b6b-e3adc6704f82 req-a9527939-b1a1-4584-8d69-58832f27eb52 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816854 Jun 01 13:02:47.984607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on host n-h1-844200-1 for vnic_type normal with profile None {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:47.985178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:47.985672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:47.998625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:02:47.999254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:48.008077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:48.008649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:48.009215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:48.009889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Bound port: 9649ca48-02c7-49c8-89ba-d8991a04988d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:48.064483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.090025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.096097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:48.097127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c58826-a2ec-4e3c-989d-b99583d05f86,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:48.097757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:02:48.098196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c0bdaf5d-f730-47e4-a4fc-5e9ed7b16808 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:02:48.109261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.110516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] 10.222.0.40 "POST /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7966771 Jun 01 13:02:48.116075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.120049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.121733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.123158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.124659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.126292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3bb5703-a895-4b19-802b-d22d89f575cd tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1982770 Jun 01 13:02:48.131055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55964) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:48.132234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.325108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.328675 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6d6d597-b318-4d90-83fe-bd905468f46f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b4c58826-a2ec-4e3c-989d-b99583d05f86 HTTP/1.1" status: 204 len: 168 time: 0.9150693 Jun 01 13:02:48.521034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ef3250b-7822-4106-b3b7-56e88658d391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.601131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:43Z', 'revision_number': 3, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:48.605163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Checking router: 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:48.605519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Updating router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 port ff6eb066-b581-43e1-9898-04436ff5b944 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:48.658954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:48.694944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Network c46b523b-740e-4912-9d1f-aeb320fecf90 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:48.706664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:48.725846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:48.726083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.783984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Pushing event updated for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:48.856448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704c23c-b45e-4657-be9e-8def0582c181 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.860119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6704c23c-b45e-4657-be9e-8def0582c181 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks/3e6091bd-6c26-42d5-a39d-0fd82f82439a HTTP/1.1" status: 200 len: 804 time: 0.7235551 Jun 01 13:02:48.864945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55980) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:48.905133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:48.905781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.910352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:48.928737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:48.989058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:48.989352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.007182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d441a-6d3c-48f5-a787-a0865e5a9cde req-3ac058d5-ec19-4a0d-bc6b-de3785efbae2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:49.010421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b1d441a-6d3c-48f5-a787-a0865e5a9cde req-3ac058d5-ec19-4a0d-bc6b-de3785efbae2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 945 time: 0.8303678 Jun 01 13:02:49.054803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402332f-8582-4017-8c9d-088f87ae92fa req-6efb09dd-6b1c-4c40-8aa9-b52a00339168 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:49.055531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4402332f-8582-4017-8c9d-088f87ae92fa req-6efb09dd-6b1c-4c40-8aa9-b52a00339168 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Synchronizing usage tracker for tenant:7e3c1d33a1764836b698f9f6c3f6195d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:49.065343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-af9a536d-3c2a-4d2c-9f83-79b2f201e11d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7821560 Jun 01 13:02:49.072695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-ebc85c0a-ecd9-43b8-80bd-1a231c865e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:49.073442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-ebc85c0a-ecd9-43b8-80bd-1a231c865e5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1096 time: 0.4930081 Jun 01 13:02:49.098751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Request body: {'port': {'device_id': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:49.228695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Allocated IP 172.20.0.1 (2fae5129-ee47-4186-94e0-4370acb71cc5/21c914a8-8fb3-423b-b7dd-1a5e547b589c/8858daa7-0a92-42da-b679-f9971cae9391) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:49.292002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:49.292226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.307389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:49.321724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b1d441a-6d3c-48f5-a787-a0865e5a9cde req-65dfffbd-93e0-4e8a-81e5-f3d21e600639 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091841 Jun 01 13:02:49.338629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:49.341401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:49.360392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4402332f-8582-4017-8c9d-088f87ae92fa req-6efb09dd-6b1c-4c40-8aa9-b52a00339168 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Unset dirty status for tenant:7e3c1d33a1764836b698f9f6c3f6195d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:49.365084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4402332f-8582-4017-8c9d-088f87ae92fa req-6efb09dd-6b1c-4c40-8aa9-b52a00339168 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 931 time: 0.7861834 Jun 01 13:02:49.394543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.486405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55998) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:49.488994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.503463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:49.508064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Transition to ACTIVE for port object ff6eb066-b581-43e1-9898-04436ff5b944 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:49.517596 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.542051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2663913-7b55-4c1f-bf2e-eaf80806ea16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/networks/3e6091bd-6c26-42d5-a39d-0fd82f82439a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6669829 Jun 01 13:02:49.549617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56002) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:49.574687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.595746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Transition to ACTIVE for port object 8858daa7-0a92-42da-b679-f9971cae9391 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:49.630300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Attempting to bind port ff6eb066-b581-43e1-9898-04436ff5b944 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:49.630896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Attempting to bind port ff6eb066-b581-43e1-9898-04436ff5b944 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:49.631011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Attempting to bind port ff6eb066-b581-43e1-9898-04436ff5b944 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:49.632222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.639763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:49.640038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:49.640430 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.640822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:49.641289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Bound port: ff6eb066-b581-43e1-9898-04436ff5b944, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:49.641649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.683176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb6e17-80be-436b-b2b7-6e1e3c31aaaf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:49.683991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-29bb6e17-80be-436b-b2b7-6e1e3c31aaaf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Synchronizing usage tracker for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:02:49.705012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-da26468a-5717-47e1-afa7-e9823e3fe085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:49.705722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:49.707350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-da26468a-5717-47e1-afa7-e9823e3fe085 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.5544121 Jun 01 13:02:49.715068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:49.718482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4402332f-8582-4017-8c9d-088f87ae92fa req-1f871303-38e8-4178-b873-4a8a34aec717 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215709 Jun 01 13:02:49.721185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:49.725412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] For port ff6eb066-b581-43e1-9898-04436ff5b944, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:49.729437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] For port ff6eb066-b581-43e1-9898-04436ff5b944, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ff6eb066-b581-43e1-9898-04436ff5b944,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:49.731258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfbf40-77ac-4be4-bba9-fec68adedfa1 None None] Pushing event updated for resources: {'Port': ['ID=ff6eb066-b581-43e1-9898-04436ff5b944,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:49.734908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be573c32-0462-4b20-abe0-68965c46e158 req-1fc22ad5-112d-4211-b634-50ae167943af tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/8b72cd17-447c-4ea8-a912-c2dc61b19f32 HTTP/1.1" status: 200 len: 1815 time: 0.3525522 Jun 01 13:02:49.752187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.811553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Pushing event updated for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:49.858086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.004524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfbf40-77ac-4be4-bba9-fec68adedfa1 None None] Pushing event updated for resources: {'Port': ['ID=ff6eb066-b581-43e1-9898-04436ff5b944,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:50.022292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.044988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:50.044988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:50.145308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1637273801-network', 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:50.154718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-ecc4a38c-6811-417a-b79a-0863a34a824b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 217 time: 0.4207869 Jun 01 13:02:50.154718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-29bb6e17-80be-436b-b2b7-6e1e3c31aaaf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Unset dirty status for tenant:f13ff70d6d304463b7ee96107e31de2b on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:02:50.154718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-29bb6e17-80be-436b-b2b7-6e1e3c31aaaf tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets/bade5a53-b602-4607-999c-27c5d74bce6b HTTP/1.1" status: 200 len: 843 time: 0.5832927 Jun 01 13:02:50.160993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:50.210113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:50.255258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23c5083e-0bc9-4442-93b6-7fb5a65ca733 None None] Provisioning for port 8858daa7-0a92-42da-b679-f9971cae9391 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:50.310217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Usage tracker for resource:network and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:50.314765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23c5083e-0bc9-4442-93b6-7fb5a65ca733 None None] Provisioning complete for port 8858daa7-0a92-42da-b679-f9971cae9391 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:50.314765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c5083e-0bc9-4442-93b6-7fb5a65ca733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.319237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:50.324579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:50.364582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.417875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-23c5083e-0bc9-4442-93b6-7fb5a65ca733 None None] Port 8858daa7-0a92-42da-b679-f9971cae9391 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:50.417875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:50.707019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ed00aa3-9fb7-465e-bc93-2220a65490dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.753577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:43Z', 'revision_number': 3, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:50.753577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc3432-2cae-4ecb-bad8-4a3f3fb138f2 None None] The sync data for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 is: [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:43Z', 'revision_number': 3, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:50.876821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:50.876821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:50.913066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823cfd0-ac38-48e5-bd37-d4aaff5e4edc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:50.918788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c823cfd0-ac38-48e5-bd37-d4aaff5e4edc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "GET /v2.0/subnets/bade5a53-b602-4607-999c-27c5d74bce6b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7249517 Jun 01 13:02:50.933718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56020) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:50.990147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.032025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863350476'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:51.037388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.046158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.054130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:51.054130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-6764fdf5-005c-436f-9b2a-72f75fa20480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:51.054130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-6764fdf5-005c-436f-9b2a-72f75fa20480 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.8895609 Jun 01 13:02:51.200724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.328055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Pushing event updated for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:51.333200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:51.338661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Usage tracker for resource:security_group_rule and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:51.353245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:51.378208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:51.392931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-64c627ca-3237-4b9b-a802-eb5c5e8e5210 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3196304 Jun 01 13:02:51.392931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:51.392931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b016a6-365a-4584-afe6-26c7e786d1a8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:02:51.419353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:51.420960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:51.448540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79933075-a4eb-42cb-88cb-8d516dfd8cd6 req-b5c8a5ee-866c-4703-a4f1-abd51dd5a04f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:51.457510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79933075-a4eb-42cb-88cb-8d516dfd8cd6 req-b5c8a5ee-866c-4703-a4f1-abd51dd5a04f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 946 time: 1.4817357 Jun 01 13:02:51.457510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.595314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.659071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:51.668369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.668546 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.699620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96508-c647-4ff1-91f7-576dfa4746cf req-35306610-bae4-4c00-b6ed-ecbb1ca156f2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:51.707244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5c96508-c647-4ff1-91f7-576dfa4746cf req-35306610-bae4-4c00-b6ed-ecbb1ca156f2 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 1.6496742 Jun 01 13:02:51.776526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:51.785761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Transition to ACTIVE for port object 53b016a6-365a-4584-afe6-26c7e786d1a8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:51.834316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.840655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1bd30ff9-687e-4351-a440-d342b77dd1b8 None None] Provisioning complete for port 8858daa7-0a92-42da-b679-f9971cae9391 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:51.842252 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1bd30ff9-687e-4351-a440-d342b77dd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:51.855376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5c96508-c647-4ff1-91f7-576dfa4746cf req-7da5aa93-07a4-46b5-b62e-ae69756fdb46 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471207 Jun 01 13:02:51.921808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1bd30ff9-687e-4351-a440-d342b77dd1b8 None None] Port 8858daa7-0a92-42da-b679-f9971cae9391 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:02:51.963208 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f305f0-94d8-4a69-a5fe-04f585ccc874'] response: {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'code': 200} Jun 01 13:02:51.976654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79933075-a4eb-42cb-88cb-8d516dfd8cd6 req-b1c6e73c-67c9-4b41-b083-09d603086a2f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203574 Jun 01 13:02:52.023712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:52.045277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:52.063092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7b2c0b19-eb09-4eb5-a9be-71410dd3403f admin admin] 10.222.0.40 "PUT /v2.0/routers/02581fd2-9d39-4bb3-8e12-04bbb6d8ede1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2835398 Jun 01 13:02:52.073810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ff6eb066-b581-43e1-9898-04436ff5b944 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:52.191724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ff6eb066-b581-43e1-9898-04436ff5b944 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:52.191724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ff6eb066-b581-43e1-9898-04436ff5b944 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:52.191724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.259205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.259546 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Added segment 19f8ce15-a064-40e0-a7ab-56abc2ab457c of type vlan for network 96f1d430-1802-4640-aac6-f7f7d553b2cc Jun 01 13:02:52.347568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ff6eb066-b581-43e1-9898-04436ff5b944 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:52.348174 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.361130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Pushing event updated for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:52.375309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ff6eb066-b581-43e1-9898-04436ff5b944, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ff6eb066-b581-43e1-9898-04436ff5b944,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:52.381228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.402498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-d8cbf851-9f47-41e3-8711-732816ba2c37 service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978583 Jun 01 13:02:52.456527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ff6eb066-b581-43e1-9898-04436ff5b944,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:52.611587 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.730258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.764870 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.795067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Attempting to bind port 53b016a6-365a-4584-afe6-26c7e786d1a8 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:52.795882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Attempting to bind port 53b016a6-365a-4584-afe6-26c7e786d1a8 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:52.796376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Attempting to bind port 53b016a6-365a-4584-afe6-26c7e786d1a8 on network c46b523b-740e-4912-9d1f-aeb320fecf90 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:52.809378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.815134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:52.815741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:52.826472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3a35-b99a-4b6a-ac09-941d6bd1937d req-0b330772-ee91-4807-853e-f9db944c981e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:52.827991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-176d3a35-b99a-4b6a-ac09-941d6bd1937d req-0b330772-ee91-4807-853e-f9db944c981e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 943 time: 0.5724337 Jun 01 13:02:52.830219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714b7af-250d-4286-b8d6-666c80945bf5 req-49da8644-93b0-4882-9201-51a1b3d8055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:52.833372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7714b7af-250d-4286-b8d6-666c80945bf5 req-49da8644-93b0-4882-9201-51a1b3d8055e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1097 time: 0.6462286 Jun 01 13:02:52.873687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b4837-157b-41c6-9534-2fefbce6b87d req-5772e296-5940-4807-b588-7f38560af300 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:52.882180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-406b4837-157b-41c6-9534-2fefbce6b87d req-5772e296-5940-4807-b588-7f38560af300 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.6399376 Jun 01 13:02:52.924712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:02:52.953997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Port 53b016a6-365a-4584-afe6-26c7e786d1a8 on network c46b523b-740e-4912-9d1f-aeb320fecf90 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:02:52.954324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Attempting to bind port 53b016a6-365a-4584-afe6-26c7e786d1a8 on network c46b523b-740e-4912-9d1f-aeb320fecf90 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:52.957813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-52fd7ca5-37b5-4e6e-abe4-7f022d7b0a0b service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381262 Jun 01 13:02:52.990520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.071249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a264d69-1468-493b-a9bd-6a5bc227fa80,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:53.097817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:53.098159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Checking segment: {'id': 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:53.098547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Bound using segment: {'id': 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:53.099021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Bound port: 53b016a6-365a-4584-afe6-26c7e786d1a8, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:53.099367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.135920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.136271 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Added segment ed00bb3c-908e-4bfb-ac0c-6751df9b8704 of type vlan for network 10dd9425-694f-435b-a518-efa1c2bf8dda Jun 01 13:02:53.195760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Network': ['ID=96f1d430-1802-4640-aac6-f7f7d553b2cc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:53.217277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Sync routers for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:53.224214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:53.229993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:53.233244 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:53.255387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-406b4837-157b-41c6-9534-2fefbce6b87d req-68c48f1c-dce9-43ca-9eac-0aa234047849 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738143 Jun 01 13:02:53.273278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7714b7af-250d-4286-b8d6-666c80945bf5 req-54a27938-c9b3-4454-97ab-f2fad16396e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754523 Jun 01 13:02:53.284178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-176d3a35-b99a-4b6a-ac09-941d6bd1937d req-278c1995-a676-4824-adce-8bfd805412c2 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481671 Jun 01 13:02:53.324729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f864d923-4542-4ae3-91aa-39d868cb0740 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3807275 Jun 01 13:02:53.325114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:53.325114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:53.325636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.477634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:02:53.499838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1784719658', 'description': 'tempest-description-511220459'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:53.578276 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:53.657778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:53.657778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:53.686837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:53.726563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:53.745751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-c4a80c91-b1c1-433a-9cab-ce2102115c36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7299070 Jun 01 13:02:53.748139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=53b016a6-365a-4584-afe6-26c7e786d1a8,segment=NetworkSegment(abdd2cfe-7900-4a21-bd3c-7873631f0ffb),segment_id=abdd2cfe-7900-4a21-bd3c-7873631f0ffb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:53.749900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:53.760046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:53.766581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:53.777881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.778983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:53.780353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.789764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Made reservation on behalf of f13ff70d6d304463b7ee96107e31de2b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:53.795117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:53.817821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.050863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing IP validity checks on allocation pools {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:02:54.051591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:02:54.101138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ff6eb066-b581-43e1-9898-04436ff5b944 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:54.139686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:50Z', 'revision_number': 4, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8858daa7-0a92-42da-b679-f9971cae9391', 'name': '', 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'mac_address': 'fa:16:3e:f1:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:48Z', 'updated_at': '2022-06-01T13:02:50Z', 'revision_number': 2, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'subnets': [{'id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:54.148101 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Checking router: 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:54.148437 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Updating router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 port 8858daa7-0a92-42da-b679-f9971cae9391 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:02:54.320660 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.343467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ff6eb066-b581-43e1-9898-04436ff5b944 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:54.343881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.358512 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.382375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.8480735 Jun 01 13:02:54.387167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:54.387812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.389584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] 10.222.0.13 "PUT /v2.0/ports/53b016a6-365a-4584-afe6-26c7e786d1a8 HTTP/1.1" status: 200 len: 1091 time: 5.3115885 Jun 01 13:02:54.396277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:02:54.404450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56112) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:54.471553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Request body: {'subnet': {'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1637273801-subnet', 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:54.481201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:54.485649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.489166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Usage tracker for resource:subnet and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:54.511629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:54.531653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:54.549676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a51a5-3fb5-47ca-b7d7-7a0d3c70247f admin admin] Pushing event updated for resources: {'Network': ['ID=10dd9425-694f-435b-a518-efa1c2bf8dda,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:54.565814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:54.580458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:54.590224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:54.621676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:54.729698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=765bcddb-4701-4e99-ae33-8b987e0200e6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:54.736626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:02:54.736626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.748095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ff6eb066-b581-43e1-9898-04436ff5b944 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:54.759431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 10dd9425-694f-435b-a518-efa1c2bf8dda details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:02:54.878697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Checking segment: {'id': '19f8ce15-a064-40e0-a7ab-56abc2ab457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:54.878697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network hostable DHCP agents. Network: 96f1d430-1802-4640-aac6-f7f7d553b2cc, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:54.945350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:54.972273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 96f1d430-1802-4640-aac6-f7f7d553b2cc) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:54.985032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:54.985032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.986281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f8ece-3469-4851-907f-36179fa4116a None None] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:55.016550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-3efb5c94-4887-4450-9adf-19341364cde9 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6359003 Jun 01 13:02:55.021239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8a22e-d1e5-46f6-a90a-f766e8b36503 service neutron] Pushing event updated for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:55.073575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:55.079742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8f7667b-abde-40e9-a13d-de5110bd8835 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7685456 Jun 01 13:02:55.081095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:02:55.082732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56120) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:55.085405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Usage tracker for resource:floatingip and tenant:a8497a35721b49f7b2e8dff409f34a2d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:02:55.090308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:02:55.096515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:02:55.102652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:55.160905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.189236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-922254d9-5e72-4648-9218-a48d6a3df983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:55.191553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-922254d9-5e72-4648-9218-a48d6a3df983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 1095 time: 1.2735345 Jun 01 13:02:55.395592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30989362'] for subnet, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.402000 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.418361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-f691a7d4-bea6-4cdd-9e63-6b4e04efde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:55.421019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-f691a7d4-bea6-4cdd-9e63-6b4e04efde5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e3c1d33a1764836b698f9f6c3f6195d&device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 1094 time: 0.7968211 Jun 01 13:02:55.428704 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Transition to ACTIVE for port object 8858daa7-0a92-42da-b679-f9971cae9391 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:55.454792 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.549362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.557185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-b4ce0e07-37d5-47d8-9507-134dbffb5291 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b016a6-365a-4584-afe6-26c7e786d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0991888 Jun 01 13:02:55.719520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-96f1d430-1802-4640-aac6-f7f7d553b2cc', 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc', 'tenant_id': 'f13ff70d6d304463b7ee96107e31de2b', 'fixed_ips': [{'subnet_id': '765bcddb-4701-4e99-ae33-8b987e0200e6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:02:55.719520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.854727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756247571896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32173474'] for subnet, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.901120 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add7924-fe58-440f-bea2-362efbc6fbfb None None] Pushing event updated for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:55.966478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-64a04448-f2cb-435a-837c-a6143c15ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:55.969839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-64a04448-f2cb-435a-837c-a6143c15ed1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90b60417-1efa-4058-a05b-280a590bb424 HTTP/1.1" status: 200 len: 861 time: 0.2140558 Jun 01 13:02:56.002702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Allocated IP 2001:db8::3 (96f1d430-1802-4640-aac6-f7f7d553b2cc/765bcddb-4701-4e99-ae33-8b987e0200e6/6c423797-f071-482d-b9b6-185c2e12a299) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:56.003606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:56.004241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.010187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "PUT /v2.0/subnets/765bcddb-4701-4e99-ae33-8b987e0200e6 HTTP/1.1" status: 200 len: 900 time: 0.9218934 Jun 01 13:02:56.011508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.013148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:56.070493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Attempting to bind port 8858daa7-0a92-42da-b679-f9971cae9391 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:56.070493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Attempting to bind port 8858daa7-0a92-42da-b679-f9971cae9391 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:56.070493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Attempting to bind port 8858daa7-0a92-42da-b679-f9971cae9391 on network 2fae5129-ee47-4186-94e0-4370acb71cc5 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Checking segment: {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Bound using segment: {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Bound port: 8858daa7-0a92-42da-b679-f9971cae9391, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d849f6-e803-4846-bf50-2f654c87102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:56.098777 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.274895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-b1f14eda-f6aa-44cb-9102-203ab7288601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c46b523b-740e-4912-9d1f-aeb320fecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224057 Jun 01 13:02:56.281382 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] For port 8858daa7-0a92-42da-b679-f9971cae9391, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:56.285481 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] For port 8858daa7-0a92-42da-b679-f9971cae9391, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8858daa7-0a92-42da-b679-f9971cae9391,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:56.294948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.400635 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add7924-fe58-440f-bea2-362efbc6fbfb None None] Pushing event updated for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:56.403303 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:02:56.403927 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:56.427507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.466500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Transition to ACTIVE for port object 6c423797-f071-482d-b9b6-185c2e12a299 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:56.473099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-c0d1206e-58cd-4219-8d7c-cbd547c23b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:56.473099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-c0d1206e-58cd-4219-8d7c-cbd547c23b65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 1.2442541 Jun 01 13:02:56.536812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Transition to ACTIVE for port object 6c423797-f071-482d-b9b6-185c2e12a299 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:02:56.536812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.663974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70d7a-78b4-4ec0-b880-15772acc01f6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event updated for resources: {'Subnet': ['ID=765bcddb-4701-4e99-ae33-8b987e0200e6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:56.752984 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.754632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d6cfa87-241a-4a45-b143-15494a75b334 req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 3.3494375 Jun 01 13:02:56.755083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70336d-f5e6-4043-929e-5f96268dfcd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c52e10-d562-4e9e-bb25-dff497027d3d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:56.756095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:56.783694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:56.791577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:56.824908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.828879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-994747f8-5f64-4deb-a730-122afd57d904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 200 len: 217 time: 0.2703452 Jun 01 13:02:56.855013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 6c423797-f071-482d-b9b6-185c2e12a299 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:56.855557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.896881 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:02:56.934197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.984285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Pushing event updated for resources: {'Port': ['ID=6c423797-f071-482d-b9b6-185c2e12a299,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:56.996875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Attempting to bind port 6c423797-f071-482d-b9b6-185c2e12a299 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:02:56.997238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Attempting to bind port 6c423797-f071-482d-b9b6-185c2e12a299 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '19f8ce15-a064-40e0-a7ab-56abc2ab457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:02:56.997997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Attempting to bind port 6c423797-f071-482d-b9b6-185c2e12a299 on network 96f1d430-1802-4640-aac6-f7f7d553b2cc {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:02:57.004469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:02:57.004838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Checking segment: {'id': '19f8ce15-a064-40e0-a7ab-56abc2ab457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:57.005239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.005634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Bound using segment: {'id': '19f8ce15-a064-40e0-a7ab-56abc2ab457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:02:57.006099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Bound port: 6c423797-f071-482d-b9b6-185c2e12a299, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8ce15-a064-40e0-a7ab-56abc2ab457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96f1d430-1802-4640-aac6-f7f7d553b2cc'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:02:57.006470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.085908 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.142219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] For port 6c423797-f071-482d-b9b6-185c2e12a299, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:02:57.147774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] For port 6c423797-f071-482d-b9b6-185c2e12a299, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c423797-f071-482d-b9b6-185c2e12a299,segment=NetworkSegment(19f8ce15-a064-40e0-a7ab-56abc2ab457c),segment_id=19f8ce15-a064-40e0-a7ab-56abc2ab457c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:02:57.158370 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.314172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 6c423797-f071-482d-b9b6-185c2e12a299, host n-d-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:57.314539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.315385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4ef6d-c35b-4fc5-8f1d-b6c309bd8341 None None] Pushing event updated for resources: {'Port': ['ID=6c423797-f071-482d-b9b6-185c2e12a299,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:57.338833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Checking segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:02:57.339196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Network hostable DHCP agents. Network: 10dd9425-694f-435b-a518-efa1c2bf8dda, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:02:57.356935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-d1209037-9c4c-4c60-b50a-3c5c5e9a89c7 service neutron] 10.222.0.13 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0322258 Jun 01 13:02:57.358340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-a69a1f41-b510-4330-98eb-354b2abf47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:57.359783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-a69a1f41-b510-4330-98eb-354b2abf47a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.5209689 Jun 01 13:02:57.364720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f42431-127b-4ad6-adc4-f52c2a342611,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:57.505365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 6c423797-f071-482d-b9b6-185c2e12a299 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:57.544070 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:50Z', 'revision_number': 4, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8858daa7-0a92-42da-b679-f9971cae9391', 'name': '', 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'mac_address': 'fa:16:3e:f1:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:48Z', 'updated_at': '2022-06-01T13:02:56Z', 'revision_number': 4, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'subnets': [{'id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:57.558417 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36c343-bbc9-4a7d-ae5d-75bb730dafdc None None] The sync data for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 is: [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:02:50Z', 'revision_number': 4, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '8858daa7-0a92-42da-b679-f9971cae9391', 'name': '', 'network_id': '2fae5129-ee47-4186-94e0-4370acb71cc5', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'mac_address': 'fa:16:3e:f1:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:48Z', 'updated_at': '2022-06-01T13:02:56Z', 'revision_number': 4, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'subnets': [{'id': '21c914a8-8fb3-423b-b7dd-1a5e547b589c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:57.717860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:02:57.719426 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:02:57.935934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-40f54098-b938-44e3-9ad0-1979e49c1664 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175356 Jun 01 13:02:57.945350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Network 10dd9425-694f-435b-a518-efa1c2bf8dda is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:02:58.101019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8858daa7-0a92-42da-b679-f9971cae9391 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:58.199488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a94b9-9b16-436e-9392-3343385e6b2d req-ae2f4aef-fcaa-4dc3-bdd9-be679c212e7f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:58.201376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918a94b9-9b16-436e-9392-3343385e6b2d req-ae2f4aef-fcaa-4dc3-bdd9-be679c212e7f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 1.1882398 Jun 01 13:02:58.211701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 10dd9425-694f-435b-a518-efa1c2bf8dda) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:58.221667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 6c423797-f071-482d-b9b6-185c2e12a299 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:02:58.222132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:58.225204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb608fb0-2fb4-401d-9141-7213a4019010 None None] Network 10dd9425-694f-435b-a518-efa1c2bf8dda requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:58.243099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8858daa7-0a92-42da-b679-f9971cae9391 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:02:58.251232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8858daa7-0a92-42da-b679-f9971cae9391 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:58.251609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:58.275846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:58.283042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:58.354816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e7e043a-2d7f-4636-8a7b-bb2173554123 req-77daea7d-9465-43c4-bd6e-db4b44f115af service neutron] 10.222.0.13 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685845 Jun 01 13:02:58.427956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Allocated IP 172.25.7.226 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/58a191e0-d80a-48c1-b839-a4498ec4d55f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:02:58.436880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918a94b9-9b16-436e-9392-3343385e6b2d req-526d5704-a4c8-4181-bc65-22d40dd0531d tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724951 Jun 01 13:02:58.438828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f21647a7-f3b4-4a98-b641-eb7221258154 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.0279434 Jun 01 13:02:58.532384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-8bdab687-6c05-4001-9b6b-ca7586dbaf4c service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748670 Jun 01 13:02:58.940652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 6c423797-f071-482d-b9b6-185c2e12a299, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c423797-f071-482d-b9b6-185c2e12a299,segment=NetworkSegment(19f8ce15-a064-40e0-a7ab-56abc2ab457c),segment_id=19f8ce15-a064-40e0-a7ab-56abc2ab457c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:58.941031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.139271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8858daa7-0a92-42da-b679-f9971cae9391 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:02:59.140321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.164577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57959ab1-0989-461b-82e9-bd83e85c2a7f None None] Network 10dd9425-694f-435b-a518-efa1c2bf8dda requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:59.179753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-833bef9c-8d77-4300-9a69-4ac97a93ff99 req-8cd1c5fb-0b75-42fc-b621-73ae9196a550 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553589 Jun 01 13:02:59.184732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b8c128-b859-401f-86c3-2f2ac6655464 None None] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:02:59.187003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 6c423797-f071-482d-b9b6-185c2e12a299 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:02:59.278138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6180a-9898-4100-9a60-3a634365154f req-439bc1c5-c963-4964-b9ee-38d2e5f7324e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:59.279843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63c6180a-9898-4100-9a60-3a634365154f req-439bc1c5-c963-4964-b9ee-38d2e5f7324e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.4516428 Jun 01 13:02:59.294446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.391589 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.411710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63c6180a-9898-4100-9a60-3a634365154f req-9d8f3d03-0ceb-40e1-bd30-ac09017f8a52 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093736 Jun 01 13:02:59.463849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.513678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=6c423797-f071-482d-b9b6-185c2e12a299,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:59.640670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event updated for resources: {'Port': ['ID=58a191e0-d80a-48c1-b839-a4498ec4d55f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:59.700411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:02:59.707212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:02:59.712856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:02:59.736642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port 6c423797-f071-482d-b9b6-185c2e12a299 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:02:59.813613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-39bbc093-a834-4179-8032-e8000d9201e4 None None] Could not find standard attr ID for object 6c423797-f071-482d-b9b6-185c2e12a299. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:02:59.826293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b839d-4f56-417c-affc-083e34482f3b req-f64c4008-34ee-49e3-9e1f-378e4ea54c31 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:02:59.833713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba9b839d-4f56-417c-affc-083e34482f3b req-f64c4008-34ee-49e3-9e1f-378e4ea54c31 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 943 time: 0.1794713 Jun 01 13:02:59.851027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.862408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8858daa7-0a92-42da-b679-f9971cae9391, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8858daa7-0a92-42da-b679-f9971cae9391,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:59.870036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.870910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c423797-f071-482d-b9b6-185c2e12a299 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:02:59.885576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:59.909602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba9b839d-4f56-417c-affc-083e34482f3b req-6b7b2548-98ec-4cdb-99cf-e168aff17ab8 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 Jun 01 13:03:00.009184 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd1a5d5-1df6-43a3-830e-9741dc7df894'] response: {'name': 'network-changed', 'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8', 'status': 'completed', 'code': 200} Jun 01 13:03:00.013847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.064227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6c423797-f071-482d-b9b6-185c2e12a299 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:00.064863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c423797-f071-482d-b9b6-185c2e12a299 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 13:03:00.093085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.102308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=765bcddb-4701-4e99-ae33-8b987e0200e6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:00.143789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port 6c423797-f071-482d-b9b6-185c2e12a299 not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 13:03:00.212720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6bd0e59-a5dd-44f4-848b-518ab7d03dae req-c3c9976c-d3b2-4354-b396-31890e50e4ed tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/d4c52e10-d562-4e9e-bb25-dff497027d3d HTTP/1.1" status: 200 len: 1814 time: 0.1921980 Jun 01 13:03:00.253372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:00.312159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-08598b81-a918-4d02-850e-efa67fe1f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:00.312745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce50096-eceb-4b50-bf4c-5861af89ca61 None None] DHCP port deletion for 96f1d430-1802-4640-aac6-f7f7d553b2cc request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:03:00.314517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-08598b81-a918-4d02-850e-efa67fe1f012 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e3c1d33a1764836b698f9f6c3f6195d&device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 1094 time: 0.2700448 Jun 01 13:03:00.353780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347c854-672d-4dfb-88f0-1e3f0c8c1f6a None None] Network 96f1d430-1802-4640-aac6-f7f7d553b2cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:00.389211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.426041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f1d430-1802-4640-aac6-f7f7d553b2cc']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:00.444766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f8ce15-a064-40e0-a7ab-56abc2ab457c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:00.445339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f8ce15-a064-40e0-a7ab-56abc2ab457c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:00.471145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.499252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.518134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:00.518944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.522406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-f9ef7119-2a4b-4fd1-8a5b-56604ab14a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:00.536785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-f9ef7119-2a4b-4fd1-8a5b-56604ab14a4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c46b523b-740e-4912-9d1f-aeb320fecf90 HTTP/1.1" status: 200 len: 922 time: 0.2105098 Jun 01 13:03:00.663447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:00.691258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-f05162ec-877d-4ecd-a432-a04d8ee1fdb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b016a6-365a-4584-afe6-26c7e786d1a8 HTTP/1.1" status: 200 len: 217 time: 0.1494405 Jun 01 13:03:00.694868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.733640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.936468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.973137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:00.987829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=96f1d430-1802-4640-aac6-f7f7d553b2cc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:01.006348 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5eb1bae-6831-4f70-843a-440d7f5e9a6e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/96f1d430-1802-4640-aac6-f7f7d553b2cc HTTP/1.1" status: 204 len: 168 time: 4.9950631 Jun 01 13:03:01.015502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56170) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.095851 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4638774-cdfb-40e1-ac90-ee5b07dc09b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:01.095851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4638774-cdfb-40e1-ac90-ee5b07dc09b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:01.101861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4638774-cdfb-40e1-ac90-ee5b07dc09b2 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/765bcddb-4701-4e99-ae33-8b987e0200e6 HTTP/1.1" status: 404 len: 337 time: 0.0856719 Jun 01 13:03:01.102525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.118728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-b9172ae9-b467-4350-b1b2-10ca3a930a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:01.118728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-b9172ae9-b467-4350-b1b2-10ca3a930a98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90b60417-1efa-4058-a05b-280a590bb424 HTTP/1.1" status: 200 len: 861 time: 0.4189456 Jun 01 13:03:01.143351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event updated for resources: {'Port': ['ID=58a191e0-d80a-48c1-b839-a4498ec4d55f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:01.146661 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5f0836-ba59-409e-93a5-57a5478360dc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:01.146661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5f0836-ba59-409e-93a5-57a5478360dc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:01.150540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f5f0836-ba59-409e-93a5-57a5478360dc tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/96f1d430-1802-4640-aac6-f7f7d553b2cc HTTP/1.1" status: 404 len: 339 time: 0.0441074 Jun 01 13:03:01.150540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.217979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-1c91c369-ccb1-498b-ac83-10e5440356a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c46b523b-740e-4912-9d1f-aeb320fecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874114 Jun 01 13:03:01.241098 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 19f8ce15-a064-40e0-a7ab-56abc2ab457c resource provider aggregate not found Jun 01 13:03:01.291001 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 19f8ce15-a064-40e0-a7ab-56abc2ab457c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19f8ce15-a064-40e0-a7ab-56abc2ab457c found for delete ", "request_id": "req-6ad7562b-c898-43d2-afe6-72611c3b612a"}]} Jun 01 13:03:01.296974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.339986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.364845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e0f002ee-8c43-4db8-af24-4a7814ad3cf3 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:01.365565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e0f002ee-8c43-4db8-af24-4a7814ad3cf3 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Synchronizing usage tracker for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:01.415305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.416410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-bac05137-47cb-4292-a3e2-8e1a55e45bbc tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3829970 Jun 01 13:03:01.435161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e0f002ee-8c43-4db8-af24-4a7814ad3cf3 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Unset dirty status for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:01.436231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e0f002ee-8c43-4db8-af24-4a7814ad3cf3 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 0.5038178 Jun 01 13:03:01.457968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.486067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:01.501486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:01.501778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:01.520476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.522526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-4644d353-2563-4fee-8231-9ad50189854f service neutron] 10.222.0.13 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807167 Jun 01 13:03:01.530617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d049cce-991b-4ce5-9968-107468112874 req-40f86747-bee2-4a6a-be30-39e1afce2584 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:01.550465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.553909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-1179e527-33fb-47b6-8fc2-626eca6f2bbd tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/quotas/fad6a7a1b1e444f89b818d53e80715eb HTTP/1.1" status: 200 len: 375 time: 0.0555434 Jun 01 13:03:01.554078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:01.554302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.672368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-b4636a8f-1661-4098-a8bb-fc0017fb9d52 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083155 Jun 01 13:03:01.672959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9d049cce-991b-4ce5-9968-107468112874 req-40f86747-bee2-4a6a-be30-39e1afce2584 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:01.673962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-40f86747-bee2-4a6a-be30-39e1afce2584 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.2440376 Jun 01 13:03:01.693362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.705843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.750275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:01.759358 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2e26a0d-8e61-463f-8e82-e52e7c67fe1a tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/9d8cbe81-a6f7-40b0-a4d7-e2b93fc1498e HTTP/1.1" status: 204 len: 168 time: 0.6092343 Jun 01 13:03:01.761650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56188) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.811733 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90d4f14-b61d-494b-a0c5-4d2ca36dddd9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:01.812538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90d4f14-b61d-494b-a0c5-4d2ca36dddd9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:01.816924 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f90d4f14-b61d-494b-a0c5-4d2ca36dddd9 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/9afb74c0-3018-4e59-8359-5b575a4811d5 HTTP/1.1" status: 404 len: 337 time: 0.0517693 Jun 01 13:03:01.817146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56192) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.846680 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6c0dc0-64e9-4b7c-b822-97e5d8a3732e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:01.847405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6c0dc0-64e9-4b7c-b822-97e5d8a3732e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:01.849254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b6c0dc0-64e9-4b7c-b822-97e5d8a3732e tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/6b2cfcb7-2f8d-416c-be9c-485b2d6fd0fe HTTP/1.1" status: 404 len: 339 time: 0.0311809 Jun 01 13:03:01.852008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:01.885964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fcfee68-dd57-4ab7-8ee3-73d41046872c req-9c2c7fc9-7568-4963-8e43-6bf065e90bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515286 Jun 01 13:03:01.925522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting subnet a2f2407b-ab6d-4d51-adfc-2634f8d35566 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:01.928771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.976100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d049cce-991b-4ce5-9968-107468112874 req-1364aef4-b30e-4664-ae1a-75c28405cc7b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:01.977877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-1364aef4-b30e-4664-ae1a-75c28405cc7b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2965407 Jun 01 13:03:01.986504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:01.997762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-e8499c7b-4ef3-419e-8d57-ad74adfb1dd4 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:03:01.998694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d049cce-991b-4ce5-9968-107468112874 req-e8499c7b-4ef3-419e-8d57-ad74adfb1dd4 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080919 Jun 01 13:03:02.020517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-8bb5c615-e654-4bb8-ac04-ec9ab5737036 service neutron] 10.222.0.40 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144205 Jun 01 13:03:02.102262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.225750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8858daa7-0a92-42da-b679-f9971cae9391 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:02.229996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.263820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-bc65a5ef-4ffd-41fe-8ffa-85bc5bef01d1 service neutron] 10.222.0.40 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357705 Jun 01 13:03:02.285253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad022f2-af0b-44b5-ac31-a69fd731b330 req-5caeb605-49e6-46f0-9aa8-e9c919e75d31 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:02.287638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f2407b-ab6d-4d51-adfc-2634f8d35566,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:02.290433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.298746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fad022f2-af0b-44b5-ac31-a69fd731b330 req-5caeb605-49e6-46f0-9aa8-e9c919e75d31 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.1483946 Jun 01 13:03:02.299720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56204) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:02.305548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'floatingip': {'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:02.307026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec6a7b79-7cda-48e4-8cc2-60476d18f9fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/a2f2407b-ab6d-4d51-adfc-2634f8d35566 HTTP/1.1" status: 204 len: 168 time: 0.4539359 Jun 01 13:03:02.309360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:02.309919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75441bf2-4f6d-4232-b4aa-42389ff1e7ce None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:02.402675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.445601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting subnet 2b8b496e-1aa1-4dbb-884e-43d97975b74a {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:02.459605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.513726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 53b016a6-365a-4584-afe6-26c7e786d1a8 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:02.572420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.694313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:02.830810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.848019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:02.859131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-298593026', 'description': 'tempest-description-449118541'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:02.870315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d has no active binding in host n-h1-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 13:03:02.873958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8858daa7-0a92-42da-b679-f9971cae9391 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:02.874570 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:02.947035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:02.967296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:02.976174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:03.003824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:03.047580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.129424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.169607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ef52c-d63a-4ad2-85f1-1a2f351e8734 req-494e3096-e7c6-4f67-a2e5-5835c709e3af tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:03.176010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.179199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-112ef52c-d63a-4ad2-85f1-1a2f351e8734 req-494e3096-e7c6-4f67-a2e5-5835c709e3af tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 0.6821408 Jun 01 13:03:03.187472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8b496e-1aa1-4dbb-884e-43d97975b74a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:03.199191 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-64246c32-0ed8-493a-8933-072ba12c7c16 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/2b8b496e-1aa1-4dbb-884e-43d97975b74a HTTP/1.1" status: 204 len: 168 time: 0.8888109 Jun 01 13:03:03.203025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56226) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:03.278262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=53b016a6-365a-4584-afe6-26c7e786d1a8,segment=NetworkSegment(abdd2cfe-7900-4a21-bd3c-7873631f0ffb),segment_id=abdd2cfe-7900-4a21-bd3c-7873631f0ffb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:03.308746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:03.319326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8858daa7-0a92-42da-b679-f9971cae9391 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:03.323211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '53b016a6-365a-4584-afe6-26c7e786d1a8', 'network_id': 'c46b523b-740e-4912-9d1f-aeb320fecf90', 'port_id': '53b016a6-365a-4584-afe6-26c7e786d1a8', 'mac_address': 'fa:16:3e:6c:83:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b60417-1efa-4058-a05b-280a590bb424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:03:03.329966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:03.333439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c423797-f071-482d-b9b6-185c2e12a299 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:03.339822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:03.353911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:03.393966 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd resource provider aggregate not found Jun 01 13:03:03.453381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.459356 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a15c8d2-cd0f-41aa-81d8-2fac3a4185cd found for delete ", "request_id": "req-39cab4d4-2b9f-4a3a-8945-e23ca54cd0c0"}]} Jun 01 13:03:03.462012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-0ca7d355-1879-4b61-a6cd-0aa56cf88dcb tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:03.464990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-0ca7d355-1879-4b61-a6cd-0aa56cf88dcb tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.5986862 Jun 01 13:03:03.469125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6c423797-f071-482d-b9b6-185c2e12a299 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:03.469125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c423797-f071-482d-b9b6-185c2e12a299 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:03.476830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port ef395e2b-97ab-4a56-91a6-338b109ead76 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:03.477817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.503662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:03.550532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 53b016a6-365a-4584-afe6-26c7e786d1a8 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:03.552141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.593363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b016a6-365a-4584-afe6-26c7e786d1a8 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:03.617133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=53b016a6-365a-4584-afe6-26c7e786d1a8,segment=NetworkSegment(abdd2cfe-7900-4a21-bd3c-7873631f0ffb),segment_id=abdd2cfe-7900-4a21-bd3c-7873631f0ffb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:03.708662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.713534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-112ef52c-d63a-4ad2-85f1-1a2f351e8734 req-edc40ef7-fb4d-48f5-b977-bf6bb8f79eeb tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324395 Jun 01 13:03:03.725700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.753781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.783160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba129f97-4b6f-478d-8db1-01abacd57f31,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:03.854534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa12dee-9225-423a-b6f9-c7adcfb08eac None None] Update dhcp port {'port': {'network_id': '50b9d9e4-30d6-499f-bd70-d690c47a2bfa', 'fixed_ips': [{'subnet_id': '2b8b496e-1aa1-4dbb-884e-43d97975b74a'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'ef395e2b-97ab-4a56-91a6-338b109ead76'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:03:03.898045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port ef395e2b-97ab-4a56-91a6-338b109ead76, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef395e2b-97ab-4a56-91a6-338b109ead76,segment=NetworkSegment(79710115-056c-43fd-853d-dc02bdd196e4),segment_id=79710115-056c-43fd-853d-dc02bdd196e4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:03.901435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.947328 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eaa12dee-9225-423a-b6f9-c7adcfb08eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.969388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:04.036965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['53b016a6-365a-4584-afe6-26c7e786d1a8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:04.037855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:04.066977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e7027fc-acf0-4368-8fe8-08e1750df976 req-583a5b57-068c-4ea2-b3f1-a32e888a30c7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2245600 Jun 01 13:03:04.220106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:04.289866 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:04.303362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadfc06-a2de-42e9-bec6-3867dece6b49 req-ee2ad20c-b3bd-4ee7-8917-4c9ab4046913 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:04.305192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0fadfc06-a2de-42e9-bec6-3867dece6b49 req-ee2ad20c-b3bd-4ee7-8917-4c9ab4046913 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 944 time: 0.4034321 Jun 01 13:03:04.472457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4165906-f0cf-4237-bea8-a1cda13e2777 None None] Network 50b9d9e4-30d6-499f-bd70-d690c47a2bfa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:04.721773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1d812a7-6fff-4de8-9f90-05ebd8a4761a None None] Provisioning complete for port ef395e2b-97ab-4a56-91a6-338b109ead76 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:04.722147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1d812a7-6fff-4de8-9f90-05ebd8a4761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:04.770884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for ef395e2b-97ab-4a56-91a6-338b109ead76 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:04.803602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0fadfc06-a2de-42e9-bec6-3867dece6b49 req-3dabbe55-cd02-4b44-aaaf-e46de4d40870 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877701 Jun 01 13:03:04.874091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:04.943814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b1d812a7-6fff-4de8-9f90-05ebd8a4761a None None] Current status of the port ef395e2b-97ab-4a56-91a6-338b109ead76 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:04.952481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.008862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9eac1-1341-4e7f-bac3-3e88743acdce None None] DHCP port deletion for 50b9d9e4-30d6-499f-bd70-d690c47a2bfa request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:03:05.040541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=ef395e2b-97ab-4a56-91a6-338b109ead76,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:05.044447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port ef395e2b-97ab-4a56-91a6-338b109ead76 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:05.112921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-9e5fd468-6a1f-4b39-85a6-bfafde43f9ec tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:05.114429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-9e5fd468-6a1f-4b39-85a6-bfafde43f9ec tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 821 time: 0.8086207 Jun 01 13:03:05.129120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.173994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:05.181322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.223435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.282431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b9d9e4-30d6-499f-bd70-d690c47a2bfa']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:05.306472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79710115-056c-43fd-853d-dc02bdd196e4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:05.307152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79710115-056c-43fd-853d-dc02bdd196e4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:05.327671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.357651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.368869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:05.369398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.372101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-76277e0b-5db7-4eec-bc22-175e4ea7fb0b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/quotas/a8497a35721b49f7b2e8dff409f34a2d HTTP/1.1" status: 200 len: 375 time: 0.2457027 Jun 01 13:03:05.540610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.616647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:05.637191 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 79710115-056c-43fd-853d-dc02bdd196e4 resource provider aggregate not found Jun 01 13:03:05.655486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=50b9d9e4-30d6-499f-bd70-d690c47a2bfa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:05.676765 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 79710115-056c-43fd-853d-dc02bdd196e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79710115-056c-43fd-853d-dc02bdd196e4 found for delete ", "request_id": "req-e28ee179-531b-47d8-a549-f39ee97f6ef4"}]} Jun 01 13:03:05.683668 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-12ecf916-90ea-4e4f-a052-74d170e2da26 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/50b9d9e4-30d6-499f-bd70-d690c47a2bfa HTTP/1.1" status: 204 len: 168 time: 2.4792919 Jun 01 13:03:05.684653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:05.827035 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfa194f-923a-43e7-9696-ae63c52431fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:05.828951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfa194f-923a-43e7-9696-ae63c52431fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:05.835147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1bfa194f-923a-43e7-9696-ae63c52431fe tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/7403975f-bd58-4761-a07d-30ff50a0f3eb HTTP/1.1" status: 404 len: 337 time: 0.1491683 Jun 01 13:03:05.838954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56264) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:05.840508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:05.913155 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9451ceca-ceb9-43e5-8c53-4922d461c9ef tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:05.914428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9451ceca-ceb9-43e5-8c53-4922d461c9ef tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:05.924146 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9451ceca-ceb9-43e5-8c53-4922d461c9ef tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/81c104f5-d1ce-4f3f-9e0c-714362856cbb HTTP/1.1" status: 404 len: 339 time: 0.0839069 Jun 01 13:03:05.927298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56268) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:05.994557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-985073c2-b96b-40f6-97c0-d476a514f714 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:05.996148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-985073c2-b96b-40f6-97c0-d476a514f714 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 0.6269069 Jun 01 13:03:06.015807 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb79c1b-c02f-49ea-94ae-22f772874600 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:06.016303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb79c1b-c02f-49ea-94ae-22f772874600 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:06.018343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-adb79c1b-c02f-49ea-94ae-22f772874600 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/ff6b1201-5770-46bf-9373-ef1c8b4a2ddd HTTP/1.1" status: 404 len: 337 time: 0.0874803 Jun 01 13:03:06.020916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.052705 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-badf7357-79e0-4ee1-a87b-25a012d03f2b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:06.053278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badf7357-79e0-4ee1-a87b-25a012d03f2b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:06.055123 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-badf7357-79e0-4ee1-a87b-25a012d03f2b tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/a56f62f3-dc7f-490c-9d0a-4f59b58b536d HTTP/1.1" status: 404 len: 339 time: 0.0317686 Jun 01 13:03:06.057636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56276) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.061999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Request body: {'port': {'device_id': '499f1930-2944-4de8-8b96-2db935a478e0', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'admin_state_up': True, 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:06.088657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:06.124909 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b5a795-3f7d-4877-b645-7314eb007034 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:06.125504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b5a795-3f7d-4877-b645-7314eb007034 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:06.129522 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-32b5a795-3f7d-4877-b645-7314eb007034 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/43bcd598-b09c-444f-a036-45b00c240118 HTTP/1.1" status: 404 len: 337 time: 0.0683556 Jun 01 13:03:06.129753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.162506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57a57609-4577-41fb-aaf0-ef03400ed5da req-f9a4fa64-7dfb-4848-befc-c14dd34eeeb5 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/ba129f97-4b6f-478d-8db1-01abacd57f31 HTTP/1.1" status: 200 len: 1813 time: 0.7940218 Jun 01 13:03:06.165068 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2cb221-167d-4332-a27d-1a74e3e5a3be tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:06.165182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2cb221-167d-4332-a27d-1a74e3e5a3be tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:06.171236 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a2cb221-167d-4332-a27d-1a74e3e5a3be tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/667f448d-89a9-43e5-8a42-306b84bb8a16 HTTP/1.1" status: 404 len: 339 time: 0.0403647 Jun 01 13:03:06.171681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.261575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef395e2b-97ab-4a56-91a6-338b109ead76 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:06.310989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting subnet 90c195dc-ed48-4247-9022-01792fe39bc8 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:06.316969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.328162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ef395e2b-97ab-4a56-91a6-338b109ead76 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:06.328534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef395e2b-97ab-4a56-91a6-338b109ead76 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:06.404504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.437256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:06.511420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 53b016a6-365a-4584-afe6-26c7e786d1a8 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:06.511741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.526893 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Floating IP b91fd153-cd9a-4773-bffb-6153b6b81b70 associated. External IP: 172.25.7.190, port: 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c. Jun 01 13:03:06.545460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.599671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:06.609652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-a5b0d4d4-9266-4809-b2da-b0819078b649 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:06.611415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-a5b0d4d4-9266-4809-b2da-b0819078b649 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 0.9044008 Jun 01 13:03:06.622872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.630157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Usage tracker for resource:port and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:06.644668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 53b016a6-365a-4584-afe6-26c7e786d1a8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:06.651693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 53b016a6-365a-4584-afe6-26c7e786d1a8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:06.653292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.692647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.699608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-71eb0799-69ec-4493-96e8-6ab9e5c937a9 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&fields=id HTTP/1.1" status: 200 len: 394 time: 1.2817955 Jun 01 13:03:06.703884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:06.760839 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.764034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=90c195dc-ed48-4247-9022-01792fe39bc8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:06.776531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a5a144f-3576-4a66-be33-2aab34159c53 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/90c195dc-ed48-4247-9022-01792fe39bc8 HTTP/1.1" status: 204 len: 168 time: 0.6036801 Jun 01 13:03:06.777048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.781990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Request body: {'port': {'device_id': 'ac854915-d677-49d7-b462-895f704a6cd8', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'admin_state_up': True, 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:06.793915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd732f-21c8-427c-a92a-cb8a8753ac16 None None] Network 475ad827-290c-47d2-847b-e1011c442f2a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:06.940945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.941489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:06.950189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 53b016a6-365a-4584-afe6-26c7e786d1a8 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:06.950356 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.963115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port 9289c525-a63c-4717-9216-ce1adc4c4775 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:06.963829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.126117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:07.173292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=53b016a6-365a-4584-afe6-26c7e786d1a8,segment=NetworkSegment(abdd2cfe-7900-4a21-bd3c-7873631f0ffb),segment_id=abdd2cfe-7900-4a21-bd3c-7873631f0ffb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:07.189181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.324999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:07.334337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:07.406569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] DHCP port deletion for 475ad827-290c-47d2-847b-e1011c442f2a request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:03:07.411876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Deleting port 9289c525-a63c-4717-9216-ce1adc4c4775 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:07.412047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port 9289c525-a63c-4717-9216-ce1adc4c4775, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9289c525-a63c-4717-9216-ce1adc4c4775,segment=NetworkSegment(268fbd5d-48e3-4b5c-95bc-d397a9038e2d),segment_id=268fbd5d-48e3-4b5c-95bc-d397a9038e2d)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:07.412243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.412750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.686529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:07.690003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.693449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for 9289c525-a63c-4717-9216-ce1adc4c4775 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:07.721329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3237-78b6-45d7-995a-88aee43efd44 req-18c7bebe-2644-4f13-a913-00693137c3e9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:07.728956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-945d3237-78b6-45d7-995a-88aee43efd44 req-18c7bebe-2644-4f13-a913-00693137c3e9 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 945 time: 1.4438269 Jun 01 13:03:07.796220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] For port 9289c525-a63c-4717-9216-ce1adc4c4775, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9289c525-a63c-4717-9216-ce1adc4c4775,segment=NetworkSegment(268fbd5d-48e3-4b5c-95bc-d397a9038e2d),segment_id=268fbd5d-48e3-4b5c-95bc-d397a9038e2d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:07.796616 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.826061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.859974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on host n-h2-844200-1 for vnic_type normal with profile {"migrating_to": "n-h1-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:07.859974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:07.859974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:07.886940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=9289c525-a63c-4717-9216-ce1adc4c4775,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:07.886940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port 9289c525-a63c-4717-9216-ce1adc4c4775 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:07.996744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Calling delete_port for 9289c525-a63c-4717-9216-ce1adc4c4775 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:08.027105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.050274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475ad827-290c-47d2-847b-e1011c442f2a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.063759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268fbd5d-48e3-4b5c-95bc-d397a9038e2d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.063759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268fbd5d-48e3-4b5c-95bc-d397a9038e2d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.075989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.086185 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:03:08.086854 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:03:08.093447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.094008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Allocated IP 172.20.0.8 (10dd9425-694f-435b-a518-efa1c2bf8dda/16f42431-127b-4ad6-adc4-f52c2a342611/31411ec5-6a46-4c9a-a3cc-32a473c5a576) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:08.102320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:08.102734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.161686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:08.162011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Attempting to bind port 9649ca48-02c7-49c8-89ba-d8991a04988d on network 0f325d94-9d30-453a-be4d-12a8f96e53d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:08.229048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-945d3237-78b6-45d7-995a-88aee43efd44 req-0a8afee4-d32b-4532-8c11-4bbc01ed46ee tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990864 Jun 01 13:03:08.354378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:08.354378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Checking segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:08.354378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Bound using segment: {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:08.354378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Bound port: 9649ca48-02c7-49c8-89ba-d8991a04988d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111e5700-31e3-4bdb-95aa-ec15d24627ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0f325d94-9d30-453a-be4d-12a8f96e53d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:08.354378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.356494 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 268fbd5d-48e3-4b5c-95bc-d397a9038e2d resource provider aggregate not found Jun 01 13:03:08.364462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9289c525-a63c-4717-9216-ce1adc4c4775 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:08.374693 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-81ea495e-313a-458c-8118-c664f41a8900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8480997 Jun 01 13:03:08.374959 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 268fbd5d-48e3-4b5c-95bc-d397a9038e2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 268fbd5d-48e3-4b5c-95bc-d397a9038e2d found for delete ", "request_id": "req-3740fa3c-3ed0-47d5-bbae-1c471ffa530f"}]} Jun 01 13:03:08.384942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:08.392533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.407451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.479188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=475ad827-290c-47d2-847b-e1011c442f2a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:08.499382 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-378acf49-cb5d-4309-966e-97d58a6ea5d7 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/475ad827-290c-47d2-847b-e1011c442f2a HTTP/1.1" status: 204 len: 168 time: 1.7190471 Jun 01 13:03:08.499382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56306) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:08.502694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9289c525-a63c-4717-9216-ce1adc4c4775 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:08.503673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9289c525-a63c-4717-9216-ce1adc4c4775 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:08.588308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Deleting port 9289c525-a63c-4717-9216-ce1adc4c4775 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:08.589590 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.627778 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afad227-6c7d-462b-8729-ebacdd0c3333 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:08.628290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afad227-6c7d-462b-8729-ebacdd0c3333 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:08.632857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4afad227-6c7d-462b-8729-ebacdd0c3333 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/eed595e1-67b1-445a-a7ac-81afd527f0a7 HTTP/1.1" status: 404 len: 337 time: 0.1326420 Jun 01 13:03:08.637137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56310) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:08.638853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Usage tracker for resource:port and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:08.682718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-7ffa8b76-ed4e-4991-84e6-112a9055bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:08.685006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aae2b451-79f5-4943-b4d5-2be404077786 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9399760 Jun 01 13:03:08.685133 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-7ffa8b76-ed4e-4991-84e6-112a9055bc15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.0991571 Jun 01 13:03:08.687014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:08.701306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:08.752165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:08.783141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30333-730c-43aa-af28-87970b34cf26 None None] The port '9289c525-a63c-4717-9216-ce1adc4c4775' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:03:08.784225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f2f468b-d833-41be-b70a-27e886c783f5 req-ac7c7321-375c-4682-b0cf-34667335b01e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 210 time: 0.1419654 Jun 01 13:03:08.816259 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa83ac3c-a8a0-48fd-995b-6e141cfb4cb6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] DELETE failed (client error): The resource could not be found. Jun 01 13:03:08.816821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa83ac3c-a8a0-48fd-995b-6e141cfb4cb6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:03:08.926928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-bc670238-0a4b-4af5-872b-36da112b4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:08.928354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-bc670238-0a4b-4af5-872b-36da112b4a41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.2181416 Jun 01 13:03:08.968676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:08.972706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.019362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-08984f4a-7156-482a-80a8-702d9c1f9a8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.0771830 Jun 01 13:03:09.052880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa83ac3c-a8a0-48fd-995b-6e141cfb4cb6 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/6e0de652-ef04-4fc7-9922-7fec2a7086a3 HTTP/1.1" status: 404 len: 339 time: 0.3706441 Jun 01 13:03:09.056948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56316) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:09.115731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:09.144944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-04660f24-fc89-4749-baea-d26c1f97c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:09.146913 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-04660f24-fc89-4749-baea-d26c1f97c5f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1239991 Jun 01 13:03:09.158419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting subnet bade5a53-b602-4607-999c-27c5d74bce6b {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:09.192550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.202005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.223511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:09.274158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.341084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.341815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-868c6656-4d6d-48c8-8056-f82496d985d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:09.343306 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-868c6656-4d6d-48c8-8056-f82496d985d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857235 Jun 01 13:03:09.400631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-d9f49667-491e-4335-98a7-0cd03b071969 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595461 Jun 01 13:03:09.474611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.539806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:09.544535 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-f792a44c-d2c7-4d57-a5c7-d9ca57942fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897511 Jun 01 13:03:09.564944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:09.588960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:09.590581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:09.620688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:09.630216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.672704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:09.673442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.675208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-205dbc9b-e204-4451-aab7-2fdc86d8c67a service neutron] 10.222.0.24 "PUT /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 1121 time: 6.1887832 Jun 01 13:03:09.678244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.707957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089012-a3b5-4500-8d37-29f9723c712b req-9d37d139-9a94-4171-b875-cbb233269a2e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:09.712636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c089012-a3b5-4500-8d37-29f9723c712b req-9d37d139-9a94-4171-b875-cbb233269a2e tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 945 time: 0.7449989 Jun 01 13:03:09.781160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-53918fc8-4354-45fc-8cc8-97f3eac0d2ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "PUT /v2.0/floatingips/b91fd153-cd9a-4773-bffb-6153b6b81b70 HTTP/1.1" status: 200 len: 992 time: 7.4801545 Jun 01 13:03:09.812115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.824282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Subnet': ['ID=bade5a53-b602-4607-999c-27c5d74bce6b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:09.840716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1205a330-200c-43af-85fd-91bc6a00b6a8 None None] Network 3e6091bd-6c26-42d5-a39d-0fd82f82439a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:09.874220 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1a46ef49-4609-426a-b22c-b036a4198d42 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/subnets/bade5a53-b602-4607-999c-27c5d74bce6b HTTP/1.1" status: 204 len: 168 time: 0.8139670 Jun 01 13:03:09.876959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56332) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:09.883092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-adf1fb65-1927-44bf-822d-a79f9c2c15d3 req-2911125d-3330-4253-a6a8-2e71db143ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282809 Jun 01 13:03:09.965266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['9649ca48-02c7-49c8-89ba-d8991a04988d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:09.979342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Allocated IP 172.20.0.2 (10dd9425-694f-435b-a518-efa1c2bf8dda/16f42431-127b-4ad6-adc4-f52c2a342611/3b910cd2-944c-4c6f-8140-30d2fe186c7c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:10.064899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-96472412', 'description': 'tempest-description-1067735463'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:10.090282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9649ca48-02c7-49c8-89ba-d8991a04988d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:10.102903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.118412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c089012-a3b5-4500-8d37-29f9723c712b req-c5615349-dbd5-461e-8434-3d237a078dd2 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355198 Jun 01 13:03:10.206524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.230375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Deleting port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:10.231025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.388820 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e3068e-83df-4861-a651-e143c786dc69'] response: {'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8', 'code': 200} Jun 01 13:03:10.644192 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095f4684-8487-4e48-a821-b35ebbb1bb7d'] response: {'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'code': 200} Jun 01 13:03:10.649990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:10.659446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:10.665013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:10.769386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] For port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,segment=NetworkSegment(7453b8af-5b6c-4246-9c34-b98281f91d8a),segment_id=7453b8af-5b6c-4246-9c34-b98281f91d8a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:10.769748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.807627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:10.888034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.961405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:10.963065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Network 10dd9425-694f-435b-a518-efa1c2bf8dda is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:10.968768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:10.994529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:11.124816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:11.161116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:11.225239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Usage tracker for resource:security_group_rule and tenant:00e250e47c3044b4884368d2de8b60ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:11.247869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:11.320389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:11.321275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.321373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] DHCP port deletion for 3e6091bd-6c26-42d5-a39d-0fd82f82439a request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:03:11.337959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Deleting port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:11.338340 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.338683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:11.353872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-4f393d47-f7ef-4087-95d1-4bccc6926f78 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3007121 Jun 01 13:03:11.377736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2895fc-990c-4a5c-b9ea-7b9f6c05f5a2 req-0fe6300f-69e5-41c7-93de-eaf80e649055 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:11.378046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Calling delete_port for a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:11.383281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a2895fc-990c-4a5c-b9ea-7b9f6c05f5a2 req-0fe6300f-69e5-41c7-93de-eaf80e649055 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 0.7476273 Jun 01 13:03:11.432382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Request body: {'port': {'device_id': '499f1930-2944-4de8-8b96-2db935a478e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:11.511161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.586747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Port': ['ID=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:11.603013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] No DVR routers for this DVR port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:11.616949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] For port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5dcd926-b2ad-4f20-8e31-07f7d58fbe46,segment=NetworkSegment(7453b8af-5b6c-4246-9c34-b98281f91d8a),segment_id=7453b8af-5b6c-4246-9c34-b98281f91d8a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:11.617373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.681488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.747260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bc6a5-30b3-4082-8984-c18244b5b35d req-df1ca7e4-3ba5-4631-aef1-ad50e6d61810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:11.749640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-343bc6a5-30b3-4082-8984-c18244b5b35d req-df1ca7e4-3ba5-4631-aef1-ad50e6d61810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 1096 time: 1.1146145 Jun 01 13:03:11.762951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.796180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Calling delete_port for a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:11.799027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6091bd-6c26-42d5-a39d-0fd82f82439a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:11.815882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7453b8af-5b6c-4246-9c34-b98281f91d8a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:11.816250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7453b8af-5b6c-4246-9c34-b98281f91d8a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:11.829441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.856698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.866057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:11.867677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.919452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.942535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a2895fc-990c-4a5c-b9ea-7b9f6c05f5a2 req-b9480f09-18dd-40c5-8b0d-6a8574914ae4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500729 Jun 01 13:03:11.983579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-343bc6a5-30b3-4082-8984-c18244b5b35d req-229bdaf5-634d-4b0a-bb79-8c02c486a153 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191951 Jun 01 13:03:12.029801 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7453b8af-5b6c-4246-9c34-b98281f91d8a resource provider aggregate not found Jun 01 13:03:12.041477 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:03:12.042030 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:03:12.085892 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7453b8af-5b6c-4246-9c34-b98281f91d8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7453b8af-5b6c-4246-9c34-b98281f91d8a found for delete ", "request_id": "req-9b77a9ad-db8d-41ab-9ec4-4ca2b0d32f04"}]} Jun 01 13:03:12.152317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b91fd153-cd9a-4773-bffb-6153b6b81b70', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:20Z', 'updated_at': '2022-06-01T13:03:04Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:12.156672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:12.169328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:12.170306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:02:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:12.191471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.249654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.321894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:12.340273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] Pushing event deleted for resources: {'Network': ['ID=3e6091bd-6c26-42d5-a39d-0fd82f82439a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:12.343109 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-550560ac-7d58-4300-8f30-4a27f7e9f981 tempest-NetworksIpV6Test-1621523188 tempest-NetworksIpV6Test-1621523188-project] 10.222.0.40 "DELETE /v2.0/networks/3e6091bd-6c26-42d5-a39d-0fd82f82439a HTTP/1.1" status: 204 len: 168 time: 2.4593208 Jun 01 13:03:12.389116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ead970b-a10c-4225-b535-2a46a88ad425 req-d01b8877-eab2-40e4-ba1c-4b3c05cc963f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 210 time: 0.2114098 Jun 01 13:03:12.425950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:12.426534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:12.432772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.447768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.519720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-46568cd2-6c44-4bcc-8ad1-084a9a43e81b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:12.520950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-46568cd2-6c44-4bcc-8ad1-084a9a43e81b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:12.550888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Deleting port a5dcd926-b2ad-4f20-8e31-07f7d58fbe46 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:12.551702 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.566398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-46568cd2-6c44-4bcc-8ad1-084a9a43e81b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:12.567791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-46568cd2-6c44-4bcc-8ad1-084a9a43e81b tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 821 time: 0.5529804 Jun 01 13:03:12.580596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.594529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'port': {'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'admin_state_up': True, 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:12.655037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-540e4f83-5412-4f49-ba88-edc9c99e6eef None None] The port 'a5dcd926-b2ad-4f20-8e31-07f7d58fbe46' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:03:12.657317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Network 10dd9425-694f-435b-a518-efa1c2bf8dda is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:12.685399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:12.752593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:12.764626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:12.778550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Made reservation on behalf of a8497a35721b49f7b2e8dff409f34a2d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:12.782448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.792696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d'}, {'name': 'network-changed', 'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:12.859943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:12.863476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event updated for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:12.874024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56358) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:12.877413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:12.948437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:12.949317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.976705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.988846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa6fa5bf-5f1f-46ce-9234-738d2a719153 req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 3.1711130 Jun 01 13:03:12.997865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Allocated IP 172.20.0.10 (cdb89ae6-2a0e-4035-8df5-c87e686f2d7c/33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5/2d7d5450-c511-481a-af33-07dc2d75b135) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:13.054569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504085e-863a-41c6-85bc-b4f66ac3a862 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b40849-109b-43a4-a82b-17d9165e3478,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:13.072593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-45107a17-a328-4fbd-89fd-58e314b05d6a tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3654833 Jun 01 13:03:13.107760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Request body: {'port': {'device_id': 'ac854915-d677-49d7-b462-895f704a6cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:13.157537 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e88703b3-ef47-4624-91ee-374d747844d0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f13ff70d6d304463b7ee96107e31de2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796340 Jun 01 13:03:13.160257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56368) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:13.217244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b91fd153-cd9a-4773-bffb-6153b6b81b70', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:20Z', 'updated_at': '2022-06-01T13:03:04Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:13.225745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf2264-65c2-4003-9acb-3dbdefe3eb0a None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'b91fd153-cd9a-4773-bffb-6153b6b81b70', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:20Z', 'updated_at': '2022-06-01T13:03:04Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:13.329494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-08279259-8ec2-4909-a0ba-7c9fce8065ea tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:13.330197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-08279259-8ec2-4909-a0ba-7c9fce8065ea tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Synchronizing usage tracker for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:13.402637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.450654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Transition to ACTIVE for port object 2d7d5450-c511-481a-af33-07dc2d75b135 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:13.504348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.519218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-08279259-8ec2-4909-a0ba-7c9fce8065ea tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Unset dirty status for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:13.521269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-08279259-8ec2-4909-a0ba-7c9fce8065ea tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 931 time: 0.9284468 Jun 01 13:03:13.545125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.550223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0043caed-78a5-4e65-b20a-aa6e1fdc80c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:13.642006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b40a-15a4-4f7f-a609-83d2b111257e None None] New status for floating IP b91fd153-cd9a-4773-bffb-6153b6b81b70: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:03:13.665883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:13.670894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:13.673242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:13.706504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event updated for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:13.757239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:13.759480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.760770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a4945-6870-47fd-8aa2-f618d883c737 req-925e0973-a920-4ed3-80af-bd555ef7cfcc tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:13.763788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5a4945-6870-47fd-8aa2-f618d883c737 req-925e0973-a920-4ed3-80af-bd555ef7cfcc tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 945 time: 0.6026299 Jun 01 13:03:13.807652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-aed48036-888c-4bcc-8f20-38a682c47f10 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2173629 Jun 01 13:03:13.832992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Request body: {'port': {'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:14.002631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.044834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.060452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.080926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-75eae6fc-2ad2-42f6-b2ac-f57885f0584b None None] Provisioning for port 2d7d5450-c511-481a-af33-07dc2d75b135 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:14.089441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-75eae6fc-2ad2-42f6-b2ac-f57885f0584b None None] Provisioning complete for port 2d7d5450-c511-481a-af33-07dc2d75b135 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:14.091955 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75eae6fc-2ad2-42f6-b2ac-f57885f0584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.181131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.200665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31411ec5-6a46-4c9a-a3cc-32a473c5a576 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:14.216264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75eae6fc-2ad2-42f6-b2ac-f57885f0584b None None] Port 2d7d5450-c511-481a-af33-07dc2d75b135 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:14.244313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.268096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ac41c-00bc-4ad9-b8ef-27d0b90b7fc8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:14.297512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.298900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4b6171a7-7ded-411d-a4e6-00cc5865ad6a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/302ac41c-00bc-4ad9-b8ef-27d0b90b7fc8 HTTP/1.1" status: 204 len: 168 time: 1.0858109 Jun 01 13:03:14.301195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-0bb75eeb-46bc-448b-b9b9-414090596f9b tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Synchronizing usage tracker for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:14.322873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b5a4945-6870-47fd-8aa2-f618d883c737 req-d4d775c6-c8a7-4e89-b9a3-b59f1a29222c tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463886 Jun 01 13:03:14.363374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Transition to ACTIVE for port object 31411ec5-6a46-4c9a-a3cc-32a473c5a576 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:14.391881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.481819 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9a7505-e663-4dfa-a72a-b64b0a4056c2'] response: {'name': 'network-changed', 'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'status': 'completed', 'code': 200} Jun 01 13:03:14.482071 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9a7505-e663-4dfa-a72a-b64b0a4056c2'] response: {'name': 'network-changed', 'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'status': 'completed', 'code': 200} Jun 01 13:03:14.667967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:14.673638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7d5450-c511-481a-af33-07dc2d75b135 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:14.700543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.736644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-0bb75eeb-46bc-448b-b9b9-414090596f9b tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Unset dirty status for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:14.737730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad5df9e7-dd7f-45b3-8944-aa7a8c5b62e9 req-0bb75eeb-46bc-448b-b9b9-414090596f9b tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1245642 Jun 01 13:03:14.772053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Transition to ACTIVE for port object 2d7d5450-c511-481a-af33-07dc2d75b135 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:14.801582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.961014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-4f7822f8-0019-437e-b07c-abc4c2c8c475 service neutron] 10.222.0.13 "GET /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.8398433 Jun 01 13:03:15.163817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:15.260020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Attempting to bind port 2d7d5450-c511-481a-af33-07dc2d75b135 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:15.260355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Attempting to bind port 2d7d5450-c511-481a-af33-07dc2d75b135 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:15.260843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Attempting to bind port 2d7d5450-c511-481a-af33-07dc2d75b135 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:15.269411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Port 2d7d5450-c511-481a-af33-07dc2d75b135 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:15.269948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Attempting to bind port 2d7d5450-c511-481a-af33-07dc2d75b135 on network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:15.277753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:15.278147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Checking segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:15.278734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Bound using segment: {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:15.279165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Bound port: 2d7d5450-c511-481a-af33-07dc2d75b135, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:15.279774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.342621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b910cd2-944c-4c6f-8140-30d2fe186c7c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:15.358922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Attempting to bind port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:15.359533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Attempting to bind port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:15.360275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Attempting to bind port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:15.376932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.382284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:15.385718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d7d5450-c511-481a-af33-07dc2d75b135,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:15.390171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-4868dd4c-2f46-48a2-9861-0ff80f2a383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.391939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-4868dd4c-2f46-48a2-9861-0ff80f2a383a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1124 time: 0.9172773 Jun 01 13:03:15.395289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.415866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 on network 10dd9425-694f-435b-a518-efa1c2bf8dda not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:15.416356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Attempting to bind port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:15.432327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e66d7144-4dac-4259-86af-11ceae6f51f0 req-b3a312fc-67bb-4268-b0e8-7a2ba507a28b tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b9b40849-109b-43a4-a82b-17d9165e3478 HTTP/1.1" status: 200 len: 1813 time: 0.4680398 Jun 01 13:03:15.480500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:15.480845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Checking segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:15.481222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Bound using segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:15.481661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Bound port: 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:15.482349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.492588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:15.495173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:15.587779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.588495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.597523 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-2f0522f4-4906-46f9-8f48-2b452350859a service neutron] 10.222.0.24 "PUT /v2.0/ports/2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 1092 time: 1.7716873 Jun 01 13:03:15.600148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:15.663650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:15.667368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:15.670434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-2276f4da-2229-4413-8718-e7540f19d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.672061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-2276f4da-2229-4413-8718-e7540f19d507 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1097 time: 0.9890020 Jun 01 13:03:15.675406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Transition to ACTIVE for port object 3b910cd2-944c-4c6f-8140-30d2fe186c7c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:15.694412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a92347-6871-4636-a44e-dc9bf57c0abc req-fedbe968-d019-48ef-b52d-b6caf6330eb1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.696331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56a92347-6871-4636-a44e-dc9bf57c0abc req-fedbe968-d019-48ef-b52d-b6caf6330eb1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 0.9633405 Jun 01 13:03:15.747870 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.767727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-e2db9d45-0e79-4e57-859f-00407effbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.774289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-e2db9d45-0e79-4e57-859f-00407effbdba service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.3742032 Jun 01 13:03:15.785041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-980fad5c-e710-4ba9-ba7b-c95664ec815b tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:15.786222 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-980fad5c-e710-4ba9-ba7b-c95664ec815b tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 13:03:15.786465 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-980fad5c-e710-4ba9-ba7b-c95664ec815b tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:03:15.790821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-980fad5c-e710-4ba9-ba7b-c95664ec815b tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2907636 Jun 01 13:03:15.824812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.841281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:15.888202 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-403c6317-a5c8-4b41-ac5e-8a2056cfbb8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 217 time: 0.0960772 Jun 01 13:03:15.961543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-d7d68707-551d-4960-80de-81f78d93c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.963184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-d7d68707-551d-4960-80de-81f78d93c2dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1095 time: 0.2512412 Jun 01 13:03:15.977325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-b53e2ea7-f41f-46c2-bc65-ea2c0f02e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:15.978783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-b53e2ea7-f41f-46c2-bc65-ea2c0f02e349 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0813808 Jun 01 13:03:15.983670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157135528'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:16.009444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.010052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.011528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/31411ec5-6a46-4c9a-a3cc-32a473c5a576 HTTP/1.1" status: 200 len: 1091 time: 4.5915890 Jun 01 13:03:16.096261 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-d890b23e-b978-404e-b6ba-95c32ccd1a42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571685 Jun 01 13:03:16.097443 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-7e0a69d5-ea4f-4094-8a26-3eeac36f8946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 217 time: 0.1178634 Jun 01 13:03:16.253569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-4522dff8-18ee-4abe-8f3b-08d7ca1750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.255044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-4522dff8-18ee-4abe-8f3b-08d7ca1750d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1342938 Jun 01 13:03:16.272405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:16.325143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:16.330515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56a92347-6871-4636-a44e-dc9bf57c0abc req-ec9726f9-18ab-44f2-9c1a-82045c0a225f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731461 Jun 01 13:03:16.347420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:16.348296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-be9e2ac7-39bb-41c2-9e8f-c3fbe7d4ddcd service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458339 Jun 01 13:03:16.394898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:16.440478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b36e4-f870-4450-8e57-49333dc174f1 service neutron] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.499807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-0f8a2ae7-f2b0-4b19-a6d5-c50a4e410128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.501545 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-0f8a2ae7-f2b0-4b19-a6d5-c50a4e410128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312911 Jun 01 13:03:16.555682 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-1049d2f9-faa0-46b1-882a-667b94d26c55 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998947 Jun 01 13:03:16.561988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:16.670027 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-0e30b085-34d2-4c7f-8120-fc96b86f8ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527178 Jun 01 13:03:16.709764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.739491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-b542fc08-2c56-45e8-b355-7f6339047e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.740950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-b542fc08-2c56-45e8-b355-7f6339047e73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.9949081 Jun 01 13:03:16.750086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.840880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Pushing event updated for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.893776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:16.922176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-7aa88691-5a3e-46cf-ae56-047e83ed8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.924060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-7aa88691-5a3e-46cf-ae56-047e83ed8ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 1094 time: 0.8462057 Jun 01 13:03:16.932693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677c77-5977-4a41-bd50-6ac4bf7ed732 req-253cce58-a636-4426-837b-4d3a8ae6db17 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:16.934226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37677c77-5977-4a41-bd50-6ac4bf7ed732 req-253cce58-a636-4426-837b-4d3a8ae6db17 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 944 time: 1.2611768 Jun 01 13:03:16.945976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:16.946871 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ba072d96-ccb0-4b46-9b17-47e3372f24ea req-86db2ffe-b29b-4cbe-932a-a61c69e64cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705648 Jun 01 13:03:17.019328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:17.048170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:17.079654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Attempting to bind port 3b910cd2-944c-4c6f-8140-30d2fe186c7c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:17.079983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Attempting to bind port 3b910cd2-944c-4c6f-8140-30d2fe186c7c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:17.080287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Attempting to bind port 3b910cd2-944c-4c6f-8140-30d2fe186c7c on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:17.092619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:17.101761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-0b13c250-133d-4551-8868-02f270279bdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576 HTTP/1.1" status: 200 len: 217 time: 0.1527355 Jun 01 13:03:17.120075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Port 3b910cd2-944c-4c6f-8140-30d2fe186c7c on network 10dd9425-694f-435b-a518-efa1c2bf8dda not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:17.120393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Attempting to bind port 3b910cd2-944c-4c6f-8140-30d2fe186c7c on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:17.123712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-e8cde9b8-2abf-4f74-b9f3-6718baf40752 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1002 time: 0.3588531 Jun 01 13:03:17.236353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:17.236694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Checking segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:17.237095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Bound using segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:17.237567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Bound port: 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:17.237979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.298840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea5fc-bf4a-4307-b452-334ee13225fd req-f63ef03e-efef-4cee-af3f-c67bb14b1d53 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:17.300210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-144ea5fc-bf4a-4307-b452-334ee13225fd req-f63ef03e-efef-4cee-af3f-c67bb14b1d53 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 945 time: 0.7407560 Jun 01 13:03:17.305051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:17.337627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37677c77-5977-4a41-bd50-6ac4bf7ed732 req-0a4cac76-c02a-4b28-8385-b257a3dc50b2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242240 Jun 01 13:03:17.419370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-943717c1-7743-411e-b385-bd8db02bef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:17.420825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-943717c1-7743-411e-b385-bd8db02bef5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.3047109 Jun 01 13:03:17.511391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-3b166436-2ea1-4a7d-8fdd-d689ddeb1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:17.513183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-3b166436-2ea1-4a7d-8fdd-d689ddeb1c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.3254511 Jun 01 13:03:17.552834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9649ca48-02c7-49c8-89ba-d8991a04988d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:17.595899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-ae6209ea-770f-43e7-aab9-d7d6c4480d9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310468 Jun 01 13:03:17.596670 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-7eaf981e-c0df-4cb4-b8a6-0e6e8d1ae5b8 req-8b516ae8-54a5-4401-9c8b-71c7e96171bf tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] show failed (client error): The resource could not be found. Jun 01 13:03:17.597569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7eaf981e-c0df-4cb4-b8a6-0e6e8d1ae5b8 req-8b516ae8-54a5-4401-9c8b-71c7e96171bf tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/ee387051-0789-4fcf-b95c-c1d3c2585662 HTTP/1.1" status: 404 len: 352 time: 0.2140605 Jun 01 13:03:17.628530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:17.681608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-144ea5fc-bf4a-4307-b452-334ee13225fd req-6ec25983-7ee2-425f-96e2-bb7162268b1c tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342729 Jun 01 13:03:17.745216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.794244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.813352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:17.855410 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a8339-8a35-4866-b1f7-d0d1e232bbf3'] response: {'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135', 'status': 'completed', 'code': 200} Jun 01 13:03:17.882801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:17.896160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.914811 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95667e2-aab8-4b54-806e-2468f48d4914'] response: {'name': 'network-changed', 'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'status': 'completed', 'code': 200} Jun 01 13:03:17.947228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.989318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-b08bfc9a-89e8-4c76-8009-16c81a7940aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:17.991177 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-b08bfc9a-89e8-4c76-8009-16c81a7940aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1095 time: 0.0785613 Jun 01 13:03:18.012294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.018097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:18.022951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:18.027809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:18.033795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:18.105109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.145797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-5f900daa-1ca7-471c-94e6-f4383644b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:18.147414 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-5f900daa-1ca7-471c-94e6-f4383644b35c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.1495149 Jun 01 13:03:18.232000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e16c5313-852e-4842-b347-a3762cc7bffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.240775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-09ca3a53-ba1b-410e-b591-0428f4ed8d82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 217 time: 0.0862439 Jun 01 13:03:18.322259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-8daab55c-5ed1-4582-a938-5bd411aae5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:18.323731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-8daab55c-5ed1-4582-a938-5bd411aae5b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.0748253 Jun 01 13:03:18.420275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.432273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-579e903b-f721-4530-885b-99cc6752df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:18.434723 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-579e903b-f721-4530-885b-99cc6752df7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995135 Jun 01 13:03:18.455862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:18.456830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.457935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] 10.222.0.24 "PUT /v2.0/ports/3b910cd2-944c-4c6f-8140-30d2fe186c7c HTTP/1.1" status: 200 len: 1091 time: 5.3582990 Jun 01 13:03:18.526525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd13d1-9d78-4240-89e5-df2472837fea req-72b854c3-804e-4630-b993-a4907be1586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:18.528301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-72b854c3-804e-4630-b993-a4907be1586e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9843857 Jun 01 13:03:18.530269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-96150d5b-0d09-4666-a265-93bbd291225f service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038544 Jun 01 13:03:18.542256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d15a0e-7644-4caf-be2f-4175f1ace08a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:18.551516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:18.681446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a6108-b8b5-450c-a0eb-03c164e27169 service neutron] Pushing event updated for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:18.688925 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-e481ab6f-358a-45b6-85dd-31b7f78fa369 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463739 Jun 01 13:03:18.735442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 9649ca48-02c7-49c8-89ba-d8991a04988d is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:18.791122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.805902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8838322 Jun 01 13:03:18.887117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] Transition to ACTIVE for port object 9649ca48-02c7-49c8-89ba-d8991a04988d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:18.887270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ef10-e3bd-4854-b384-861aa132566e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552e0c17-ec0a-47e4-9782-964090290df1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:18.904230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56460) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:18.909814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:18.960827 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5bfab875-056f-4d1d-9319-3a1c34b14aab req-b459b9f0-9087-4e18-ad8a-0ecc89826414 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628582 Jun 01 13:03:18.971528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '552e0c17-ec0a-47e4-9782-964090290df1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:19.032543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:19.045623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038fcf3-3f4c-4788-b038-86f3d3674d87 req-6b3809b3-1fc6-4138-8ba0-b3eae155f51b tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.047349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0038fcf3-3f4c-4788-b038-86f3d3674d87 req-6b3809b3-1fc6-4138-8ba0-b3eae155f51b tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 943 time: 1.1992846 Jun 01 13:03:19.060561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:19.122945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:19.177021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:19.239801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-767180e9-2164-4976-af28-0648baed33f1 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801944 Jun 01 13:03:19.239801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-d8584f30-9f61-44c9-a75a-6410cf09be66 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849887 Jun 01 13:03:19.253156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e2fc2-bb15-4c12-9b8c-a7ececd0cf8d req-5026f1f9-966a-4c3b-b20c-c96b507788c1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.261162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-846e2fc2-bb15-4c12-9b8c-a7ececd0cf8d req-5026f1f9-966a-4c3b-b20c-c96b507788c1 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 943 time: 1.1541443 Jun 01 13:03:19.268768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] No DVR routers for this DVR port 9649ca48-02c7-49c8-89ba-d8991a04988d on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:19.321280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:19.464078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0038fcf3-3f4c-4788-b038-86f3d3674d87 req-5529ab1a-6301-4cd5-9f78-29bc3521f356 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047475 Jun 01 13:03:19.478931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-f8b04cdc-23d9-408f-8fc1-4937ef9e9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.481141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-f8b04cdc-23d9-408f-8fc1-4937ef9e9eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 1094 time: 0.9269340 Jun 01 13:03:19.483113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:19.593353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a835967f-3c0b-44a4-857a-e1f5d61794b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d/bindings/n-h1-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 4.5537007 Jun 01 13:03:19.624054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-3a667c31-8ae5-4b8a-840a-9de9bc445189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c HTTP/1.1" status: 200 len: 217 time: 0.1254935 Jun 01 13:03:19.652202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-846e2fc2-bb15-4c12-9b8c-a7ececd0cf8d req-57374d5b-58e1-4d4d-9e5c-746db529592f tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897290 Jun 01 13:03:19.652992 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-0ee05843-0ec7-4a5b-adc3-764db71d45cc req-82d7ba86-92ab-4fa8-8ca6-9204eaf68c20 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] show failed (client error): The resource could not be found. Jun 01 13:03:19.653829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ee05843-0ec7-4a5b-adc3-764db71d45cc req-82d7ba86-92ab-4fa8-8ca6-9204eaf68c20 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-group-rules/0f669004-3b4a-4513-a0d0-f17a6bfac993 HTTP/1.1" status: 404 len: 361 time: 0.0904355 Jun 01 13:03:19.759851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35bd13d1-9d78-4240-89e5-df2472837fea req-c45683e2-d50f-4096-bed7-106cddc849cb service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933314 Jun 01 13:03:19.770832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-936e9008-f493-4dec-ba44-57d762a90c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.772018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-936e9008-f493-4dec-ba44-57d762a90c6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.1347027 Jun 01 13:03:19.786146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:19.820516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660dd6-d721-424d-bb19-9087b27412fb req-48471923-4e3c-4872-9f3e-6c8fe0b906e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.822033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-48471923-4e3c-4872-9f3e-6c8fe0b906e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 1094 time: 0.5037374 Jun 01 13:03:19.822463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e321e8f6-b7b4-46a7-af77-c104aa4853b4 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.825064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e321e8f6-b7b4-46a7-af77-c104aa4853b4 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.1489799 Jun 01 13:03:19.827701 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:19.847083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-a3c8032a-3c4b-4d03-a300-4ecf190a9714 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639594 Jun 01 13:03:19.922798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-8957d054-5d6a-4dec-8def-f12142c86cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:19.924409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-8957d054-5d6a-4dec-8def-f12142c86cfe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d HTTP/1.1" status: 200 len: 1095 time: 0.0891318 Jun 01 13:03:19.940086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:19.971593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c677fd-333b-4c4c-baf9-df07f0588250,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:20.034624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-34980179-bbdc-476e-83b0-b5bc78b2883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.036123 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-34980179-bbdc-476e-83b0-b5bc78b2883c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1095 time: 0.0772927 Jun 01 13:03:20.076320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:20.077622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0d136d11-1183-47bd-87b0-b5fe51c2b0fa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1629319 Jun 01 13:03:20.109520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56474) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:20.180288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-fed64a6f-c450-4829-9133-f772a3b819f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.181347 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-fed64a6f-c450-4829-9133-f772a3b819f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1377585 Jun 01 13:03:20.256451 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-a7a2cb1c-93c3-4c1a-b732-b6315a5c87a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 200 len: 217 time: 0.0681863 Jun 01 13:03:20.277270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '552e0c17-ec0a-47e4-9782-964090290df1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:20.297344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:20.317080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:20.330287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-3a2b0f15-5a3a-4239-a4d6-643ec9807bd9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b9b40849-109b-43a4-a82b-17d9165e3478 HTTP/1.1" status: 200 len: 1813 time: 0.4070890 Jun 01 13:03:20.334836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-950fd540-703c-47b5-964b-4c7ce8270667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.337471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-950fd540-703c-47b5-964b-4c7ce8270667 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0733604 Jun 01 13:03:20.346294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:20.360384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:20.391831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-8bbc75b5-9a41-4f5f-aeeb-313506fa3f04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488710 Jun 01 13:03:20.430528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-54fe47ad-8576-4ec0-af55-a2b0670da506 service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202096 Jun 01 13:03:20.444550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660dd6-d721-424d-bb19-9087b27412fb req-63aaa563-13a9-422b-8a95-eb0571347bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.445949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-63aaa563-13a9-422b-8a95-eb0571347bee service neutron] 10.222.0.13 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 914 time: 0.6025646 Jun 01 13:03:20.461447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a234e737-0900-4f83-a0ff-c93e8c6a73e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:20.542347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52cf1f-ad7b-48d0-9c99-22a82cbab1da req-4b920a86-87ac-4a80-85f2-f9418c675547 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.545222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b52cf1f-ad7b-48d0-9c99-22a82cbab1da req-4b920a86-87ac-4a80-85f2-f9418c675547 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 944 time: 0.7007422 Jun 01 13:03:20.600475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-4dfbeb7c-1d8c-4b8f-9173-39b7a63c92be service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970239 Jun 01 13:03:20.613070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:20.654277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-d76543f1-252b-42b1-9efa-d75ce644f7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576 HTTP/1.1" status: 200 len: 217 time: 0.1739531 Jun 01 13:03:20.779687 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-fc4ab05d-690d-424b-b604-59356e11344b service neutron] 10.222.0.24 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692536 Jun 01 13:03:20.805837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:20.814991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d7d5450-c511-481a-af33-07dc2d75b135 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:20.853749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b52cf1f-ad7b-48d0-9c99-22a82cbab1da req-685843ae-69b3-4f18-8a39-b92e37637e2a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405093 Jun 01 13:03:20.907054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660dd6-d721-424d-bb19-9087b27412fb req-2fabb754-1dd5-44c3-9eae-5e3723ed7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:20.908636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-2fabb754-1dd5-44c3-9eae-5e3723ed7316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.2387640 Jun 01 13:03:20.986841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-a811bbf6-f020-43b9-846d-7962bafdbd3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637400 Jun 01 13:03:20.988950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.002011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1ccf0dd-035d-4c28-962e-8c4635f4c651 req-40394af2-771f-4d3d-aba7-477032ac2ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600111 Jun 01 13:03:21.004251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d7d5450-c511-481a-af33-07dc2d75b135,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:21.007333 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:03:21.008321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0ee30dac-8837-4d88-ab86-d0c7a53499c7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7519481 Jun 01 13:03:21.012215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:21.041754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '2d7d5450-c511-481a-af33-07dc2d75b135', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:03:21.041892 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffb060e-e516-4df4-b69d-f74675acf875'] response: {'name': 'network-changed', 'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c', 'status': 'completed', 'code': 200} Jun 01 13:03:21.143695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2d7d5450-c511-481a-af33-07dc2d75b135 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:21.144079 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.171615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7d5450-c511-481a-af33-07dc2d75b135 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:21.196013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d7d5450-c511-481a-af33-07dc2d75b135,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:21.204021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.330533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.333914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.364003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.374931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.376072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14d686bc-5b59-4361-ad20-531f25d923b0 req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-groups/b9b40849-109b-43a4-a82b-17d9165e3478 HTTP/1.1" status: 204 len: 173 time: 1.0200975 Jun 01 13:03:21.393684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acedf6d-d67e-47f9-ba0e-092bf3a00f0f tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b40849-109b-43a4-a82b-17d9165e3478,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:21.431409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-c4ed2117-6f5e-4614-8def-1c84982ca937 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:21.432915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-c4ed2117-6f5e-4614-8def-1c84982ca937 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41&tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.2668278 Jun 01 13:03:21.435587 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.444910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab900-492b-46f5-a723-5dcd36cc0358 req-b8417024-38da-434b-a390-cf2998b967f7 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:21.446526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4dab900-492b-46f5-a723-5dcd36cc0358 req-b8417024-38da-434b-a390-cf2998b967f7 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 943 time: 0.2122409 Jun 01 13:03:21.450020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-08272e17-8a85-43b3-8c1a-e070ea8bccf2 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468563 Jun 01 13:03:21.463710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552e0c17-ec0a-47e4-9782-964090290df1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:21.492532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.495122 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4aafd898-b16e-431c-88ab-d802b17bf638 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/552e0c17-ec0a-47e4-9782-964090290df1 HTTP/1.1" status: 204 len: 168 time: 0.4807289 Jun 01 13:03:21.497647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56500) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:21.536195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-e0193a3a-35bf-4c5c-b99f-dca615a03628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:21.538740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-e0193a3a-35bf-4c5c-b99f-dca615a03628 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 1094 time: 0.4063289 Jun 01 13:03:21.632637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:21.685002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.685002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.685283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.686360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.686900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.688173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.690012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.691257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.691876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.692461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.692932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.693403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.694090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:21.705389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:21.793612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a3732385-7fff-4d1e-af98-a020f99a815f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:21.841524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a3732385-7fff-4d1e-af98-a020f99a815f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:21.843087 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a3732385-7fff-4d1e-af98-a020f99a815f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3419919 Jun 01 13:03:21.850320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56504) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:21.854255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-3cc54c91-db55-4dcf-9144-bbeb5a5692d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:21.855396 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-3cc54c91-db55-4dcf-9144-bbeb5a5692d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 914 time: 0.3094420 Jun 01 13:03:21.858485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227501307'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:21.874345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['2d7d5450-c511-481a-af33-07dc2d75b135'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:21.925194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:21.936997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-1f136248-3999-4424-8719-c5f04aa25f75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c HTTP/1.1" status: 200 len: 217 time: 0.0733979 Jun 01 13:03:21.999189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:22.044057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4dab900-492b-46f5-a723-5dcd36cc0358 req-dd080774-9480-4994-8ee7-79284f505108 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346690 Jun 01 13:03:22.046073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.113645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-881a24ad-79c8-4ef6-a6e7-29d17aea9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:22.119760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-881a24ad-79c8-4ef6-a6e7-29d17aea9b7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.1721349 Jun 01 13:03:22.196596 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-a3619ae2-c982-49f1-8b3c-8127c230fcfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664825 Jun 01 13:03:22.197964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:22.203526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-3ccefbd1-0c5e-4376-b838-75088713a15d service neutron] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:22.204999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:22.210087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:22.218975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-3ccefbd1-0c5e-4376-b838-75088713a15d service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.222338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-3ccefbd1-0c5e-4376-b838-75088713a15d service neutron] 10.222.0.24 "DELETE /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d/bindings/n-h2-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.7739394 Jun 01 13:03:22.228392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1660dd6-d721-424d-bb19-9087b27412fb req-5173d99f-7f52-4948-8424-5329797941b1 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933053 Jun 01 13:03:22.244750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708f43c-da8f-4dff-a744-35649ece2930 req-c882f864-51b1-4dc5-b253-23f9c55d6cc4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:22.246501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2708f43c-da8f-4dff-a744-35649ece2930 req-c882f864-51b1-4dc5-b253-23f9c55d6cc4 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 944 time: 0.4479556 Jun 01 13:03:22.265607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:22.320834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2708f43c-da8f-4dff-a744-35649ece2930 req-57e6ab41-730b-4f7f-bf16-ead5c900160c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626233 Jun 01 13:03:22.424255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-9b9958ab-c0c9-487a-8cca-4b4d30a28ade tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/ba129f97-4b6f-478d-8db1-01abacd57f31 HTTP/1.1" status: 200 len: 1813 time: 0.0757289 Jun 01 13:03:22.447300 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-fb5502ae-bbd3-4d1e-8eaa-d2aee287a59d service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390966 Jun 01 13:03:22.554267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 31411ec5-6a46-4c9a-a3cc-32a473c5a576 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:22.577549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.599220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.625268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.639127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.681935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.683733 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8319192 Jun 01 13:03:22.687416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56518) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:22.715693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-01380203-c17a-443a-b1f1-242b540561f3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '1081fcfd-8d05-4e75-b227-3e669eb11fdb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:22.716270 n-d-844200-1 neutron-server[88371]: WARNING neutron.api.v2.base [None req-01380203-c17a-443a-b1f1-242b540561f3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 01 13:03:22.717125 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-01380203-c17a-443a-b1f1-242b540561f3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:22.721283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-01380203-c17a-443a-b1f1-242b540561f3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0287914 Jun 01 13:03:22.721842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:22.725471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d42422-076f-49ba-8419-218b09c1212a tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1081fcfd-8d05-4e75-b227-3e669eb11fdb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:22.736938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664de7-c6a9-4c7f-97af-6658ca55e70a req-8087c6d3-724b-4319-82fb-deae2f2f0d81 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:22.738784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28664de7-c6a9-4c7f-97af-6658ca55e70a req-8087c6d3-724b-4319-82fb-deae2f2f0d81 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 945 time: 0.2213528 Jun 01 13:03:22.743897 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ce2d8412-50b3-4512-aa29-c475d98786c5 req-5e518d07-a0e7-423d-8ef7-6ffaa3f6c02b service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840586 Jun 01 13:03:22.786383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:22.789352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.811546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'port_id': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'mac_address': 'fa:16:3e:03:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f42431-127b-4ad6-adc4-f52c2a342611', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:03:22.820191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.822759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba129f97-4b6f-478d-8db1-01abacd57f31,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:22.837416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.838180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.838180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.838520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.838862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.839182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.839735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.840571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.840571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.840827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.841683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.842250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:22.856140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28664de7-c6a9-4c7f-97af-6658ca55e70a req-956a6a9f-3b96-4292-8591-7e68971b647e tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910957 Jun 01 13:03:22.858285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.875280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-217d7b7e-316a-4b97-adec-aacd9de987a0 req-67fb5ee8-565c-4ad8-97ee-c19dd6a084f1 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-groups/ba129f97-4b6f-478d-8db1-01abacd57f31 HTTP/1.1" status: 204 len: 173 time: 0.4406343 Jun 01 13:03:22.884037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.906145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:22.907572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.932322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31411ec5-6a46-4c9a-a3cc-32a473c5a576 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:22.963550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:22.967887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.978076 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.981273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-d11172af-33cd-41d0-b720-b55345509e3c tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/d4c52e10-d562-4e9e-bb25-dff497027d3d HTTP/1.1" status: 200 len: 1814 time: 0.0760815 Jun 01 13:03:22.994380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081fcfd-8d05-4e75-b227-3e669eb11fdb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:23.006169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.012427 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15078809-9df0-483f-92df-8ccbb97b1c28 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/1081fcfd-8d05-4e75-b227-3e669eb11fdb HTTP/1.1" status: 204 len: 168 time: 0.2889869 Jun 01 13:03:23.012971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56530) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:23.083151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.083682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4562bb39-6895-4355-ac69-604e9966fcdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:23.100707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:23.105685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4562bb39-6895-4355-ac69-604e9966fcdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:23.111371 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4562bb39-6895-4355-ac69-604e9966fcdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936015 Jun 01 13:03:23.112055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56536) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:23.119801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438341339'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:23.128276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:23.146521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:23.163873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.180762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.195404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:23.207385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:23.211383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:23.215048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.219690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:23.245435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['31411ec5-6a46-4c9a-a3cc-32a473c5a576'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:23.250996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbac4e-8e12-447f-a40d-95ad590476f3 req-32177e27-5ec8-47c9-b220-52afd15e6fc7 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:23.253973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fadbac4e-8e12-447f-a40d-95ad590476f3 req-32177e27-5ec8-47c9-b220-52afd15e6fc7 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 945 time: 0.2447248 Jun 01 13:03:23.322482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.330824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.353825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fadbac4e-8e12-447f-a40d-95ad590476f3 req-cab71b64-1a18-490f-9f33-a023abb82682 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/security-groups?id=ad56b2ba-2875-4cbf-b730-ded8423e0cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612874 Jun 01 13:03:23.364631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.389691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.394423 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2807112 Jun 01 13:03:23.399968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56544) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:23.410213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e011e99e-8f4f-478d-a200-309099d916c4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '481a3556-3a7b-4aa4-9381-b135bfc2ddc0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:23.411278 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-e011e99e-8f4f-478d-a200-309099d916c4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 01 13:03:23.411812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c52e10-d562-4e9e-bb25-dff497027d3d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:23.412127 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e011e99e-8f4f-478d-a200-309099d916c4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:23.417272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e011e99e-8f4f-478d-a200-309099d916c4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139096 Jun 01 13:03:23.420930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:23.446410 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:03:23.462123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8d172-5b57-4303-8a21-7d8561c7d017 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481a3556-3a7b-4aa4-9381-b135bfc2ddc0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:23.464236 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.470652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ea5cc7-4d2f-4a91-b16f-2c4a174f4d3f req-489ff936-5f26-414d-9b96-25df03315481 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-groups/d4c52e10-d562-4e9e-bb25-dff497027d3d HTTP/1.1" status: 204 len: 173 time: 0.4633002 Jun 01 13:03:23.799812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.902205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:23.945139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ac8a-2159-43b0-b968-f6d5fb31225c req-05a611e4-591b-4d87-a9de-44eba5124d13 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:23.948183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f65ac8a-2159-43b0-b968-f6d5fb31225c req-05a611e4-591b-4d87-a9de-44eba5124d13 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 1095 time: 0.2717128 Jun 01 13:03:23.955151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b6235-0b90-42a1-95f7-a7cbe8e3bc05 req-4941ddb1-96d6-4e18-b3d3-805c8da73080 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:23.956553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b45b6235-0b90-42a1-95f7-a7cbe8e3bc05 req-4941ddb1-96d6-4e18-b3d3-805c8da73080 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 944 time: 0.2801440 Jun 01 13:03:24.060898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b45b6235-0b90-42a1-95f7-a7cbe8e3bc05 req-2c3842b5-7032-4072-9dde-2efdc211af7c tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874174 Jun 01 13:03:24.061473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.084790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f65ac8a-2159-43b0-b968-f6d5fb31225c req-2b563f1d-2b4e-4717-97c8-ae149e599a34 tempest-LiveMigrationTest-2112964193 tempest-LiveMigrationTest-2112964193-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247151 Jun 01 13:03:24.093789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a3556-3a7b-4aa4-9381-b135bfc2ddc0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:24.132802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.133893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-336caef8-ff89-43bd-b8ed-e8845b39d76f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/481a3556-3a7b-4aa4-9381-b135bfc2ddc0 HTTP/1.1" status: 204 len: 168 time: 0.7103214 Jun 01 13:03:24.137273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.143124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-ac307a7f-0563-4d4a-bfbb-d60143a5cd38 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:24.144702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-ac307a7f-0563-4d4a-bfbb-d60143a5cd38 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 945 time: 0.3129237 Jun 01 13:03:24.207163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11fa8962-9635-4c2c-a3c4-f6060d5489bd tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:24.228041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11fa8962-9635-4c2c-a3c4-f6060d5489bd tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:24.236130 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11fa8962-9635-4c2c-a3c4-f6060d5489bd tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976229 Jun 01 13:03:24.236612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.243690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-2123c7b7-606f-4f55-a123-57dad5cea5b7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/8b72cd17-447c-4ea8-a912-c2dc61b19f32 HTTP/1.1" status: 200 len: 1815 time: 0.1456358 Jun 01 13:03:24.244568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978092451'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.252161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Deleting port 53b016a6-365a-4584-afe6-26c7e786d1a8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:24.252506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.254553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:24.266423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:24.277969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.301357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:24.305460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:24.308698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:24.315385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:24.391600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.396548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.462006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49319166-7eed-47fc-a33d-dd71e0f7f390,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:24.471168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.478000 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b130a44-5ddc-46ef-bae0-7c78400cea64 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2402694 Jun 01 13:03:24.479321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.485914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8f0a1e7f-de2c-4e50-868b-eb95402b1bc4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '49319166-7eed-47fc-a33d-dd71e0f7f390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.486895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.501859 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-8f0a1e7f-de2c-4e50-868b-eb95402b1bc4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 01 13:03:24.502505 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-8f0a1e7f-de2c-4e50-868b-eb95402b1bc4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:24.507408 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f0a1e7f-de2c-4e50-868b-eb95402b1bc4 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0270545 Jun 01 13:03:24.508271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.513626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f5a88210-7054-497a-9a00-723ff2125afa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '49319166-7eed-47fc-a33d-dd71e0f7f390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.514570 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-f5a88210-7054-497a-9a00-723ff2125afa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 01 13:03:24.515212 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f5a88210-7054-497a-9a00-723ff2125afa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:24.519481 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f5a88210-7054-497a-9a00-723ff2125afa tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100179 Jun 01 13:03:24.520249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56582) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.528951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-830bd3ae-7352-440e-ae03-3656c6d13650 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '49319166-7eed-47fc-a33d-dd71e0f7f390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.530397 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-830bd3ae-7352-440e-ae03-3656c6d13650 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 01 13:03:24.531150 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-830bd3ae-7352-440e-ae03-3656c6d13650 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:24.535509 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-830bd3ae-7352-440e-ae03-3656c6d13650 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129709 Jun 01 13:03:24.536449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56586) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.543244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e018616c-167b-4b5c-9d4f-379e39b71c11 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '49319166-7eed-47fc-a33d-dd71e0f7f390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.544317 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-e018616c-167b-4b5c-9d4f-379e39b71c11 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 01 13:03:24.544801 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e018616c-167b-4b5c-9d4f-379e39b71c11 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:24.547026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e018616c-167b-4b5c-9d4f-379e39b71c11 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085928 Jun 01 13:03:24.548364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56590) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.568099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 31411ec5-6a46-4c9a-a3cc-32a473c5a576 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:24.603814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.619410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cff9f-1701-48db-9741-0d0b682b391e req-7e96bf2c-7d09-4bd9-848c-9bddcd67da91 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:24.620962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-447cff9f-1701-48db-9741-0d0b682b391e req-7e96bf2c-7d09-4bd9-848c-9bddcd67da91 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 945 time: 0.3386519 Jun 01 13:03:24.644928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.675206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:24.681857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:24.682217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.682573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.740434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-447cff9f-1701-48db-9741-0d0b682b391e req-ee4c1424-45e4-4339-9161-b13a927ef0f8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129055 Jun 01 13:03:24.754142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.754616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] For port 53b016a6-365a-4584-afe6-26c7e786d1a8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=53b016a6-365a-4584-afe6-26c7e786d1a8,segment=NetworkSegment(abdd2cfe-7900-4a21-bd3c-7873631f0ffb),segment_id=abdd2cfe-7900-4a21-bd3c-7873631f0ffb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:24.755053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.787234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49319166-7eed-47fc-a33d-dd71e0f7f390,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:24.818452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.822943 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48850aa4-0312-4f33-a890-cd5b991535dc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/49319166-7eed-47fc-a33d-dd71e0f7f390 HTTP/1.1" status: 204 len: 168 time: 0.2728291 Jun 01 13:03:24.825911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56594) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.833707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b910cd2-944c-4c6f-8140-30d2fe186c7c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:24.892948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Calling delete_port for 53b016a6-365a-4584-afe6-26c7e786d1a8 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:24.901471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bdb7eba1-03c5-4121-b8a1-412a68bf4ff9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:24.926222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bdb7eba1-03c5-4121-b8a1-412a68bf4ff9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:24.928417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bdb7eba1-03c5-4121-b8a1-412a68bf4ff9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999277 Jun 01 13:03:24.932726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:24.938201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d7d5450-c511-481a-af33-07dc2d75b135 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:24.941490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--781287697'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:24.953021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:24.962579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:24.963187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:24.964821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:24.994468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.040919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56604) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.050200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:25.055693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:25.055879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1942091072'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.058997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.059941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.064899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.067746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.073011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.076099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:network and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.077303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['53b016a6-365a-4584-afe6-26c7e786d1a8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:25.081032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.083877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.090926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.104443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.116049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:25.119587 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.119988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.135418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Pushing event deleted for resources: {'Port': ['ID=53b016a6-365a-4584-afe6-26c7e786d1a8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.146949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72cd17-447c-4ea8-a912-c2dc61b19f32,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.197607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:03:25.215550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.225522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.226029 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Added segment a297db2b-37d8-4483-a6bf-8c632b75bc13 of type vlan for network 0ce631b2-87c3-4172-a875-190d6f35475d Jun 01 13:03:25.235846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.241609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] No DVR routers for this DVR port 53b016a6-365a-4584-afe6-26c7e786d1a8 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:25.246645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.254003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'name': 'network-vif-deleted', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:25.258290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.261574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e3130ac-cce3-4247-9c6c-69a16cb1b84a req-b82c1c02-f580-4415-9c97-5b90e8423f85 tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.13 "DELETE /v2.0/ports/53b016a6-365a-4584-afe6-26c7e786d1a8 HTTP/1.1" status: 204 len: 173 time: 1.1092503 Jun 01 13:03:25.264322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.265745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2aeacc3b-43e8-414f-97c3-05c85f0a319b req-8ce88827-3b18-4ced-9b20-5d952866aef7 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-groups/8b72cd17-447c-4ea8-a912-c2dc61b19f32 HTTP/1.1" status: 204 len: 173 time: 0.9819939 Jun 01 13:03:25.284090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.288346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:25.307353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 2d7d5450-c511-481a-af33-07dc2d75b135 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:25.310620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3b910cd2-944c-4c6f-8140-30d2fe186c7c', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'port_id': '3b910cd2-944c-4c6f-8140-30d2fe186c7c', 'mac_address': 'fa:16:3e:67:db:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f42431-127b-4ad6-adc4-f52c2a342611', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:03:25.327085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.352618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.353964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-56c62bca-9fe5-4914-98c0-3f0ed08de87e tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4199302 Jun 01 13:03:25.357792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56618) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.360115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.366326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:25.367271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.398884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c9087761-d5e0-466e-9ad0-182894669939 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.399679 n-d-844200-1 neutron-server[88371]: WARNING neutron.api.v2.base [None req-c9087761-d5e0-466e-9ad0-182894669939 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 13:03:25.400177 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-c9087761-d5e0-466e-9ad0-182894669939 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:25.401241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9087761-d5e0-466e-9ad0-182894669939 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0423384 Jun 01 13:03:25.406625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.414630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d066a271-f3ac-4122-9cd8-c76e4e6b9659 req-70cb9cd9-49b3-4e56-a4f2-bbfc541a3f3d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Synchronizing usage tracker for tenant:7e3c1d33a1764836b698f9f6c3f6195d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:25.420426 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d18272-7704-4cde-8d92-6272754e85c4'] response: {'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'code': 200} Jun 01 13:03:25.433386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d066a271-f3ac-4122-9cd8-c76e4e6b9659 req-70cb9cd9-49b3-4e56-a4f2-bbfc541a3f3d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] Unset dirty status for tenant:7e3c1d33a1764836b698f9f6c3f6195d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:25.437662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d066a271-f3ac-4122-9cd8-c76e4e6b9659 req-70cb9cd9-49b3-4e56-a4f2-bbfc541a3f3d tempest-InstanceActionsNegativeTestJSON-1454845632 tempest-InstanceActionsNegativeTestJSON-1454845632-project] 10.222.0.40 "GET /v2.0/ports?device_id=a3fc60ca-e227-4130-9c45-29bf695551c1 HTTP/1.1" status: 200 len: 210 time: 0.0757401 Jun 01 13:03:25.446813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 2d7d5450-c511-481a-af33-07dc2d75b135 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:25.447493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.499440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3b910cd2-944c-4c6f-8140-30d2fe186c7c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:25.500163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.527276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.528824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b910cd2-944c-4c6f-8140-30d2fe186c7c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:25.535414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.541003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.556705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:25.567270 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.618638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8de6-849f-4ef2-8f4f-bc33caa035ac req-f45e85ca-6e06-4ec4-ac72-7bdf3f38bfef tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:25.619632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Network': ['ID=0ce631b2-87c3-4172-a875-190d6f35475d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.620131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-919f8de6-849f-4ef2-8f4f-bc33caa035ac req-f45e85ca-6e06-4ec4-ac72-7bdf3f38bfef tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 945 time: 0.1768250 Jun 01 13:03:25.625700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e830a0-7104-46d3-adc0-a5d325808b88 req-215cc33b-802c-43e6-8dcc-466f5388c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:25.627132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9e830a0-7104-46d3-adc0-a5d325808b88 req-215cc33b-802c-43e6-8dcc-466f5388c8f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 1096 time: 0.1347759 Jun 01 13:03:25.628597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.632582 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2f9a3e64-aa4a-4e37-bc98-ec57d44bdc68 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5905561 Jun 01 13:03:25.637173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56626) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.655565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-74343571'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.663345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.668612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:network and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.673218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.680562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.689197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.698333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:25.702173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.704453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0ce631b2-87c3-4172-a875-190d6f35475d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:03:25.757890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:03:25.761538 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:25.762720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5b27273d-35d8-4c09-b37d-2ef2c00273e1 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2543626 Jun 01 13:03:25.766018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.776251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d3753b29-1ef1-4d54-8f34-cc1f99645edc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.777090 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-d3753b29-1ef1-4d54-8f34-cc1f99645edc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 01 13:03:25.777809 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-d3753b29-1ef1-4d54-8f34-cc1f99645edc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:25.782307 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3753b29-1ef1-4d54-8f34-cc1f99645edc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117619 Jun 01 13:03:25.782307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.786764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.794443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.799484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.802838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.803221 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Added segment 99c5d352-7e39-490d-a654-f81b5ca57e63 of type vlan for network d6bdc27f-56b7-4464-a839-3d887cccdb3b Jun 01 13:03:25.805059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.815596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.861541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.862168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:25.871677 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:25.872839 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b70a7baa-9b4f-4b2e-a524-2488f4efa921 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0901620 Jun 01 13:03:25.875900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56640) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.879297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-919f8de6-849f-4ef2-8f4f-bc33caa035ac req-d83ce83a-5474-4450-9239-3c1df8a3c7e1 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512333 Jun 01 13:03:25.887354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9e830a0-7104-46d3-adc0-a5d325808b88 req-4640c970-c74e-4b41-afc0-a025864f50f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434392 Jun 01 13:03:25.891368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5c24cf8b-201f-41e2-bfb6-11161a821b91 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.891857 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-5c24cf8b-201f-41e2-bfb6-11161a821b91 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 13:03:25.892341 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-5c24cf8b-201f-41e2-bfb6-11161a821b91 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:25.893221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 2d7d5450-c511-481a-af33-07dc2d75b135 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:25.893339 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c24cf8b-201f-41e2-bfb6-11161a821b91 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164862 Jun 01 13:03:25.894075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.904579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56644) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:25.912013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:25.922530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:25.929793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:25.932907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:25.938797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c45c9-b7dc-4bf7-8a30-1e17e58889e3 req-e16c2b01-6f4b-4390-ad3a-2192f1ba8be5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:25.939911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:25.945292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.945411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d7d5450-c511-481a-af33-07dc2d75b135,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:25.949731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:25.950036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f9c45c9-b7dc-4bf7-8a30-1e17e58889e3 req-e16c2b01-6f4b-4390-ad3a-2192f1ba8be5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 944 time: 0.1584640 Jun 01 13:03:25.950465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.956117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:25.968904 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312a24c0-fceb-4902-9305-92fba5c35fdc'] response: {'server_uuid': 'a3fc60ca-e227-4130-9c45-29bf695551c1', 'name': 'network-vif-deleted', 'tag': '53b016a6-365a-4584-afe6-26c7e786d1a8', 'status': 'completed', 'code': 200} Jun 01 13:03:26.038402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f9c45c9-b7dc-4bf7-8a30-1e17e58889e3 req-42b61031-7250-4564-b9ef-e4ab980687d0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870788 Jun 01 13:03:26.048334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-c7f457d4-1b58-4b46-9af8-03487f09dae9 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "GET /v2.0/security-groups/b674ddbe-1bdc-4851-ae65-4e6abbbbbc07 HTTP/1.1" status: 200 len: 1814 time: 0.0729706 Jun 01 13:03:26.127599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3b910cd2-944c-4c6f-8140-30d2fe186c7c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:26.185928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:26.196428 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.256493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6140392 Jun 01 13:03:26.264904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56648) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.265605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447588-ba3c-42a6-bd52-06a492f5b6e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Network': ['ID=d6bdc27f-56b7-4464-a839-3d887cccdb3b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:26.275471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'subnet': {'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:26.284917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:03:26.292473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.349853 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:26.351362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36ed2524-acd3-4b91-a77f-1ecdc69d0803 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4459307 Jun 01 13:03:26.358503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.364210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.375380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ba0f5fe4-99a7-4a16-aff3-15dc0672e851 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:26.375854 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-ba0f5fe4-99a7-4a16-aff3-15dc0672e851 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 01 13:03:26.376520 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-ba0f5fe4-99a7-4a16-aff3-15dc0672e851 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:26.377597 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba0f5fe4-99a7-4a16-aff3-15dc0672e851 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179007 Jun 01 13:03:26.383711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.387180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a9803-5b65-4610-881d-38d7b6e643c4 req-0df96c0b-7b0f-49e6-9a70-53f7e994c66f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:26.391619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c9a9803-5b65-4610-881d-38d7b6e643c4 req-0df96c0b-7b0f-49e6-9a70-53f7e994c66f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 946 time: 0.1695900 Jun 01 13:03:26.391759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:26.398392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b674ddbe-1bdc-4851-ae65-4e6abbbbbc07,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:26.414655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:26.422726 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.423828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93b10641-ffb8-4a0b-ba0f-21ee88b4da2f req-b4de2209-7a2b-4122-92e9-1cc2c0f5dad8 tempest-SecurityGroupRulesNegativeTestJSON-283809601 tempest-SecurityGroupRulesNegativeTestJSON-283809601-project] 10.222.0.40 "DELETE /v2.0/security-groups/b674ddbe-1bdc-4851-ae65-4e6abbbbbc07 HTTP/1.1" status: 204 len: 173 time: 0.3684528 Jun 01 13:03:26.426953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:26.432075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:26.432413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56660) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.439990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:26.450427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-f6f9c92a-4d16-4b67-b572-e9d8ce047b79 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:26.451702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-f6f9c92a-4d16-4b67-b572-e9d8ce047b79 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:26.459260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:26.464597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:subnet and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:26.470007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:26.486985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:26.492050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-f6f9c92a-4d16-4b67-b572-e9d8ce047b79 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:26.493602 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-f6f9c92a-4d16-4b67-b572-e9d8ce047b79 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 944 time: 0.3398600 Jun 01 13:03:26.533629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c9a9803-5b65-4610-881d-38d7b6e643c4 req-5ed2c59a-2d20-4018-9fff-9ec82822a106 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373560 Jun 01 13:03:26.553191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Deleting subnet d8defd4a-a77a-4d0b-b2ac-711e70e24b1f {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:26.558344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.565579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:26.569564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.588906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56666) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.655275 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:26.656201 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-83967305-04e7-4856-93fe-f80eef6ab555 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2715650 Jun 01 13:03:26.658635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.671482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.682212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:26.693505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:26.698617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Deleting port 9649ca48-02c7-49c8-89ba-d8991a04988d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:26.698852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Deleting subnet 90b60417-1efa-4058-a05b-280a590bb424 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:03:26.698953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.709742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.734673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:26.745561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:26.763000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:26.764752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.804952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.880368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:26.894643 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:26.895671 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e172c632-0eb7-4017-a740-c1b08c81d5a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2232990 Jun 01 13:03:26.911932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56674) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:26.960715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.023827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8defd4a-a77a-4d0b-b2ac-711e70e24b1f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:27.031216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.060174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-48ac9321-1cab-42d5-8471-3a6a1eaaad59 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d8defd4a-a77a-4d0b-b2ac-711e70e24b1f HTTP/1.1" status: 204 len: 168 time: 0.6261837 Jun 01 13:03:27.064450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:27.068768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.100542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.115705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.207756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b60417-1efa-4058-a05b-280a590bb424,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:27.210208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] For port 9649ca48-02c7-49c8-89ba-d8991a04988d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9649ca48-02c7-49c8-89ba-d8991a04988d,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:27.210539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.217634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.219486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0723d2a9-bb58-4b64-843d-fa1e9ea64bd0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/90b60417-1efa-4058-a05b-280a590bb424 HTTP/1.1" status: 204 len: 168 time: 0.6297348 Jun 01 13:03:27.222344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.224310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56686) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:27.308765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.319396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea402ca9-8a22-4514-9d80-128e212dc4e4 req-954ff42d-fbae-4e4a-8d5b-f8f5a4e18510 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:27.320900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea402ca9-8a22-4514-9d80-128e212dc4e4 req-954ff42d-fbae-4e4a-8d5b-f8f5a4e18510 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 945 time: 0.2405038 Jun 01 13:03:27.355821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:27.367353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455c5ae-a957-4c1a-853e-38ae4a42c5b1 req-d8ce416d-01a9-4fba-95e2-2e9837dcd70e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:27.368806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b455c5ae-a957-4c1a-853e-38ae4a42c5b1 req-d8ce416d-01a9-4fba-95e2-2e9837dcd70e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 944 time: 0.1999781 Jun 01 13:03:27.376872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.377784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-44981a5e-2f9d-4e1c-864d-8f6f09d0339c tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/ed647e82-fe3b-4eb8-b8ee-50ad0c0af0d9 HTTP/1.1" status: 204 len: 168 time: 0.4645638 Jun 01 13:03:27.382034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:27.386894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Calling delete_port for 9649ca48-02c7-49c8-89ba-d8991a04988d owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:27.422008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:27.451753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea402ca9-8a22-4514-9d80-128e212dc4e4 req-72fd6ba8-e97f-4c43-8e0c-79f48f562f57 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Jun 01 13:03:27.474879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b455c5ae-a957-4c1a-853e-38ae4a42c5b1 req-59fd2914-200d-42de-87f5-d8bc8c570670 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Jun 01 13:03:27.480110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.484538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-253f9ea7-3253-4def-997d-844bca85e402 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:27.493100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Subnet': ['ID=65ce6077-005c-4818-a77b-a87a735c00e2,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:27.503862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-253f9ea7-3253-4def-997d-844bca85e402 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:27.505288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-253f9ea7-3253-4def-997d-844bca85e402 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1156580 Jun 01 13:03:27.509825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:27.531719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407761825'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:27.547307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:27.565588 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb318567-3d50-43f5-ae18-adb940300ac7'] response: {'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135', 'code': 200} Jun 01 13:03:27.575153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:27.575153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network hostable DHCP agents. Network: 0ce631b2-87c3-4172-a875-190d6f35475d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:03:27.600054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:27.641496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.725835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.810957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ff03-3683-42df-9cf8-86bb5c1db738 req-ddfa32dc-31c8-40b7-a014-ba5f87a665b4 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:27.812519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c062ff03-3683-42df-9cf8-86bb5c1db738 req-ddfa32dc-31c8-40b7-a014-ba5f87a665b4 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 944 time: 0.2024999 Jun 01 13:03:27.850846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26239-0c7c-4565-b6d5-f3cc6c67c164 req-9f2e2795-83b8-4fe8-a5c2-9f5bcf412937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:27.852392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d26239-0c7c-4565-b6d5-f3cc6c67c164 req-9f2e2795-83b8-4fe8-a5c2-9f5bcf412937 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1097 time: 0.1832042 Jun 01 13:03:27.870213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015b3c-acb0-4731-8c93-660e045c1004 req-817a19d6-d003-40f5-8422-98cffa85a8ae tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:27.871740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a015b3c-acb0-4731-8c93-660e045c1004 req-817a19d6-d003-40f5-8422-98cffa85a8ae tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 946 time: 0.2036214 Jun 01 13:03:27.907399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 0ce631b2-87c3-4172-a875-190d6f35475d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:03:27.920764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c062ff03-3683-42df-9cf8-86bb5c1db738 req-92dc2d99-6a77-427d-90b0-458df112a8d0 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993364 Jun 01 13:03:27.953746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d26239-0c7c-4565-b6d5-f3cc6c67c164 req-a120a18c-1cee-4946-8075-b76fd4f2ece3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Jun 01 13:03:27.956933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a015b3c-acb0-4731-8c93-660e045c1004 req-d1e88441-0d3c-4af2-9c6a-b7c4613b56c5 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672486 Jun 01 13:03:27.960184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:27.967612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:27.993451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0ce631b2-87c3-4172-a875-190d6f35475d) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:27.998640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:28.001218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cac124-f035-448f-ab7d-899ae16c0e6a None None] Network 0ce631b2-87c3-4172-a875-190d6f35475d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:28.004362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:28.023530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:28.024106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.086968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:28.092612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a857c4c7-4664-4fee-9c1c-9fd8a11f5871']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.130092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a33957-f22e-41d1-be3e-d90fb610d49f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.130392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a33957-f22e-41d1-be3e-d90fb610d49f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.147738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.155434 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.161134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.166465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:28.204122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9649ca48-02c7-49c8-89ba-d8991a04988d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:28.220284 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f34f7521-e2c9-48e3-a4c8-0c5ab9cf3c5f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9514167 Jun 01 13:03:28.223044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56704) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:28.229518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'subnet': {'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:28.249006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event deleted for resources: {'Port': ['ID=9649ca48-02c7-49c8-89ba-d8991a04988d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:28.251824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46b523b-740e-4912-9d1f-aeb320fecf90']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.260256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.307321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:28.307722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.323808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.324101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdd2cfe-7900-4a21-bd3c-7873631f0ffb') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:28.363186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-0ce631b2-87c3-4172-a875-190d6f35475d', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:03:28.364014 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.422972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.439906 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 31a33957-f22e-41d1-be3e-d90fb610d49f resource provider aggregate not found Jun 01 13:03:28.477042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:28.487572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:subnet and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:28.489167 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 31a33957-f22e-41d1-be3e-d90fb610d49f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31a33957-f22e-41d1-be3e-d90fb610d49f found for delete ", "request_id": "req-7d19c88c-345b-4908-ac8b-d93b827b61d9"}]} Jun 01 13:03:28.491174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:28.498649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] No DVR routers for this DVR port 9649ca48-02c7-49c8-89ba-d8991a04988d on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:28.504623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.505309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:28.508183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-deleted', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:28.532952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.549473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:28.549859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.574758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.587779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 53b016a6-365a-4584-afe6-26c7e786d1a8 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:28.629511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e2d59ee3-dd78-495a-ac34-c9ed202f58ba req-6d2ffc2b-ead4-4e84-8fae-5b4bd2457609 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.24 "DELETE /v2.0/ports/9649ca48-02c7-49c8-89ba-d8991a04988d HTTP/1.1" status: 204 len: 173 time: 2.1242547 Jun 01 13:03:28.637453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 53b016a6-365a-4584-afe6-26c7e786d1a8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:28.637914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 53b016a6-365a-4584-afe6-26c7e786d1a8 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:28.641193 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cec27c-e3e7-4604-b9a8-a014648fb24f'] response: {'server_uuid': '3d7fd2b1-e44b-4374-8c09-1fbe547d6f41', 'name': 'network-vif-deleted', 'tag': '9649ca48-02c7-49c8-89ba-d8991a04988d', 'status': 'completed', 'code': 200} Jun 01 13:03:28.645430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.646973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Allocated IP 10.1.1.2 (0ce631b2-87c3-4172-a875-190d6f35475d/65ce6077-005c-4818-a77b-a87a735c00e2/eff62b74-71bf-4551-be73-c4daeb00371a) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:28.664612 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.686111 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a857c4c7-4664-4fee-9c1c-9fd8a11f5871 HTTP/1.1" status: 204 len: 168 time: 1.6188171 Jun 01 13:03:28.692194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.700665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69ff370f-5006-4d4e-836c-aaf04ca359e9 req-c22a1dac-52d8-44ef-a19c-d30a70d447a0 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.0452096 Jun 01 13:03:28.706235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:28.714622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.721518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61ebe4-23c9-4055-a91b-aad64d3ae611 admin admin] Pushing event deleted for resources: {'Network': ['ID=a857c4c7-4664-4fee-9c1c-9fd8a11f5871,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:28.749460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.782742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.784614 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/c46b523b-740e-4912-9d1f-aeb320fecf90 HTTP/1.1" status: 204 len: 168 time: 1.5564797 Jun 01 13:03:28.785584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:28.786908 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2709644 Jun 01 13:03:28.794692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69d241-1fd5-4882-978b-9ae10fafd481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a1fa88-9038-4cef-b6d9-65cf883251b4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:28.811719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:28.812866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f67d4-3b4d-4f02-9cad-6fbe54d9f7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46b523b-740e-4912-9d1f-aeb320fecf90,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:28.827510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'f2a1fa88-9038-4cef-b6d9-65cf883251b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:28.851531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:28.860495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:28.868249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:28.879724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:28.893235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b910cd2-944c-4c6f-8140-30d2fe186c7c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:28.938761 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The resource could not be found. Jun 01 13:03:28.942825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-351cb40c-dfe9-406c-b3f7-f0095bf12aa5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1183121 Jun 01 13:03:28.943814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56724) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:28.958721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': 'f2a1fa88-9038-4cef-b6d9-65cf883251b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7770d137-0213-4908-8c1c-a0d0af76de21'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:28.980079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:28.986085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:28.990915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:29.008905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:29.028534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.064385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Transition to ACTIVE for port object eff62b74-71bf-4551-be73-c4daeb00371a will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:29.073836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56732) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:29.128042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 3b910cd2-944c-4c6f-8140-30d2fe186c7c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:29.131633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Transition to ACTIVE for port object eff62b74-71bf-4551-be73-c4daeb00371a will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:29.142874 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0b66a12-cb34-47e7-a6b8-38733fe74df0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00e250e47c3044b4884368d2de8b60ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648744 Jun 01 13:03:29.143038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3b910cd2-944c-4c6f-8140-30d2fe186c7c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:29.143038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.143199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:29.193226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.195540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:29.268345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.297454 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62d689ac-a172-493f-a244-1f1b22c95abf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e3c1d33a1764836b698f9f6c3f6195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981183 Jun 01 13:03:29.298955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:29.323196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Network 0ce631b2-87c3-4172-a875-190d6f35475d is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:29.332588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:29.335369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:29.335760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.371253 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The resource could not be found. Jun 01 13:03:29.375593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-47090b46-b464-4262-acd0-f41eb5dfefdc tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4277077 Jun 01 13:03:29.379027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:29.431602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.459558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.480124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Pushing event updated for resources: {'Port': ['ID=eff62b74-71bf-4551-be73-c4daeb00371a,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:29.483945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.542718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.557508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.561188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/db0c2c79-858e-4e84-a101-20d03b01f66f HTTP/1.1" status: 204 len: 168 time: 0.4141657 Jun 01 13:03:29.561188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0c2c79-858e-4e84-a101-20d03b01f66f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:29.577979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Subnet': ['ID=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:29.580474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.581535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.581535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.581774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.582179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.582649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.583211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.583626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.584115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.584476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.584896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.585521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec819038-f3e3-4707-a032-03c5c5e16624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:29.597275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e8cc0-58d6-4fed-b8b4-543e9e098ced req-f2b1934b-24a1-4d1c-ae1e-96c226f960d3 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:29.600885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-487e8cc0-58d6-4fed-b8b4-543e9e098ced req-f2b1934b-24a1-4d1c-ae1e-96c226f960d3 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 946 time: 0.4452477 Jun 01 13:03:29.668483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.677941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Attempting to bind port eff62b74-71bf-4551-be73-c4daeb00371a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:29.678550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Attempting to bind port eff62b74-71bf-4551-be73-c4daeb00371a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:29.678891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Attempting to bind port eff62b74-71bf-4551-be73-c4daeb00371a on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:29.681190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3b910cd2-944c-4c6f-8140-30d2fe186c7c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:29.681603 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.703713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:29.703974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:29.706365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.706910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Bound using segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:29.707391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Bound port: eff62b74-71bf-4551-be73-c4daeb00371a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:29.707825 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.713810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56b2ba-2875-4cbf-b730-ded8423e0cce,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:29.722347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.726971 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2e261bdd-b77c-4726-8e19-4e9122440c12 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ad56b2ba-2875-4cbf-b730-ded8423e0cce HTTP/1.1" status: 204 len: 168 time: 0.4113319 Jun 01 13:03:29.738338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:29.743925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:29.760802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.761965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:29.768553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921a22-64c8-4c5b-af1e-01c304d65c13 req-09726ac4-e9ab-455b-a208-a5684f4db229 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:29.774796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00921a22-64c8-4c5b-af1e-01c304d65c13 req-09726ac4-e9ab-455b-a208-a5684f4db229 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 944 time: 0.5817981 Jun 01 13:03:29.775706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.813021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.951243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-487e8cc0-58d6-4fed-b8b4-543e9e098ced req-d98fd5b6-bc9a-4e7e-bcfb-8dba94dc056d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420115 Jun 01 13:03:29.959514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:29.969801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 9649ca48-02c7-49c8-89ba-d8991a04988d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:29.976254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9649ca48-02c7-49c8-89ba-d8991a04988d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:30.005529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Checking segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:30.005961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network hostable DHCP agents. Network: d6bdc27f-56b7-4464-a839-3d887cccdb3b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:03:30.061679 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9917ed-c24a-4701-8fa3-ea94b1c06d9d'] response: {'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c', 'code': 200} Jun 01 13:03:30.082646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a1fa88-9038-4cef-b6d9-65cf883251b4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:30.120429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.121996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d8050065-f1ac-4a1d-80a0-35bd7bcd8f89 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/f2a1fa88-9038-4cef-b6d9-65cf883251b4 HTTP/1.1" status: 204 len: 168 time: 0.7409821 Jun 01 13:03:30.125344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:30.157620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:30.162094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] For port eff62b74-71bf-4551-be73-c4daeb00371a, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:30.164125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00921a22-64c8-4c5b-af1e-01c304d65c13 req-d7605d1e-0de2-4f5e-a645-354ab78916c8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642767 Jun 01 13:03:30.164927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:03:30.180580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, d6bdc27f-56b7-4464-a839-3d887cccdb3b) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:30.186558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:30.187455 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.193596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] For port eff62b74-71bf-4551-be73-c4daeb00371a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff62b74-71bf-4551-be73-c4daeb00371a,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:30.198390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79339e12-c0e0-404c-a5ec-e9ced26e85d8 None None] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:30.225908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eacb8b43-f58a-4835-9d67-58164a3e5156 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9990079 Jun 01 13:03:30.226320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:30.232844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'name': 'tempest-TaggedBootDevicesTest_v242-1809621893', 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:30.236858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.419437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:30.423999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:30.427558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:30.436280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:30.450662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0b83-6aaf-45eb-ab4f-0ead7237d563 None None] Pushing event updated for resources: {'Port': ['ID=eff62b74-71bf-4551-be73-c4daeb00371a,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:30.480154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-17425312-10db-42a5-8b0b-b0c28d2046d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:30.507342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef187f7-b3ab-4462-9d52-6168356e1cda req-d7af5641-e566-45ee-9c1c-7efcd2df973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:30.509137 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ef187f7-b3ab-4462-9d52-6168356e1cda req-d7af5641-e566-45ee-9c1c-7efcd2df973c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 1096 time: 0.3282239 Jun 01 13:03:30.561717 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment abdd2cfe-7900-4a21-bd3c-7873631f0ffb resource provider aggregate not found Jun 01 13:03:30.583406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4950a695-2611-4e25-83ef-dfe3a80c0afe req-35c063f3-7879-41f7-9ee3-bea4364a1795 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=3d7fd2b1-e44b-4374-8c09-1fbe547d6f41 HTTP/1.1" status: 200 len: 210 time: 0.1372890 Jun 01 13:03:30.587152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:30.605495 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment abdd2cfe-7900-4a21-bd3c-7873631f0ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abdd2cfe-7900-4a21-bd3c-7873631f0ffb found for delete ", "request_id": "req-7321b75d-5819-4316-bbea-6cc691b0bae7"}]} Jun 01 13:03:30.631545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-17425312-10db-42a5-8b0b-b0c28d2046d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:30.634342 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17425312-10db-42a5-8b0b-b0c28d2046d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5066407 Jun 01 13:03:30.642665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:30.659100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '64a9ec81-f225-4aed-bf37-974fec422d7d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:30.680682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:30.686808 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ef187f7-b3ab-4462-9d52-6168356e1cda req-8e9bc524-66a4-46d9-9ae4-8dff7baf16a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655834 Jun 01 13:03:30.690187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:30.693766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:30.700085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:30.720103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-d6bdc27f-56b7-4464-a839-3d887cccdb3b', 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ips': [{'subnet_id': 'e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:03:30.720892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.803523 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The resource could not be found. Jun 01 13:03:30.809423 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-835a1bec-f3a9-494c-b2d6-c3c650e63090 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1609113 Jun 01 13:03:30.809423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56796) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:30.816370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159955863'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:30.829943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:30.854549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:30.888750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.908504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:30.939727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:30.945485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:30.951629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] device_id is not set on port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:03:30.956708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:30.971052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:31.126931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Allocated IP 10.2.2.2 (d6bdc27f-56b7-4464-a839-3d887cccdb3b/e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6/293c81a0-709f-41db-9e1f-a88f6011eb23) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:31.183188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.191768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.280275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.284127 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4741569 Jun 01 13:03:31.287814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:31.310914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301644289'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:31.335407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:31.343158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:31.346705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3969a-ef40-4c67-8e6a-53dbac624dd3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8bb61f-dfbc-4f74-a534-5dbaca9be3c6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:31.350951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:31.357783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:31.370943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.1.1.212 (0ce631b2-87c3-4172-a875-190d6f35475d/65ce6077-005c-4818-a77b-a87a735c00e2/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:31.371314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.388267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:31.417694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:31.426876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:31.431691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:31.455139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:31.596968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-437892050-network', 'tenant_id': '85fdbe4417fc4e369cb77ab29c6fcc46'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:31.611986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:31.620989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Usage tracker for resource:network and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:31.651892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:31.657123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.664667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.670922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:31.681658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Transition to ACTIVE for port object 293c81a0-709f-41db-9e1f-a88f6011eb23 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:31.687953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.721493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Transition to ACTIVE for port object 293c81a0-709f-41db-9e1f-a88f6011eb23 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:31.734208 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.779265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Made reservation on behalf of 85fdbe4417fc4e369cb77ab29c6fcc46 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:31.783025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.799073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abcdb01-3272-4828-bac4-467008857c7e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:31.803643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.805286 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2ec8e164-ad1e-4b72-bb24-ee57566809a9 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5112979 Jun 01 13:03:31.808935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56834) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:31.816653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group_rule': {'security_group_id': '2c8bb61f-dfbc-4f74-a534-5dbaca9be3c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4abcdb01-3272-4828-bac4-467008857c7e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:31.823113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:31.827661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:31.831349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:31.838623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:31.848115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:31.861441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:31.883558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Pushing event updated for resources: {'Port': ['ID=293c81a0-709f-41db-9e1f-a88f6011eb23,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:31.917411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:31.918626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:31.921041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:31.924011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:31.935895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Usage tracker for resource:security_group_rule and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:31.945365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:31.962789 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:03:31.967407 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-daf7f58b-dca2-4f8e-92a7-ad08a735c0ce tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1573803 Jun 01 13:03:31.968380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:31.969493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:32.008731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b401693-114a-4fb5-a7ad-9a6c4ae6a1f3 req-967c3c7a-287a-4e64-a376-6d6a06d20f80 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:32.020171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b401693-114a-4fb5-a7ad-9a6c4ae6a1f3 req-967c3c7a-287a-4e64-a376-6d6a06d20f80 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 945 time: 0.5615323 Jun 01 13:03:32.059040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851a354-2139-4022-a40d-5503779c82bf None None] Network 0ce631b2-87c3-4172-a875-190d6f35475d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:32.078997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-558229823-network', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:32.085058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:32.087761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dedd3-5a39-404c-a613-1190a8998577 req-e83dfe2f-7b08-4347-9620-2e97ee2c92f0 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:32.088589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Attempting to bind port 293c81a0-709f-41db-9e1f-a88f6011eb23 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:32.089381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Attempting to bind port 293c81a0-709f-41db-9e1f-a88f6011eb23 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:32.089730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Attempting to bind port 293c81a0-709f-41db-9e1f-a88f6011eb23 on network d6bdc27f-56b7-4464-a839-3d887cccdb3b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:32.090971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Usage tracker for resource:network and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:32.094048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:32.094166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b2dedd3-5a39-404c-a613-1190a8998577 req-e83dfe2f-7b08-4347-9620-2e97ee2c92f0 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 946 time: 0.7249346 Jun 01 13:03:32.106816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:32.127536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Made reservation on behalf of 8540fffb1535497eb4b22039cb36e14b for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:32.130198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.164765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.167208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:32.168084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Checking segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:32.168799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.169304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Bound using segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:32.169898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Bound port: 293c81a0-709f-41db-9e1f-a88f6011eb23, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:32.170341 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.202320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:32.205730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.211365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Usage tracker for resource:security_group_rule and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:32.247890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:32.275761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e90af95a-d560-4ed2-955b-4f308bbb170e None None] Provisioning for port eff62b74-71bf-4551-be73-c4daeb00371a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:32.288171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:32.301786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b401693-114a-4fb5-a7ad-9a6c4ae6a1f3 req-99cce122-c875-4bac-bb67-0a3315863329 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781911 Jun 01 13:03:32.316915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.345850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.347261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b2dedd3-5a39-404c-a613-1190a8998577 req-df7313fe-a36f-4865-9596-f934bbb314f5 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515185 Jun 01 13:03:32.388994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object a09f7d53-bb66-45eb-9bcf-bb22e91f64eb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:32.432525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.442923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff62b74-71bf-4551-be73-c4daeb00371a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:32.446927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.536024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.539755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.556265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:03:32.566941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.567512 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Added segment 2092b374-a6a4-4fc1-973a-06d0a3fcc562 of type vlan for network 7991a494-180a-40b4-b2d6-6004f88ec76c Jun 01 13:03:32.607568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.671523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.674349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.780380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] For port 293c81a0-709f-41db-9e1f-a88f6011eb23, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:32.805593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] For port 293c81a0-709f-41db-9e1f-a88f6011eb23, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=293c81a0-709f-41db-9e1f-a88f6011eb23,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:32.807081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 0ce631b2-87c3-4172-a875-190d6f35475d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:32.820571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:32.825268 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.827009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:32.892365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:32.925537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:32.926487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.932578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.933854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:32.934758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:32.976196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3105194-8338-44f6-a355-ba33cd4c2efd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:32.983314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda3b26-1e8e-4578-9733-cd1e296f1e71 None None] Pushing event updated for resources: {'Port': ['ID=293c81a0-709f-41db-9e1f-a88f6011eb23,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:32.996217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-cf74d7ba-fb14-48c5-8d9f-d204e4cff47e tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:32.997729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-cf74d7ba-fb14-48c5-8d9f-d204e4cff47e tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2877121 Jun 01 13:03:33.001734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-045b2f18-660f-4dbb-9747-520a70de2ee3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7744761 Jun 01 13:03:33.004712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:33.018021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port eff62b74-71bf-4551-be73-c4daeb00371a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:33.046622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eff62b74-71bf-4551-be73-c4daeb00371a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:33.047332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.080789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b496f-ac35-4dee-9c4d-047e0f6e1c26,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:33.105000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:03:33.133291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'name': 'tempest-TaggedBootDevicesTest_v242-152662821', 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:33.184725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abcdb01-3272-4828-bac4-467008857c7e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:33.188421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.188656 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Added segment 1d365890-fb01-4aba-95f1-3abf6e7d369c of type vlan for network f9eea41b-805b-44ff-94cd-65ee1080eaa8 Jun 01 13:03:33.192338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] Pushing event updated for resources: {'Network': ['ID=7991a494-180a-40b4-b2d6-6004f88ec76c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:33.203842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eff62b74-71bf-4551-be73-c4daeb00371a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:33.204226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.228538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.229667 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d05c800a-4c5f-4862-aefe-3055885c3d78 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/4abcdb01-3272-4828-bac4-467008857c7e HTTP/1.1" status: 204 len: 168 time: 1.2575886 Jun 01 13:03:33.234186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:33.264797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7991a494-180a-40b4-b2d6-6004f88ec76c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:03:33.286977 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20098427-5283-40cf-9ef6-c7748129d433 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8953822 Jun 01 13:03:33.293927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56864) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:33.337925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Request body: {'subnet': {'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-437892050-subnet', 'tenant_id': '85fdbe4417fc4e369cb77ab29c6fcc46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:33.360893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.375573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:33.386117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Usage tracker for resource:subnet and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:33.408773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:33.428711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-a6438877-2634-434e-a320-b839737d5d32 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.4229813 Jun 01 13:03:33.463527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:33.476349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:33.486350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port eff62b74-71bf-4551-be73-c4daeb00371a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff62b74-71bf-4551-be73-c4daeb00371a,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:33.504764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.523437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-851930ab-1d21-4194-bdd8-d2f4573ef0e3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:33.575716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:33.619816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Made reservation on behalf of 85fdbe4417fc4e369cb77ab29c6fcc46 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:33.622221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.648744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-851930ab-1d21-4194-bdd8-d2f4573ef0e3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:33.652857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-851930ab-1d21-4194-bdd8-d2f4573ef0e3 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4167895 Jun 01 13:03:33.653728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:33.722469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=eff62b74-71bf-4551-be73-c4daeb00371a,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:33.737039 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.792002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Provisioning for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:33.799955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Provisioning complete for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:33.800320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.810544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.811821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:33.812596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:33.892638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:33.904520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Provisioning complete for port eff62b74-71bf-4551-be73-c4daeb00371a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:33.904883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.037080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1723228 Jun 01 13:03:34.048418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56876) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:34.088123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d907e-90b7-4ab7-aec6-b661b4cbd1dd admin admin] Pushing event updated for resources: {'Network': ['ID=f9eea41b-805b-44ff-94cd-65ee1080eaa8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:34.095833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8475b-c073-49ca-a4e7-0e16f18f418d None None] Current status of the port eff62b74-71bf-4551-be73-c4daeb00371a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:34.103942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:03:34.118391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Request body: {'subnet': {'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-558229823-subnet', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:34.135965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.176732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:34.233991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Usage tracker for resource:subnet and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:34.252697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.265445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:34.280344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.295352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:34.308768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0dc6d868-6929-4867-930e-4718cc042a6e None None] Provisioning complete for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:34.309303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d868-6929-4867-930e-4718cc042a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.323952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:34.382293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.398628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.469972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6d868-6929-4867-930e-4718cc042a6e None None] Port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:34.476606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff62b74-71bf-4551-be73-c4daeb00371a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:34.484722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9685af2b-5906-4f12-9c60-1538b53aaf31,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:34.487678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8bb61f-dfbc-4f74-a534-5dbaca9be3c6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:34.489501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:34.516067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:34.519380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Made reservation on behalf of 8540fffb1535497eb4b22039cb36e14b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:34.522243 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.549392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.550869 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79890a83-d297-498d-8c31-f3cd78008481 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/2c8bb61f-dfbc-4f74-a534-5dbaca9be3c6 HTTP/1.1" status: 204 len: 168 time: 0.8923602 Jun 01 13:03:34.557474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56880) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:34.560522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Checking segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:34.565588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Network hostable DHCP agents. Network: 7991a494-180a-40b4-b2d6-6004f88ec76c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:03:34.647544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:34.680388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eff62b74-71bf-4551-be73-c4daeb00371a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:34.681028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.703350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f287-2147-472d-9490-dd9914248407 req-761233b1-b3fc-42d6-b85e-818335b9fbcb tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:34.705259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1949f287-2147-472d-9490-dd9914248407 req-761233b1-b3fc-42d6-b85e-818335b9fbcb tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 945 time: 0.7537954 Jun 01 13:03:34.714535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Network 7991a494-180a-40b4-b2d6-6004f88ec76c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:03:34.773988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79f281d7-da2b-45aa-8f25-9362210d7706 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:34.782028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7991a494-180a-40b4-b2d6-6004f88ec76c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:34.790410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:34.791380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.800665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00b49c-d749-4e45-8c68-b55957468c28 None None] Network 7991a494-180a-40b4-b2d6-6004f88ec76c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:34.833709 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c606001d-6fbc-495a-8fc1-251093ad9921 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5269701 Jun 01 13:03:34.840654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79f281d7-da2b-45aa-8f25-9362210d7706 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:34.846455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:34.851747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:34.862842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56886) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:34.868074 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79f281d7-da2b-45aa-8f25-9362210d7706 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3088317 Jun 01 13:03:34.913563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950485824'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:34.920386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:34.952823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:34.993773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] device_id is not set on port 566b0862-eae1-4d06-9a18-6072cbbaacb6 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:03:35.068573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff6a53-f53d-4f02-9111-f91e204532c8 None None] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:35.126319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:35.138680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1949f287-2147-472d-9490-dd9914248407 req-5303fc73-d8a7-43e9-ac40-dac805993beb tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220090 Jun 01 13:03:35.202905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-583e9ad0-4c34-4dde-bf09-298c4888b279 None None] Provisioning for port 293c81a0-709f-41db-9e1f-a88f6011eb23 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:35.215940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:35.223005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eff62b74-71bf-4551-be73-c4daeb00371a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:35.224110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 293c81a0-709f-41db-9e1f-a88f6011eb23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:35.372960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.1.1.49 (0ce631b2-87c3-4172-a875-190d6f35475d/65ce6077-005c-4818-a77b-a87a735c00e2/566b0862-eae1-4d06-9a18-6072cbbaacb6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:35.500235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 293c81a0-709f-41db-9e1f-a88f6011eb23 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:35.534498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 293c81a0-709f-41db-9e1f-a88f6011eb23 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:35.534901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:35.606698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdeb421-532e-474a-9fcd-6088e6bb9bb2 None None] Network 7991a494-180a-40b4-b2d6-6004f88ec76c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:35.651385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Usage tracker for resource:security_group_rule and tenant:f91ada810ec340f291d482f01097cda6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:35.672877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:35.786337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:35.852855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 293c81a0-709f-41db-9e1f-a88f6011eb23 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:35.853477 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:35.934874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 293c81a0-709f-41db-9e1f-a88f6011eb23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=293c81a0-709f-41db-9e1f-a88f6011eb23,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:35.942573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.019123 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.020740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=293c81a0-709f-41db-9e1f-a88f6011eb23,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:36.040584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-31749cb8-0255-4fd4-966d-0222599431f4 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:36.047050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-31749cb8-0255-4fd4-966d-0222599431f4 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 817 time: 0.3926442 Jun 01 13:03:36.130225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-b749c3b8-d407-4b2a-84c7-a2abfa464afc tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/quotas/85fdbe4417fc4e369cb77ab29c6fcc46 HTTP/1.1" status: 200 len: 375 time: 0.0822289 Jun 01 13:03:36.140114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.142049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object 566b0862-eae1-4d06-9a18-6072cbbaacb6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:36.147929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.150251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-47da8620-d6ec-4ad9-ad4d-e76c2023c9fb None None] Provisioning complete for port 293c81a0-709f-41db-9e1f-a88f6011eb23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:36.150654 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47da8620-d6ec-4ad9-ad4d-e76c2023c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.221515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.266740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-b96e587d-6a0d-4d21-aee9-6cb617367841 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189592 Jun 01 13:03:36.313846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 293c81a0-709f-41db-9e1f-a88f6011eb23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:36.413357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07176d52-385d-444e-ad53-24a59dc3f3e3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:36.425611 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:36.448556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-47da8620-d6ec-4ad9-ad4d-e76c2023c9fb None None] Current status of the port 293c81a0-709f-41db-9e1f-a88f6011eb23 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:36.452706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 293c81a0-709f-41db-9e1f-a88f6011eb23 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:36.453290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.529198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b328d9-eebd-43da-949a-681032e05718,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:36.546938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Checking segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:36.547288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Network hostable DHCP agents. Network: f9eea41b-805b-44ff-94cd-65ee1080eaa8, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:03:36.551988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.556116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f9bfb3c-1315-4853-9dca-410bd874a986 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6681731 Jun 01 13:03:36.556622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.562926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7b23c9fd-cf10-4c0c-8384-b4b47447e6f7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:36.563525 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-7b23c9fd-cf10-4c0c-8384-b4b47447e6f7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 13:03:36.564183 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-7b23c9fd-cf10-4c0c-8384-b4b47447e6f7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 13:03:36.565355 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7b23c9fd-cf10-4c0c-8384-b4b47447e6f7 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "PUT /v2.0/security-groups/07176d52-385d-444e-ad53-24a59dc3f3e3 HTTP/1.1" status: 409 len: 330 time: 0.0076501 Jun 01 13:03:36.567765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.568964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.590897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 293c81a0-709f-41db-9e1f-a88f6011eb23 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:36.635277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.664393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.668251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.683381 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.715453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.734213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07176d52-385d-444e-ad53-24a59dc3f3e3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:36.740430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 0ce631b2-87c3-4172-a875-190d6f35475d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:36.740741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:36.745016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b022e6d-a492-4452-9227-0f4cc87c38d5 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/07176d52-385d-444e-ad53-24a59dc3f3e3 HTTP/1.1" status: 204 len: 168 time: 0.1717913 Jun 01 13:03:36.745016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.750375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-f9a8d32c-8434-4978-ad81-8246564e808c service neutron] 10.222.0.40 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519677 Jun 01 13:03:36.750974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:03:36.763696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:36.774069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:36.802678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1fe02be0-ab8d-4a98-966e-6605ac9f6b4f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Synchronizing usage tracker for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:36.820503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1fe02be0-ab8d-4a98-966e-6605ac9f6b4f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] Unset dirty status for tenant:f91ada810ec340f291d482f01097cda6 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:36.825836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1fe02be0-ab8d-4a98-966e-6605ac9f6b4f tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761926 Jun 01 13:03:36.825836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.831552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:36.845764 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-fe6590de-e172-4930-9be1-e7ea29ac22e6 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] delete failed (client error): The resource could not be found. Jun 01 13:03:36.850650 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe6590de-e172-4930-9be1-e7ea29ac22e6 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "DELETE /v2.0/security-groups/8c3ed6c3-9f57-4052-9148-c010f2d224cc HTTP/1.1" status: 404 len: 347 time: 0.0199096 Jun 01 13:03:36.851995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56930) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.870566 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-36782785-e0f5-4255-a387-8f229f956d80 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] show failed (client error): The resource could not be found. Jun 01 13:03:36.871984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36782785-e0f5-4255-a387-8f229f956d80 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-groups/32780a00-f92d-4f8e-a420-8b390cb82d5d HTTP/1.1" status: 404 len: 347 time: 0.0182469 Jun 01 13:03:36.875557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56934) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:36.891578 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-5c5223b7-2e9b-481e-b120-a1c7cabe0375 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] show failed (client error): The resource could not be found. Jun 01 13:03:36.897040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c5223b7-2e9b-481e-b120-a1c7cabe0375 tempest-NegativeSecGroupTest-559752643 tempest-NegativeSecGroupTest-559752643-project] 10.222.0.40 "GET /v2.0/security-group-rules/f753e90f-b699-49a5-894c-f5114ded831e HTTP/1.1" status: 404 len: 356 time: 0.0162957 Jun 01 13:03:36.909576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, f9eea41b-805b-44ff-94cd-65ee1080eaa8) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:36.924742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf39d0-86fb-4a4c-b096-68d7bdc74a7f None None] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:36.982203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:36.982809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.036266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:37.037150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.073708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6d9e5791-3ca5-4e3f-bb7e-63c793b7e6d9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0110972 Jun 01 13:03:37.074057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56942) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:37.080119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:37.088735 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163 associated. External IP: 172.25.7.226, port: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6. Jun 01 13:03:37.089389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:37.094682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Usage tracker for resource:router and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:37.100422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:37.108873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:37.115274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-959ba08c-8755-4956-a557-2605218a441e None None] Provisioning for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:37.123110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.124935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.126120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-959ba08c-8755-4956-a557-2605218a441e None None] Provisioning complete for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:37.126556 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-959ba08c-8755-4956-a557-2605218a441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.146875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.226574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-959ba08c-8755-4956-a557-2605218a441e None None] Port 566b0862-eae1-4d06-9a18-6072cbbaacb6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:37.231568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56946) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:37.231831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:03:37.232864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.296008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b95e01b-273c-4f77-bae6-719089371250 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2756751 Jun 01 13:03:37.324062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5809cd40-e64f-432e-9430-eb989b64901c service neutron] 10.222.0.40 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581040 Jun 01 13:03:37.433455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Allocated IP 172.20.0.2 (f9eea41b-805b-44ff-94cd-65ee1080eaa8/81b328d9-eebd-43da-949a-681032e05718/cd7b9093-9f74-4b72-bd37-cd9f79932ff3) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:37.499276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.564386 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f27a122-ac35-4cc6-804d-f51338ca1ce8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f91ada810ec340f291d482f01097cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316948 Jun 01 13:03:37.566861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:37.684997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:37.697967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.755206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.768706 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.808785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Transition to ACTIVE for port object cd7b9093-9f74-4b72-bd37-cd9f79932ff3 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:37.852737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Transition to ACTIVE for port object cd7b9093-9f74-4b72-bd37-cd9f79932ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:37.869260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.900887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:37.915000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:37.926185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:37.980220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:37.986159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:37.990114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:37.993771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-fa826260-10c5-43c3-8ddc-4f6fcf7b2743 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "PUT /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 997 time: 4.5454102 Jun 01 13:03:37.994343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:38.061287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:38.061997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:38.182008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.201330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.219981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-5893bb11-c148-4de9-b5f6-b06f7c3ad1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:38.221688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-5893bb11-c148-4de9-b5f6-b06f7c3ad1ea service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.2047944 Jun 01 13:03:38.231112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d15a0e-7644-4caf-be2f-4175f1ace08a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:38.237302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.241718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Pushing event updated for resources: {'Port': ['ID=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:38.372961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Attempting to bind port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:38.373634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Attempting to bind port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:38.374188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Attempting to bind port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 on network f9eea41b-805b-44ff-94cd-65ee1080eaa8 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:38.396256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Allocated IP 172.25.7.43 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/52d4d3f7-7232-4950-9f54-ad2c239b2fca) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:38.398039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:38.398638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Checking segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:38.399207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.399888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Bound using segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:38.400573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Bound port: cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:38.401110 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.407363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.411013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-936532f3-1424-4b84-952f-c965fa5d1067 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/47d15a0e-7644-4caf-be2f-4175f1ace08a HTTP/1.1" status: 204 len: 168 time: 0.8406358 Jun 01 13:03:38.434716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-4f936493-e725-4d3d-bcb1-586834e4af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:38.436334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-4f936493-e725-4d3d-bcb1-586834e4af0a service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.2084239 Jun 01 13:03:38.535349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] For port cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:38.539919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] For port cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:38.563402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.640159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-7808caa5-4361-4cd6-9b19-550133ee766b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 1000 time: 0.1960292 Jun 01 13:03:38.697986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.732236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-d2929194-89a7-44af-8b8f-fdbc9ab5a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:38.743570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-d2929194-89a7-44af-8b8f-fdbc9ab5a741 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1024284 Jun 01 13:03:38.747328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511490b7-227d-4ca8-b953-1d43e03bc866 None None] Pushing event updated for resources: {'Port': ['ID=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:38.765872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:38.770127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:38.897196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-e969727b-2ea6-4af4-b1b7-b209685e360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:38.899203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-e969727b-2ea6-4af4-b1b7-b209685e360e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548896 Jun 01 13:03:38.911344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-ce4b8176-41c7-437f-804f-198b6ec0602b service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:03:38.913326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-ce4b8176-41c7-437f-804f-198b6ec0602b service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074744 Jun 01 13:03:38.919419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:38.922793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:38.934219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:38.967603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:39.010691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Pushing event updated for resources: {'Port': ['ID=52d4d3f7-7232-4950-9f54-ad2c239b2fca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:39.140458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455781783', 'description': 'tempest-description--1694133947'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:39.155056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:39.207858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:security_group and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:39.214442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:39.238003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:39.310523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:39.415431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-2f540e4a-76f4-46d8-b26e-462e804d99bd service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949455 Jun 01 13:03:39.422248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:39.537046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:36Z', 'revision_number': 1, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:39.552832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:39.591981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:39.595659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:39.719243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:security_group_rule and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:39.724236 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed91e21-c6e4-46c4-868f-17e23186113f'] response: {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:03:39.728721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:39.754217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:40.041134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-01a93e9b-e6aa-4456-9a49-669b9bf34f33 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:40.043803 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-01a93e9b-e6aa-4456-9a49-669b9bf34f33 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac854915-d677-49d7-b462-895f704a6cd8 HTTP/1.1" status: 200 len: 945 time: 0.2256141 Jun 01 13:03:40.221448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Deleting port 3b910cd2-944c-4c6f-8140-30d2fe186c7c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:40.223733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be59f4f-8619-4ca6-a8a7-ebda0c44fac2 req-cde8aece-7c0c-47ec-8fbc-0beaca175ab6 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828227 Jun 01 13:03:40.224624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:40.270463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:40.439498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:40.467531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-4c994411-8f41-467b-8ee5-9ed6c7ad4fd6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:40.472458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-4c994411-8f41-467b-8ee5-9ed6c7ad4fd6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 1.0456529 Jun 01 13:03:40.524266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cd7b9093-9f74-4b72-bd37-cd9f79932ff3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:40.743951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a3b5ea5f-479a-46d2-8341-4e42b68b79c1 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:40.745453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a3b5ea5f-479a-46d2-8341-4e42b68b79c1 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 817 time: 0.2684145 Jun 01 13:03:40.842777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:40.886260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9275f85f-2c1c-4c68-bdfa-cec3f43010c6 req-377efff9-4edc-4ec8-8f6b-a0523935a397 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 210 time: 0.4008191 Jun 01 13:03:40.891807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Deleting port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:40.892217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:40.975264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240ff26-9c25-49f3-b5ed-e19251cd279d None None] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:03:41.148230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Provisioning for port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:41.163193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Provisioning complete for port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:41.163710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.173516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] For port 3b910cd2-944c-4c6f-8140-30d2fe186c7c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b910cd2-944c-4c6f-8140-30d2fe186c7c,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:41.174692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.205627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] For port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:41.205992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.315383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:36Z', 'revision_number': 1, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:41.332503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Calling delete_port for 3b910cd2-944c-4c6f-8140-30d2fe186c7c owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:41.338410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d02610-25d4-4715-906c-9f5c30410b60 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:36Z', 'revision_number': 1, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:41.383554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Calling delete_port for 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:41.665138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Request body: {'port': {'device_id': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'admin_state_up': True, 'tenant_id': '85fdbe4417fc4e369cb77ab29c6fcc46'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:41.737828 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae76f7-c06d-4c9d-a197-d5b440f923c0 None None] New status for floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:03:41.742324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Current status of the port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:41.743012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.800993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] For port cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:41.813102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.857182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:41.861845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Usage tracker for resource:port and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:41.877266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:41.906194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:41.909802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9bd3-bdb8-43d8-9c58-ef99a11e25ba None None] Pushing event updated for resources: {'Port': ['ID=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:41.968594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.969598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:41.981877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['474b7d02-c1e3-45b0-82f3-ae96e1e12a87'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:42.151725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-62d9a6d9-0298-45ce-84f8-05c5af4190d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:42.153203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-62d9a6d9-0298-45ce-84f8-05c5af4190d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 2.3618686 Jun 01 13:03:42.256705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Made reservation on behalf of 85fdbe4417fc4e369cb77ab29c6fcc46 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:42.260580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.267845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2e096dd1-1767-47a3-84e6-ca5056166b6a None None] Provisioning complete for port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:42.269233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2e096dd1-1767-47a3-84e6-ca5056166b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.398444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.416674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-47822069-f1df-401f-8d47-7687af940535 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:42.417560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-47822069-f1df-401f-8d47-7687af940535 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Synchronizing usage tracker for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:42.429768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cd7b9093-9f74-4b72-bd37-cd9f79932ff3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:42.459931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['31411ec5-6a46-4c9a-a3cc-32a473c5a576'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:42.475255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event deleted for resources: {'Port': ['ID=3b910cd2-944c-4c6f-8140-30d2fe186c7c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:42.515089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Allocated IP 172.20.0.12 (7991a494-180a-40b4-b2d6-6004f88ec76c/9685af2b-5906-4f12-9c60-1538b53aaf31/38fdfb2d-cde4-49ad-824a-3929173975d3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:42.517903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3b910cd2-944c-4c6f-8140-30d2fe186c7c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:42.578452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57052) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:42.592483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-47822069-f1df-401f-8d47-7687af940535 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Unset dirty status for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:42.594107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-47822069-f1df-401f-8d47-7687af940535 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 817 time: 1.1686242 Jun 01 13:03:42.595214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] No DVR routers for this DVR port 3b910cd2-944c-4c6f-8140-30d2fe186c7c on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:42.598328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.601375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'name': 'network-vif-deleted', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:42.616990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Request body: {'port': {'device_id': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'admin_state_up': True, 'tenant_id': '85fdbe4417fc4e369cb77ab29c6fcc46'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:42.644354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Router bc4c2829-4869-483e-b521-de2687b9e39f is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:03:42.760833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event deleted for resources: {'Port': ['ID=474b7d02-c1e3-45b0-82f3-ae96e1e12a87,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:42.777482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:42.777482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.785769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] No DVR routers for this DVR port 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:42.812707 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-02d6f407-4c68-4ee8-979b-1d525a2fde6e req-b3887227-4c91-45eb-937d-c64c807733fc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "DELETE /v2.0/ports/3b910cd2-944c-4c6f-8140-30d2fe186c7c HTTP/1.1" status: 204 len: 173 time: 2.7626500 Jun 01 13:03:42.833159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.860430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2e096dd1-1767-47a3-84e6-ca5056166b6a None None] Current status of the port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:42.875817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.888816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-deleted', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:43.029360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.068314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:43.073494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:43.073652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.085409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191fb94-f625-40ab-ab7b-37a63ace4790 req-4f3cf28a-1dd4-4091-b9f6-ec3e9a25b0da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:43.086118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c191fb94-f625-40ab-ab7b-37a63ace4790 req-4f3cf28a-1dd4-4091-b9f6-ec3e9a25b0da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:43.109705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6a86bb9ae64b70bfd604aa6d58029e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:43.113813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:43.128286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:43.132677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:43.138174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Usage tracker for resource:port and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:43.144466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:43.155489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:43.155673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1475fb37-3c72-4357-8ad7-f0097b0ff32c req-5d396f83-eed6-4aa5-aefc-b29c2a518d75 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "DELETE /v2.0/ports/474b7d02-c1e3-45b0-82f3-ae96e1e12a87 HTTP/1.1" status: 204 len: 173 time: 2.6519446 Jun 01 13:03:43.166498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:43.189043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Made reservation on behalf of 85fdbe4417fc4e369cb77ab29c6fcc46 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:43.193524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.199103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Sync routers for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:43.219078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:43.220224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:43.228753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-d449b307-a2a7-43db-a2fc-9a4c6e2254d3 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:43.230343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-d449b307-a2a7-43db-a2fc-9a4c6e2254d3 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.24 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 817 time: 1.4039509 Jun 01 13:03:43.232252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.234901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.236172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d8a96210-dc84-48f0-9a93-25f10c8b3222 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1606433 Jun 01 13:03:43.236451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 4.2639620 Jun 01 13:03:43.237118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:43.258788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57064) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:43.264649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd0bce-9c53-4f4e-8738-326ae6dda09f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd11050-93c7-4c0d-9035-7c17c1ba4d51,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:43.273042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Request body: {'port': {'device_id': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'admin_state_up': True, 'tenant_id': '85fdbe4417fc4e369cb77ab29c6fcc46'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:43.291073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'security_group_rule': {'security_group_id': 'efd11050-93c7-4c0d-9035-7c17c1ba4d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:43.307335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365170-9952-4e43-86fd-551c0c92a5ed req-8cfd8a5f-a859-42e4-a519-078ae0c2b3f0 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:43.308861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76365170-9952-4e43-86fd-551c0c92a5ed req-8cfd8a5f-a859-42e4-a519-078ae0c2b3f0 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "GET /v2.0/ports?device_id=499f1930-2944-4de8-8b96-2db935a478e0 HTTP/1.1" status: 200 len: 945 time: 1.4808311 Jun 01 13:03:43.378838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.383635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.388273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-423b8f52-3a1a-4d83-a72f-7909430317ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:43.389992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-423b8f52-3a1a-4d83-a72f-7909430317ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 1.0959570 Jun 01 13:03:43.428999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:43.446644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c191fb94-f625-40ab-ab7b-37a63ace4790 req-4f3cf28a-1dd4-4091-b9f6-ec3e9a25b0da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:43.446845 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea6a86bb9ae64b70bfd604aa6d58029e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665919 Jun 01 13:03:43.448736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57070) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:43.449441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635782b2-42e0-49c2-9f7a-b77a8f1f1403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64ea631-5d3c-4780-a8e6-faed97552070,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:43.452208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c191fb94-f625-40ab-ab7b-37a63ace4790 req-4f3cf28a-1dd4-4091-b9f6-ec3e9a25b0da tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=e848540b-4f9f-49ce-a3b4-ffbd9b136608 HTTP/1.1" status: 200 len: 945 time: 3.2272379 Jun 01 13:03:43.491636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-fa453460-c573-42d3-86b7-5721dcd863ee tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:43.493208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-fa453460-c573-42d3-86b7-5721dcd863ee tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.6685016 Jun 01 13:03:43.521570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:43.527605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.547188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:security_group_rule and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:43.550333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:43.556897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:43.558606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.643302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.665998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64ea631-5d3c-4780-a8e6-faed97552070,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:43.676702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.678766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0ac77511-3253-4c54-bf6a-308572ea6390 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e64ea631-5d3c-4780-a8e6-faed97552070 HTTP/1.1" status: 204 len: 168 time: 0.2165024 Jun 01 13:03:43.733042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Deleting port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:43.733519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.908922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:39Z', 'revision_number': 3, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:43.915143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Checking router: bc4c2829-4869-483e-b521-de2687b9e39f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:43.915564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Updating router bc4c2829-4869-483e-b521-de2687b9e39f port 52d4d3f7-7232-4950-9f54-ad2c239b2fca binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:03:43.975649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.978674 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.995221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c191fb94-f625-40ab-ab7b-37a63ace4790 req-982d238e-3d19-44ea-9772-69775e50c270 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420682 Jun 01 13:03:43.999363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.060008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:44.080008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.102109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:44.106427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Usage tracker for resource:security_group_rule and tenant:c2b13b6ce1a448d1aef847979b42e76c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:44.109455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:44.110350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-f2802a3b-5a39-4054-822a-236c80601378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 1002 time: 0.5367079 Jun 01 13:03:44.115611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:44.205438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.211389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.269782 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c2b13b6ce1a448d1aef847979b42e76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086108 Jun 01 13:03:44.271724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdad61-9b47-458a-8970-966c01119fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8715d6c6-023f-45cc-a817-1975f692df7d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:44.274855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:44.338798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.349228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-c1c255db-0dae-4ce3-bda2-edf19624a729 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.5769622 Jun 01 13:03:44.367716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.401239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.414636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Transition to ACTIVE for port object 52d4d3f7-7232-4950-9f54-ad2c239b2fca will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:44.422485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.432001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.455933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8715d6c6-023f-45cc-a817-1975f692df7d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:44.459679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.465293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ec17a8e-fe37-4a71-a7ab-16945c039813 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8715d6c6-023f-45cc-a817-1975f692df7d HTTP/1.1" status: 204 len: 168 time: 0.1893852 Jun 01 13:03:44.527118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Attempting to bind port 52d4d3f7-7232-4950-9f54-ad2c239b2fca on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:44.527556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Attempting to bind port 52d4d3f7-7232-4950-9f54-ad2c239b2fca by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:44.527863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Attempting to bind port 52d4d3f7-7232-4950-9f54-ad2c239b2fca on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:44.542259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:44.542666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:44.543164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.543662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:44.544175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Bound port: 52d4d3f7-7232-4950-9f54-ad2c239b2fca, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:44.544548 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.614279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de4aa2-2290-419e-8c3a-7e6f3e905a55 None None] Pushing event updated for resources: {'Port': ['ID=52d4d3f7-7232-4950-9f54-ad2c239b2fca,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:44.665094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] For port 52d4d3f7-7232-4950-9f54-ad2c239b2fca, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:44.668336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] For port 52d4d3f7-7232-4950-9f54-ad2c239b2fca, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=52d4d3f7-7232-4950-9f54-ad2c239b2fca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:44.673915 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.686438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:44.718438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 31411ec5-6a46-4c9a-a3cc-32a473c5a576 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:44.763965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:44.809581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.811625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Usage tracker for resource:port and tenant:85fdbe4417fc4e369cb77ab29c6fcc46 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:44.812898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de4aa2-2290-419e-8c3a-7e6f3e905a55 None None] Pushing event updated for resources: {'Port': ['ID=52d4d3f7-7232-4950-9f54-ad2c239b2fca,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:44.815661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-ab490b60-f8f7-4d11-a6e5-d11de615cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:44.816616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-ab490b60-f8f7-4d11-a6e5-d11de615cd8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.6739717 Jun 01 13:03:44.820976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:44.821620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:44.822776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:44.843590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.857765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:44.956106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b910cd2-944c-4c6f-8140-30d2fe186c7c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:45.013598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.030281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Allocated IP 172.20.0.5 (7991a494-180a-40b4-b2d6-6004f88ec76c/9685af2b-5906-4f12-9c60-1538b53aaf31/82048101-28a8-4650-b7ea-7a6b5b3bc9e1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:45.047477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bc8351-1e63-4e5d-b240-48db90736a33,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:45.057623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 3b910cd2-944c-4c6f-8140-30d2fe186c7c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:45.057965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b910cd2-944c-4c6f-8140-30d2fe186c7c not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:45.074999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:45.075413 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.122135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:45.132539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:45.150000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.204032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Made reservation on behalf of 85fdbe4417fc4e369cb77ab29c6fcc46 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:45.207511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.237618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:45.262471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.263195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:45.265251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.269228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a5e872b7-e561-4d04-9a25-26d6c49a635f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0217450 Jun 01 13:03:45.279537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-93a831c1-0f04-447e-a933-47229358454e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:45.286361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-93a831c1-0f04-447e-a933-47229358454e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 1.1446605 Jun 01 13:03:45.304433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57118) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:45.329957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:45.330322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.352078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Network 7991a494-180a-40b4-b2d6-6004f88ec76c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:45.355448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'security_group_rule': {'security_group_id': 'efd11050-93c7-4c0d-9035-7c17c1ba4d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:45.379426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:45.382758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:45.392945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:45.448870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.455795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-df1cd964-5215-4734-b16c-707de506ae79 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/quotas/fad6a7a1b1e444f89b818d53e80715eb HTTP/1.1" status: 200 len: 375 time: 0.1684451 Jun 01 13:03:45.504402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.596314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:03:45.599587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 474b7d02-c1e3-45b0-82f3-ae96e1e12a87 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:45.619049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:security_group_rule and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:45.642580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Network 7991a494-180a-40b4-b2d6-6004f88ec76c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:45.654782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:45.666028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:45.669622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:45.697905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:39Z', 'revision_number': 3, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:45.703223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4a685-46aa-4790-9b5d-38d6e233e3bb None None] The sync data for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 is: [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:39Z', 'revision_number': 3, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:45.732603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:45.741919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:45.772973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Calling delete_port for 31411ec5-6a46-4c9a-a3cc-32a473c5a576 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:45.780022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:45.780667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.801704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event updated for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:45.821019 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-dca72f4f-1262-497f-94f1-886d989852b6 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2125764 Jun 01 13:03:45.835462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Request body: {'port': {'device_id': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:45.867051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:45.998307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:45.999268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.003111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.367002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-0406f9f7-42da-4d2c-9bf9-34b5b49d2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:46.373999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-0406f9f7-42da-4d2c-9bf9-34b5b49d2a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5402679 Jun 01 13:03:46.407200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 52d4d3f7-7232-4950-9f54-ad2c239b2fca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:46.448375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.505212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 52d4d3f7-7232-4950-9f54-ad2c239b2fca completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:46.512589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 52d4d3f7-7232-4950-9f54-ad2c239b2fca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:46.515472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.554792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:46.584750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.612456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Transition to ACTIVE for port object 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:46.623502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.656765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7096946a-62f5-4c09-951e-d39444cdea54 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6639886 Jun 01 13:03:46.690816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 52d4d3f7-7232-4950-9f54-ad2c239b2fca is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:46.692067 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.718410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:46.722415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 52d4d3f7-7232-4950-9f54-ad2c239b2fca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=52d4d3f7-7232-4950-9f54-ad2c239b2fca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:46.734026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.827837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=52d4d3f7-7232-4950-9f54-ad2c239b2fca,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:46.853230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Request body: {'port': {'device_id': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:46.951940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Attempting to bind port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:46.952480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Attempting to bind port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:46.952820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Attempting to bind port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:46.958321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 on network 7991a494-180a-40b4-b2d6-6004f88ec76c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:46.958680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Attempting to bind port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:46.968573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:46.968908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Checking segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:46.969287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Bound using segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:46.969720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Bound port: 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:46.970088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.023850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:03:47.024431 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:03:47.186514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:47.193776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:47.199293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-4dbd582b-3a4e-4050-a8b1-c6bd968edf94 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7425301 Jun 01 13:03:47.202564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-ee85d98a-652c-49e2-a6ed-f1d6d59a6c53 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553034 Jun 01 13:03:47.204552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.222076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.234935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Allocated IP 172.20.0.14 (7991a494-180a-40b4-b2d6-6004f88ec76c/9685af2b-5906-4f12-9c60-1538b53aaf31/05a3e9ef-8b49-46e4-bee9-c430ac75e967) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:47.279182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:47.279794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.281581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/82048101-28a8-4650-b7ea-7a6b5b3bc9e1 HTTP/1.1" status: 200 len: 1091 time: 1.4521830 Jun 01 13:03:47.312393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.319266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62be04-ede1-441b-9b39-120448ede7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:47.408324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-88423645-7ef0-47a0-a0d0-f49655f3a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:47.409970 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-88423645-7ef0-47a0-a0d0-f49655f3a4cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 1094 time: 0.0869308 Jun 01 13:03:47.488667 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-3ca73773-5c73-46a7-b9c1-bd77d4ab5ea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1 HTTP/1.1" status: 200 len: 217 time: 0.0715988 Jun 01 13:03:47.540710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Deleting port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:03:47.541180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.562106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-37392246-b48b-4d2d-acc6-e899a9d56e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:47.563821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-37392246-b48b-4d2d-acc6-e899a9d56e9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.0693336 Jun 01 13:03:47.595307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69a6c08-793a-4a24-b5ea-f28cbc393fad,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:47.615711 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a505151f-5046-4247-bf56-e7e5d827743a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460746 Jun 01 13:03:47.695301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.741528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.769366 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-657731c7-8bc3-46f8-a1f7-3d171d1774fe service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475060 Jun 01 13:03:47.844029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.848398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b3c93e6d-4a4d-4bfa-a82a-43bfd98c12ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5388401 Jun 01 13:03:47.849233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57150) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:47.861800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:47.869854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:47.876816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:floatingip and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:47.881353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:47.890071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:47.931985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.955012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a19e60d9-c01f-44a0-ae69-d7f3a107407c service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792293 Jun 01 13:03:48.106006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.127477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.189726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-49819dfa-b376-4604-9c7a-eba20decd5d7 service neutron] 10.222.0.40 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9607172 Jun 01 13:03:48.209492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f1f329b-3fed-423c-93f9-e5ff88d5c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.256146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 172.25.7.148 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/0b2dcbfd-24f5-47e8-b783-cbc9a519475e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:48.288727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 52d4d3f7-7232-4950-9f54-ad2c239b2fca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:48.365646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 52d4d3f7-7232-4950-9f54-ad2c239b2fca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:48.366021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.423583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.467365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.528773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 52d4d3f7-7232-4950-9f54-ad2c239b2fca is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:48.555086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:48.563264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:48.567712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:48.618675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=0b2dcbfd-24f5-47e8-b783-cbc9a519475e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:48.645472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c0d3fc2-f9f8-4f3c-9adf-87879e9ad559 req-fba633dc-0e09-4ecd-952d-30356de2b5e7 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4145999 Jun 01 13:03:48.656982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.736061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.879904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.900484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] For port 31411ec5-6a46-4c9a-a3cc-32a473c5a576, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=31411ec5-6a46-4c9a-a3cc-32a473c5a576,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:48.900857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.985524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:48.992582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.143598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Calling delete_port for 31411ec5-6a46-4c9a-a3cc-32a473c5a576 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:03:49.215468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=0b2dcbfd-24f5-47e8-b783-cbc9a519475e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:49.229964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.234860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-85c7cd58-6f71-4738-bf9b-e1100a6e787a service neutron] 10.222.0.40 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707654 Jun 01 13:03:49.257432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.259100 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11426a2a-8256-410b-aaf0-675da1dbfd8c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4092801 Jun 01 13:03:49.492579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.555895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Allocated IP 172.20.0.1 (f9eea41b-805b-44ff-94cd-65ee1080eaa8/81b328d9-eebd-43da-949a-681032e05718/4863adae-4d4c-4339-88fa-f361bd3febd0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:49.733305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.760838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Network 7991a494-180a-40b4-b2d6-6004f88ec76c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:49.774302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:49.777184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:49.807675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:50.040267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event updated for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:50.082272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:50.083469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:50.476553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f9378d-65b0-40f3-bf1f-c7e93e037759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:50.513348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:50.658923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event deleted for resources: {'Port': ['ID=31411ec5-6a46-4c9a-a3cc-32a473c5a576,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:50.662415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-5e944e6f-2e40-4635-a6be-1c3902d4a31b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4130249 Jun 01 13:03:50.726518 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163 associated. External IP: 172.25.7.226, port: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6. Jun 01 13:03:50.735011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:03:50.787974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Request body: {'port': {'device_id': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:50.854822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] No DVR routers for this DVR port 31411ec5-6a46-4c9a-a3cc-32a473c5a576 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:50.857565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:50.860067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76365170-9952-4e43-86fd-551c0c92a5ed req-9257a0b4-2ca2-4ef1-a64a-6408566b7577 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "DELETE /v2.0/ports/31411ec5-6a46-4c9a-a3cc-32a473c5a576 HTTP/1.1" status: 204 len: 173 time: 7.4691932 Jun 01 13:03:50.861264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:50.912933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ea6b-e2c2-48e2-8b9b-0e5eba2da358 req-f2033705-d4a5-4e76-b36b-0ba509ab988c tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:50.913640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3450ea6b-e2c2-48e2-8b9b-0e5eba2da358 req-f2033705-d4a5-4e76-b36b-0ba509ab988c tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Synchronizing usage tracker for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:50.936059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:50.951302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'port_id': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1', 'mac_address': 'fa:16:3e:fe:0d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9685af2b-5906-4f12-9c60-1538b53aaf31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:03:50.998817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.015489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:51.015985 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.033931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:51.050212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:51.055789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.126496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:51.167090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fdfb2d-cde4-49ad-824a-3929173975d3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:51.173031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3450ea6b-e2c2-48e2-8b9b-0e5eba2da358 req-f2033705-d4a5-4e76-b36b-0ba509ab988c tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Unset dirty status for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:51.181898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3450ea6b-e2c2-48e2-8b9b-0e5eba2da358 req-f2033705-d4a5-4e76-b36b-0ba509ab988c tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 943 time: 1.5313156 Jun 01 13:03:51.192191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Transition to ACTIVE for port object 4863adae-4d4c-4339-88fa-f361bd3febd0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:51.203541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.264397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Transition to ACTIVE for port object 38fdfb2d-cde4-49ad-824a-3929173975d3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:51.274344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.287402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['82048101-28a8-4650-b7ea-7a6b5b3bc9e1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:51.291202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.462139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3450ea6b-e2c2-48e2-8b9b-0e5eba2da358 req-32bd75a7-5f48-435f-9f74-8fd3248cd194 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792754 Jun 01 13:03:51.601890 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.616078 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cac6a9-f11f-414a-80e4-a477c05cc82d'] response: {'server_uuid': 'ac854915-d677-49d7-b462-895f704a6cd8', 'name': 'network-vif-deleted', 'tag': '3b910cd2-944c-4c6f-8140-30d2fe186c7c', 'status': 'completed', 'code': 200} Jun 01 13:03:51.651567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:51.718383 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ff3fed-cf11-45af-8e79-bfdcee182285'] response: {'server_uuid': 'e848540b-4f9f-49ce-a3b4-ffbd9b136608', 'name': 'network-vif-deleted', 'tag': '474b7d02-c1e3-45b0-82f3-ae96e1e12a87', 'status': 'completed', 'code': 200} Jun 01 13:03:51.802673 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd389ab0-4e47-4838-b9b6-c4866aa92fd8'] response: {'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'code': 200} Jun 01 13:03:51.880061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:52.187135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:52.462523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:52.473107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-16ad50b6-6c1e-4ca4-9ba0-7b4f1a4da894 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:52.475277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-16ad50b6-6c1e-4ca4-9ba0-7b4f1a4da894 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 1.0525787 Jun 01 13:03:52.477278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e755d56b-1212-435b-9aae-1c1ded37cc42 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Synchronizing usage tracker for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:52.494633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:52.532433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-9c14df1f-b8a4-48a7-a359-63524426a4ee tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:52.533970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-9c14df1f-b8a4-48a7-a359-63524426a4ee tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 813 time: 1.1100743 Jun 01 13:03:52.538307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Request body: {'port': {'device_id': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'admin_state_up': True, 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:52.556560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:52.584843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Pushing event updated for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:52.654091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Request body: {'port': {'device_id': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'admin_state_up': True, 'tenant_id': 'fad6a7a1b1e444f89b818d53e80715eb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:52.701071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Attempting to bind port 38fdfb2d-cde4-49ad-824a-3929173975d3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:52.701396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Attempting to bind port 38fdfb2d-cde4-49ad-824a-3929173975d3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:52.701729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Attempting to bind port 38fdfb2d-cde4-49ad-824a-3929173975d3 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:52.706965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:52.743121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:03:52.804150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e5ded721-ed5c-4125-99c9-ad38b45ac79d None None] Provisioning for port 4863adae-4d4c-4339-88fa-f361bd3febd0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:52.811100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e5ded721-ed5c-4125-99c9-ad38b45ac79d None None] Provisioning complete for port 4863adae-4d4c-4339-88fa-f361bd3febd0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:52.811464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e5ded721-ed5c-4125-99c9-ad38b45ac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:52.867892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Port 38fdfb2d-cde4-49ad-824a-3929173975d3 on network 7991a494-180a-40b4-b2d6-6004f88ec76c not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:52.868154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Attempting to bind port 38fdfb2d-cde4-49ad-824a-3929173975d3 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:52.873153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e5ded721-ed5c-4125-99c9-ad38b45ac79d None None] Port 4863adae-4d4c-4339-88fa-f361bd3febd0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:52.874881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:03:52.881113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:52.881710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:52.900700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e755d56b-1212-435b-9aae-1c1ded37cc42 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Unset dirty status for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:52.907310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e755d56b-1212-435b-9aae-1c1ded37cc42 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--455781783&fields=id&tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0 HTTP/1.1" status: 200 len: 267 time: 0.9956100 Jun 01 13:03:52.921171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.010824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.013612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:03:53.013975 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.048136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:53.052547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.058503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:53.058858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Checking segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:53.059236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Bound using segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:53.059676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Bound port: 38fdfb2d-cde4-49ad-824a-3929173975d3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:53.060011 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.120828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:53.519951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-2a685232-882c-4824-99b7-b66e44de3b97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:53.520565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-2a685232-882c-4824-99b7-b66e44de3b97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Synchronizing usage tracker for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:53.525718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:53.533703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:53.562899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Usage tracker for resource:port and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:53.568546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:53.605727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:53.617460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:53.674053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:53.675662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-2a685232-882c-4824-99b7-b66e44de3b97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Unset dirty status for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:53.676876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-2a685232-882c-4824-99b7-b66e44de3b97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 937 time: 0.6270587 Jun 01 13:03:53.687383 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:53.706940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:53.708250 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:53.805867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:53.923341 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:53.934859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:53.937621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-deleted', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:03:53.970415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Usage tracker for resource:port and tenant:fad6a7a1b1e444f89b818d53e80715eb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:53.975581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:53.979030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:53.993510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:54.031250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:54.066185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:54.069609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a3e9ef-8b49-46e4-bee9-c430ac75e967 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:03:54.085682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.141997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.312414 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-624b1f9b-6aaf-481a-bb1b-a91cf716f18e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735719 Jun 01 13:03:54.326258 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:49Z', 'revision_number': 3, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:54.329084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Made reservation on behalf of fad6a7a1b1e444f89b818d53e80715eb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:03:54.330176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:54.332746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.339408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:54.340347 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:54.357490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:54.358099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.359554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] 10.222.0.13 "PUT /v2.0/ports/38fdfb2d-cde4-49ad-824a-3929173975d3 HTTP/1.1" status: 200 len: 1092 time: 7.5416307 Jun 01 13:03:54.362638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Transition to ACTIVE for port object 05a3e9ef-8b49-46e4-bee9-c430ac75e967 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:03:54.372891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-c7c13157-40d4-4a2e-8a25-bcff8b9ee189 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:54.374199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-c7c13157-40d4-4a2e-8a25-bcff8b9ee189 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 935 time: 0.4175856 Jun 01 13:03:54.408070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.423396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-ffc7dec3-6ec0-49dc-9cb6-25eab53086d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:54.425107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-ffc7dec3-6ec0-49dc-9cb6-25eab53086d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 1096 time: 0.0910761 Jun 01 13:03:54.559344 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:54.574350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f1c5c-c997-4319-a39b-40c91b7dd159 service neutron] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:54.584973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-dfe8af25-6db2-452b-b211-10cfd0bc7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:54.586160 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-dfe8af25-6db2-452b-b211-10cfd0bc7d1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 200 len: 909 time: 0.1394107 Jun 01 13:03:54.619866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-3843b413-8ced-408a-939a-ccc53024d4c5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2205951 Jun 01 13:03:54.659429 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-c8a80367-1810-4012-bf24-4f5fe3dbe47c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 200 len: 217 time: 0.0648088 Jun 01 13:03:54.677121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:54.728533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-1f19a8b9-f8b1-499b-9264-4016a4a70828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:54.736098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-1f19a8b9-f8b1-499b-9264-4016a4a70828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 200 len: 848 time: 0.0699263 Jun 01 13:03:54.795388 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-b716f03b-e4ba-474b-98ca-1d99a4d45242 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f325d94-9d30-453a-be4d-12a8f96e53d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536027 Jun 01 13:03:54.957543 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:49Z', 'revision_number': 3, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:54.958238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b187bd10-09e9-47e3-89ba-ca0d57e65fb5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2515666 Jun 01 13:03:54.962893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2fc58-bcf4-4f30-837f-f49bcfabaec8 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:49Z', 'revision_number': 3, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:54.990164 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-db226d78-867f-421f-9293-558b2c31f3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877508 Jun 01 13:03:55.046908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Pushing event updated for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:55.146515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a28a5a29-c8dc-4110-b5bd-9b7952740c57 req-54caa66c-2a8c-49fa-9fe8-50dd68d184f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437147 Jun 01 13:03:55.227078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960957f0-8320-4d55-831b-140875ca2822 None None] New status for floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:03:55.407506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Allocated IP 172.20.0.10 (10dd9425-694f-435b-a518-efa1c2bf8dda/16f42431-127b-4ad6-adc4-f52c2a342611/e051b456-af2d-41dc-b8f8-67ad26a61f74) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:55.610290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-aa1e5944-d85c-4026-9a7f-c7c3b0d69e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:55.612128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-aa1e5944-d85c-4026-9a7f-c7c3b0d69e30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 1095 time: 1.1991026 Jun 01 13:03:55.730727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Attempting to bind port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:03:55.730949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Attempting to bind port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:03:55.731247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Attempting to bind port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:55.769485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a70097fd-c694-4a99-afca-c73d0a90bd04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fdfb2d-cde4-49ad-824a-3929173975d3 HTTP/1.1" status: 200 len: 217 time: 0.1186881 Jun 01 13:03:55.776808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:55.784988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 on network 7991a494-180a-40b4-b2d6-6004f88ec76c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:03:55.785315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Attempting to bind port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 on network 7991a494-180a-40b4-b2d6-6004f88ec76c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:03:55.909751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:03:55.910093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Checking segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:03:55.910503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Bound using segment: {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:03:55.911913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Bound port: 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092b374-a6a4-4fc1-973a-06d0a3fcc562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:03:55.912283 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:55.944038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:55.949677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:55.955381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:55.956192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Synchronizing usage tracker for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:56.175572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-ecf15900-d0d2-4a45-bcf3-13cbf4bf3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:56.177617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-ecf15900-d0d2-4a45-bcf3-13cbf4bf3625 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.3953071 Jun 01 13:03:56.321612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Unset dirty status for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:56.322798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-9204dcf8-ddc4-4744-a310-19e252c4898d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/networks?id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 1993 time: 1.2925806 Jun 01 13:03:56.344255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a3e409c8-6263-4315-b112-adfc3680437b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543670 Jun 01 13:03:56.423728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:03:56.433887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.482758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-53b89a30-b066-4ce4-aa64-55b077b0b794 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/quotas/ea9de1a8ac914758a3c28dfdc6bf16c0 HTTP/1.1" status: 200 len: 375 time: 0.1232433 Jun 01 13:03:56.494842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:03:56.522623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.569959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:56.580719 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:56.581676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:03:56.587896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.591109 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:56.591708 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:56.659138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.704200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.768443 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:56.787555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:56.788164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.789521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] 10.222.0.24 "PUT /v2.0/ports/05a3e9ef-8b49-46e4-bee9-c430ac75e967 HTTP/1.1" status: 200 len: 1092 time: 6.0793355 Jun 01 13:03:56.824892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Pushing event updated for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:56.827464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:56.949234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-80157940-908f-4b5a-8f7e-f7823628df46 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729768 Jun 01 13:03:57.031336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:57.121448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:55Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:57.126497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:57.136160 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:03:57.136936 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:57.387687 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:03:57.451870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ae5bd-4807-4ade-b8a3-7122455c3694 service neutron] Pushing event updated for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:57.469302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-39bc4838-a508-45de-8769-e13af16a4962 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9548626 Jun 01 13:03:57.545255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-a4233759-8fa4-461b-aee6-b1d36e2b3297 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "PUT /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 999 time: 13.1630676 Jun 01 13:03:57.557344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Allocated IP 172.20.0.13 (10dd9425-694f-435b-a518-efa1c2bf8dda/16f42431-127b-4ad6-adc4-f52c2a342611/897a4860-9ac5-4eb3-bc86-58c60a160b4d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:03:57.582551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Network 10dd9425-694f-435b-a518-efa1c2bf8dda is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:57.627675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:57.682149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:57.788887 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:55Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:57.793211 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f7d98-2fb5-4cfc-87f4-6ee7cdd27f19 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '2d7d5450-c511-481a-af33-07dc2d75b135', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:58:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda426cd-5275-4561-985f-6f5547d1f283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:03:55Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:57.804282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event updated for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:57.912845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-ac10804f-e5f0-4e03-a369-f0e5c8e3ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:57.914334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-ac10804f-e5f0-4e03-a369-f0e5c8e3ae81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 1095 time: 1.0399482 Jun 01 13:03:57.916310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:57.932340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-b8745d75-7844-4482-a1a9-ca42f9bec784 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405966 Jun 01 13:03:57.951600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:58.031811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-3064bb63-d0fb-4a31-ac50-4d273ee7ded6 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:58.033630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-3064bb63-d0fb-4a31-ac50-4d273ee7ded6 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports/0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 943 time: 0.4374063 Jun 01 13:03:58.066160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:58.066160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:58.089716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-b3f6438a-379e-4600-b979-71cfa3c5f6ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967 HTTP/1.1" status: 200 len: 217 time: 0.1542776 Jun 01 13:03:58.242507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-83aa7833-8730-4229-aadd-3389e0ac0d5c None None] Provisioning complete for port 4863adae-4d4c-4339-88fa-f361bd3febd0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:03:58.243035 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83aa7833-8730-4229-aadd-3389e0ac0d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:58.296174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-514296c1-147c-44bc-abf2-9f843d87602f service neutron] 10.222.0.40 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198863 Jun 01 13:03:58.297442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-83aa7833-8730-4229-aadd-3389e0ac0d5c None None] Port 4863adae-4d4c-4339-88fa-f361bd3febd0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:03:58.349665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-def1374a-69a7-46ed-9b3e-bf9f4ef2f08e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8294764 Jun 01 13:03:58.374202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Request body: {'port': {'device_id': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:03:58.563030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-f4a2b0d7-29c4-4563-b122-886d4e32b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:58.564457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-f4a2b0d7-29c4-4563-b122-886d4e32b995 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.3680894 Jun 01 13:03:58.686895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-9a80b8b6-7154-498d-bc0d-f7cb64d01665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022115 Jun 01 13:03:58.781034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.025855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-38043285-8c82-4369-907e-4648b410bc40 service neutron] 10.222.0.40 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069600 Jun 01 13:03:59.032300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Router bc4c2829-4869-483e-b521-de2687b9e39f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:59.039853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-65274a8a-511f-4433-a3cf-ab3a5b19c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:59.041293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-65274a8a-511f-4433-a3cf-ab3a5b19c936 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.8400061 Jun 01 13:03:59.072690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.346816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e84271de-1fd7-41ae-bdeb-e5febfe270c2 service neutron] 10.222.0.40 "GET /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3090198 Jun 01 13:03:59.424183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.427227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-68c60e14-6b99-47a2-870a-f92620c5c14a service neutron] 10.222.0.24 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975100 Jun 01 13:03:59.732968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57252) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:59.781476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Network 10dd9425-694f-435b-a518-efa1c2bf8dda is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:03:59.795563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-e805ffe7-285d-4b3e-8c80-bf533a0bbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:03:59.797073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-e805ffe7-285d-4b3e-8c80-bf533a0bbba1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.7059546 Jun 01 13:03:59.815916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:03:59.827186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event updated for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:59.831082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:03:59.859666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.874151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:03:59.878010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e95990b35e4aa5a116048f90c1a9b8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:03:59.881340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:03:59.887416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:03:59.972031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.977520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.017168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-4078d68c-fb4b-46e9-9493-13e8201416ee service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.1989996 Jun 01 13:04:00.031419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d3e95990b35e4aa5a116048f90c1a9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947440 Jun 01 13:04:00.031419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55837492-9a9e-482b-b1c2-10e7afebdb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95115a3-5452-4c58-be7b-b96b08593ce1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:00.032209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:00.091355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.117420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.131637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:04:00.143320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Sync routers for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:04:00.149739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-645875a4-90ed-4bc9-81a5-44fb4030e239 admin admin] 10.222.0.40 "PUT /v2.0/routers/bc4c2829-4869-483e-b521-de2687b9e39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8863263 Jun 01 13:04:00.158524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-3ea83b38-b646-4363-af4f-1c6bb1ffd079 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7957425 Jun 01 13:04:00.168045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:00.168660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.171085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:00.171733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:00.173740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b431928c-9ce3-4160-a949-a055c4c26f2a req-a1dcf187-a006-4e9c-bb0b-9986a7ee454e service neutron] 10.222.0.24 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495113 Jun 01 13:04:00.186501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.211419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.213050 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e95115a3-5452-4c58-be7b-b96b08593ce1 HTTP/1.1" status: 204 len: 168 time: 0.1798751 Jun 01 13:04:00.229654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-0b4377ba-4f1f-4286-8970-23669007dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:00.231169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-0b4377ba-4f1f-4286-8970-23669007dc67 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1902702 Jun 01 13:04:00.243739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b9bf9-af39-4975-af73-dde26861d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95115a3-5452-4c58-be7b-b96b08593ce1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:00.319901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-733e133c-d6ac-4251-95c6-4b9024ccc815 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7298391 Jun 01 13:04:00.380944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:00.440535 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:04:00.512138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Request body: {'port': {'device_id': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:00.624124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57270) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:00.641637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.656426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:00.660513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:81dbfbb60aad459c84e8b559b82f264a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:00.663558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:00.670060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:00.731406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-3a5e16d9-85e2-4b15-9977-0680048732f0 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566869 Jun 01 13:04:00.757902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 38fdfb2d-cde4-49ad-824a-3929173975d3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:00.774926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.780998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.802827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-e92eea2f-5664-4409-a413-e9feb4807168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:00.804377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-e92eea2f-5664-4409-a413-e9feb4807168 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5222838 Jun 01 13:04:00.813414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.829214 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81dbfbb60aad459c84e8b559b82f264a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004445 Jun 01 13:04:00.829488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:00.867665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e051b456-af2d-41dc-b8f8-67ad26a61f74 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:00.877899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630551a-2e65-4a19-9884-7418377cc0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121649d9-95e6-4934-9251-8afca3bf1cf3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:00.897019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:03:55Z', 'revision_number': 2, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:00.916898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Checking router: bc4c2829-4869-483e-b521-de2687b9e39f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:04:00.917421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Updating router bc4c2829-4869-483e-b521-de2687b9e39f port 4863adae-4d4c-4339-88fa-f361bd3febd0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:04:00.927511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.959470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.971501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:00.975792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b1724a62-f2f2-441e-9d08-0ece3e4ac8cd service neutron] 10.222.0.40 "GET /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2301493 Jun 01 13:04:00.992177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:01.012301 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.028123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'port_id': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'mac_address': 'fa:16:3e:05:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9685af2b-5906-4f12-9c60-1538b53aaf31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:01.031314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.052021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121649d9-95e6-4934-9251-8afca3bf1cf3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:01.054087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.058778 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0debd4de-a47e-4ee4-a12d-d82c38f0b9de admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/121649d9-95e6-4934-9251-8afca3bf1cf3 HTTP/1.1" status: 204 len: 168 time: 0.2281790 Jun 01 13:04:01.114398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Transition to ACTIVE for port object e051b456-af2d-41dc-b8f8-67ad26a61f74 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:01.146045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.166255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 38fdfb2d-cde4-49ad-824a-3929173975d3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:01.166835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.247212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fdfb2d-cde4-49ad-824a-3929173975d3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:01.282583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:01.303894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.362095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-7b4f69e1-0f0d-4b1e-8692-88701d00d8f9 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370247 Jun 01 13:04:01.473395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:01.494749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-34e24753-d5e8-4ebb-9fbf-656a42308648 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970872 Jun 01 13:04:01.563707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['38fdfb2d-cde4-49ad-824a-3929173975d3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:01.564290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Pushing event updated for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:01.653549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.679389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Transition to ACTIVE for port object 4863adae-4d4c-4339-88fa-f361bd3febd0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:01.697230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:01.866054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15deca-29c5-41d6-b512-565f01622cec None None] Pushing event updated for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:01.917043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-b36b9238-7ca1-4336-aa38-8bfbdcb694fc service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333259 Jun 01 13:04:01.939738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Attempting to bind port e051b456-af2d-41dc-b8f8-67ad26a61f74 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:01.940620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Attempting to bind port e051b456-af2d-41dc-b8f8-67ad26a61f74 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:01.941156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Attempting to bind port e051b456-af2d-41dc-b8f8-67ad26a61f74 on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:01.955201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Port e051b456-af2d-41dc-b8f8-67ad26a61f74 on network 10dd9425-694f-435b-a518-efa1c2bf8dda not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:01.955519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Attempting to bind port e051b456-af2d-41dc-b8f8-67ad26a61f74 on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:01.967883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-bb52b07d-ddf8-49a4-ad10-1f5e3326f215 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178219 Jun 01 13:04:01.968770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:01.969264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Checking segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:01.969804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Bound using segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:01.970390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Bound port: e051b456-af2d-41dc-b8f8-67ad26a61f74, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:01.970925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.041725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Attempting to bind port 4863adae-4d4c-4339-88fa-f361bd3febd0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:02.043431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Attempting to bind port 4863adae-4d4c-4339-88fa-f361bd3febd0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:02.044109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Attempting to bind port 4863adae-4d4c-4339-88fa-f361bd3febd0 on network f9eea41b-805b-44ff-94cd-65ee1080eaa8 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:02.053773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:02.054294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Checking segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:02.055028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.055635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Bound using segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:02.056337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Bound port: 4863adae-4d4c-4339-88fa-f361bd3febd0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:02.056993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.183373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] For port 4863adae-4d4c-4339-88fa-f361bd3febd0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:02.186872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] For port 4863adae-4d4c-4339-88fa-f361bd3febd0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4863adae-4d4c-4339-88fa-f361bd3febd0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:02.194532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.247744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:04:02.283146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:02.283963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:02.369583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15deca-29c5-41d6-b512-565f01622cec None None] Pushing event updated for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:02.424356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897a4860-9ac5-4eb3-bc86-58c60a160b4d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:02.468114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.498366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:02.514029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:02.541173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.554758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:02.588064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Transition to ACTIVE for port object 897a4860-9ac5-4eb3-bc86-58c60a160b4d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:02.626291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.636430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:02.637657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:02.638411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] 10.222.0.13 "PUT /v2.0/ports/e051b456-af2d-41dc-b8f8-67ad26a61f74 HTTP/1.1" status: 200 len: 1092 time: 4.2771239 Jun 01 13:04:02.653207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-36b9ca5b-ccb3-4aef-b2b4-e7fa7cfd61d2 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369915 Jun 01 13:04:02.659642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-6fefc7aa-5257-4718-a6f4-b866fdb0be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:02.661349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-6fefc7aa-5257-4718-a6f4-b866fdb0be65 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1097 time: 0.6971118 Jun 01 13:04:02.770239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 38fdfb2d-cde4-49ad-824a-3929173975d3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:02.792900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bc578-9067-4dcd-b0bb-c5fa1582a298 service neutron] Pushing event updated for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:02.912401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 38fdfb2d-cde4-49ad-824a-3929173975d3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:02.921802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 38fdfb2d-cde4-49ad-824a-3929173975d3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:02.922170 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.053403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:02Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:03.063712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a97bd3-442e-4897-8b64-5d15e3f9f501 None None] The sync data for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 is: [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:02Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:04:03.065605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 05a3e9ef-8b49-46e4-bee9-c430ac75e967 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:03.077356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 38fdfb2d-cde4-49ad-824a-3929173975d3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:03.077738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.109157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:03.201712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:03.205129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-fa36024f-f7c4-4f61-b871-aeaeb9ecfb05 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428267 Jun 01 13:04:03.214932 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.262348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Attempting to bind port 897a4860-9ac5-4eb3-bc86-58c60a160b4d on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:03.262969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Attempting to bind port 897a4860-9ac5-4eb3-bc86-58c60a160b4d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:03.263519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Attempting to bind port 897a4860-9ac5-4eb3-bc86-58c60a160b4d on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:03.267259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-a19261d4-f68e-4333-9102-142353b34cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:03.268868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-a19261d4-f68e-4333-9102-142353b34cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 1095 time: 0.5377173 Jun 01 13:04:03.269943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-41f238e5-121a-4890-be84-a5a1f476922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:03.271340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-41f238e5-121a-4890-be84-a5a1f476922c service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.5434828 Jun 01 13:04:03.323987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:03.349019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '05a3e9ef-8b49-46e4-bee9-c430ac75e967', 'network_id': '7991a494-180a-40b4-b2d6-6004f88ec76c', 'port_id': '05a3e9ef-8b49-46e4-bee9-c430ac75e967', 'mac_address': 'fa:16:3e:d2:dd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9685af2b-5906-4f12-9c60-1538b53aaf31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:03.356221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:03.415185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:03.415482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.437513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a3e9ef-8b49-46e4-bee9-c430ac75e967 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:03.442113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Port 897a4860-9ac5-4eb3-bc86-58c60a160b4d on network 10dd9425-694f-435b-a518-efa1c2bf8dda not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:03.442431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Attempting to bind port 897a4860-9ac5-4eb3-bc86-58c60a160b4d on network 10dd9425-694f-435b-a518-efa1c2bf8dda {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:03.457919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:03.469248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.477755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-6dd19de7-1739-4603-bef2-c7fb5666e2b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74 HTTP/1.1" status: 200 len: 217 time: 0.1554933 Jun 01 13:04:03.490946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:03.491218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Checking segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:03.491369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Bound using segment: {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:03.491817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Bound port: 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:03.492154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:03.588461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:03.667227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-dc4ee13a-05a8-4d1e-8989-6b73d7034e6b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 1002 time: 0.2873838 Jun 01 13:04:03.739256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-2f2f8ff9-a3da-43aa-806f-672af50d8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:03.741061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-2f2f8ff9-a3da-43aa-806f-672af50d8fa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.2393007 Jun 01 13:04:03.764295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-77548cbb-ac98-408e-b3d1-122d34a68487 service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480373 Jun 01 13:04:03.843515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-669bc7b3-d457-48b4-95ff-6a8b5e15ed53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815682 Jun 01 13:04:03.917207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['05a3e9ef-8b49-46e4-bee9-c430ac75e967'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:04.065474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:04.138764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:04.142196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-2a5501e9-0eb3-4142-a7fb-1152af843fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:04.142332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.144134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-2a5501e9-0eb3-4142-a7fb-1152af843fa1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.4587901 Jun 01 13:04:04.198401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.297854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:04.324655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:04.325269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.326660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-c310b4b4-71a6-4d46-b020-8850fba1ff24 service neutron] 10.222.0.24 "PUT /v2.0/ports/897a4860-9ac5-4eb3-bc86-58c60a160b4d HTTP/1.1" status: 200 len: 1092 time: 3.8226697 Jun 01 13:04:04.371578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5d28de08-6c45-4611-9ab2-11cdea06506f service neutron] 10.222.0.40 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672688 Jun 01 13:04:04.401356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4863adae-4d4c-4339-88fa-f361bd3febd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:04.512990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-018d157f-ed88-47f9-b28b-745beb154161 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735076 Jun 01 13:04:04.532979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4863adae-4d4c-4339-88fa-f361bd3febd0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:04.545769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4863adae-4d4c-4339-88fa-f361bd3febd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:04.546965 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.692050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36100-2305-4102-9d94-52ffb7413c03 req-0e3797f8-c52f-4787-a4d3-e57c068acb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:04.693780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-0e3797f8-c52f-4787-a4d3-e57c068acb6a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5330403 Jun 01 13:04:04.705924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-2ae2d784-e8b5-4860-880a-413f0d7e5040 service neutron] 10.222.0.40 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236136 Jun 01 13:04:04.719719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4863adae-4d4c-4339-88fa-f361bd3febd0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:04.720392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.771039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 4863adae-4d4c-4339-88fa-f361bd3febd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4863adae-4d4c-4339-88fa-f361bd3febd0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:04.782295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:04.823177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-2db13aa8-b493-4361-92b3-f5501381fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:04.825380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-2db13aa8-b493-4361-92b3-f5501381fed5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 1095 time: 0.4158182 Jun 01 13:04:04.872231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:05.016019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-81934f6e-7b32-4940-b136-71b0fa3df9db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d HTTP/1.1" status: 200 len: 217 time: 0.0893650 Jun 01 13:04:05.070075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 05a3e9ef-8b49-46e4-bee9-c430ac75e967 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:05.088655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-baf63d94-6c17-44c1-bdaf-21a8bfd7eb21 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615194 Jun 01 13:04:05.146370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-cae6cb80-e021-4b3a-a83a-fb5c0436f75d service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393723 Jun 01 13:04:05.152740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-677664ef-6fc1-479c-b46f-86ddd5670977 service neutron] 10.222.0.40 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392818 Jun 01 13:04:05.173863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:05.180918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:05.181356 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:05.212941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-7d90937f-2982-4f84-831b-e5ed7add1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:05.214645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-7d90937f-2982-4f84-831b-e5ed7add1594 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.1885502 Jun 01 13:04:05.343753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:05.344120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:05.361357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-ec425499-6627-4d86-a048-edf1bf256097 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385779 Jun 01 13:04:05.379805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:05.387566 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:05.542256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:05.739390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c36100-2305-4102-9d94-52ffb7413c03 req-93993ae6-078d-4f58-8484-f8d5870bfde1 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802593 Jun 01 13:04:05.750443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7c60bb59-11bb-4677-88cd-28c18922d5fa service neutron] 10.222.0.40 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915604 Jun 01 13:04:05.755969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-18b5d5a9-e643-4747-a363-164af73adf19 service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824725 Jun 01 13:04:06.000942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8c24c500-1c4f-41c5-8467-3d64df51c747 service neutron] 10.222.0.40 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422154 Jun 01 13:04:06.003211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab1f5266-57a3-4564-aa76-bec6cae12a6f req-7c505b54-098f-4e20-8051-c3d999c4656d service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231991 Jun 01 13:04:06.320433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4863adae-4d4c-4339-88fa-f361bd3febd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:06.384489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca1c12-b1ab-4a30-94c3-74aa212cfd3c req-a561d286-0576-4261-be09-f43e8598d362 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:06.391677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dca1c12-b1ab-4a30-94c3-74aa212cfd3c req-a561d286-0576-4261-be09-f43e8598d362 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 945 time: 0.0892611 Jun 01 13:04:06.405944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4863adae-4d4c-4339-88fa-f361bd3febd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:06.406317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:06.445049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dca1c12-b1ab-4a30-94c3-74aa212cfd3c req-7ded1330-42f5-4883-a0fa-29686039f599 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Jun 01 13:04:06.517737 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bd1e18-5f20-43b3-bda1-f6d8449e5212'] response: {'name': 'network-changed', 'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1', 'status': 'completed', 'code': 200} Jun 01 13:04:06.609564 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2f7302-0910-4925-ae2f-b2e15e02f3b1'] response: {'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1', 'code': 200} Jun 01 13:04:06.641850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4863adae-4d4c-4339-88fa-f361bd3febd0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:06.701339 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af3cd51-0655-4221-8711-a893f89b870a'] response: {'server_uuid': '499f1930-2944-4de8-8b96-2db935a478e0', 'name': 'network-vif-deleted', 'tag': '31411ec5-6a46-4c9a-a3cc-32a473c5a576', 'status': 'completed', 'code': 200} Jun 01 13:04:06.746357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-f371965f-bf3e-4914-b9b0-3c8c0b64fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:06.748154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-f371965f-bf3e-4914-b9b0-3c8c0b64fbd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 1096 time: 0.2142642 Jun 01 13:04:06.761141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081c27d-7004-4cd1-aa5a-f02495a90ef2 req-e3da86ee-df20-4600-a761-e9d4235c4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:06.762648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8081c27d-7004-4cd1-aa5a-f02495a90ef2 req-e3da86ee-df20-4600-a761-e9d4235c4264 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 1096 time: 0.0832784 Jun 01 13:04:06.788407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-b5a8056c-7c46-4601-9135-02913de6bd10 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:06.789558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-b5a8056c-7c46-4601-9135-02913de6bd10 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 945 time: 0.1296439 Jun 01 13:04:06.854367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8081c27d-7004-4cd1-aa5a-f02495a90ef2 req-6bbf2882-ebb3-485b-b4b5-e6fd49d2a95a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835249 Jun 01 13:04:06.982936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Deleting port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:06.983358 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.078341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57400) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:07.084915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283395468', 'description': 'tempest-description--790710837'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:07.113386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:07.127702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Usage tracker for resource:security_group and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:07.138285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:07.167607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:07.175306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-5e8fcebd-42bb-46d7-8b2a-b9f9b31bca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:07.187824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-5e8fcebd-42bb-46d7-8b2a-b9f9b31bca96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 918 time: 0.4323287 Jun 01 13:04:07.188138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.238197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:07.250390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Usage tracker for resource:security_group_rule and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:07.258070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:07.274924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:07.372676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.378976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.425829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-68db579c-22ef-46f5-ba6a-1b965c54ebe6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1 HTTP/1.1" status: 200 len: 217 time: 0.2146506 Jun 01 13:04:07.457258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d65fa-2172-40ae-8636-787c0675f0af,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:07.473637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.477552 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11214432-e873-4558-8386-0f632491e5ea tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3954504 Jun 01 13:04:07.477865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:07.484530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'security_group_rule': {'security_group_id': '0f1d65fa-2172-40ae-8636-787c0675f0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:07.492281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:07.497784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Usage tracker for resource:security_group_rule and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:07.500945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:07.509626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:07.537742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-0a58c602-2314-4ece-ae93-430ab634febd tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.4933376 Jun 01 13:04:07.557467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.645921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.657142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.694259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecac37f-24c4-4e7f-9e6d-55e6cf5f62d3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:07.712290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.715646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6e0c5ab9-a6ca-40b4-abb6-1c660957bde4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2359517 Jun 01 13:04:07.717688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:07.723808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'security_group_rule': {'security_group_id': '0f1d65fa-2172-40ae-8636-787c0675f0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:07.743257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:07.747636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Usage tracker for resource:security_group_rule and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:07.750952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:07.753245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-7cea8e65-3ec6-4a28-a627-521300e1fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:07.755369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-7cea8e65-3ec6-4a28-a627-521300e1fbed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.2943721 Jun 01 13:04:07.758261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:07.789571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.837402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-ff2e0099-eda2-4b96-b47c-f5dcba33ee59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661843 Jun 01 13:04:07.844271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-d437ed38-a71f-4dec-8d26-09b18349b813 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:07.845438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-d437ed38-a71f-4dec-8d26-09b18349b813 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports/2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 943 time: 0.2732379 Jun 01 13:04:07.903656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.921113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:07.974869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f653e74-7c45-4757-b283-b37c4c345759,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:08.017729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.022633 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23de60a8-f7af-4e49-b9ac-b6918db6445d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3005428 Jun 01 13:04:08.022857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57422) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:08.029806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:08.043507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:08.047991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Usage tracker for resource:floatingip and tenant:8540fffb1535497eb4b22039cb36e14b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:08.051954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:08.059327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:08.073975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.222392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.232179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fe16c-4c23-444e-bce9-ca9219010bb3 req-67c26b2b-3bac-4318-81b1-f5bc652ac7e8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:08.232883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-390fe16c-4c23-444e-bce9-ca9219010bb3 req-67c26b2b-3bac-4318-81b1-f5bc652ac7e8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Synchronizing usage tracker for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:08.271642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-390fe16c-4c23-444e-bce9-ca9219010bb3 req-67c26b2b-3bac-4318-81b1-f5bc652ac7e8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Unset dirty status for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:08.272812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-390fe16c-4c23-444e-bce9-ca9219010bb3 req-67c26b2b-3bac-4318-81b1-f5bc652ac7e8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 944 time: 0.9140329 Jun 01 13:04:08.282144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] For port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:08.282507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.414053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Allocated IP 172.25.7.202 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/fa4b04f2-0c76-4924-a13d-f1216593ace6) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:08.565594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Calling delete_port for 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:08.610475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3'}, {'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:08.750710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3'}, {'name': 'network-changed', 'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967'}, {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}, {'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135'}, {'name': 'network-changed', 'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74'}, {'name': 'network-changed', 'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:08.805705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e051b456-af2d-41dc-b8f8-67ad26a61f74 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:08.819134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-5dec328d-bb92-4e61-95a6-65c6ac5a8039 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.6751082 Jun 01 13:04:08.820152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-0565d190-40de-4765-8fc6-5499c58707b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:08.822476 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-0565d190-40de-4765-8fc6-5499c58707b6 service neutron] 10.222.0.13 "GET /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 1033 time: 0.1099958 Jun 01 13:04:08.892338 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.914288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-04021638-c387-4703-aafc-3ded935cc376 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0628390 Jun 01 13:04:08.979652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:08.993445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5a4691d5-2c5b-4b7e-8fdb-e358357388a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:08.994737 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5a4691d5-2c5b-4b7e-8fdb-e358357388a1 service neutron] 10.222.0.13 "GET /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 1031 time: 0.1407685 Jun 01 13:04:09.015200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:09.024234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57440) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:09.031458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'e051b456-af2d-41dc-b8f8-67ad26a61f74', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'port_id': 'e051b456-af2d-41dc-b8f8-67ad26a61f74', 'mac_address': 'fa:16:3e:74:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f42431-127b-4ad6-adc4-f52c2a342611', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:09.092898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 897a4860-9ac5-4eb3-bc86-58c60a160b4d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:09.136830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e051b456-af2d-41dc-b8f8-67ad26a61f74 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:09.137210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.159125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e051b456-af2d-41dc-b8f8-67ad26a61f74 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:09.167005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.276613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:09.284916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:09.287325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:09.287918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:09.294293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.295218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-390fe16c-4c23-444e-bce9-ca9219010bb3 req-1d3dac42-4f6e-4f67-a155-a483a7d54ad7 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027304 Jun 01 13:04:09.336882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:09.342658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:09.348432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:09.349501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Synchronizing usage tracker for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:09.357261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.365935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'Port': ['ID=fa4b04f2-0c76-4924-a13d-f1216593ace6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:09.396818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:09.402094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Unset dirty status for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:09.403315 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5c318efc-7bea-47d3-a89a-5003d9f54c10 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/networks?id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 1993 time: 0.4021943 Jun 01 13:04:09.404193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Usage tracker for resource:security_group_rule and tenant:1ebc0c34a8df42d4a4c9760ee84571ed is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:09.408426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:09.416783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:09.432007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:09.434277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:09.442392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event deleted for resources: {'Port': ['ID=7552c2b0-5b7b-42a2-affe-0c39a6fe0a68,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:09.456410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '897a4860-9ac5-4eb3-bc86-58c60a160b4d', 'network_id': '10dd9425-694f-435b-a518-efa1c2bf8dda', 'port_id': '897a4860-9ac5-4eb3-bc86-58c60a160b4d', 'mac_address': 'fa:16:3e:1f:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f42431-127b-4ad6-adc4-f52c2a342611', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:09.500400 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-420bd762-9b8b-48ed-8c79-5bb3bfe9d4f1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0 HTTP/1.1" status: 200 len: 379 time: 0.0842805 Jun 01 13:04:09.516674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'admin_state_up': True, 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'security_groups': ['efd11050-93c7-4c0d-9035-7c17c1ba4d51']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:09.532795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8731adff-1e0a-440d-83b9-75b156f1c39d req-1e6a03c5-c2f9-4ace-b127-9475da5cb914 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940968 Jun 01 13:04:09.547376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e051b456-af2d-41dc-b8f8-67ad26a61f74'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:09.655729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 897a4860-9ac5-4eb3-bc86-58c60a160b4d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:09.656498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.670471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81cf0caa-00ca-40a1-b598-4a8aaf03c9a4 req-c8633b83-1563-4ec8-ba0c-0b3f94435ca5 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b1fb84f-145f-44db-a204-cb570276f80e HTTP/1.1" status: 200 len: 210 time: 0.1290390 Jun 01 13:04:09.682367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] No DVR routers for this DVR port 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:09.686252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897a4860-9ac5-4eb3-bc86-58c60a160b4d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:09.696561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.700577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.703477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:09.716695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.716960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:09.768872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-f3170c4f-ab3c-49d2-9456-dee63ff11554 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0123978 Jun 01 13:04:09.774165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e8aad14-ccad-4fb8-a9cc-6d6616ca3ec4 req-3a25fa82-5f42-40b4-a78e-6d6c9e89050c tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "DELETE /v2.0/ports/7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 HTTP/1.1" status: 204 len: 173 time: 2.9317112 Jun 01 13:04:09.781166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:09.818421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-ea93a508-45e4-4933-817f-8543c114e2a0 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:09.821962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-ea93a508-45e4-4933-817f-8543c114e2a0 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.9489601 Jun 01 13:04:09.867949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.878579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-6a5b69a0-3bd5-43b6-9211-0673b96198e8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:04:09.879910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff3eb274-d804-4a70-a917-2ff4d967ab68 req-6a5b69a0-3bd5-43b6-9211-0673b96198e8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127470 Jun 01 13:04:09.885790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:09.896747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.932059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:09.936142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:09.988204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f6a3b3-c7a7-481e-a00d-63f672d684a2 req-25508b49-80f8-4269-bc77-4a044bdff415 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 210 time: 0.1270418 Jun 01 13:04:10.003830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:10.068819 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bf6284-3c27-445f-9399-56d93b5d069e'] response: {'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'code': 200} Jun 01 13:04:10.069128 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bf6284-3c27-445f-9399-56d93b5d069e'] response: {'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967', 'code': 200} Jun 01 13:04:10.112219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d29b-e325-4174-a730-399efe75a213 req-8855a437-05b5-4118-b3e0-472b27972c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:10.114536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-8855a437-05b5-4118-b3e0-472b27972c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1097 time: 0.2914007 Jun 01 13:04:10.149755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['897a4860-9ac5-4eb3-bc86-58c60a160b4d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:10.156039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326de57d-3d7e-45f9-900e-cc0e09f3b200,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:10.179362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6df77fb-3f7d-4ebd-9f16-6a2d17dd471a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ebc0c34a8df42d4a4c9760ee84571ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1540301 Jun 01 13:04:10.186632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57450) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:10.223608 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'status': 'completed', 'code': 200} Jun 01 13:04:10.223870 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967', 'status': 'completed', 'code': 200} Jun 01 13:04:10.224156 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:04:10.224403 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135', 'status': 'completed', 'code': 200} Jun 01 13:04:10.224651 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74', 'status': 'completed', 'code': 200} Jun 01 13:04:10.224896 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1823ed55-65d0-4e40-89af-11a8b3500578'] response: {'name': 'network-changed', 'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d', 'status': 'completed', 'code': 200} Jun 01 13:04:10.484586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:10.589286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:10.599280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 172.20.0.4 (170c337c-8f1e-41eb-aa8c-585fd47e8e5d/173d2874-e992-4d47-8b45-eaec747d0c34/770f91dc-370e-4f5f-9ee5-0abd6f3b6946) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:10.608862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-29a44b19-ecda-4a02-8759-0ff43a2524c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:10.610395 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-29a44b19-ecda-4a02-8759-0ff43a2524c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 1097 time: 0.3925900 Jun 01 13:04:10.773225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:10.787609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cdced-4a27-459e-8cac-bd785a53ab0b req-e791e379-e585-4d61-89a0-e553c1e15f0e tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:10.788750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:10.789121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b25cdced-4a27-459e-8cac-bd785a53ab0b req-e791e379-e585-4d61-89a0-e553c1e15f0e tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 945 time: 0.7868462 Jun 01 13:04:10.838257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e051b456-af2d-41dc-b8f8-67ad26a61f74 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:10.869351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-1eed4115-c8ce-40ea-aacb-f41b4319294c tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.6363616 Jun 01 13:04:10.915994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436b71-3aca-452b-8b13-5423d47dadca req-93c37220-c8b3-401e-9340-be606332f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:10.917974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa436b71-3aca-452b-8b13-5423d47dadca req-93c37220-c8b3-401e-9340-be606332f0df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 1097 time: 0.7817934 Jun 01 13:04:10.945630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port e051b456-af2d-41dc-b8f8-67ad26a61f74 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:10.952480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port e051b456-af2d-41dc-b8f8-67ad26a61f74 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:10.952800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.022020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a21b8715-1083-43b6-9585-7fca7449e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.023574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a21b8715-1083-43b6-9585-7fca7449e522 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 1097 time: 0.7977777 Jun 01 13:04:11.036933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5a78-9aeb-4ec0-ae19-2dd7a4804c4f req-25f76239-382a-4dea-9980-01230e101dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.038435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b33b5a78-9aeb-4ec0-ae19-2dd7a4804c4f req-25f76239-382a-4dea-9980-01230e101dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 1097 time: 0.8116229 Jun 01 13:04:11.045435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d29b-e325-4174-a730-399efe75a213 req-04cf65fb-7633-42b6-99e2-0e14e3626fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.046953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-04cf65fb-7633-42b6-99e2-0e14e3626fc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.8262577 Jun 01 13:04:11.057894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b25cdced-4a27-459e-8cac-bd785a53ab0b req-3d713183-91a9-4d54-98f7-d99fe5263048 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567852 Jun 01 13:04:11.143030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e051b456-af2d-41dc-b8f8-67ad26a61f74 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:11.143472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.175503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.221478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:11.230683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.231547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:11.244082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326de57d-3d7e-45f9-900e-cc0e09f3b200,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:11.245740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'Port': ['ID=fa4b04f2-0c76-4924-a13d-f1216593ace6,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:11.246769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-fd834e08-401e-4ecf-b48c-2e19e530b9de tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.248498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-fd834e08-401e-4ecf-b48c-2e19e530b9de tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports/2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 943 time: 0.3784277 Jun 01 13:04:11.255536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.287373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-280699bb-aaf2-4e31-85c3-b9b1c95982be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.289146 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-280699bb-aaf2-4e31-85c3-b9b1c95982be service neutron] 10.222.0.24 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 918 time: 0.6611559 Jun 01 13:04:11.317689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa436b71-3aca-452b-8b13-5423d47dadca req-facab7f5-4121-44ad-a9f1-df196e2aa961 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431714 Jun 01 13:04:11.333796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:11.335156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7552c2b0-5b7b-42a2-affe-0c39a6fe0a68 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:11.378260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:11.469474 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-ab14aa04-ee7f-4c4f-9e46-54ed490d0fdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967 HTTP/1.1" status: 200 len: 217 time: 0.1347272 Jun 01 13:04:11.532527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.534114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27eb7553-91bf-4563-9c09-e826965dd80d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5099742 Jun 01 13:04:11.560542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.561719 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7dcd3221-c7f0-4462-9eb3-f5ebdcf461b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/326de57d-3d7e-45f9-900e-cc0e09f3b200 HTTP/1.1" status: 204 len: 168 time: 1.3726115 Jun 01 13:04:11.587642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.643057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-48fbbaa4-3354-40b4-bdac-cacd22f2c120 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.1734700 Jun 01 13:04:11.651320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:11.653454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-809cdffe-4633-4d49-a916-f87219521bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.659190 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-809cdffe-4633-4d49-a916-f87219521bfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.1693552 Jun 01 13:04:11.714540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b33b5a78-9aeb-4ec0-ae19-2dd7a4804c4f req-eed8227a-5063-4a6e-b13e-f2c48c390149 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870316 Jun 01 13:04:11.726783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-8f25e0d2-dcce-4126-8d15-9ca84b2d9f25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581906 Jun 01 13:04:11.749824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.831064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-7b278693-6721-47b4-a514-675421311bc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1002 time: 0.6967611 Jun 01 13:04:11.834843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:11.837171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:11.841385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:11.913104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:11.932114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-57bc946e-b36d-4813-81f6-00500897df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.934234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-57bc946e-b36d-4813-81f6-00500897df90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 200 len: 918 time: 0.8927064 Jun 01 13:04:11.936726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.937434 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:11.948327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fae94-03cc-4750-a4dc-3dc722def4c4 req-160f597e-07db-4683-a37c-cddf2c8f3052 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:11.950847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-495fae94-03cc-4750-a4dc-3dc722def4c4 req-160f597e-07db-4683-a37c-cddf2c8f3052 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 945 time: 0.6845291 Jun 01 13:04:11.964997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7057a206-ac59-41e9-80ae-ce0b35b503a1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4543738 Jun 01 13:04:11.976168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'admin_state_up': True, 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'security_groups': ['efd11050-93c7-4c0d-9035-7c17c1ba4d51']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:12.007361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:12.069915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:12.074865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.127647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-e2aae76a-5f3a-4b04-bda1-c61efc8b2daf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fdfb2d-cde4-49ad-824a-3929173975d3 HTTP/1.1" status: 200 len: 217 time: 0.1717005 Jun 01 13:04:12.131657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:12.139305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94cfe9cc-9d3b-4425-9b8c-0293759417ea None None] Provisioning for port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:12.141939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-2783bd93-f1d7-4060-bc21-10c6d2d54980 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:12.143607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-2783bd93-f1d7-4060-bc21-10c6d2d54980 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4872847 Jun 01 13:04:12.145920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94cfe9cc-9d3b-4425-9b8c-0293759417ea None None] Provisioning complete for port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:12.146509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9cc-9d3b-4425-9b8c-0293759417ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.197253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Usage tracker for resource:security_group_rule and tenant:d0095d0c2b624cbe807729cc02f129b6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:12.211324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:12.213510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-94cfe9cc-9d3b-4425-9b8c-0293759417ea None None] Port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:12.223960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:12.280204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-deleted', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:12.310802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-495fae94-03cc-4750-a4dc-3dc722def4c4 req-645d24b4-3b60-4c88-a8cd-a6347e3c9c5e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680154 Jun 01 13:04:12.340663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d29b-e325-4174-a730-399efe75a213 req-b6541890-6106-4e91-8880-054042e95220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:12.342018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-b6541890-6106-4e91-8880-054042e95220 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.2815509 Jun 01 13:04:12.352641 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-9ac5d475-163e-4227-83cc-c5a10746b317 service neutron] 10.222.0.24 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576871 Jun 01 13:04:12.353991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:12.361854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:12.386559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-3d1609f8-735e-4276-9bd0-b5f77d45c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:12.388053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-3d1609f8-735e-4276-9bd0-b5f77d45c53b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 200 len: 857 time: 0.2421181 Jun 01 13:04:12.389616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:12.439926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-44368cbb-e671-4ada-a9e0-715c729dd6b9 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.2535894 Jun 01 13:04:12.446346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-1b365b6c-7365-4a6f-9267-2258b833f788 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7991a494-180a-40b4-b2d6-6004f88ec76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486095 Jun 01 13:04:12.485160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:12.620245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-7109eeaf-ffab-4097-840b-2550391f6b2b service neutron] 10.222.0.24 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602901 Jun 01 13:04:12.621457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:12.662048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.668619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.704511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:12.708292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.778814 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d0095d0c2b624cbe807729cc02f129b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678387 Jun 01 13:04:12.784697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57480) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:12.787025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a212b-04c2-49b3-9dc4-7ecc75298aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8bdf1e-0b78-4aa0-b205-5c874771f47d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:12.935274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.965972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.025870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.035758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-b0438510-8230-4b85-bcff-d63799a88cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:13.037159 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-b0438510-8230-4b85-bcff-d63799a88cfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.3021703 Jun 01 13:04:13.038624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d29b-e325-4174-a730-399efe75a213 req-437f8a6f-5384-4dd6-9d46-f86bb419efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:13.040173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-437f8a6f-5384-4dd6-9d46-f86bb419efc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6886427 Jun 01 13:04:13.091356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 897a4860-9ac5-4eb3-bc86-58c60a160b4d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:13.113165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-f0e32e59-fb62-4cb4-b4d7-6ff40e7ff089 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567485 Jun 01 13:04:13.171760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.1.1.65 (0ce631b2-87c3-4172-a875-190d6f35475d/65ce6077-005c-4818-a77b-a87a735c00e2/47630257-d42b-4511-bac3-99fc0cccfb33) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:13.179721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 897a4860-9ac5-4eb3-bc86-58c60a160b4d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:13.190061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 897a4860-9ac5-4eb3-bc86-58c60a160b4d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:13.191352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.265378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.353316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 897a4860-9ac5-4eb3-bc86-58c60a160b4d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:13.354431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.356170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8bdf1e-0b78-4aa0-b205-5c874771f47d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:13.376840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.378029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6d8d5358-e14c-4072-a8f4-783c55808e4e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8a8bdf1e-0b78-4aa0-b205-5c874771f47d HTTP/1.1" status: 204 len: 168 time: 0.5921841 Jun 01 13:04:13.417066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-9d7fd647-743c-4056-b037-1cfff9836f50 service neutron] 10.222.0.13 "GET /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943220 Jun 01 13:04:13.467473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:13.480345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.582712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e4a6-ca82-4521-8414-79f13e5746e9 req-9cfe2d63-c57b-4a9b-9096-18ad834ea4c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:13.590021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2883e4a6-ca82-4521-8414-79f13e5746e9 req-9cfe2d63-c57b-4a9b-9096-18ad834ea4c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 931 time: 0.8280127 Jun 01 13:04:13.705475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:13.770041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-c894e615-f7bb-4c36-a0f4-90a36e95028f service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942644 Jun 01 13:04:13.773889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-e9a2e523-d191-4e1d-980e-1c0a02872a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:13.775539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-e9a2e523-d191-4e1d-980e-1c0a02872a49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.7114081 Jun 01 13:04:13.794388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.824858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2883e4a6-ca82-4521-8414-79f13e5746e9 req-257906d0-d43d-4d46-92dd-71b919e6ae33 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338266 Jun 01 13:04:13.868656 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-5e427040-9525-473d-8e6d-eae035b27c22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.0859456 Jun 01 13:04:13.891169 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.891594 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163 disassociated. External IP: 172.25.7.226, port: 2d7d5450-c511-481a-af33-07dc2d75b135. Jun 01 13:04:13.958009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57490) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:14.005061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.031540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-611a5e65-5d2e-49ce-9cf1-4c0e28e9752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.033058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-611a5e65-5d2e-49ce-9cf1-4c0e28e9752f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 1097 time: 0.5342243 Jun 01 13:04:14.046634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:14.055781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a5ffa0fd-57d1-4044-bae8-68cba31ef80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.057226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a5ffa0fd-57d1-4044-bae8-68cba31ef80c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1830065 Jun 01 13:04:14.059712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Usage tracker for resource:security_group_rule and tenant:a0a186f25fbb4a93b74087f8ec5404c4 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:14.065842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:14.121732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:14.131330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.177111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object 47630257-d42b-4511-bac3-99fc0cccfb33 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:14.228045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-b8dc87b1-d713-4fa2-93b8-26ffdd6d9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.229562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-b8dc87b1-d713-4fa2-93b8-26ffdd6d9713 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648283 Jun 01 13:04:14.345637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.428937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.458570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.483779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 0ce631b2-87c3-4172-a875-190d6f35475d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:14.494615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:14.509640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:14.523524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:14.534381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df6d29b-e325-4174-a730-399efe75a213 req-e05586cf-ded4-4cb4-9085-38bc333c09d2 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429349 Jun 01 13:04:14.610633 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-f7430a47-3c9f-4892-950b-65e0822268f2 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726618 Jun 01 13:04:14.622288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a0a186f25fbb4a93b74087f8ec5404c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583459 Jun 01 13:04:14.624595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57498) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:14.634652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe592998-4674-4794-aa29-804e14c3e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140bf4de-dfe3-4a4f-b717-50f49dea0c1d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:14.720314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.720888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.763717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-2a7c1716-3a67-4fa0-b627-8e63a98482df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.765153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-2a7c1716-3a67-4fa0-b627-8e63a98482df service neutron] 10.222.0.13 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 914 time: 0.7113111 Jun 01 13:04:14.765768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.770568 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f5293144-aaec-4548-85ae-4155b8e1b7c8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7989824 Jun 01 13:04:14.779350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae2eb-e25d-4b4c-97d6-7c53e7187ae1 req-b9b88363-11b7-4669-8159-16061ee9266b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:14.780802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c7ae2eb-e25d-4b4c-97d6-7c53e7187ae1 req-b9b88363-11b7-4669-8159-16061ee9266b tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 946 time: 0.8210406 Jun 01 13:04:14.782739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:04:14.786366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'admin_state_up': True, 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'security_groups': ['efd11050-93c7-4c0d-9035-7c17c1ba4d51']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:14.851380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b97116a7-05a8-4e73-bf17-470147b5c8be None None] Provisioning for port 47630257-d42b-4511-bac3-99fc0cccfb33 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:14.858276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b97116a7-05a8-4e73-bf17-470147b5c8be None None] Provisioning complete for port 47630257-d42b-4511-bac3-99fc0cccfb33 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:14.859062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b97116a7-05a8-4e73-bf17-470147b5c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.872041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-450610a2-b2e7-4d50-b1c3-9710814b7715 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74 HTTP/1.1" status: 200 len: 217 time: 0.0881572 Jun 01 13:04:14.898828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-f7effb0e-564c-4343-9ea4-b8388f2c1690 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654960 Jun 01 13:04:14.952012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b97116a7-05a8-4e73-bf17-470147b5c8be None None] Port 47630257-d42b-4511-bac3-99fc0cccfb33 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:14.964288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:14.970757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:14.974155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:14.981083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:14.984425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.048256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:15.052895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.072429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c7ae2eb-e25d-4b4c-97d6-7c53e7187ae1 req-073e1e3b-3cff-46a4-af48-ee32acc84277 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305460 Jun 01 13:04:15.090029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-f0411a20-002b-45ce-96fa-a0c3a0b203c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:15.091529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-f0411a20-002b-45ce-96fa-a0c3a0b203c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.2094886 Jun 01 13:04:15.218716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-5b3bdd1e-e7d5-4f95-8650-ad580e50edeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748262 Jun 01 13:04:15.236857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-e27d92aa-7972-411b-8e98-f17f96b947f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:15.238886 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-e27d92aa-7972-411b-8e98-f17f96b947f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1097 time: 0.2553635 Jun 01 13:04:15.345616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:04:15.351767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-62da6980-5ff1-4ebf-b9d2-a467f4f50799 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1283395468&fields=id&tenant_id=8540fffb1535497eb4b22039cb36e14b HTTP/1.1" status: 200 len: 267 time: 0.1693475 Jun 01 13:04:15.360454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.362031 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:04:15.374430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:15.375364 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:15.386953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.1.1.207 (0ce631b2-87c3-4172-a875-190d6f35475d/65ce6077-005c-4818-a77b-a87a735c00e2/7607dc8b-202c-4f94-98ba-28c2f7811438) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:15.419393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140bf4de-dfe3-4a4f-b717-50f49dea0c1d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:15.481111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a4e2f405-05b5-4bdf-b355-782ba42573d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:15.483659 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a4e2f405-05b5-4bdf-b355-782ba42573d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.2319562 Jun 01 13:04:15.566721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.576728 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-98284e3e-3c2f-4468-8266-2aafabc71001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 217 time: 0.0815969 Jun 01 13:04:15.614575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.619076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4fce9cf8-4747-4b0f-bb4d-b26adca456c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/140bf4de-dfe3-4a4f-b717-50f49dea0c1d HTTP/1.1" status: 204 len: 168 time: 0.9914446 Jun 01 13:04:15.653722 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:15.673316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-1694ab3c-9314-405e-976d-775ce2d53218 service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466488 Jun 01 13:04:15.708064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-23e22f08-52aa-433c-930f-3e843235787a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "PUT /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 695 time: 3.2525902 Jun 01 13:04:15.900312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-7d7bd759-3cdb-4700-8d50-64444b95893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:15.901784 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-7d7bd759-3cdb-4700-8d50-64444b95893f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.3071048 Jun 01 13:04:15.908472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-256dc0a0-d8af-4809-852f-28ed8c5dfcbc service neutron] 10.222.0.13 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153053 Jun 01 13:04:15.978351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-b3a70372-24a9-4f48-b0e1-fd42adaceafc tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:15.979746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-b3a70372-24a9-4f48-b0e1-fd42adaceafc tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/networks?id=f9eea41b-805b-44ff-94cd-65ee1080eaa8 HTTP/1.1" status: 200 len: 811 time: 0.6153393 Jun 01 13:04:16.005405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-5bfc0596-24f7-42fe-8d17-488de6643f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.014905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-5bfc0596-24f7-42fe-8d17-488de6643f1e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1097 time: 0.3059030 Jun 01 13:04:16.023020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.044152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object 7607dc8b-202c-4f94-98ba-28c2f7811438 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:16.064529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-036c94ef-72d9-4601-a111-10ca67dcc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.066429 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-036c94ef-72d9-4601-a111-10ca67dcc4b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580205 Jun 01 13:04:16.130149 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:16.134891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:04:16.144384 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:16.145115 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:03:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:16.169230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.272624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network 0ce631b2-87c3-4172-a875-190d6f35475d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:16.283483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:16.292067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:16.340095 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-11ac1a4b-9f12-4db6-b6e2-0c5b1c5d35df service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672567 Jun 01 13:04:16.352469 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:16.366416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-65dbdf52-3ec9-48f4-af53-c43487e26a35 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/quotas/8540fffb1535497eb4b22039cb36e14b HTTP/1.1" status: 200 len: 375 time: 0.3792393 Jun 01 13:04:16.367678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-8a3bced2-96f3-4921-b824-5097cf24efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.374817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-8a3bced2-96f3-4921-b824-5097cf24efd5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.3590040 Jun 01 13:04:16.383947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:16.393256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.394642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.503934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-e2466f50-c1c0-4e31-8c5a-a437cc87caf6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 217 time: 0.1281910 Jun 01 13:04:16.607913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-33ab2a07-0942-4a19-8ab3-27459487e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.615428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-33ab2a07-0942-4a19-8ab3-27459487e671 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1106186 Jun 01 13:04:16.634040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-38d039d9-13ca-4640-a245-66b36c5d1869 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131548 Jun 01 13:04:16.635706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-94f7e426-cdc9-4707-85da-382d2c3d569c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8541021 Jun 01 13:04:16.645780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'admin_state_up': True, 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'security_groups': ['efd11050-93c7-4c0d-9035-7c17c1ba4d51']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:16.702869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7a82b09-414a-47e8-9e78-994fc80e5ed4 None None] Provisioning for port 7607dc8b-202c-4f94-98ba-28c2f7811438 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:16.707784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-a644cb80-2a0b-4e9d-9691-8a3d04b3861b tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Synchronizing usage tracker for tenant:8540fffb1535497eb4b22039cb36e14b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:16.708917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a7a82b09-414a-47e8-9e78-994fc80e5ed4 None None] Provisioning complete for port 7607dc8b-202c-4f94-98ba-28c2f7811438 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:16.709475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a7a82b09-414a-47e8-9e78-994fc80e5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.742555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-699791ab-26f0-44ec-93e5-40c97e7e6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.744280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-699791ab-26f0-44ec-93e5-40c97e7e6c21 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281011 Jun 01 13:04:16.744898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-a644cb80-2a0b-4e9d-9691-8a3d04b3861b tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Unset dirty status for tenant:8540fffb1535497eb4b22039cb36e14b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:16.746099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-a644cb80-2a0b-4e9d-9691-8a3d04b3861b tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8540fffb1535497eb4b22039cb36e14b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2995031 Jun 01 13:04:16.851043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a7a82b09-414a-47e8-9e78-994fc80e5ed4 None None] Port 7607dc8b-202c-4f94-98ba-28c2f7811438 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:16.907592 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:16.913422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c182ec4-4974-4e2a-996a-c61fffb28902 None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:04:16.913987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-cfd7252b-d589-47e5-aaab-6e5e3f8553b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:16.915646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-cfd7252b-d589-47e5-aaab-6e5e3f8553b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 1097 time: 0.1495380 Jun 01 13:04:16.923500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:16.948216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:16.953952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:17.014578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:17.019480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-494721a0-c878-4359-92e1-2a1fdac774fc service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680397 Jun 01 13:04:17.044750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:17.162496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a61188fc-7338-43eb-990e-366ceb1bfbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:17.164007 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a61188fc-7338-43eb-990e-366ceb1bfbc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 200 len: 914 time: 0.2420630 Jun 01 13:04:17.176488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-1cf71462-cb41-41f0-95ad-2e00664b192e service neutron] 10.222.0.40 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060596 Jun 01 13:04:17.253909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39aaab2-ea4a-4b19-bf4b-6b561eb864c8 None None] New status for floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:04:17.258831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-11317dce-f252-472b-b01c-35c7f921b043 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d HTTP/1.1" status: 200 len: 217 time: 0.0860956 Jun 01 13:04:17.324760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd7baca-ca2a-4473-8a2a-440a1b0930fc req-c1063ea3-2dba-4e47-b2ff-9fca4d7a9af2 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730932 Jun 01 13:04:17.333713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:17.374194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e999452a-a88b-4669-92d1-61161f97ccb7 service neutron] 10.222.0.40 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864638 Jun 01 13:04:17.421857 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74c0395-56ca-445f-9036-9e0a45da9592'] response: {'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74', 'code': 200} Jun 01 13:04:17.434084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a13a09d3-f8a1-48b3-b779-ac9da3a21d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:17.443067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-a13a09d3-f8a1-48b3-b779-ac9da3a21d0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 200 len: 853 time: 0.1774073 Jun 01 13:04:17.623977 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f2a9da-d0a1-4230-b524-2eee38efe854'] response: {'server_uuid': '2b1fb84f-145f-44db-a204-cb570276f80e', 'name': 'network-vif-deleted', 'tag': '7552c2b0-5b7b-42a2-affe-0c39a6fe0a68', 'status': 'completed', 'code': 200} Jun 01 13:04:17.639360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-6a1f4872-e7a7-4e5c-a19e-461ff453fef3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10dd9425-694f-435b-a518-efa1c2bf8dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728485 Jun 01 13:04:17.686694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffa671-f72e-402e-9e24-c0b845243b8e req-44a50439-8252-4df4-ba35-4407218ed322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:17.695868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40ffa671-f72e-402e-9e24-c0b845243b8e req-44a50439-8252-4df4-ba35-4407218ed322 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1970079 Jun 01 13:04:17.796428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40ffa671-f72e-402e-9e24-c0b845243b8e req-40ef7ee0-341b-4ada-90ed-45554deee54e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921273 Jun 01 13:04:17.835937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:17.990126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd58ce-3017-4cd4-962e-96d24c96e6cd req-461a5666-1120-4ab6-a9b7-8a436b8c3b1f tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:17.998695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25fd58ce-3017-4cd4-962e-96d24c96e6cd req-461a5666-1120-4ab6-a9b7-8a436b8c3b1f tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 946 time: 0.1270015 Jun 01 13:04:18.065551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25fd58ce-3017-4cd4-962e-96d24c96e6cd req-7b66c953-99a8-4369-90ba-952b55822db6 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jun 01 13:04:18.169922 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-42084578-1b1d-455d-b9c2-63c33d55e93d service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243559 Jun 01 13:04:18.213962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.2.2.100 (d6bdc27f-56b7-4464-a839-3d887cccdb3b/e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6/ab935600-61ae-4e78-a54e-10d11234f4ae) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:18.216022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5525a930-ed0d-4f2b-a54d-a64e5cabd532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:18.395326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c0596-b86c-4321-8cd5-39c96be5f45d req-9df7fa33-7a6b-478e-8a77-f48c72d093b2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:18.403447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c0596-b86c-4321-8cd5-39c96be5f45d req-9df7fa33-7a6b-478e-8a77-f48c72d093b2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:18.413303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c0596-b86c-4321-8cd5-39c96be5f45d req-9df7fa33-7a6b-478e-8a77-f48c72d093b2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:18.415177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-028c0596-b86c-4321-8cd5-39c96be5f45d req-9df7fa33-7a6b-478e-8a77-f48c72d093b2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 2373 time: 0.2165110 Jun 01 13:04:18.450501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd65f4-71f5-44ba-a795-15a48f888124 req-47ad6e72-c239-47e3-9cc2-929ab42d63d0 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:18.460993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82dd65f4-71f5-44ba-a795-15a48f888124 req-47ad6e72-c239-47e3-9cc2-929ab42d63d0 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 946 time: 0.1995187 Jun 01 13:04:18.545839 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29554e3c-2351-4d9b-8da5-43a3a6ac91e2 req-695b07d7-4c4a-488f-893b-8ecce108d25c service neutron] 10.222.0.24 "GET /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678222 Jun 01 13:04:18.612490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-028c0596-b86c-4321-8cd5-39c96be5f45d req-f300e92d-b4aa-43df-a04f-def1769f9a00 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453915 Jun 01 13:04:18.620349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82dd65f4-71f5-44ba-a795-15a48f888124 req-300fdd76-923d-4bc9-9dc9-62f3a178971e tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584687 Jun 01 13:04:18.699276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:18.736792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object ab935600-61ae-4e78-a54e-10d11234f4ae will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:18.778390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-e39279e0-981b-4bbf-829f-38329c856973 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:18.779443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-e39279e0-981b-4bbf-829f-38329c856973 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Synchronizing usage tracker for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:18.798866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:18.804713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-e39279e0-981b-4bbf-829f-38329c856973 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Unset dirty status for tenant:0bb1ea27b35242bcb8c10204cd0e544d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:18.807192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-e39279e0-981b-4bbf-829f-38329c856973 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 944 time: 0.1742582 Jun 01 13:04:18.992581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:19.007851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:19.015008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:19.043111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b8e769-c9d4-4853-ac23-7a0cc81c41e3 req-ccc74a24-6b96-4810-9a1c-bc41686d1e86 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 210 time: 0.0923688 Jun 01 13:04:19.054853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Deleting port a5880fac-88ff-4cb0-9a47-f5a772d449a1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:19.055221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.079837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:19.161988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:19.165642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.204093 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-09682f8b-9b11-4190-a10e-97d5f404969f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5620704 Jun 01 13:04:19.218058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'admin_state_up': True, 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'security_groups': ['efd11050-93c7-4c0d-9035-7c17c1ba4d51']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:19.423281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:19.520694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b903ce09-e02f-436c-b221-921a96af4988 None None] Provisioning for port ab935600-61ae-4e78-a54e-10d11234f4ae completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:19.531404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b903ce09-e02f-436c-b221-921a96af4988 None None] Provisioning complete for port ab935600-61ae-4e78-a54e-10d11234f4ae triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:19.535544 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b903ce09-e02f-436c-b221-921a96af4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.548870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:19.553670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Usage tracker for resource:port and tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:19.556856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:19.563110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:19.579988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Made reservation on behalf of ea9de1a8ac914758a3c28dfdc6bf16c0 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:19.589007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.627935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b903ce09-e02f-436c-b221-921a96af4988 None None] Port ab935600-61ae-4e78-a54e-10d11234f4ae cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:19.723074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:19.781543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57620) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:19.860277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] For port a5880fac-88ff-4cb0-9a47-f5a772d449a1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a5880fac-88ff-4cb0-9a47-f5a772d449a1,segment=NetworkSegment(111e5700-31e3-4bdb-95aa-ec15d24627ae),segment_id=111e5700-31e3-4bdb-95aa-ec15d24627ae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:19.860639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.891972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034cd2-619a-4ee4-b75e-79f82889e58c req-85e5f88b-17c6-4445-8fa6-02fd878d3c99 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:19.895545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d034cd2-619a-4ee4-b75e-79f82889e58c req-85e5f88b-17c6-4445-8fa6-02fd878d3c99 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec0eac9a-397f-46ce-9277-4a247ae025e2 HTTP/1.1" status: 200 len: 944 time: 0.4792588 Jun 01 13:04:19.942466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Allocated IP 10.2.2.200 (d6bdc27f-56b7-4464-a839-3d887cccdb3b/e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6/2ad55008-cd4a-4deb-8891-64a06a401b78) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:20.108531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Calling delete_port for a5880fac-88ff-4cb0-9a47-f5a772d449a1 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:20.231538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.257539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d034cd2-619a-4ee4-b75e-79f82889e58c req-2a091e57-1ab5-403c-9e8e-b0987a6bd2d6 tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.40 "GET /v2.0/security-groups?id=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502226 Jun 01 13:04:20.271299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:20.279854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4b8cc0c0d64e1f96b328ac13808963 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:20.298360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:20.306820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:20.318065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.324095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb88ca-3f1d-4b50-909a-189dc2cd9f2a req-886cca10-4722-4a8b-bf61-9cd4ccce0a15 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:20.325598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28bb88ca-3f1d-4b50-909a-189dc2cd9f2a req-886cca10-4722-4a8b-bf61-9cd4ccce0a15 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 946 time: 0.4298248 Jun 01 13:04:20.334044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-0b843da0-1dd0-4506-b468-41ed234a6feb tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:20.334909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-0b843da0-1dd0-4506-b468-41ed234a6feb tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Synchronizing usage tracker for tenant:8540fffb1535497eb4b22039cb36e14b on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:20.358849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Transition to ACTIVE for port object 2ad55008-cd4a-4deb-8891-64a06a401b78 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:20.367536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-0b843da0-1dd0-4506-b468-41ed234a6feb tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Unset dirty status for tenant:8540fffb1535497eb4b22039cb36e14b on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:20.368766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-0b843da0-1dd0-4506-b468-41ed234a6feb tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.24 "GET /v2.0/networks?id=f9eea41b-805b-44ff-94cd-65ee1080eaa8 HTTP/1.1" status: 200 len: 811 time: 0.2961490 Jun 01 13:04:20.388710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.465634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa76e-a573-4d5f-9fc2-8c8247216170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.484071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:20.490457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:20.494294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:20.496827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28bb88ca-3f1d-4b50-909a-189dc2cd9f2a req-13678b4c-231e-4c9a-9b92-eb1188ed5323 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646082 Jun 01 13:04:20.529955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.547254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:20.570037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-101267fc-301e-4dd1-ae96-7c5aa3b6113f tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Synchronizing usage tracker for tenant:8540fffb1535497eb4b22039cb36e14b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:20.593011 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b35ae8-f7ad-45d4-8c6b-d4381cf08747'] response: {'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d', 'code': 200} Jun 01 13:04:20.601426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-101267fc-301e-4dd1-ae96-7c5aa3b6113f tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Unset dirty status for tenant:8540fffb1535497eb4b22039cb36e14b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:20.602696 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-101267fc-301e-4dd1-ae96-7c5aa3b6113f tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8540fffb1535497eb4b22039cb36e14b HTTP/1.1" status: 200 len: 380 time: 0.1785729 Jun 01 13:04:20.610044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Pushing event deleted for resources: {'Port': ['ID=a5880fac-88ff-4cb0-9a47-f5a772d449a1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:20.610816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:20.612177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.637112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'port': {'device_id': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'admin_state_up': True, 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'security_groups': ['0f1d65fa-2172-40ae-8636-787c0675f0af']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:20.748806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f0207a0c-6ded-4d24-86c6-fbead8d6bf09 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5387108 Jun 01 13:04:20.769109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:20.777736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] No DVR routers for this DVR port a5880fac-88ff-4cb0-9a47-f5a772d449a1 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:20.788307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-089e86c6-9532-4458-9cb5-3b4e4c0a74bf tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:20.790190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-089e86c6-9532-4458-9cb5-3b4e4c0a74bf tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3890858 Jun 01 13:04:20.793062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.892530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.927637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:20.945588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-4539fac8-59f0-4746-84b9-7ab7b579f1f6 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.1332624 Jun 01 13:04:20.951934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f5a7904-e4ae-484c-bbd1-4f1ba7288b4c req-063877e0-c2d2-4aa8-96ac-4e9ec3230d9e tempest-LiveMigrationTest-838647261 tempest-LiveMigrationTest-838647261-project] 10.222.0.13 "DELETE /v2.0/ports/a5880fac-88ff-4cb0-9a47-f5a772d449a1 HTTP/1.1" status: 204 len: 173 time: 2.1389079 Jun 01 13:04:20.960568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7f026a5c-3f48-499e-938f-c6a0fe791cfc None None] Provisioning for port 2ad55008-cd4a-4deb-8891-64a06a401b78 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:20.967425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7f026a5c-3f48-499e-938f-c6a0fe791cfc None None] Provisioning complete for port 2ad55008-cd4a-4deb-8891-64a06a401b78 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:20.967839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7f026a5c-3f48-499e-938f-c6a0fe791cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.026216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:21.032652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7f026a5c-3f48-499e-938f-c6a0fe791cfc None None] Port 2ad55008-cd4a-4deb-8891-64a06a401b78 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:21.081508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:21.105077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:21.111140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.116416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4735e3b3-066e-4a06-8889-814a35a0d346,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:21.127038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a5d43d7b-3737-45bc-8260-b67b9c4811d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ff4b8cc0c0d64e1f96b328ac13808963&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3444633 Jun 01 13:04:21.133857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:21.168933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.210390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Made reservation on behalf of 8540fffb1535497eb4b22039cb36e14b for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:21.213940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.358957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dac87-792a-40fe-9323-dd2dba1c337b req-447f6c14-bb2d-49c0-9ae3-1219fe59044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.360419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4dac87-792a-40fe-9323-dd2dba1c337b req-447f6c14-bb2d-49c0-9ae3-1219fe59044d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 1097 time: 0.6468310 Jun 01 13:04:21.489278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.516588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.604227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.638071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.646630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4dac87-792a-40fe-9323-dd2dba1c337b req-12ee425b-765a-46bf-86b9-70a32cb89c35 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661691 Jun 01 13:04:21.660775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.667173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.673208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.680093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.686306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.688113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-c526eaf3-3de3-4c42-b261-1bda259eb709 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 3815 time: 0.7381113 Jun 01 13:04:21.696535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.703959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-3cdb099d-decc-44a4-b26e-aa2df05d380c tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.705349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-3cdb099d-decc-44a4-b26e-aa2df05d380c tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "GET /v2.0/ports?device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 946 time: 0.5860071 Jun 01 13:04:21.714817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Allocated IP 172.20.0.11 (f9eea41b-805b-44ff-94cd-65ee1080eaa8/81b328d9-eebd-43da-949a-681032e05718/1ad6b126-d76b-4620-a160-447e4cae77c0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:21.731401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735e3b3-066e-4a06-8889-814a35a0d346,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:21.743163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-d5329c84-f928-469d-b0a3-a1ec20dfe3fb tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:21.744946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-d5329c84-f928-469d-b0a3-a1ec20dfe3fb tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "GET /v2.0/ports?device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 946 time: 0.5115235 Jun 01 13:04:21.786761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:21.787878 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1243a46-ddaa-41ad-9d87-b71998ee0d9c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4735e3b3-066e-4a06-8889-814a35a0d346 HTTP/1.1" status: 204 len: 168 time: 0.6157768 Jun 01 13:04:21.897202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b048372e-db9d-4346-9f0d-aefca8e77a85 req-2ba29197-44bc-4df5-bd89-860447ee7cbd tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013938 Jun 01 13:04:21.969011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Deleting port 38fdfb2d-cde4-49ad-824a-3929173975d3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:21.969371 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.023745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.041298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Transition to ACTIVE for port object 1ad6b126-d76b-4620-a160-447e4cae77c0 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:22.070084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:22.079554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.097807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.100214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Transition to ACTIVE for port object 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:22.117888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57652) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:22.157921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.171853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.176492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:22.181076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:22.186667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:22.232476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Deleting port 2d7d5450-c511-481a-af33-07dc2d75b135 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:22.232812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.288232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event updated for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:22.399323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:22.412654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:22.413232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.422008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Usage tracker for resource:security_group_rule and tenant:fab784c6855543a38d32dca84eeb62de is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:22.433726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:22.466983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:22.480929 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-3fabafe3-38ae-489c-a378-16bfa4347c65 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8491228 Jun 01 13:04:22.486189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:22.489535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-39bc23a4-feaf-420c-907d-547f0cb89ab3 None None] Provisioning for port 1ad6b126-d76b-4620-a160-447e4cae77c0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:22.502151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Request body: {'port': {'device_id': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:22.510741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-39bc23a4-feaf-420c-907d-547f0cb89ab3 None None] Provisioning complete for port 1ad6b126-d76b-4620-a160-447e4cae77c0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:22.511393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-39bc23a4-feaf-420c-907d-547f0cb89ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.581574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Attempting to bind port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:22.582069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Attempting to bind port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:22.582461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Attempting to bind port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 on network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:22.584112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-39bc23a4-feaf-420c-907d-547f0cb89ab3 None None] Port 1ad6b126-d76b-4620-a160-447e4cae77c0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:22.593058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 on network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:22.593474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Attempting to bind port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 on network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:22.631015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:22.631367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Checking segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:22.631722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Bound using segment: {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:22.632146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Bound port: 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cd6322-5154-4773-81d6-27e6f26f361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:22.632488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.683475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6542ce-f488-4c36-befc-feedaea33287 req-5cb7d81c-ec00-4599-a12d-2d28c09300e9 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:22.684815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d6542ce-f488-4c36-befc-feedaea33287 req-5cb7d81c-ec00-4599-a12d-2d28c09300e9 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=657c0c11-64fe-4851-a039-5cc7cadfe79f HTTP/1.1" status: 200 len: 946 time: 0.6434793 Jun 01 13:04:22.707680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.799492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:22.804580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:22.812020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.908221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 38fdfb2d-cde4-49ad-824a-3929173975d3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:22.937779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:22.938384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:22.952734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d6542ce-f488-4c36-befc-feedaea33287 req-d433f50f-3c2d-4ae6-bfce-44c220c6f40c tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417190 Jun 01 13:04:23.026157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:04:23.067532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:23.068137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.069493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] 10.222.0.13 "PUT /v2.0/ports/770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 200 len: 1091 time: 2.3055308 Jun 01 13:04:23.071719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:23.118554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e2776-0b79-4d6e-b55d-8b0ece792229 service neutron] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:23.129649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:23.154015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.164787 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174f0ee1-c699-44d0-aea4-52d4c35e2c77'] response: {'name': 'network-changed', 'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135', 'status': 'completed', 'code': 200} Jun 01 13:04:23.175967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Calling delete_port for 38fdfb2d-cde4-49ad-824a-3929173975d3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:23.201203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 38fdfb2d-cde4-49ad-824a-3929173975d3 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:23.202222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.250025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:23.253341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:23.262225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.264425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:23.397865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:23.402194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: a5880fac-88ff-4cb0-9a47-f5a772d449a1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:23.402884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a5880fac-88ff-4cb0-9a47-f5a772d449a1 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:23.408939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.409666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.410531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.410906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.411232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.411560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.411932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.412248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.412565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.412879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.413606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.413606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.490187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.513520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad6b126-d76b-4620-a160-447e4cae77c0 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:23.520787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] For port 2d7d5450-c511-481a-af33-07dc2d75b135, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=2d7d5450-c511-481a-af33-07dc2d75b135,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:23.521090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.545567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.551649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.583787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Transition to ACTIVE for port object 1ad6b126-d76b-4620-a160-447e4cae77c0 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:23.592668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.626332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.710921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Calling delete_port for 2d7d5450-c511-481a-af33-07dc2d75b135 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:23.779249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.787243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:23.830327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:23.905739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fab784c6855543a38d32dca84eeb62de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7810762 Jun 01 13:04:23.915217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58711f40-bb93-4b9a-992e-0d942b879e50,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:23.918388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57662) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:23.981462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.982177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.982177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.982332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.982634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.982958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.983277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.983584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.983897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.984208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.984518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:23.984824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba18bb-e09f-4e7b-aafa-802ff58be6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:24.001889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Attempting to bind port 1ad6b126-d76b-4620-a160-447e4cae77c0 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:24.002068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Attempting to bind port 1ad6b126-d76b-4620-a160-447e4cae77c0 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:24.002407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Attempting to bind port 1ad6b126-d76b-4620-a160-447e4cae77c0 on network f9eea41b-805b-44ff-94cd-65ee1080eaa8 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:24.003919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:04:24.004235 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:04:24.010917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Port 1ad6b126-d76b-4620-a160-447e4cae77c0 on network f9eea41b-805b-44ff-94cd-65ee1080eaa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:24.011228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Attempting to bind port 1ad6b126-d76b-4620-a160-447e4cae77c0 on network f9eea41b-805b-44ff-94cd-65ee1080eaa8 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:24.019193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:24.019526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Checking segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:24.019903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Bound using segment: {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:24.020325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Bound port: 1ad6b126-d76b-4620-a160-447e4cae77c0, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d365890-fb01-4aba-95f1-3abf6e7d369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:24.020666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.132176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-bc05ebab-9a99-4b95-b3b0-eddbb0cfa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:24.133967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-bc05ebab-9a99-4b95-b3b0-eddbb0cfa061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=eda426cd-5275-4561-985f-6f5547d1f283 HTTP/1.1" status: 200 len: 1097 time: 0.7297494 Jun 01 13:04:24.150906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d5c5-bf57-484a-97d7-330e33ed1a3a req-145e17f2-d0ef-4a08-9c06-b421db0f0104 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:24.152302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a51d5c5-bf57-484a-97d7-330e33ed1a3a req-145e17f2-d0ef-4a08-9c06-b421db0f0104 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 932 time: 0.7383018 Jun 01 13:04:24.160149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09f7d53-bb66-45eb-9bcf-bb22e91f64eb {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:24.170879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.188977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:24.193027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1ad6b126-d76b-4620-a160-447e4cae77c0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:24.198143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.253123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:24.254570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.256406 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ad6b126-d76b-4620-a160-447e4cae77c0 HTTP/1.1" status: 200 len: 1092 time: 1.7587500 Jun 01 13:04:24.288224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c361f6-9e39-4e50-97c1-24805eb03496 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:24.324427 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163 associated. External IP: 172.25.7.226, port: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6. Jun 01 13:04:24.392844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-59d23af5-d103-45cd-bae9-bba16dc6cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:24.395360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-59d23af5-d103-45cd-bae9-bba16dc6cacf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8540fffb1535497eb4b22039cb36e14b&device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 1095 time: 0.0807097 Jun 01 13:04:24.396578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Transition to ACTIVE for port object a09f7d53-bb66-45eb-9bcf-bb22e91f64eb will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:24.401415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.407064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.432772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.445623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a51d5c5-bf57-484a-97d7-330e33ed1a3a req-070eb350-42b9-40b1-8dfd-a0012a18ecb4 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617440 Jun 01 13:04:24.473326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0043caed-78a5-4e65-b20a-aa6e1fdc80c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:24.613395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:24.636592 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-b9556325-9842-4492-9a0f-f16766befb0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad6b126-d76b-4620-a160-447e4cae77c0 HTTP/1.1" status: 200 len: 217 time: 0.1942306 Jun 01 13:04:24.668038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Deleting port 38fdfb2d-cde4-49ad-824a-3929173975d3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:24.668523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.671732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:24.742548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:24.749616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event deleted for resources: {'Port': ['ID=2d7d5450-c511-481a-af33-07dc2d75b135,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:24.941652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] No DVR routers for this DVR port 2d7d5450-c511-481a-af33-07dc2d75b135 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:24.944004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-e5dde857-9042-44fa-8e04-773c937d7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:24.945509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-e5dde857-9042-44fa-8e04-773c937d7a61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.7848468 Jun 01 13:04:25.057291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-ae1cf608-8194-4345-922d-109a145e99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:25.059294 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-ae1cf608-8194-4345-922d-109a145e99fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81b328d9-eebd-43da-949a-681032e05718 HTTP/1.1" status: 200 len: 850 time: 0.4078376 Jun 01 13:04:25.102569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.136401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d7d5450-c511-481a-af33-07dc2d75b135 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:25.137329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Deleting subnet 934817d0-da06-4664-8a39-2df2c523aea4 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:04:25.146282 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.171508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Attempting to bind port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:25.171822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Attempting to bind port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:25.172178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Attempting to bind port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:25.174387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 2d7d5450-c511-481a-af33-07dc2d75b135 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:25.174887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 2d7d5450-c511-481a-af33-07dc2d75b135 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:25.192679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on network 0ce631b2-87c3-4172-a875-190d6f35475d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:25.192901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Attempting to bind port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:25.193405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-deleted', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1'}, {'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'name': 'network-vif-deleted', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:25.202873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:25.203211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:25.203598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Bound using segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:25.204047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Bound port: a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:25.204373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.252319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-16232b1b-0ab3-4a15-8f61-0301d59ff11c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 200 len: 217 time: 0.1410367 Jun 01 13:04:25.253237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.305915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2fbf5f9-178d-4f67-913f-9b7171bba86f req-42e15d9f-8ce1-4f9d-b3cc-9c449cbddf62 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "DELETE /v2.0/ports/2d7d5450-c511-481a-af33-07dc2d75b135 HTTP/1.1" status: 204 len: 173 time: 3.3111970 Jun 01 13:04:25.322373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-79afb8d4-60d6-43e1-88a7-3898cac12a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:25.323885 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-79afb8d4-60d6-43e1-88a7-3898cac12a4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9eea41b-805b-44ff-94cd-65ee1080eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537248 Jun 01 13:04:25.441168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.484004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:25.505380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.512597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:25.532998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.539335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-f9c69db6-07d8-43e1-8996-2cdcdb887c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:25.542633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-f9c69db6-07d8-43e1-8996-2cdcdb887c62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.2713976 Jun 01 13:04:25.555445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d81b-fb90-4194-9e55-cc04468b4599 req-b82d4f3c-d958-4e9f-815e-20ef9a9c7fc0 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:25.557422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebe3d81b-fb90-4194-9e55-cc04468b4599 req-b82d4f3c-d958-4e9f-815e-20ef9a9c7fc0 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 946 time: 0.8370078 Jun 01 13:04:25.590297 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-450dc61e-17a2-4d83-b7d0-171d3e0d2438 service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586298 Jun 01 13:04:25.605078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58711f40-bb93-4b9a-992e-0d942b879e50,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:25.639522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:25.640134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.641476 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] 10.222.0.13 "PUT /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 1136 time: 2.5169978 Jun 01 13:04:25.702407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:25.723242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.724358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6c3585aa-3e77-4fb1-8737-0836e8f21015 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/58711f40-bb93-4b9a-992e-0d942b879e50 HTTP/1.1" status: 204 len: 168 time: 1.7945983 Jun 01 13:04:25.738939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.796008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] For port 38fdfb2d-cde4-49ad-824a-3929173975d3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=38fdfb2d-cde4-49ad-824a-3929173975d3,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:25.796384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.811230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934817d0-da06-4664-8a39-2df2c523aea4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:25.813559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebe3d81b-fb90-4194-9e55-cc04468b4599 req-ab174117-0133-4ba1-b96c-53314f591843 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464812 Jun 01 13:04:25.819141 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:25.826668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b372d-1d5d-42d8-b732-b501da110e87 service neutron] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:25.843387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cf350cc-b769-4ae6-a0d4-8b0f2066c03d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/934817d0-da06-4664-8a39-2df2c523aea4 HTTP/1.1" status: 204 len: 168 time: 1.2211156 Jun 01 13:04:25.845788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:26.044225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Calling delete_port for 38fdfb2d-cde4-49ad-824a-3929173975d3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:26.045409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f5bea873-de87-456a-8ea4-f52673641ec2 req-9e50a424-8225-48a4-bf1e-1a12bf46cfcc service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412217 Jun 01 13:04:26.059663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.076600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:04:26.124442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-dc8e94eb-2b50-4efe-b174-763c8acc1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:26.125942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-dc8e94eb-2b50-4efe-b174-763c8acc1282 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5634961 Jun 01 13:04:26.152092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.412433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.447889 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.463506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['82048101-28a8-4650-b7ea-7a6b5b3bc9e1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:26.481618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f325d94-9d30-453a-be4d-12a8f96e53d4']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:26.510562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['05a3e9ef-8b49-46e4-bee9-c430ac75e967'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:26.529031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event deleted for resources: {'Port': ['ID=38fdfb2d-cde4-49ad-824a-3929173975d3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:26.561892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111e5700-31e3-4bdb-95aa-ec15d24627ae') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:26.562182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111e5700-31e3-4bdb-95aa-ec15d24627ae') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:26.606338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:04:26.613024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.623376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:04:26.655675 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:26.658891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:26.661302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-4d8d3773-b597-46ec-b883-9217fcef4a8a service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827020 Jun 01 13:04:26.662618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] No DVR routers for this DVR port 38fdfb2d-cde4-49ad-824a-3929173975d3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:26.666172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.667888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.686669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:04:26.687565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.733404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:26.736030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8837cd38-434a-41d6-a7ab-c338b1050155 req-83ab4894-d54a-445a-8fec-566669e06d89 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "DELETE /v2.0/ports/38fdfb2d-cde4-49ad-824a-3929173975d3 HTTP/1.1" status: 204 len: 173 time: 4.9295707 Jun 01 13:04:26.817859 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 111e5700-31e3-4bdb-95aa-ec15d24627ae resource provider aggregate not found Jun 01 13:04:27.025690 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:27.104068 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 111e5700-31e3-4bdb-95aa-ec15d24627ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 111e5700-31e3-4bdb-95aa-ec15d24627ae found for delete ", "request_id": "req-6cc5676d-a489-4daf-9461-0c17e018ee06"}]} Jun 01 13:04:27.126971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-35a2834a-36fd-40d8-97fd-b56073f4b6cb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "PUT /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 997 time: 6.1323838 Jun 01 13:04:27.146260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.174730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.239287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f325d94-9d30-453a-be4d-12a8f96e53d4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:27.243369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1421567a-4d5d-4523-bfd5-ae12622234e2 req-4a2370af-bb5a-42fc-8d65-3631542ed434 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344200 Jun 01 13:04:27.267787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566b0862-eae1-4d06-9a18-6072cbbaacb6 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:27.278881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.289453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.291526 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25417d39-9d8b-463a-abc6-f79cfd73c631 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0f325d94-9d30-453a-be4d-12a8f96e53d4 HTTP/1.1" status: 204 len: 168 time: 1.4337995 Jun 01 13:04:27.298663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.303989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:27.306839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.312953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.319532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.320455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.330325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-dd819989-1876-434b-bcc2-20f91f7c18c7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 4605 time: 0.5110412 Jun 01 13:04:27.374680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-5f3afd84-405b-42a3-bbeb-79239aa62363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.385366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-5f3afd84-405b-42a3-bbeb-79239aa62363 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.2339048 Jun 01 13:04:27.497154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7907ff4b-6ee5-40e9-911a-badaa22fc607 req-274da832-da9a-40d6-907f-0bdb15c0fac1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653626 Jun 01 13:04:27.514264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:04:22Z', 'revision_number': 8, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:27.519073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:04:27.534845 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:27.535788 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:27.542298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Transition to ACTIVE for port object 566b0862-eae1-4d06-9a18-6072cbbaacb6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:27.553903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.615153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Deleting subnet fefb5b56-105b-4cb6-a631-32e041534af3 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:04:27.627062 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e0f666-2a0b-45d3-9167-4b298d265237'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'status': 'completed', 'code': 200} Jun 01 13:04:27.642083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.766584 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af0e63c-d0db-4fca-bcbd-9c7909018933'] response: {'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'code': 200} Jun 01 13:04:27.809758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-993aa430-7dce-42cc-98aa-dc1e2f4dfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:27.817352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-993aa430-7dce-42cc-98aa-dc1e2f4dfb89 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.4305029 Jun 01 13:04:27.831139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:27.842415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.905978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:27.958930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57732) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:28.032786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.062299 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ffa5fb-227e-4264-8f09-226486958615'] response: {'server_uuid': 'ec0eac9a-397f-46ce-9277-4a247ae025e2', 'name': 'network-vif-deleted', 'tag': 'a5880fac-88ff-4cb0-9a47-f5a772d449a1', 'status': 'completed', 'code': 200} Jun 01 13:04:28.062567 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ffa5fb-227e-4264-8f09-226486958615'] response: {'server_uuid': 'eda426cd-5275-4561-985f-6f5547d1f283', 'name': 'network-vif-deleted', 'tag': '2d7d5450-c511-481a-af33-07dc2d75b135', 'status': 'completed', 'code': 200} Jun 01 13:04:28.087919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-083bcfad-8cdd-442c-8b9f-428fcc71ac5f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 1000 time: 0.2696493 Jun 01 13:04:28.139435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.151188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fefb5b56-105b-4cb6-a631-32e041534af3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:28.165400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c56158-941e-4688-8732-27e174302ddf service neutron] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:28.181964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8863c6a-ebe9-4866-9fb8-7065cec84bbb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fefb5b56-105b-4cb6-a631-32e041534af3 HTTP/1.1" status: 204 len: 168 time: 0.8694777 Jun 01 13:04:28.182543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57738) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:28.207797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.277561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:28.293689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.294446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.296187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.296659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.297410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.297879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.298342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.300749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-225d0f72-b6d4-4ed5-bf62-d8f5ff7a5b0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6176 time: 0.6568789 Jun 01 13:04:28.302737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Usage tracker for resource:security_group_rule and tenant:6c906b11cc2f41f4a2f8019d5f4e808e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:28.312850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Attempting to bind port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:28.313179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Attempting to bind port 566b0862-eae1-4d06-9a18-6072cbbaacb6 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:28.313503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Attempting to bind port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:28.315686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:28.320861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on network 0ce631b2-87c3-4172-a875-190d6f35475d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:28.321178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Attempting to bind port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:28.322937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-7b58cbab-a26a-4023-9868-57a9d0f09569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.326328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.327056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-7b58cbab-a26a-4023-9868-57a9d0f09569 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.2383385 Jun 01 13:04:28.330805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:28.331152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:28.331685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Bound using segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:28.332118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Bound port: 566b0862-eae1-4d06-9a18-6072cbbaacb6, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:28.332458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.332574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:28.334963 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:04:22Z', 'revision_number': 8, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:28.339434 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a8598-06e8-4e8a-9bbb-3183209f2b5c None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '6c736b80-93ac-41b2-b57b-21c6c6f28163', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'port_id': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'mac_address': 'fa:16:3e:86:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d99891-a956-4947-ac6e-f73b19eac115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:02:59Z', 'updated_at': '2022-06-01T13:04:22Z', 'revision_number': 8, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:04:28.538699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.567398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:28.577149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f07a92a-a4d7-4e5e-9bfe-c98958722844']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:28.579528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30eee-4bcb-4ecb-9a04-86b7030adbfb req-9691be7d-dc7d-4afb-8fff-0a8364592d8e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.581363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb30eee-4bcb-4ecb-9a04-86b7030adbfb req-9691be7d-dc7d-4afb-8fff-0a8364592d8e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 944 time: 0.3761306 Jun 01 13:04:28.588827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:28.592893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b64d698-b1f5-4e54-9a48-22aca4a10040') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:28.593175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b64d698-b1f5-4e54-9a48-22aca4a10040') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:28.605422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.641565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.642122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-0ec45039-5f20-4c65-b0a4-17f807f77bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.642649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-0ec45039-5f20-4c65-b0a4-17f807f77bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.643156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-0ec45039-5f20-4c65-b0a4-17f807f77bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.644980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-0ec45039-5f20-4c65-b0a4-17f807f77bd2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3310142 Jun 01 13:04:28.657943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-4a47527c-9753-48b9-b86f-7b4d6643ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.659631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-4a47527c-9753-48b9-b86f-7b4d6643ae93 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3043592 Jun 01 13:04:28.684390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:28.685005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.686382 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-43c56158-941e-4688-8732-27e174302ddf service neutron] 10.222.0.13 "PUT /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 1134 time: 2.9928141 Jun 01 13:04:28.695306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.712519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:04:28.712654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.717448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb30eee-4bcb-4ecb-9a04-86b7030adbfb req-b0095bdf-afe7-4902-b930-f5e71639a36b tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185184 Jun 01 13:04:28.801986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:28.836394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62028fe0-28f1-4903-927c-f52e1d6ec06b None None] New status for floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:04:28.853927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c56158-941e-4688-8732-27e174302ddf service neutron] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:28.955388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.977682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:28.986224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f07a92a-a4d7-4e5e-9bfe-c98958722844,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:28.993765 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9712b34e-1b08-4015-822d-deb25a849542 admin admin] 10.222.0.40 "DELETE /v2.0/networks/6f07a92a-a4d7-4e5e-9bfe-c98958722844 HTTP/1.1" status: 204 len: 168 time: 0.8054757 Jun 01 13:04:29.006119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.018430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.051810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.136745 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1b64d698-b1f5-4e54-9a48-22aca4a10040 resource provider aggregate not found Jun 01 13:04:29.155075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:29.173435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-6802ddd8-7f17-4b63-944e-be3aaae0b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:29.175036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2bc47d1-6385-43eb-a4b8-eb0b53d5d1d5 req-6802ddd8-7f17-4b63-944e-be3aaae0b53f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5101216 Jun 01 13:04:29.184826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6c906b11cc2f41f4a2f8019d5f4e808e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2139475 Jun 01 13:04:29.185848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2404a-30f1-48c4-8350-0244b5356501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4e8a87-0759-4464-9835-6e7a84436dba,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:29.189103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57754) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:29.194842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-0b6f1b96-3d93-4448-900b-751389aaf9d1 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923403 Jun 01 13:04:29.223643 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1b64d698-b1f5-4e54-9a48-22aca4a10040 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b64d698-b1f5-4e54-9a48-22aca4a10040 found for delete ", "request_id": "req-f84b473d-22b5-4880-9d37-ec10675ef684"}]} Jun 01 13:04:29.462792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e2579-f496-445f-9d11-dc41f2612fe7 req-0d0cab1c-bbd7-435f-8749-2dcdc7fd234d tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:29.464065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0e2579-f496-445f-9d11-dc41f2612fe7 req-0d0cab1c-bbd7-435f-8749-2dcdc7fd234d tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 946 time: 0.5193610 Jun 01 13:04:29.471647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e18cfb39-acb1-4e6e-a209-0561386bda4e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0bb1ea27b35242bcb8c10204cd0e544d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153477 Jun 01 13:04:29.476340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:29.537352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.568752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc4406b-4faa-4037-a6bd-82a11804e21b req-2258dbd8-edd0-4bf7-bd1e-65a75d4ae1e1 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621526 Jun 01 13:04:29.575212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0e2579-f496-445f-9d11-dc41f2612fe7 req-953e5518-d8f6-4ecc-ae99-e71b8faedfe7 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990598 Jun 01 13:04:29.583738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.599639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.628509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0'}, {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb'}, {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '566b0862-eae1-4d06-9a18-6072cbbaacb6'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:29.674291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.680152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.695751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4e8a87-0759-4464-9835-6e7a84436dba,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:29.721038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47630257-d42b-4511-bac3-99fc0cccfb33 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:29.732149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.753890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Transition to ACTIVE for port object 47630257-d42b-4511-bac3-99fc0cccfb33 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:29.761005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.779692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.782645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-90d163b1-3847-48b9-bc12-f70d022760e5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/db4e8a87-0759-4464-9835-6e7a84436dba HTTP/1.1" status: 204 len: 168 time: 0.5903323 Jun 01 13:04:29.812601 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:29.846529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fcfd2-db8d-4285-9e6f-1ea38c2230ba req-6ed4e5e4-8621-479e-a9e3-42232d48848a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:29.848478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-227fcfd2-db8d-4285-9e6f-1ea38c2230ba req-6ed4e5e4-8621-479e-a9e3-42232d48848a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.1546376 Jun 01 13:04:29.928702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc79b05-eee5-4c79-9c12-40c7b35e9bc3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:29.945711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.946068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.946370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.946722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.947048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.947369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.947688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.948002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.948317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.948627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.948940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.949253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:04:29.974129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-227fcfd2-db8d-4285-9e6f-1ea38c2230ba req-cb0899b2-057d-45dc-8a09-1e82e1f740cf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894067 Jun 01 13:04:30.007331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.010867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:30.014302 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7fcbdc5d-051a-41ce-a997-d83d564524e7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ebc79b05-eee5-4c79-9c12-40c7b35e9bc3 HTTP/1.1" status: 204 len: 168 time: 0.5348308 Jun 01 13:04:30.026184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.034707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.042274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.048734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.055122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.061410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.063640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-44139a95-9582-4cd2-82de-027fddb711a5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5393 time: 0.2142546 Jun 01 13:04:30.065813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-deleted', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3'}, {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:30.066917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:30.116138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Attempting to bind port 47630257-d42b-4511-bac3-99fc0cccfb33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:30.116449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Attempting to bind port 47630257-d42b-4511-bac3-99fc0cccfb33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:30.116687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Attempting to bind port 47630257-d42b-4511-bac3-99fc0cccfb33 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:30.123836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Port 47630257-d42b-4511-bac3-99fc0cccfb33 on network 0ce631b2-87c3-4172-a875-190d6f35475d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:30.124153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Attempting to bind port 47630257-d42b-4511-bac3-99fc0cccfb33 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:30.130153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:30.130487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:30.130894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Bound using segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:30.131310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Bound port: 47630257-d42b-4511-bac3-99fc0cccfb33, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:30.131647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:30.237240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:30.239038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-463dbc1a-c724-4a0c-b84f-f4be5ec9ba13 req-71640999-51ae-47c8-b651-69ab6d65dad6 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785377 Jun 01 13:04:30.247983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ceeb4ea6-0d59-4a3d-8bd2-fb512ee5b51c req-22793df2-cea2-46bb-b061-3f6411d63387 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 999 time: 0.1830468 Jun 01 13:04:30.250378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:30.260592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:30.334026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.334702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:30.337021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] 10.222.0.13 "PUT /v2.0/ports/47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 200 len: 1090 time: 1.5501242 Jun 01 13:04:30.374452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:30.472403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4ea6-0d59-4a3d-8bd2-fb512ee5b51c req-f80af6a6-fe5d-4690-91cd-7ed472e07580 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:30.475401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6df94-156d-483f-b8ab-c57688f5231f service neutron] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:30.484469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ceeb4ea6-0d59-4a3d-8bd2-fb512ee5b51c req-f80af6a6-fe5d-4690-91cd-7ed472e07580 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2353728 Jun 01 13:04:30.498749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ceeb4ea6-0d59-4a3d-8bd2-fb512ee5b51c req-6aa7d010-02cf-4cdf-be5f-e19ac89f6cc8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:04:30.500350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ceeb4ea6-0d59-4a3d-8bd2-fb512ee5b51c req-6aa7d010-02cf-4cdf-be5f-e19ac89f6cc8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150514 Jun 01 13:04:30.567184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:30.648408 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257fe36d-5099-4ac6-a398-4c3f7296ab17'] response: {'name': 'network-changed', 'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'status': 'completed', 'code': 200} Jun 01 13:04:30.648408 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257fe36d-5099-4ac6-a398-4c3f7296ab17'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb', 'status': 'completed', 'code': 200} Jun 01 13:04:30.648661 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257fe36d-5099-4ac6-a398-4c3f7296ab17'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '566b0862-eae1-4d06-9a18-6072cbbaacb6', 'status': 'completed', 'code': 200} Jun 01 13:04:30.810426 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f7f205-2b7b-41f7-9536-9a5c7f1ab454'] response: {'server_uuid': '657c0c11-64fe-4851-a039-5cc7cadfe79f', 'name': 'network-vif-deleted', 'tag': '38fdfb2d-cde4-49ad-824a-3929173975d3', 'status': 'completed', 'code': 200} Jun 01 13:04:30.810785 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f7f205-2b7b-41f7-9536-9a5c7f1ab454'] response: {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:04:30.912167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:31.018020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-5d85edea-0c62-4a00-be68-23d20216eb36 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.1507280 Jun 01 13:04:31.060338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6deac58-23be-427d-a748-47b991870cf5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=df37c6b29c77400894b720cc68d48d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449406 Jun 01 13:04:31.067620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:31.100923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.101744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.101857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.102277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.102752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.103611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.103720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.105608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-58191bd3-578b-4d38-afad-bd0e94aac6d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6285 time: 0.4576073 Jun 01 13:04:31.137233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-8b1ac09f-5cb7-4df4-b20c-9f0f02931414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.138762 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-8b1ac09f-5cb7-4df4-b20c-9f0f02931414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.2861176 Jun 01 13:04:31.157444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35b1fd-d489-4fbe-ac74-1689d84c8848 req-9e9f8e00-b02a-4d3e-94ba-a170b05e36fe tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.158500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe35b1fd-d489-4fbe-ac74-1689d84c8848 req-9e9f8e00-b02a-4d3e-94ba-a170b05e36fe tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 944 time: 0.3884850 Jun 01 13:04:31.160772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-92ad8071-7e59-4f31-bc0b-bf72ab98b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.162091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-92ad8071-7e59-4f31-bc0b-bf72ab98b43b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8540fffb1535497eb4b22039cb36e14b&device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 1095 time: 0.3933673 Jun 01 13:04:31.176157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-8afee768-b71d-41b0-9c05-fa136fb043b2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.176727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-8afee768-b71d-41b0-9c05-fa136fb043b2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:31.203251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1ad6b126-d76b-4620-a160-447e4cae77c0 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:31.265249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7607dc8b-202c-4f94-98ba-28c2f7811438 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:31.274379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.348068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.350229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Transition to ACTIVE for port object 7607dc8b-202c-4f94-98ba-28c2f7811438 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:31.375918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.390504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-8afee768-b71d-41b0-9c05-fa136fb043b2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:31.391685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-8afee768-b71d-41b0-9c05-fa136fb043b2 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports/0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 943 time: 0.3617792 Jun 01 13:04:31.411431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe35b1fd-d489-4fbe-ac74-1689d84c8848 req-e6021133-a2b5-41bc-bb2d-30be4b6b6bc1 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420189 Jun 01 13:04:31.421681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1ad6b126-d76b-4620-a160-447e4cae77c0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:31.464588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'port_id': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'mac_address': 'fa:16:3e:71:4b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:31.520168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-9b9df8ac-3c0c-48dc-b7db-64193edd1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.524272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-9b9df8ac-3c0c-48dc-b7db-64193edd1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.525015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-9b9df8ac-3c0c-48dc-b7db-64193edd1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.526889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-9b9df8ac-3c0c-48dc-b7db-64193edd1047 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4060109 Jun 01 13:04:31.585858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1ad6b126-d76b-4620-a160-447e4cae77c0 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:31.586335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-e347e515-61b7-43fe-a43a-fe25aaab5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.586694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.604403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-e347e515-61b7-43fe-a43a-fe25aaab5dbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9eea41b-805b-44ff-94cd-65ee1080eaa8 HTTP/1.1" status: 200 len: 912 time: 0.4361913 Jun 01 13:04:31.609582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad6b126-d76b-4620-a160-447e4cae77c0 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:31.629266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.634214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1ad6b126-d76b-4620-a160-447e4cae77c0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:31.640168 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:31.771644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:31.921903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:31.959278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-90ce8052-1dc5-4410-a68a-18320938f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:31.960775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-90ce8052-1dc5-4410-a68a-18320938f18f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.8137465 Jun 01 13:04:32.086034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['1ad6b126-d76b-4620-a160-447e4cae77c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:32.155929 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-516310bd-f902-44b6-a242-f044f81c2786 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 1002 time: 0.1564214 Jun 01 13:04:32.156746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Attempting to bind port 7607dc8b-202c-4f94-98ba-28c2f7811438 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:32.157075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Attempting to bind port 7607dc8b-202c-4f94-98ba-28c2f7811438 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:32.157468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Attempting to bind port 7607dc8b-202c-4f94-98ba-28c2f7811438 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:32.161887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:32.166827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-d5b40917-0324-4d0f-9378-076d818b936d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad6b126-d76b-4620-a160-447e4cae77c0 HTTP/1.1" status: 200 len: 217 time: 0.3693805 Jun 01 13:04:32.214734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Port 7607dc8b-202c-4f94-98ba-28c2f7811438 on network 0ce631b2-87c3-4172-a875-190d6f35475d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:32.215067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Attempting to bind port 7607dc8b-202c-4f94-98ba-28c2f7811438 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:32.240245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:32.240592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Checking segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:32.240980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Bound using segment: {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:32.241431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Bound port: 7607dc8b-202c-4f94-98ba-28c2f7811438, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297db2b-37d8-4483-a6bf-8c632b75bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:32.241779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:32.260969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a525bf5-95cf-46d3-9f8c-1014d9b61ccd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:32.275599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:32.276742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e82880c2-923b-4124-8c1b-4a23662222d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0a525bf5-95cf-46d3-9f8c-1014d9b61ccd HTTP/1.1" status: 204 len: 168 time: 1.2045970 Jun 01 13:04:32.288720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-9cc63807-8d77-45c3-a250-1b130e64a279 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.6832466 Jun 01 13:04:32.337041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-a832527a-54ba-4a7f-8389-4e6b5387be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.338496 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-a832527a-54ba-4a7f-8389-4e6b5387be11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1671219 Jun 01 13:04:32.462104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:32.468174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:32.479013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:32.497173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-2b1070d8-666e-4ac0-9278-e7e02d3576e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.499065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-2b1070d8-666e-4ac0-9278-e7e02d3576e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81b328d9-eebd-43da-949a-681032e05718 HTTP/1.1" status: 200 len: 850 time: 0.3068395 Jun 01 13:04:32.515886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-f8f0aa4c-b19f-4777-a39e-bed7afbb41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.518317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-f8f0aa4c-b19f-4777-a39e-bed7afbb41c4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9820027 Jun 01 13:04:32.597193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.597910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:32.599506 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] 10.222.0.13 "PUT /v2.0/ports/7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 200 len: 1091 time: 2.2310667 Jun 01 13:04:32.621872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-824938e1-f59f-4cea-82e4-997f6f5096fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.626856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-824938e1-f59f-4cea-82e4-997f6f5096fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753234 Jun 01 13:04:32.650349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33'}, {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:32.664024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:32.711411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-f5cd3a62-667a-4254-9642-fce5f02b3244 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.714849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-f5cd3a62-667a-4254-9642-fce5f02b3244 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 946 time: 0.6178043 Jun 01 13:04:32.828162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-01535523-19e7-4d24-bd56-03db41ce2b34 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.829662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-01535523-19e7-4d24-bd56-03db41ce2b34 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.5201464 Jun 01 13:04:32.921281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22ce6b-493e-4201-8290-6624ac1ba2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:32.954057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6c987-1244-4b67-b254-83552d3e4a01 req-5ed31650-7319-4a6f-962f-c08156646466 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:32.956463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cd6c987-1244-4b67-b254-83552d3e4a01 req-5ed31650-7319-4a6f-962f-c08156646466 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.5932136 Jun 01 13:04:32.995491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:33.048289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Deleting port e051b456-af2d-41dc-b8f8-67ad26a61f74 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:33.049145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:33.082820 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-9ae307c1-ed60-42b3-a013-a814316b61ed service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343505 Jun 01 13:04:33.094570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-6ba628d9-5e5e-45a3-9de1-c13a80cd2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.096583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-6ba628d9-5e5e-45a3-9de1-c13a80cd2148 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9eea41b-805b-44ff-94cd-65ee1080eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5828931 Jun 01 13:04:33.196818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.197448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.197923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.198472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.204471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.205074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.205718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.207790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-b0a80761-5694-44b2-bbe6-54a73b62297c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6352 time: 0.6255052 Jun 01 13:04:33.211625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-52351131-cd77-413a-bc1d-40875f4f1d5f tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.3531578 Jun 01 13:04:33.295121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:33.401765 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f62802db-b2e8-4dbe-b06a-53f341580889 req-2ca40cfe-f5a8-4ae4-855a-47828d7644f9 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081596 Jun 01 13:04:33.480633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cd6c987-1244-4b67-b254-83552d3e4a01 req-d3b0db98-1254-4fb2-9fbb-2013c6abb7ea tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4938059 Jun 01 13:04:33.677403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab935600-61ae-4e78-a54e-10d11234f4ae {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:33.688647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:33.711209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Transition to ACTIVE for port object ab935600-61ae-4e78-a54e-10d11234f4ae will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:33.721341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:33.788563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-5a0d2ae1-1609-4897-96e6-8a0aa2800883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.789155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-5a0d2ae1-1609-4897-96e6-8a0aa2800883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.789546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-5a0d2ae1-1609-4897-96e6-8a0aa2800883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.791243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-5a0d2ae1-1609-4897-96e6-8a0aa2800883 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5286074 Jun 01 13:04:33.833058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-a8c95d88-a6f8-4593-8c48-036ba5dbb2d8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:33.833771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-a8c95d88-a6f8-4593-8c48-036ba5dbb2d8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Synchronizing usage tracker for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:33.871594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-a8c95d88-a6f8-4593-8c48-036ba5dbb2d8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Unset dirty status for tenant:fad6a7a1b1e444f89b818d53e80715eb on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:33.872476 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-a8c95d88-a6f8-4593-8c48-036ba5dbb2d8 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "GET /v2.0/ports?device_id=4065ba9b-e9a3-4821-931d-67b33b8dfcb3 HTTP/1.1" status: 200 len: 946 time: 0.2730796 Jun 01 13:04:34.124301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:34.140066 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.144596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Attempting to bind port ab935600-61ae-4e78-a54e-10d11234f4ae on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:34.144932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Attempting to bind port ab935600-61ae-4e78-a54e-10d11234f4ae by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:34.145258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Attempting to bind port ab935600-61ae-4e78-a54e-10d11234f4ae on network d6bdc27f-56b7-4464-a839-3d887cccdb3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:34.158849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Port ab935600-61ae-4e78-a54e-10d11234f4ae on network d6bdc27f-56b7-4464-a839-3d887cccdb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:34.159151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Attempting to bind port ab935600-61ae-4e78-a54e-10d11234f4ae on network d6bdc27f-56b7-4464-a839-3d887cccdb3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:34.164941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Deleting port 897a4860-9ac5-4eb3-bc86-58c60a160b4d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:34.165281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.228901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.370632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:34.371384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Checking segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:34.372196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Bound using segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:34.373074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Bound port: ab935600-61ae-4e78-a54e-10d11234f4ae, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:34.373616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.400715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] For port e051b456-af2d-41dc-b8f8-67ad26a61f74, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e051b456-af2d-41dc-b8f8-67ad26a61f74,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:34.401073 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.426278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-931e588c-b5e1-480e-bc8e-81dc341c597f service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3134346 Jun 01 13:04:34.648590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Calling delete_port for e051b456-af2d-41dc-b8f8-67ad26a61f74 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:34.665871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:34.687427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:34.695972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.778170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.778818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.780192 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 200 len: 1091 time: 2.1306973 Jun 01 13:04:34.820811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Request body: {'port': {'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:34.859594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] For port 897a4860-9ac5-4eb3-bc86-58c60a160b4d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=897a4860-9ac5-4eb3-bc86-58c60a160b4d,segment=NetworkSegment(ed00bb3c-908e-4bfb-ac0c-6751df9b8704),segment_id=ed00bb3c-908e-4bfb-ac0c-6751df9b8704)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:34.859947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:34.874045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc974c-321f-4187-96b8-af29cdb4bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:34.877910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.883244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.896636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.905531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.915856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.921871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.928423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.936182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-5863beaa-2867-4732-8b65-075714d927c3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5417 time: 1.1419983 Jun 01 13:04:34.938646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-45f5cfc3-2d28-4f2a-89d4-0f09a390e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:34.940234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-45f5cfc3-2d28-4f2a-89d4-0f09a390e808 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1181078 Jun 01 13:04:35.042969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Calling delete_port for 897a4860-9ac5-4eb3-bc86-58c60a160b4d owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:35.152598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.160604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e19c79a8-d85a-471c-b53f-186435c87fd9 req-02177176-069b-40ad-ad0b-17445f277730 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2235615 Jun 01 13:04:35.172410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.172731 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163 disassociated. External IP: 172.25.7.226, port: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6. Jun 01 13:04:35.187932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.246708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1ad6b126-d76b-4620-a160-447e4cae77c0 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:35.289863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84ca0d48-c10c-45ef-bfb2-9b958b7d80e0 req-5603fdd3-4ede-4c3b-b1b9-a50892049ee0 service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111564 Jun 01 13:04:35.367735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 1ad6b126-d76b-4620-a160-447e4cae77c0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:35.374708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 1ad6b126-d76b-4620-a160-447e4cae77c0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:35.375293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.425399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.473061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.521679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1ad6b126-d76b-4620-a160-447e4cae77c0 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:35.524861 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.537859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event deleted for resources: {'Port': ['ID=e051b456-af2d-41dc-b8f8-67ad26a61f74,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:35.562887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Pushing event deleted for resources: {'Port': ['ID=897a4860-9ac5-4eb3-bc86-58c60a160b4d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:35.564045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:35.577192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1ad6b126-d76b-4620-a160-447e4cae77c0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:35.592224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.593027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 897a4860-9ac5-4eb3-bc86-58c60a160b4d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:35.707477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] No DVR routers for this DVR port 897a4860-9ac5-4eb3-bc86-58c60a160b4d on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:35.713646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] No DVR routers for this DVR port e051b456-af2d-41dc-b8f8-67ad26a61f74 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:35.716418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 897a4860-9ac5-4eb3-bc86-58c60a160b4d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:35.716805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.717203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 897a4860-9ac5-4eb3-bc86-58c60a160b4d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:35.728312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:35.730261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'name': 'network-vif-deleted', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:35.748420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:35.764508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88ab6-1394-4226-b1ed-9962463d9ca3 req-c12e8871-88dd-4cb7-84a4-5b5825e10d51 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:35.766048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d88ab6-1394-4226-b1ed-9962463d9ca3 req-c12e8871-88dd-4cb7-84a4-5b5825e10d51 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7 HTTP/1.1" status: 200 len: 946 time: 0.4573736 Jun 01 13:04:35.804539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d27cb6db-14f2-4170-91b8-4383fc3507c0 req-14a8edd5-815e-4448-88fb-4eedc0a0f8bc tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.24 "DELETE /v2.0/ports/897a4860-9ac5-4eb3-bc86-58c60a160b4d HTTP/1.1" status: 204 len: 173 time: 1.9130318 Jun 01 13:04:35.844069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5487f73-b9f5-4c7d-8af7-9d46294f6f11 req-109a7a97-f3c7-4ad8-b215-5758ead720d2 tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.13 "DELETE /v2.0/ports/e051b456-af2d-41dc-b8f8-67ad26a61f74 HTTP/1.1" status: 204 len: 173 time: 3.1147082 Jun 01 13:04:35.974694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad55008-cd4a-4deb-8891-64a06a401b78 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:35.984930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.006466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Transition to ACTIVE for port object 2ad55008-cd4a-4deb-8891-64a06a401b78 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:36.013424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.089844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d88ab6-1394-4226-b1ed-9962463d9ca3 req-e6ae7dae-6717-493c-ab5d-26ac19b6c20e tempest-MultipleCreateTestJSON-994620553 tempest-MultipleCreateTestJSON-994620553-project] 10.222.0.40 "GET /v2.0/security-groups?id=2a264d69-1468-493b-a9bd-6a5bc227fa80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152151 Jun 01 13:04:36.102865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:04:36.215008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:36.337249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Attempting to bind port 2ad55008-cd4a-4deb-8891-64a06a401b78 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:36.337593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Attempting to bind port 2ad55008-cd4a-4deb-8891-64a06a401b78 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:36.337890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Attempting to bind port 2ad55008-cd4a-4deb-8891-64a06a401b78 on network d6bdc27f-56b7-4464-a839-3d887cccdb3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:36.344028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Port 2ad55008-cd4a-4deb-8891-64a06a401b78 on network d6bdc27f-56b7-4464-a839-3d887cccdb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:36.344562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Attempting to bind port 2ad55008-cd4a-4deb-8891-64a06a401b78 on network d6bdc27f-56b7-4464-a839-3d887cccdb3b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:36.351186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:36.351519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Checking segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:36.352308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Bound using segment: {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:36.352553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Bound port: 2ad55008-cd4a-4deb-8891-64a06a401b78, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c5d352-7e39-490d-a654-f81b5ca57e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:36.352892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.369072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:04:36.374512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.380612 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:04:36.411531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:36.415060 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:36.528497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-2025246c-e71f-4ce0-a6d9-d05feef28a04 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "PUT /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 696 time: 3.2669246 Jun 01 13:04:36.782100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-141982b7-ecf2-43a4-891a-9d7b972e654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:36.783752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-141982b7-ecf2-43a4-891a-9d7b972e654f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.2343333 Jun 01 13:04:36.788567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:36.794006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:36.802312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.829951 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:36.881660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:36.882680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.884633 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 200 len: 1091 time: 2.0677814 Jun 01 13:04:36.891357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce0cc-93a3-4cb6-8720-ccc7d01da5f4 req-4af55417-4d23-4932-b4ca-7e68c81ee168 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:36.908594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e83ce0cc-93a3-4cb6-8720-ccc7d01da5f4 req-4af55417-4d23-4932-b4ca-7e68c81ee168 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.2440031 Jun 01 13:04:36.933974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00591bd-6f2a-4681-b004-7bb7e71f82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:36.991042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e051b456-af2d-41dc-b8f8-67ad26a61f74 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:37.014668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e83ce0cc-93a3-4cb6-8720-ccc7d01da5f4 req-0bd4612c-a084-4857-acb9-e103e98d4074 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037719 Jun 01 13:04:37.131002 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d7166d-7473-4ca1-b726-7a4c9836a7d5'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33', 'status': 'completed', 'code': 200} Jun 01 13:04:37.131261 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d7166d-7473-4ca1-b726-7a4c9836a7d5'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'status': 'completed', 'code': 200} Jun 01 13:04:37.137399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: e051b456-af2d-41dc-b8f8-67ad26a61f74 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:37.137859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e051b456-af2d-41dc-b8f8-67ad26a61f74 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:37.141423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-f76fcdef-1a6c-4456-bc25-738d57cfbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.149242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-f76fcdef-1a6c-4456-bc25-738d57cfbf58 service neutron] 10.222.0.40 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.3549943 Jun 01 13:04:37.149618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.151228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.151689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.152160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.152612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.153068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.157243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.161048 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b5226330-9342-4e49-9e3f-cbf579770c5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6486 time: 0.1933837 Jun 01 13:04:37.261793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-3fb71389-073e-4659-8f8a-1de86d67cf8d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.1034303 Jun 01 13:04:37.279799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5650c5d4-46ee-49a7-9185-23053f29f1fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 200 len: 217 time: 0.1099000 Jun 01 13:04:37.369819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5badaa2f-9313-4c50-a452-f15d86a0449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.371286 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5badaa2f-9313-4c50-a452-f15d86a0449f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=173d2874-e992-4d47-8b45-eaec747d0c34 HTTP/1.1" status: 200 len: 855 time: 0.0816557 Jun 01 13:04:37.387400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-e0a32565-6e13-448c-a854-6503fd44ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.395180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-e0a32565-6e13-448c-a854-6503fd44ef89 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.1274066 Jun 01 13:04:37.429975 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:37.436612 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:04:37.443939 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:04:37.450160 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:37.450802 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:37.487652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5936ce7f-10f0-4694-a06d-920dd2384ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.489854 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5936ce7f-10f0-4694-a06d-920dd2384ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124794 Jun 01 13:04:37.496830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c62c6a-e8d7-4f3a-ade6-f3c53eb66f95 req-36488011-07e3-44c3-9dbf-eb97a6c491fc tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.505480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71c62c6a-e8d7-4f3a-ade6-f3c53eb66f95 req-36488011-07e3-44c3-9dbf-eb97a6c491fc tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.2022762 Jun 01 13:04:37.566239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-616b6c95-6dc9-4ce1-a4b6-6e0c72cbb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:37.568510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-616b6c95-6dc9-4ce1-a4b6-6e0c72cbb636 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711941 Jun 01 13:04:37.585835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71c62c6a-e8d7-4f3a-ade6-f3c53eb66f95 req-c83a6612-8767-4b94-85c2-90d8e4f98a77 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791330 Jun 01 13:04:37.683423 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:37.685458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e9ddfb8d-4cb0-4d2b-b087-00cce6f61e25 service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849492 Jun 01 13:04:37.817945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-615b072d-6f85-4ca3-a9af-c3992beda4a5 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274706 Jun 01 13:04:37.928854 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ad0fa3f4-3bf6-4dd2-92bf-bd0ab6bbd837 service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371185 Jun 01 13:04:37.988097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-19105646-6f0f-488d-9ac2-ee9843518049 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=25e2cee9d560473abfe4535b7948ff27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515835 Jun 01 13:04:38.012317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-394a36df-113b-4d21-b48a-eec9f3017684 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 217 time: 0.0753200 Jun 01 13:04:38.086714 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:38.092048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa691-b834-4593-b416-b4317d17e7ef None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '109ff501-f4cf-4851-abb8-cb60e0117b75', 'name': '', 'network_id': 'cdb89ae6-2a0e-4035-8df5-c87e686f2d7c', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'mac_address': 'fa:16:3e:8d:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:09Z', 'updated_at': '2022-06-01T13:02:25Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'subnets': [{'id': '33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:04:38.104657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-48558dde-f6cb-4724-94d6-a044c8f8e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.106530 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-48558dde-f6cb-4724-94d6-a044c8f8e687 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.0870531 Jun 01 13:04:38.175838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f343480-e5e3-4143-a5b2-b98707daff00 req-1b2c869d-f4b5-4efb-aa63-f5b799f48e08 service neutron] 10.222.0.40 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545644 Jun 01 13:04:38.203477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-5c907c0f-2a67-4c1c-a635-ccc0914874d9 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.209838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-a52585af-e368-4b64-858c-0ec8a1b3374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.211918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-5c907c0f-2a67-4c1c-a635-ccc0914874d9 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148917 Jun 01 13:04:38.214570 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-a52585af-e368-4b64-858c-0ec8a1b3374e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007965 Jun 01 13:04:38.227710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-ec3fe888-cf2c-45c0-b7fe-35de28683bd4 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/quotas/25e2cee9d560473abfe4535b7948ff27 HTTP/1.1" status: 200 len: 375 time: 0.0100553 Jun 01 13:04:38.266738 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8629e441-0e59-48e1-adc4-396f411a8bdf'] response: {'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'code': 200} Jun 01 13:04:38.303238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-6a46eaa0-3d2d-4234-b7b0-9cf6fa076bbc tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=25e2cee9d560473abfe4535b7948ff27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686834 Jun 01 13:04:38.346679 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb38d550-8a65-4b80-86ff-7a86e3df8d4f'] response: {'server_uuid': 'ab9fe46f-b5d9-4c17-9fe0-c70e9888c4e7', 'name': 'network-vif-deleted', 'tag': 'e051b456-af2d-41dc-b8f8-67ad26a61f74', 'status': 'completed', 'code': 200} Jun 01 13:04:38.521678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-bcdc64c9-c755-4761-9421-3378e150071c service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989032 Jun 01 13:04:38.528407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b113013-3ea6-46bc-a35d-fd8077c2f5c8 None None] New status for floating IP 6c736b80-93ac-41b2-b57b-21c6c6f28163: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:04:38.659768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.666124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.674943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.680907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.687130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.694625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.700389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.708571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-8817af54-3d94-44db-ab0f-f4a13d4adc97 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.2440054 Jun 01 13:04:38.769489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-700dfd19-dbf7-486b-996f-1b2b45aa5cb1 req-ba9e4f5a-cdf1-4f54-8588-b3bc43106cce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589662 Jun 01 13:04:38.920457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead0162-fa46-411a-8e32-37a542b8e98b req-f82f1949-6729-4ef8-bca6-1893f00fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:38.922005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ead0162-fa46-411a-8e32-37a542b8e98b req-f82f1949-6729-4ef8-bca6-1893f00fc6d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 1097 time: 0.5560052 Jun 01 13:04:38.927255 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-10c62245-b1f4-429d-b29f-d218f4742562 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868105 Jun 01 13:04:39.052430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ead0162-fa46-411a-8e32-37a542b8e98b req-660b070f-a67f-4414-876b-b51c318df9ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211374 Jun 01 13:04:39.060337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-b2c09fe7-b62d-4058-a948-1dc08c39bfe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 217 time: 0.1088858 Jun 01 13:04:39.133243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae'}, {'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'name': 'network-vif-deleted', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d'}, {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:39.171481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-355c1d40-0f67-4722-b29b-9abc69eb9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:39.173477 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-355c1d40-0f67-4722-b29b-9abc69eb9c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.1047146 Jun 01 13:04:39.189234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57d23e5d-c595-495b-9644-0a0edcf8406e req-a022c019-e0e7-484c-a23c-828556beb919 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 210 time: 0.2299762 Jun 01 13:04:39.215764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1536b51-f02c-4466-9428-da3359713a8c req-df15515d-b58c-4077-8c92-724fcfb61e10 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:39.224369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1536b51-f02c-4466-9428-da3359713a8c req-df15515d-b58c-4077-8c92-724fcfb61e10 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.4676220 Jun 01 13:04:39.288440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1536b51-f02c-4466-9428-da3359713a8c req-92819fd6-d95d-4bbc-9b9b-7e7e57b323b7 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629799 Jun 01 13:04:39.299518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-303c363e-598c-4468-bf9e-2d1e94af0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:39.300350 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-303c363e-598c-4468-bf9e-2d1e94af0cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193485 Jun 01 13:04:39.337815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:39.581412 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f7c8bf-65d1-417b-86b4-5afb1dfaf5f7'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'status': 'completed', 'code': 200} Jun 01 13:04:39.581781 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f7c8bf-65d1-417b-86b4-5afb1dfaf5f7'] response: {'server_uuid': '4065ba9b-e9a3-4821-931d-67b33b8dfcb3', 'name': 'network-vif-deleted', 'tag': '897a4860-9ac5-4eb3-bc86-58c60a160b4d', 'status': 'completed', 'code': 200} Jun 01 13:04:39.582125 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f7c8bf-65d1-417b-86b4-5afb1dfaf5f7'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'status': 'completed', 'code': 200} Jun 01 13:04:39.609210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Deleting subnet 16f42431-127b-4ad6-adc4-f52c2a342611 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:04:39.627015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:39.691814 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-5ef8e942-fe08-4075-a037-9717ae9031f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818192 Jun 01 13:04:39.740397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:39.745950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28aeb6-2e30-4590-b6a3-e1df73a0ea77 req-6d215bd6-1347-4e21-95b1-eafe8bbf13e8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:39.754002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c28aeb6-2e30-4590-b6a3-e1df73a0ea77 req-6d215bd6-1347-4e21-95b1-eafe8bbf13e8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.2902339 Jun 01 13:04:39.771529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-faae2ec1-971b-4625-a3fd-4a22d6fe662d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 200 len: 694 time: 0.1398406 Jun 01 13:04:39.872714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c28aeb6-2e30-4590-b6a3-e1df73a0ea77 req-87738de4-e8f0-4b1e-b03c-9d25f5c61118 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177120 Jun 01 13:04:39.899626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:39.950676 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-19285d76-d48d-4685-aeca-c390f12fac2d service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523201 Jun 01 13:04:39.964057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-f7d65478-2b78-407b-879e-d710cd2897f1 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:39.965606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-f7d65478-2b78-407b-879e-d710cd2897f1 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.1870430 Jun 01 13:04:39.976449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-9aa1746b-2492-4a84-8766-52602d3ef47d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:04:39.977407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-9aa1746b-2492-4a84-8766-52602d3ef47d tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063775 Jun 01 13:04:40.036124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-45615e31-c05e-4d9d-a250-5e21066ecb19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 200 len: 217 time: 0.0706334 Jun 01 13:04:40.087625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-040b2f25-b480-4bc7-92d8-dcaf269707fb tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 697 time: 0.1032231 Jun 01 13:04:40.110987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-fa746bb8-cc3e-4d72-ad23-27f7ed72696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.113290 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-fa746bb8-cc3e-4d72-ad23-27f7ed72696e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.0716579 Jun 01 13:04:40.173981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.232730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f42431-127b-4ad6-adc4-f52c2a342611,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:40.254220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.264946 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e429920e-a549-450f-afd2-8484bd42723f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/16f42431-127b-4ad6-adc4-f52c2a342611 HTTP/1.1" status: 204 len: 168 time: 0.9256496 Jun 01 13:04:40.265587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:40.297736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-26ee9642-9d7b-4bf0-b400-920707e9daad tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 697 time: 0.2024360 Jun 01 13:04:40.385725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:40.416999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ba5a87ff-b881-4655-aeb3-91696fa570ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.418780 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ba5a87ff-b881-4655-aeb3-91696fa570ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2972715 Jun 01 13:04:40.427142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.498774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-409a2e3c-1a86-457a-8234-f4bf7eeeb81b tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=25e2cee9d560473abfe4535b7948ff27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074111 Jun 01 13:04:40.654009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Deleting port 58a191e0-d80a-48c1-b839-a4498ec4d55f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:40.654516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.743632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.762489 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-f7ae94f8-a7fe-4b71-94d3-a1f27194eada service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303263 Jun 01 13:04:40.781109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.787208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.793051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.798117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd9425-694f-435b-a518-efa1c2bf8dda']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:40.798936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.805269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.810484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.816602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.818473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-14a16d34-01cd-4753-92dd-ec305bc350e4 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.6419044 Jun 01 13:04:40.867127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:40.867426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed00bb3c-908e-4bfb-ac0c-6751df9b8704') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:40.884719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.907171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.927379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:04:40.927781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:40.929714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-58f31169-fd2a-4a60-9c66-0d5b610622f8 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:40.931284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-58f31169-fd2a-4a60-9c66-0d5b610622f8 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240329 Jun 01 13:04:40.954717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Request body: {'port': {'device_id': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '25e2cee9d560473abfe4535b7948ff27'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:41.007456 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ed00bb3c-908e-4bfb-ac0c-6751df9b8704 resource provider aggregate not found Jun 01 13:04:41.032629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee1f960-91d3-4f7a-be8d-bac10d36d7a6 req-ec8c8809-b106-4375-a5ec-b806989de2be tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877842 Jun 01 13:04:41.035127 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-950a48b1-cff2-48d4-ab6a-b3441dd670b6 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658041 Jun 01 13:04:41.054261 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ed00bb3c-908e-4bfb-ac0c-6751df9b8704 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed00bb3c-908e-4bfb-ac0c-6751df9b8704 found for delete ", "request_id": "req-e9e4af44-f83d-4869-a254-e42684975f73"}]} Jun 01 13:04:41.101628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.101947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.115075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-4723c289-8155-40d3-b7e3-780faa6080ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 200 len: 217 time: 0.0634120 Jun 01 13:04:41.116458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.121937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.296747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=10dd9425-694f-435b-a518-efa1c2bf8dda,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:41.351709 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd62d2d6-edea-4244-b8a8-f5cc3c8204e6 admin admin] 10.222.0.40 "DELETE /v2.0/networks/10dd9425-694f-435b-a518-efa1c2bf8dda HTTP/1.1" status: 204 len: 168 time: 1.0849655 Jun 01 13:04:41.371646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1fae65a6-ce58-4bab-ba9d-75cfebb03bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:41.371646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-1fae65a6-ce58-4bab-ba9d-75cfebb03bbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.0754919 Jun 01 13:04:41.397134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Calling delete_port for 58a191e0-d80a-48c1-b839-a4498ec4d55f owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:41.460711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-39ab9541-e93f-4e12-ab27-d406c7315c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:41.462378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-39ab9541-e93f-4e12-ab27-d406c7315c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847976 Jun 01 13:04:41.498750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a21b451a-927d-4462-81cd-dccc5e0c8904 req-2de5bfd9-04b7-4892-9122-7f8a8100d07c tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 210 time: 0.1118021 Jun 01 13:04:41.532505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:41.536836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Usage tracker for resource:port and tenant:25e2cee9d560473abfe4535b7948ff27 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:41.546569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:41.562814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:41.602842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Made reservation on behalf of 25e2cee9d560473abfe4535b7948ff27 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:41.604415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58032) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:41.606723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.630354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.672985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:41.678566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Usage tracker for resource:security_group_rule and tenant:25e2cee9d560473abfe4535b7948ff27 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:41.682298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:41.710292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b446661b-42cb-4e9b-94c0-676009921419 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fad6a7a1b1e444f89b818d53e80715eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046953 Jun 01 13:04:41.712817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:41.716802 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-ff0c2d28-2b00-444d-92a6-775458e70342 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448072 Jun 01 13:04:41.723765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:41.835892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.901490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event deleted for resources: {'Port': ['ID=58a191e0-d80a-48c1-b839-a4498ec4d55f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:41.907972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.957246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:41.995237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-d7e9e265-8f77-45d0-b4fc-6225a8a95b79 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557819 Jun 01 13:04:42.003059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837da573-0f71-4b9a-8698-11706695a0f5 req-4bef4bdb-d7ad-49f2-b098-c646bac5cc53 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.004544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-837da573-0f71-4b9a-8698-11706695a0f5 req-4bef4bdb-d7ad-49f2-b098-c646bac5cc53 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.3177586 Jun 01 13:04:42.060506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.075058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.082632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.083867 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-77faff90-3c88-46bf-9b78-786abaa949a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 200 len: 217 time: 0.0790753 Jun 01 13:04:42.147351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-837da573-0f71-4b9a-8698-11706695a0f5 req-d07eac5b-c47f-4aca-9238-385ad1eae39c tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288209 Jun 01 13:04:42.150881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.171831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-333a9910-cd4c-45a0-8e2b-86c5daeb1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.174157 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-333a9910-cd4c-45a0-8e2b-86c5daeb1bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.0835381 Jun 01 13:04:42.178816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a264d69-1468-493b-a9bd-6a5bc227fa80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:42.208180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f418ee88-7a07-42a6-9104-24ce0ebeab1d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:42.228460 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1ca5ec-3640-401d-abcf-abc9fa615617'] response: {'name': 'network-changed', 'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:04:42.239248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.253227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425e8a8e-9ab4-4956-a921-fbe157ee5f17 req-56aa9000-867c-4f32-8070-a91b3c56553a tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "DELETE /v2.0/floatingips/6c736b80-93ac-41b2-b57b-21c6c6f28163 HTTP/1.1" status: 204 len: 173 time: 1.9471796 Jun 01 13:04:42.327200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.333241 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3bfede7a-61c0-4e9d-b0e8-c8fa3187b358 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2a264d69-1468-493b-a9bd-6a5bc227fa80 HTTP/1.1" status: 204 len: 168 time: 0.6189270 Jun 01 13:04:42.382662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-395fac23-b2be-479e-97f9-064ee7128c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.384971 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-395fac23-b2be-479e-97f9-064ee7128c59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2025328 Jun 01 13:04:42.431537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-447dcab6-dd94-4f21-9e64-a5cdb3ec6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.433249 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-447dcab6-dd94-4f21-9e64-a5cdb3ec6936 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 1097 time: 0.1653004 Jun 01 13:04:42.546322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Allocated IP 192.168.233.163 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/4a26e0de-33ee-44d8-b9e1-1ccba2ee471f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:42.667894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2f769-2a9d-49b7-b5d5-b1eabb202884 req-72c46fb0-44d2-4180-be74-4a3214cd242b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.669546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05e2f769-2a9d-49b7-b5d5-b1eabb202884 req-72c46fb0-44d2-4180-be74-4a3214cd242b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.2648416 Jun 01 13:04:42.765926 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-413332c4-a247-48e2-9010-5d4d89c4f98a service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709748 Jun 01 13:04:42.772827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-2c34303f-5d46-473a-9c66-5ed4856c0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.774848 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-2c34303f-5d46-473a-9c66-5ed4856c0adb service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 200 len: 922 time: 0.2835934 Jun 01 13:04:42.875897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05e2f769-2a9d-49b7-b5d5-b1eabb202884 req-4402e9dc-df64-493f-9911-6a0037bebdb4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714852 Jun 01 13:04:42.982121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-c831b5b5-128d-4fe7-954f-6a2dcc4089a8 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.997676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-c831b5b5-128d-4fe7-954f-6a2dcc4089a8 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:42.998784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-c831b5b5-128d-4fe7-954f-6a2dcc4089a8 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Synchronizing usage tracker for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:43.002624 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-b2923b90-5f8f-4ed5-98ed-a3dfa0e2b9e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 200 len: 217 time: 0.2046075 Jun 01 13:04:43.067293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.093710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-c831b5b5-128d-4fe7-954f-6a2dcc4089a8 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Unset dirty status for tenant:85fdbe4417fc4e369cb77ab29c6fcc46 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:43.095942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-c831b5b5-128d-4fe7-954f-6a2dcc4089a8 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12&device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 1682 time: 0.4252212 Jun 01 13:04:43.100926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Transition to ACTIVE for port object 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:43.110221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-e6337beb-b21a-473c-a48b-bdacabf27a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.111731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-e6337beb-b21a-473c-a48b-bdacabf27a8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 200 len: 860 time: 0.0995562 Jun 01 13:04:43.173722 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-e06a085a-832c-475c-b962-1f4a3181139f service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963096 Jun 01 13:04:43.252487 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-7d7e29e6-bb20-47f0-9d34-a8b1ca7d9e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 200 len: 217 time: 0.0692627 Jun 01 13:04:43.267291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47c0e2a8-c33c-4686-8154-4b9f22f5a886 req-2128cb0c-78bd-4ea3-a57a-96e408729695 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185474 Jun 01 13:04:43.293210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.399678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:43.405733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:43.407243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:43.463033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-26990828-02ad-4359-9372-11e925bc0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.464507 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-26990828-02ad-4359-9372-11e925bc0dee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3439815 Jun 01 13:04:43.466033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-6ba47c7a-2bde-4484-8327-5bda75ce7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.467358 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-6ba47c7a-2bde-4484-8327-5bda75ce7670 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.2049625 Jun 01 13:04:43.484017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.500400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.506498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.529632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.541248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.552293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:43.554044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.570754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.579303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-ecdcefae-a244-419a-997f-c2efcc9aba26 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.4823043 Jun 01 13:04:43.678627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Pushing event updated for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:43.744727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0f6c412-482b-4b86-b2e3-2b54affefbf4 req-bfb8cbda-7a7d-40fa-8aa6-b146459a29ad tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643567 Jun 01 13:04:43.745228 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-b86f0dcd-0e13-4591-bfab-1f511bd88819 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720270 Jun 01 13:04:43.750672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8293e4cf-9dc0-4032-955e-b9cbe1f0a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.752225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-8293e4cf-9dc0-4032-955e-b9cbe1f0a888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557485 Jun 01 13:04:43.758623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.762806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.822717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-09c3d763-6c2e-4b20-9dae-bb23a526033e tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8750827 Jun 01 13:04:43.831569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c9e6f71b-b121-4fc2-8368-2d053b541950 None None] Provisioning for port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:43.832116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af7368-be54-4b29-8cc8-b9b87c255d1a req-bb3ba603-a6b3-41b5-a589-18ab31ae1bde tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:43.833732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19af7368-be54-4b29-8cc8-b9b87c255d1a req-bb3ba603-a6b3-41b5-a589-18ab31ae1bde tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.3831072 Jun 01 13:04:43.839156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c9e6f71b-b121-4fc2-8368-2d053b541950 None None] Provisioning complete for port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:43.839700 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9e6f71b-b121-4fc2-8368-2d053b541950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.844989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Request body: {'port': {'device_id': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:43.871101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58080) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:43.881379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Request body: {'floatingip': {'port_id': '1ad6b126-d76b-4620-a160-447e4cae77c0'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:43.901632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6f71b-b121-4fc2-8368-2d053b541950 None None] Port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:04:43.927850 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3d2549e6-47f9-4657-b845-5ac7ef7105c2 req-9fcedf49-933e-4145-8337-45d80c875494 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745644 Jun 01 13:04:43.957553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1530706470-network', 'tenant_id': '53ab2e313f5642949344ea81a94e3bd6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:43.964017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:43.968988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Usage tracker for resource:network and tenant:53ab2e313f5642949344ea81a94e3bd6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:43.969809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.973488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:43.980379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:44.057129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Made reservation on behalf of 53ab2e313f5642949344ea81a94e3bd6 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:44.059738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.082100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.188405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:44.198406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Usage tracker for resource:security_group_rule and tenant:53ab2e313f5642949344ea81a94e3bd6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:44.203219 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-feb2a8e0-ed64-4d19-9374-1ac533cb9430 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741272 Jun 01 13:04:44.204055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:44.210743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:44.386124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d766e35-7b60-492b-a14e-0c5ebb7b474e req-6b33550c-cfd4-45d5-a5b3-6f7b7de068d7 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726377 Jun 01 13:04:44.429573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.434547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.452454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.465985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:04:44.525689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39316179-6ee7-4462-8ecd-95a0919093ea,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:44.539575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.541524 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Added segment d242e14d-edb8-4962-aadc-ce3c974b41dc of type vlan for network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca Jun 01 13:04:44.574056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.604704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.605177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.605642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.606100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.606554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.607373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.607480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.609359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-af454c63-def8-4af2-a1b8-7ab6e991ff7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6486 time: 0.1379840 Jun 01 13:04:44.650674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-ecb0f5c7-bc35-4f0d-8f52-0ec586a26458 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.651344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-ecb0f5c7-bc35-4f0d-8f52-0ec586a26458 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Synchronizing usage tracker for tenant:25e2cee9d560473abfe4535b7948ff27 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:44.665122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca634ae-48c1-484a-8220-d211e91e9b2b req-0033b04f-a09c-4489-be93-048fb29a97d8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.666626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca634ae-48c1-484a-8220-d211e91e9b2b req-0033b04f-a09c-4489-be93-048fb29a97d8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.4076540 Jun 01 13:04:44.709312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.709312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:44.710099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.837059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-ecb0f5c7-bc35-4f0d-8f52-0ec586a26458 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Unset dirty status for tenant:25e2cee9d560473abfe4535b7948ff27 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:44.843976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] Pushing event updated for resources: {'Network': ['ID=0a34887d-0bad-4e3f-9161-fe1b5130b8ca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:44.844086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-ecb0f5c7-bc35-4f0d-8f52-0ec586a26458 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 936 time: 0.6932142 Jun 01 13:04:44.859651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:04:44.873230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-59f1d0cd-895e-45cb-8873-08478a5d097d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3112988 Jun 01 13:04:44.873230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:44.880640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Request body: {'subnet': {'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1530706470-subnet', 'tenant_id': '53ab2e313f5642949344ea81a94e3bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:44.886864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:44.895809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca634ae-48c1-484a-8220-d211e91e9b2b req-09dcf900-db21-428f-b609-d9d54995adcc tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311922 Jun 01 13:04:44.901974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Usage tracker for resource:subnet and tenant:53ab2e313f5642949344ea81a94e3bd6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:44.905758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:44.917366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:44.942928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Made reservation on behalf of 53ab2e313f5642949344ea81a94e3bd6 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:44.945263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.039157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-05049658-4bf5-462b-87cc-6e2e394fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:45.040661 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-05049658-4bf5-462b-87cc-6e2e394fe10a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce631b2-87c3-4172-a875-190d6f35475d HTTP/1.1" status: 200 len: 903 time: 0.4211848 Jun 01 13:04:45.059672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-7146ceda-ff99-4e5c-9f22-5efbe5894a4a tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Synchronizing usage tracker for tenant:25e2cee9d560473abfe4535b7948ff27 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:45.128289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-1c43de1e-770c-4577-a0f1-d2b804f9db16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 200 len: 217 time: 0.0769475 Jun 01 13:04:45.200263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-7146ceda-ff99-4e5c-9f22-5efbe5894a4a tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Unset dirty status for tenant:25e2cee9d560473abfe4535b7948ff27 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:45.208422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd76aee9-f3f7-4662-8662-7f058f195e1c req-7146ceda-ff99-4e5c-9f22-5efbe5894a4a tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626754 Jun 01 13:04:45.212735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-8f5ea2d0-0daf-4c04-a58d-7fb5e50d077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:45.214180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-8f5ea2d0-0daf-4c04-a58d-7fb5e50d077e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.0753710 Jun 01 13:04:45.257136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:45.301917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16485c8a-7de1-4245-b6fd-5f23b12b9295 req-6d01d95b-3031-483b-b4a9-a6be900050c8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:45.303277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16485c8a-7de1-4245-b6fd-5f23b12b9295 req-6d01d95b-3031-483b-b4a9-a6be900050c8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:45.392224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16485c8a-7de1-4245-b6fd-5f23b12b9295 req-6d01d95b-3031-483b-b4a9-a6be900050c8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:45.399228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16485c8a-7de1-4245-b6fd-5f23b12b9295 req-6d01d95b-3031-483b-b4a9-a6be900050c8 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 946 time: 0.3056097 Jun 01 13:04:45.516340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-a55db536-d386-4d09-ad83-234e81e7b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:45.517881 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-a55db536-d386-4d09-ad83-234e81e7b4d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2961326 Jun 01 13:04:45.528867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:45.534790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:45.559537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:45.601591 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.627009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.656168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16485c8a-7de1-4245-b6fd-5f23b12b9295 req-24ce426c-62c9-4d6b-93ce-b77fbc48c442 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358077 Jun 01 13:04:45.656736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:45.656966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.676523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Transition to ACTIVE for port object 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:45.678091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:04:45.680326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:45.701442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:45.721493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.852916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42083991-81c8-41fc-a6e8-9200ad219006,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:45.878400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Checking segment: {'id': 'd242e14d-edb8-4962-aadc-ce3c974b41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:45.878785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Network hostable DHCP agents. Network: 0a34887d-0bad-4e3f-9161-fe1b5130b8ca, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:04:45.901621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:45.908604 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-f17d6486-152e-4349-acc7-e74ae470490f service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816738 Jun 01 13:04:45.928646 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.026252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:04:46.052112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0a34887d-0bad-4e3f-9161-fe1b5130b8ca) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:46.062472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6024ae4-8855-4f29-9c88-faafd539d6e8 None None] Network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:04:46.075823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.076875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.104370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:46.276850 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-279b93b1-d53b-46d4-b43f-68c72522c269 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603415 Jun 01 13:04:46.282492 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9cef2b0-73bd-4d5a-ab33-53e0896da0d8 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4097676 Jun 01 13:04:46.324666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.344526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Pushing event updated for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:46.359282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.464467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.465206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.466129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.466768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.467371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.467959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.468560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.471090 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-146802c4-2e65-4fb0-862d-5d54e54f1cff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6486 time: 0.1253605 Jun 01 13:04:46.705438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.706065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-c113637d-4da8-46ee-87d4-96da25976d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.707185 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-c113637d-4da8-46ee-87d4-96da25976d0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce631b2-87c3-4172-a875-190d6f35475d HTTP/1.1" status: 200 len: 903 time: 0.2288268 Jun 01 13:04:46.712252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.719079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.726895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.734438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.741977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.748238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.750614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-1339c5b4-0011-4506-9df6-f92bda67ab18 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.8927040 Jun 01 13:04:46.782919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1072c7-70b3-44ec-ae2b-5154e5aaaff5 None None] Network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:04:46.821945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Attempting to bind port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:46.822326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Attempting to bind port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:46.822625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Attempting to bind port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:46.834326 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-9be429cf-b83e-424e-ad8d-1f85d082a82e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 200 len: 217 time: 0.1197281 Jun 01 13:04:46.853425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c415e462-f244-44a8-92dd-45b56bc54d9e req-e6ac30e4-2eb1-49a6-876c-aa61e0de3180 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774598 Jun 01 13:04:46.863966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:46.864294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Attempting to bind port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:46.871949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:46.872297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:46.872671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:46.873098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Bound port: 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:46.873447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.888900 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Floating IP 64570ab1-c642-4556-afdd-926ae83ec95b associated. External IP: 172.25.7.202, port: 1ad6b126-d76b-4620-a160-447e4cae77c0. Jun 01 13:04:46.915962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-41d6985c-6f05-4c41-be52-a9821e39f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:46.918196 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-41d6985c-6f05-4c41-be52-a9821e39f118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.0747449 Jun 01 13:04:46.987205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152aed1-b3c7-4ee6-afa7-5b31676a3c7b req-5a7c1cac-bc40-4107-b124-1a207e4ebd5b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:47.006526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3152aed1-b3c7-4ee6-afa7-5b31676a3c7b req-5a7c1cac-bc40-4107-b124-1a207e4ebd5b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 945 time: 0.5905831 Jun 01 13:04:47.032971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-e856d86d-f9fb-41e1-98b8-d31f6c498687 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:47.033858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-e856d86d-f9fb-41e1-98b8-d31f6c498687 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Synchronizing usage tracker for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:47.050739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c998c-af56-478e-9d2d-826511ab3286 req-edff471b-dbaa-434f-8fd8-d3d637c8d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:47.052414 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-edff471b-dbaa-434f-8fd8-d3d637c8d7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277165 Jun 01 13:04:47.058330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-e856d86d-f9fb-41e1-98b8-d31f6c498687 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Unset dirty status for tenant:a8497a35721b49f7b2e8dff409f34a2d on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:47.059409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-e856d86d-f9fb-41e1-98b8-d31f6c498687 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 946 time: 0.2790267 Jun 01 13:04:47.136691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:47.140591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:47.157780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Deleting port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:47.158337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.162993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.275566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:47.407586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3152aed1-b3c7-4ee6-afa7-5b31676a3c7b req-53c409bb-1cb5-41b1-8d61-37358b1d0734 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996515 Jun 01 13:04:47.414577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:47.414963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.469076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:47.469720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.471818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a26e0de-33ee-44d8-b9e1-1ccba2ee471f HTTP/1.1" status: 200 len: 1096 time: 3.6368768 Jun 01 13:04:47.479814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:47.556454 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-589bf6db-3d13-4125-aec7-720309e053c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958091 Jun 01 13:04:47.765545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432980f3-347a-4a89-9f6e-ba640c0fb821 service neutron] Pushing event updated for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:47.771692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:47.772093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.784207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.809978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] For port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:47.815207 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.815466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:47.825743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:47.833171 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.914106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:48.038581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aac04-69cb-4d30-8f02-eec833a4d4e3 req-bae82fdb-1ecb-4d00-b122-425b472af548 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.040127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-107aac04-69cb-4d30-8f02-eec833a4d4e3 req-bae82fdb-1ecb-4d00-b122-425b472af548 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/ports?device_id=92d99891-a956-4947-ac6e-f73b19eac115 HTTP/1.1" status: 200 len: 946 time: 0.4057536 Jun 01 13:04:48.062567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79256-ab88-4523-8c19-208a3c843099 req-7216da66-8582-4cd1-9346-24eff2d36e26 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.062816 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-494c998c-af56-478e-9d2d-826511ab3286 req-ce45903f-87e3-41c7-b862-f19997785eaf service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803481 Jun 01 13:04:48.064221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45e79256-ab88-4523-8c19-208a3c843099 req-7216da66-8582-4cd1-9346-24eff2d36e26 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 948 time: 0.8508580 Jun 01 13:04:48.112558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-0df2237f-56bc-4135-a70e-ba1d20b1b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.114018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-0df2237f-56bc-4135-a70e-ba1d20b1b75d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25e2cee9d560473abfe4535b7948ff27&device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 1099 time: 0.5941892 Jun 01 13:04:48.163025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Calling delete_port for 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:48.195314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Router bc4c2829-4869-483e-b521-de2687b9e39f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:04:48.221835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25eef60b-d013-4d98-92fc-724fb98ffbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:48.246789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45e79256-ab88-4523-8c19-208a3c843099 req-67aca7d6-c4a9-472a-aa4f-4ff0b21e14c6 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638293 Jun 01 13:04:48.289591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.290134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.290644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.291082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.291534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.291984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.292436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.294385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-96185af3-e38d-49fe-98be-e6550dd02fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6486 time: 0.1742346 Jun 01 13:04:48.423868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-107aac04-69cb-4d30-8f02-eec833a4d4e3 req-44463b5e-5a6e-4a17-8d7f-8754149d5271 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.40 "GET /v2.0/security-groups?id=c375db8d-f242-49fc-ae87-59ffc8ba2b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718920 Jun 01 13:04:48.425111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-417a18a6-905b-4e03-90f2-cdb50091470c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f HTTP/1.1" status: 200 len: 217 time: 0.2908280 Jun 01 13:04:48.499587 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:48.534341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0043caed-78a5-4e65-b20a-aa6e1fdc80c6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:48.647930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Pushing event deleted for resources: {'Port': ['ID=0043caed-78a5-4e65-b20a-aa6e1fdc80c6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:48.781787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-fa5460dd-b5cd-4e3d-ba54-8e141cbb6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.783905 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-fa5460dd-b5cd-4e3d-ba54-8e141cbb6ddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 901 time: 0.4727168 Jun 01 13:04:48.784891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] No DVR routers for this DVR port 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:48.787439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:48.839533 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8297c517-724f-4bb0-9781-5784e4341f79'] response: {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'code': 200} Jun 01 13:04:48.844467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-aa613ba8-bc6e-4b60-8c6c-4fc5d0e89b0c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.852399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-aa613ba8-bc6e-4b60-8c6c-4fc5d0e89b0c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/networks?id=0a34887d-0bad-4e3f-9161-fe1b5130b8ca HTTP/1.1" status: 200 len: 809 time: 0.2262883 Jun 01 13:04:48.858622 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b23c61b-6b05-4db9-ba48-421c257a62c4'] response: {'name': 'network-changed', 'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f', 'status': 'completed', 'code': 200} Jun 01 13:04:48.868632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'name': 'network-vif-deleted', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:48.869823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-483013c5-df22-49f7-b7bb-1fa341c4c716 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.872329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-483013c5-df22-49f7-b7bb-1fa341c4c716 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 946 time: 0.9392574 Jun 01 13:04:48.876203 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-42366ac4-963d-4d7e-b3c9-4785ab6f30e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 200 len: 217 time: 0.0841835 Jun 01 13:04:48.890962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-5d16f516-ef43-41c9-b687-0710a751073e tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/quotas/53ab2e313f5642949344ea81a94e3bd6 HTTP/1.1" status: 200 len: 375 time: 0.0375226 Jun 01 13:04:48.937907 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-57021e53-81de-4bb8-a772-2805b1c2f27d req-938a4f56-3722-471c-9943-9b84a890c353 tempest-FloatingIPsAssociationTestJSON-1640724913 tempest-FloatingIPsAssociationTestJSON-1640724913-project] 10.222.0.24 "DELETE /v2.0/ports/0043caed-78a5-4e65-b20a-aa6e1fdc80c6 HTTP/1.1" status: 204 len: 173 time: 1.8541319 Jun 01 13:04:48.963631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-a5423f24-e8d3-428d-9a95-84d294863edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:48.965340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-a5423f24-e8d3-428d-9a95-84d294863edf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.0822952 Jun 01 13:04:48.994701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-8dec545d-5368-4e3a-aaa8-684f8c79f271 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=53ab2e313f5642949344ea81a94e3bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023457 Jun 01 13:04:49.070253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-73a10809-b31c-47d5-b52d-f43982c91534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.072357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-73a10809-b31c-47d5-b52d-f43982c91534 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987253 Jun 01 13:04:49.075333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-7196582e-ba5c-4ec5-a4c9-a98ccf04c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.076756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-7196582e-ba5c-4ec5-a4c9-a98ccf04c1bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6438067 Jun 01 13:04:49.083092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-f9fd1824-a13e-4823-8a4f-d3a3c5d6f819 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:04:49.090307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-f9fd1824-a13e-4823-8a4f-d3a3c5d6f819 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193362 Jun 01 13:04:49.302810 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-43249d91-2ac5-4e4f-8b0e-8b65aeea2c58 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180622 Jun 01 13:04:49.326360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Deleting port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:49.326849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:49.468218 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-c8cbbe86-cce1-4fae-bb30-eebd1e0b30a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578526 Jun 01 13:04:49.515660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:04:49.527959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:49.529782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Sync routers for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:04:49.545037 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:49.550616 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:49.608956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e434079a-2a89-4dfd-8cf4-85f9c58c51d0 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "PUT /v2.0/floatingips/64570ab1-c642-4556-afdd-926ae83ec95b HTTP/1.1" status: 200 len: 992 time: 5.7320285 Jun 01 13:04:49.674820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-fc8b0f78-6558-4586-b143-09be0c80e9f4 service neutron] 10.222.0.40 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830631 Jun 01 13:04:49.778192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.780113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.781227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.782225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.783315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.787119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.788096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.794770 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-dc90701b-7257-4cd1-94dc-c170d028599f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6486 time: 0.2641873 Jun 01 13:04:49.972344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-5894340e-87ad-4eec-bfb9-e729a6e792bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:49.973770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-5894340e-87ad-4eec-bfb9-e729a6e792bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8362806 Jun 01 13:04:50.015271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:50.043130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.049706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.056107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.062929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.070780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.077531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.085767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.095314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-01042dd8-ff9d-40e2-823e-a45c0f139efa tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 1.0349591 Jun 01 13:04:50.095728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-8ef2842d-de63-40f4-92ce-febaa9eca65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.097187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-8ef2842d-de63-40f4-92ce-febaa9eca65c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 901 time: 0.2932343 Jun 01 13:04:50.242388 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-c5b1bcbe-cc68-4d57-876f-d8a0ccb62eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 200 len: 217 time: 0.1370230 Jun 01 13:04:50.364132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] For port 05a3e9ef-8b49-46e4-bee9-c430ac75e967, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=05a3e9ef-8b49-46e4-bee9-c430ac75e967,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:50.366564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:50.390536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-3e670d0d-3ec0-4f33-a8e1-6013ee038275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.392065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-3e670d0d-3ec0-4f33-a8e1-6013ee038275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.1428359 Jun 01 13:04:50.494008 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4856-ce1f-41dc-a35a-9f83fb9a0b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:50.544766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-52e24ac1-099e-4a15-bf9b-3bee38318a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:50.544766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-52e24ac1-099e-4a15-bf9b-3bee38318a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426787 Jun 01 13:04:50.619393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-0743d049-0199-42b3-be5d-1241024b637a service neutron] 10.222.0.40 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9434423 Jun 01 13:04:50.942982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Calling delete_port for 05a3e9ef-8b49-46e4-bee9-c430ac75e967 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:50.979497 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-fa6c2fad-7bda-4b4f-a35b-089c57756314 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289646 Jun 01 13:04:51.020539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:51.117799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '64570ab1-c642-4556-afdd-926ae83ec95b', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'floating_ip_address': '172.25.7.202', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'port_id': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'mac_address': 'fa:16:3e:71:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:04:09Z', 'updated_at': '2022-06-01T13:04:45Z', 'revision_number': 1, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:51.134742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Checking router: bc4c2829-4869-483e-b521-de2687b9e39f for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:04:51.147571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-81176820-a1cb-4c5f-86a9-c6cb44475c66 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1171200 Jun 01 13:04:51.149043 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:04:51.149923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:51.162119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5456d745-975a-4361-8ab4-eba6aae8d12c req-44347ab6-84fd-408a-8664-5b3788b43108 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0652359 Jun 01 13:04:51.218684 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4d85d88-6695-4a06-9ebb-203db6475441 req-0419ead0-11d2-4c6a-87e6-cc95ecb14660 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317693 Jun 01 13:04:51.290802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:51.348537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:51.349319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0043caed-78a5-4e65-b20a-aa6e1fdc80c6 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:51.393045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-f7da9f30-07ce-425e-86d2-bd6b7158ea50 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:51.394759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-f7da9f30-07ce-425e-86d2-bd6b7158ea50 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d2a082-f468-4be7-8c0e-1dc3f18d3f12 HTTP/1.1" status: 200 len: 945 time: 1.2967167 Jun 01 13:04:51.491796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:04:51.572286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86a63-273b-4b5f-9196-29a11526f923 req-a2fa7dc1-0de5-45b7-8d3d-8ac03a9a5338 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:51.579815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e86a63-273b-4b5f-9196-29a11526f923 req-a2fa7dc1-0de5-45b7-8d3d-8ac03a9a5338 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.4754615 Jun 01 13:04:51.659566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e86a63-273b-4b5f-9196-29a11526f923 req-29b3ea47-0918-4a75-b905-7020224eaf1e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765083 Jun 01 13:04:51.718813 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:51.726367 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:51.750326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Deleting port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:51.751498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:51.777862 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bea7f2a-81a8-423b-b5d5-e1c0bb08665d'] response: {'server_uuid': '92d99891-a956-4947-ac6e-f73b19eac115', 'name': 'network-vif-deleted', 'tag': '0043caed-78a5-4e65-b20a-aa6e1fdc80c6', 'status': 'completed', 'code': 200} Jun 01 13:04:51.924990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387fea-3822-43dc-a6af-7fae9ed7ee7c req-09cf6f51-b936-4097-b73d-70126dfc20f9 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:51.932647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20387fea-3822-43dc-a6af-7fae9ed7ee7c req-09cf6f51-b936-4097-b73d-70126dfc20f9 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/ports?device_id=dbe38fd0-9b8e-4b33-9c46-55dcb60cc663 HTTP/1.1" status: 200 len: 946 time: 0.5476620 Jun 01 13:04:52.040806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4887da31-6bc4-4fd7-b0f7-c4c4dddd37b2 req-95072019-0a45-4faa-a101-7760a56b8f8f service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563504 Jun 01 13:04:52.166565 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '64570ab1-c642-4556-afdd-926ae83ec95b', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'floating_ip_address': '172.25.7.202', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'port_id': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'mac_address': 'fa:16:3e:71:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:04:09Z', 'updated_at': '2022-06-01T13:04:45Z', 'revision_number': 1, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:52.176394 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7044c-ec7c-4c9f-a18d-c65ecfaebdbc None None] The sync data for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 is: [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '64570ab1-c642-4556-afdd-926ae83ec95b', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'floating_ip_address': '172.25.7.202', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'port_id': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'mac_address': 'fa:16:3e:71:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:04:09Z', 'updated_at': '2022-06-01T13:04:45Z', 'revision_number': 1, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:04:52.337953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20387fea-3822-43dc-a6af-7fae9ed7ee7c req-b27a0dd8-fcb2-4962-851b-70463b835271 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.40 "GET /v2.0/security-groups?id=a3105194-8338-44f6-a355-ba33cd4c2efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037859 Jun 01 13:04:52.412198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:52.425046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['82048101-28a8-4650-b7ea-7a6b5b3bc9e1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:52.475304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:52.778911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] For port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,segment=NetworkSegment(2092b374-a6a4-4fc1-973a-06d0a3fcc562),segment_id=2092b374-a6a4-4fc1-973a-06d0a3fcc562)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:52.779390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:52.784588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35a642-1f0c-44b0-9281-b5b592660c80 None None] New status for floating IP 64570ab1-c642-4556-afdd-926ae83ec95b: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:04:52.907776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event deleted for resources: {'Port': ['ID=05a3e9ef-8b49-46e4-bee9-c430ac75e967,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:52.929340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ebb0-6a55-46f7-b9e3-8f907c499b1b req-bda055b6-12bf-4d1e-9388-200eee9d49c1 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:52.931887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efe2ebb0-6a55-46f7-b9e3-8f907c499b1b req-bda055b6-12bf-4d1e-9388-200eee9d49c1 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 948 time: 0.9344990 Jun 01 13:04:53.285011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:53.289969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 05a3e9ef-8b49-46e4-bee9-c430ac75e967 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:53.337926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 05a3e9ef-8b49-46e4-bee9-c430ac75e967 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:53.338868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 05a3e9ef-8b49-46e4-bee9-c430ac75e967 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:53.376476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Calling delete_port for 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:53.649595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ef1d2a50-cf2b-4216-8b1a-68464d749a57 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:53.650342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ef1d2a50-cf2b-4216-8b1a-68464d749a57 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Synchronizing usage tracker for tenant:53ab2e313f5642949344ea81a94e3bd6 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:04:53.686337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efe2ebb0-6a55-46f7-b9e3-8f907c499b1b req-f4283643-a3c6-419d-b6db-090856bfde24 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532097 Jun 01 13:04:53.710432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:53.749601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ef1d2a50-cf2b-4216-8b1a-68464d749a57 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Unset dirty status for tenant:53ab2e313f5642949344ea81a94e3bd6 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:04:53.751757 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ef1d2a50-cf2b-4216-8b1a-68464d749a57 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.24 "GET /v2.0/networks?id=0a34887d-0bad-4e3f-9161-fe1b5130b8ca HTTP/1.1" status: 200 len: 809 time: 0.7295792 Jun 01 13:04:53.776098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Request body: {'port': {'device_id': '55f42a96-5e1a-457b-a462-9a58581d6405', 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca', 'admin_state_up': True, 'tenant_id': '53ab2e313f5642949344ea81a94e3bd6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:53.962888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:04:53.968451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Usage tracker for resource:port and tenant:53ab2e313f5642949344ea81a94e3bd6 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:04:53.971821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:04:53.979569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:04:54.001242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Made reservation on behalf of 53ab2e313f5642949344ea81a94e3bd6 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:04:54.005709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.285754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195308c-f5da-4798-9820-b8175d36834f req-fea49fdc-d532-4d7c-86d2-c910559050eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:54.287538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-fea49fdc-d532-4d7c-86d2-c910559050eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25e2cee9d560473abfe4535b7948ff27&device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 1099 time: 2.1631515 Jun 01 13:04:54.348704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Allocated IP 172.20.0.3 (0a34887d-0bad-4e3f-9161-fe1b5130b8ca/42083991-81c8-41fc-a6e8-9200ad219006/51bfc495-8ee5-4b31-8401-f7179cb52375) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:04:54.351188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Pushing event deleted for resources: {'Port': ['ID=82048101-28a8-4650-b7ea-7a6b5b3bc9e1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:54.420853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] No DVR routers for this DVR port 05a3e9ef-8b49-46e4-bee9-c430ac75e967 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:54.422849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] No DVR routers for this DVR port 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:04:54.424752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.447641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c19dd87-dc08-4dda-8b39-fe90b21fb67e req-416334a8-15b7-42a7-9dba-aacdc92e9b63 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 210 time: 0.2483656 Jun 01 13:04:54.568915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.582287 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7689a57-3c10-4326-b1e2-4295803ed013'] response: {'name': 'network-changed', 'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'status': 'completed', 'code': 200} Jun 01 13:04:54.651000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.689806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.734682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6cd18-da80-4542-9c45-73e7f8f2d048 req-c760fae5-913e-4ae9-8761-900ddbf28f14 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:54.738234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ef6cd18-da80-4542-9c45-73e7f8f2d048 req-c760fae5-913e-4ae9-8761-900ddbf28f14 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 1.9624472 Jun 01 13:04:54.745001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-071a895f-3333-4a93-a714-0bd91b12b7dc req-7652beb5-d2fd-45b0-9fd8-e6c95e6f6923 tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.24 "DELETE /v2.0/ports/05a3e9ef-8b49-46e4-bee9-c430ac75e967 HTTP/1.1" status: 204 len: 173 time: 5.8489785 Jun 01 13:04:54.805752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f20d4b10-4e66-491e-9499-c2b57e3c1d70 req-4a32f7bf-0480-4ed8-9e51-35b92c74118a tempest-ListServersNegativeTestJSON-339490205 tempest-ListServersNegativeTestJSON-339490205-project] 10.222.0.13 "DELETE /v2.0/ports/82048101-28a8-4650-b7ea-7a6b5b3bc9e1 HTTP/1.1" status: 204 len: 173 time: 3.3527706 Jun 01 13:04:54.865201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ef6cd18-da80-4542-9c45-73e7f8f2d048 req-acc26ca9-ca2e-49e6-87ef-fca3a5702393 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863900 Jun 01 13:04:54.918009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.945641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-a7e3fec5-60fa-4166-b401-dcc4e50c57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:54.947337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-a7e3fec5-60fa-4166-b401-dcc4e50c57f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8540fffb1535497eb4b22039cb36e14b&device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 1097 time: 0.3494225 Jun 01 13:04:54.949087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195308c-f5da-4798-9820-b8175d36834f req-2cd911de-97bd-4f02-83d7-698b109ef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:54.952146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-2cd911de-97bd-4f02-83d7-698b109ef61c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.5919716 Jun 01 13:04:55.008167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:04:55.019044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:04:55.025690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:04:55.124386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:04:55.127179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:04:55.208302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-8083af8f-7520-43e5-b040-cdda1df883d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f HTTP/1.1" status: 200 len: 217 time: 0.2483671 Jun 01 13:04:55.232297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Pushing event updated for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:55.246838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.247471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:55.276740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-d31535de-4ee1-48af-8f1d-7d6a65bf192b tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5054321 Jun 01 13:04:55.392959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.404785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Request body: {'port': {'device_id': '55f42a96-5e1a-457b-a462-9a58581d6405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:04:55.419652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.431963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.473908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.503528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.530723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:55.537658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.556373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f', 'mac_address': 'fa:16:3e:6d:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:04:55.563024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.580700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4acec958-5f35-4073-a710-7931300f3c88 req-19a051e3-1da7-4467-a60f-de5ef665ecef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.8573635 Jun 01 13:04:55.652708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:04:55.655788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 82048101-28a8-4650-b7ea-7a6b5b3bc9e1 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:04:55.716018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:55.716577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:55.758186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:55.768981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:55.776258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:55.786424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195308c-f5da-4798-9820-b8175d36834f req-8a3bda75-c59d-4a55-b455-ee6c19daa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.788019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:55.792125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-8a3bda75-c59d-4a55-b455-ee6c19daa0f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.5692866 Jun 01 13:04:55.967365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4acec958-5f35-4073-a710-7931300f3c88 req-99465f74-0773-4508-abaa-80ef4d4cb442 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3853598 Jun 01 13:04:55.976452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:55.980306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-3aba9440-0b48-4f07-a91e-453b63ab867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:55.981798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-3aba9440-0b48-4f07-a91e-453b63ab867a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9eea41b-805b-44ff-94cd-65ee1080eaa8 HTTP/1.1" status: 200 len: 912 time: 0.9197385 Jun 01 13:04:55.997811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4a26e0de-33ee-44d8-b9e1-1ccba2ee471f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:04:56.031026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d3ece-3aee-4ddc-9438-e1528629f4ae req-a3e5cfa7-9cf2-4228-accd-2b3ce9b2777d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:56.032527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e6d3ece-3aee-4ddc-9438-e1528629f4ae req-a3e5cfa7-9cf2-4228-accd-2b3ce9b2777d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.9240065 Jun 01 13:04:56.313535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-a8079414-d309-43df-9213-47ec6871f343 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad6b126-d76b-4620-a160-447e4cae77c0 HTTP/1.1" status: 200 len: 1002 time: 0.2992523 Jun 01 13:04:56.327527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e6d3ece-3aee-4ddc-9438-e1528629f4ae req-4667c239-9c92-4336-aa59-f62cf3a57d44 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134315 Jun 01 13:04:56.377234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195308c-f5da-4798-9820-b8175d36834f req-d826f1df-3533-4a3f-957d-a95826c4a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:56.378930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-d826f1df-3533-4a3f-957d-a95826c4a40d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5513182 Jun 01 13:04:56.428947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Deleting port 109ff501-f4cf-4851-abb8-cb60e0117b75 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:04:56.429728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:56.565343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-127febe0-3b60-4c24-8804-33711c0679f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:56.567276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-127febe0-3b60-4c24-8804-33711c0679f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81b328d9-eebd-43da-949a-681032e05718 HTTP/1.1" status: 200 len: 850 time: 0.2384307 Jun 01 13:04:56.613970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'name': 'network-vif-deleted', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967'}, {'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'name': 'network-vif-deleted', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:56.743013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bfc495-8ee5-4b31-8401-f7179cb52375 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:04:56.766529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:56.834038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Transition to ACTIVE for port object 51bfc495-8ee5-4b31-8401-f7179cb52375 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:04:56.844180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:56.851766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] For port 109ff501-f4cf-4851-abb8-cb60e0117b75, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=109ff501-f4cf-4851-abb8-cb60e0117b75,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:56.852438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:56.946573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-d5c8e608-9c58-4783-b4f6-0af39fa1cbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517087 Jun 01 13:04:56.961210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e88ef5-cf5e-404c-83eb-498f13e73f41 req-c3ed5f6a-9fbe-48b2-8a9d-4ff657cc1f38 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:56.962773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5e88ef5-cf5e-404c-83eb-498f13e73f41 req-c3ed5f6a-9fbe-48b2-8a9d-4ff657cc1f38 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 931 time: 0.3998616 Jun 01 13:04:57.103611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a195308c-f5da-4798-9820-b8175d36834f req-f6001246-5e1f-4567-9817-407e62548c7a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347919 Jun 01 13:04:57.119132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596624c-f82e-40ea-a3c9-0482a1e85af8 req-ea0f8daa-ac3d-4dfc-800f-ea3ab67e4a77 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.120524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3596624c-f82e-40ea-a3c9-0482a1e85af8 req-ea0f8daa-ac3d-4dfc-800f-ea3ab67e4a77 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 949 time: 0.6287348 Jun 01 13:04:57.122420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:04:57.136507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-d2d10cc2-254d-4bd6-9ae5-da999281bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.136507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-d2d10cc2-254d-4bd6-9ae5-da999281bae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9eea41b-805b-44ff-94cd-65ee1080eaa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5056951 Jun 01 13:04:57.196786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Calling delete_port for 109ff501-f4cf-4851-abb8-cb60e0117b75 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:04:57.255566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5e88ef5-cf5e-404c-83eb-498f13e73f41 req-067fe140-f19f-4ed5-8a71-bce7fb439309 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494980 Jun 01 13:04:57.301078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3596624c-f82e-40ea-a3c9-0482a1e85af8 req-b75ba64b-cdd7-438f-ad54-b71a1fc965bf tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620255 Jun 01 13:04:57.311667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:04:57.317516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:04:57.317892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:57.410581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-d757ed3e-43d6-4186-ad03-72549f1b2152 service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561352 Jun 01 13:04:57.543571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Pushing event updated for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:57.679923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:04:57.680273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:57.723165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:04:57.724609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:57.736759 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5583cb19-777e-4417-ab15-954b15777b30'] response: {'server_uuid': 'dbe38fd0-9b8e-4b33-9c46-55dcb60cc663', 'name': 'network-vif-deleted', 'tag': '05a3e9ef-8b49-46e4-bee9-c430ac75e967', 'status': 'completed', 'code': 200} Jun 01 13:04:57.737299 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5583cb19-777e-4417-ab15-954b15777b30'] response: {'server_uuid': 'c1d2a082-f468-4be7-8c0e-1dc3f18d3f12', 'name': 'network-vif-deleted', 'tag': '82048101-28a8-4650-b7ea-7a6b5b3bc9e1', 'status': 'completed', 'code': 200} Jun 01 13:04:57.748944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:57.836444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:57.889300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a7ff9f7-3ef4-4134-a8c0-d94a3269ca4b req-d5cc7762-888d-459f-98ca-4c0967e24922 service neutron] 10.222.0.24 "GET /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707100 Jun 01 13:04:57.918050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.924776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.931799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.937934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.944048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.952145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.958152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.966628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82148426-623b-4184-8ed7-9d0265eaae66 req-f71c6983-eabf-4565-b7a4-ce80278c1516 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.2713232 Jun 01 13:04:57.991013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c62c8-3bc6-4200-805c-fc3ff4df0e09 req-ebe47f68-a22a-4699-9099-1a0997979039 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:57.992559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a3c62c8-3bc6-4200-805c-fc3ff4df0e09 req-ebe47f68-a22a-4699-9099-1a0997979039 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.2985697 Jun 01 13:04:58.050187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82148426-623b-4184-8ed7-9d0265eaae66 req-abcce597-7c99-429e-96ea-7489c5595f95 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825763 Jun 01 13:04:58.081678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Attempting to bind port 51bfc495-8ee5-4b31-8401-f7179cb52375 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:04:58.082263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Attempting to bind port 51bfc495-8ee5-4b31-8401-f7179cb52375 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'd242e14d-edb8-4962-aadc-ce3c974b41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:04:58.082376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Attempting to bind port 51bfc495-8ee5-4b31-8401-f7179cb52375 on network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:58.092389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Port 51bfc495-8ee5-4b31-8401-f7179cb52375 on network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:04:58.092713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Attempting to bind port 51bfc495-8ee5-4b31-8401-f7179cb52375 on network 0a34887d-0bad-4e3f-9161-fe1b5130b8ca {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:04:58.104620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:04:58.104963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Checking segment: {'id': 'd242e14d-edb8-4962-aadc-ce3c974b41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:04:58.105349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Bound using segment: {'id': 'd242e14d-edb8-4962-aadc-ce3c974b41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:04:58.105780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Bound port: 51bfc495-8ee5-4b31-8401-f7179cb52375, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd242e14d-edb8-4962-aadc-ce3c974b41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:04:58.106126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.111143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a3c62c8-3bc6-4200-805c-fc3ff4df0e09 req-1592826d-ab4a-4c96-a0b4-8efe8a030386 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029432 Jun 01 13:04:58.183455 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d185595f-45c8-4fe5-90b7-19c143b80765'] response: {'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f', 'code': 200} Jun 01 13:04:58.198691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58270) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:58.337090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Deleting subnet 9685af2b-5906-4f12-9c60-1538b53aaf31 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:04:58.342007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.386241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:04:58.396552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=51bfc495-8ee5-4b31-8401-f7179cb52375,segment=NetworkSegment(d242e14d-edb8-4962-aadc-ce3c974b41dc),segment_id=d242e14d-edb8-4962-aadc-ce3c974b41dc)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:04:58.402278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.526237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.542564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.561626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=109ff501-f4cf-4851-abb8-cb60e0117b75,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:58.668908 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.754056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:58.758537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.760898 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] 10.222.0.24 "PUT /v2.0/ports/51bfc495-8ee5-4b31-8401-f7179cb52375 HTTP/1.1" status: 200 len: 1091 time: 3.3690920 Jun 01 13:04:58.767802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:04:58.826422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.902384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b497c2-2330-4d3d-9d94-9997e490c840 service neutron] Pushing event updated for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:58.903785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9685af2b-5906-4f12-9c60-1538b53aaf31,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:04:58.924590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282848f-d459-4921-8d8d-8c311f1cc0fd req-f5ad7a13-1075-48d8-9c05-a3dbe468ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:58.926207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f282848f-d459-4921-8d8d-8c311f1cc0fd req-f5ad7a13-1075-48d8-9c05-a3dbe468ab7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 1101 time: 0.6657774 Jun 01 13:04:58.955624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:58.990537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5fc31209-1430-41e4-a86f-109a1d0d4166 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9685af2b-5906-4f12-9c60-1538b53aaf31 HTTP/1.1" status: 204 len: 168 time: 0.7904937 Jun 01 13:04:58.991560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58284) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:04:59.185655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.202149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f282848f-d459-4921-8d8d-8c311f1cc0fd req-64d6a878-dbf9-45bd-ab97-2ed680a8d3ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635620 Jun 01 13:04:59.213878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c1bb9-69a3-4881-b04f-92350e9c89e0 req-9f7091f1-242c-4992-8507-daa617f57341 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:59.215377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-471c1bb9-69a3-4881-b04f-92350e9c89e0 req-9f7091f1-242c-4992-8507-daa617f57341 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 950 time: 0.4553313 Jun 01 13:04:59.216679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-2178094d-1dde-412b-9470-bb38168b1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:59.221595 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-2178094d-1dde-412b-9470-bb38168b1097 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53ab2e313f5642949344ea81a94e3bd6&device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 1094 time: 0.3798361 Jun 01 13:04:59.225364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dafa9c-628f-426a-a217-38b0b4a36f84 req-c8e41222-7177-4774-b1eb-4d809c6e31e2 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:59.226896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40dafa9c-628f-426a-a217-38b0b4a36f84 req-c8e41222-7177-4774-b1eb-4d809c6e31e2 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 943 time: 0.7615039 Jun 01 13:04:59.249325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.360362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40dafa9c-628f-426a-a217-38b0b4a36f84 req-09abeaff-cf75-410a-b32d-f3741736b254 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028190 Jun 01 13:04:59.394627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-82198b20-d6d4-477b-ab03-624b128ecd02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51bfc495-8ee5-4b31-8401-f7179cb52375 HTTP/1.1" status: 200 len: 217 time: 0.1407478 Jun 01 13:04:59.423415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-471c1bb9-69a3-4881-b04f-92350e9c89e0 req-3df1629d-c618-47c5-88e6-74683fa06c34 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443014 Jun 01 13:04:59.483183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.536339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7991a494-180a-40b4-b2d6-6004f88ec76c']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:59.565862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2092b374-a6a4-4fc1-973a-06d0a3fcc562') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:59.566330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2092b374-a6a4-4fc1-973a-06d0a3fcc562') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:04:59.572938 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1ddcec-2c43-44e6-884c-7796d40207c4'] response: {'name': 'network-changed', 'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375', 'status': 'completed', 'code': 200} Jun 01 13:04:59.592641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.639935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ede3fdc2-e319-426e-aa61-bf140577f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:59.643255 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-ede3fdc2-e319-426e-aa61-bf140577f8c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42083991-81c8-41fc-a6e8-9200ad219006 HTTP/1.1" status: 200 len: 849 time: 0.2142887 Jun 01 13:04:59.735708 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-0253e48c-8bb6-492c-b540-6dd4a0331087 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a34887d-0bad-4e3f-9161-fe1b5130b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748956 Jun 01 13:04:59.835186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.868106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:04:59.868757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:59.989455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:04:59.996188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.002916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.009563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.015972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.022371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.028594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.037198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-3d61647a-e8ed-450d-b78e-86907988244d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.4283347 Jun 01 13:05:00.073512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:00.102499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:00.116252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] Pushing event deleted for resources: {'Network': ['ID=7991a494-180a-40b4-b2d6-6004f88ec76c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:00.142547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dc57f26-48aa-4f20-92b5-e1ec109f78b3 req-dfb9e47f-c7eb-42ae-9dcc-0c6bd9934a6a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039348 Jun 01 13:05:00.177989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6252d-1bc5-4863-b46d-43a85312ddc4 req-94da1536-e0f6-4966-a23c-6d8f2ebe6dac tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.179645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a6252d-1bc5-4863-b46d-43a85312ddc4 req-94da1536-e0f6-4966-a23c-6d8f2ebe6dac tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.3980510 Jun 01 13:05:00.181269 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2092b374-a6a4-4fc1-973a-06d0a3fcc562 resource provider aggregate not found Jun 01 13:05:00.229737 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2092b374-a6a4-4fc1-973a-06d0a3fcc562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2092b374-a6a4-4fc1-973a-06d0a3fcc562 found for delete ", "request_id": "req-825737f4-d5d6-471f-a925-73a4b87d901d"}]} Jun 01 13:05:00.320664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9792ff38-9ed6-4ed5-b93a-f1f9a58d9219 admin admin] 10.222.0.40 "DELETE /v2.0/networks/7991a494-180a-40b4-b2d6-6004f88ec76c HTTP/1.1" status: 204 len: 168 time: 1.3156888 Jun 01 13:05:00.320823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:05:00.348151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a6252d-1bc5-4863-b46d-43a85312ddc4 req-94d7f45b-03b5-464d-a2ef-58418aa945a4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237848 Jun 01 13:05:00.669816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:00.777904 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-a86ce345-31a7-4f74-a65d-cf763b741275 service neutron] 10.222.0.24 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518971 Jun 01 13:05:00.856363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58318) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:00.919615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:00.934486 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Sync routers for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:00.945229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be3d73f5-a9ad-4903-b2e6-6e0eb44951ee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=85fdbe4417fc4e369cb77ab29c6fcc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741270 Jun 01 13:05:00.948169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58324) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:00.957909 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:00.959036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2789f66-8b52-49b0-a3f7-506fa164fc47 req-81bb18ed-2c13-43d2-89d1-e97be3684696 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:00.960756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2789f66-8b52-49b0-a3f7-506fa164fc47 req-81bb18ed-2c13-43d2-89d1-e97be3684696 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 950 time: 0.1902463 Jun 01 13:05:00.961291 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:00.982395 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cd6bfbeb-5b64-4a3d-b236-ba2440914dcf admin admin] 10.222.0.40 "PUT /v2.0/routers/8cc35f7b-8e54-46f8-8221-13cf5609c6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5052803 Jun 01 13:05:01.002459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:01.100910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2789f66-8b52-49b0-a3f7-506fa164fc47 req-a192acd6-9320-4caf-8c42-64df9f194349 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876794 Jun 01 13:05:01.110988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4adff-fc65-44ab-9057-95454e5a7f8d req-86b53715-0e58-46f9-a87a-334101621b47 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.112884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3de4adff-fc65-44ab-9057-95454e5a7f8d req-86b53715-0e58-46f9-a87a-334101621b47 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 943 time: 0.4148581 Jun 01 13:05:01.144630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bc870553-b1e9-44dd-9d5c-07442dd440b8 req-1f798acd-b43e-4db4-9b53-f78c4bfdc222 service neutron] 10.222.0.24 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668985 Jun 01 13:05:01.150146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.200853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3de4adff-fc65-44ab-9057-95454e5a7f8d req-65f40a54-e75e-43b8-91b9-1b838d320298 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 Jun 01 13:05:01.264207 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.325383 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:01.375782 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.471320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.515319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:01.519461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Usage tracker for resource:security_group_rule and tenant:c22111c7e7144d6d8622bd17e68530a0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:01.522370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:01.528500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:01.558490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-69154677-6ab0-496a-99ea-35256de9518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.560277 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-69154677-6ab0-496a-99ea-35256de9518c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53ab2e313f5642949344ea81a94e3bd6&device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 1094 time: 0.1881278 Jun 01 13:05:01.783908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.804902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.808472 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:04:58Z', 'revision_number': 5, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port': {'id': '491486b3-ce60-4d67-a685-69cf1dabe851', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:59Z', 'updated_at': '2022-06-01T13:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:01.813498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.820157 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Checking router: 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:01.830738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.832059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.837849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.838001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Routers {'8cc35f7b-8e54-46f8-8221-13cf5609c6d9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:01.838545 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:01.843635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.850409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-71845296-b8a6-448b-ac31-dfeb09fb6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.850615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:01.852029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-71845296-b8a6-448b-ac31-dfeb09fb6dc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a34887d-0bad-4e3f-9161-fe1b5130b8ca HTTP/1.1" status: 200 len: 910 time: 0.2838836 Jun 01 13:05:01.859504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Deleting port 491486b3-ce60-4d67-a685-69cf1dabe851 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:05:01.859504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.859784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-6d7884de-8ae3-4599-9faa-ae5774d272ee tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.4872346 Jun 01 13:05:01.882693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.913928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.922148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3105194-8338-44f6-a355-ba33cd4c2efd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:01.927377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:01.928608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6545f327-0a32-4d82-b3aa-946baadf0f8c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a3105194-8338-44f6-a355-ba33cd4c2efd HTTP/1.1" status: 204 len: 168 time: 0.9793177 Jun 01 13:05:01.953231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80163d55-9f68-48b3-8294-e5866a3b54b4 req-ae1105c7-48e1-4b97-808c-7a4f6425c8df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935557 Jun 01 13:05:01.958713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.129713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] Set router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:02.139611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c22111c7e7144d6d8622bd17e68530a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2742023 Jun 01 13:05:02.139611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdab8b-5ccd-4670-b2ce-36eefece114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccdcc1-b364-4471-8d84-f7fb39659bad,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:02.143622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58344) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:02.314008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.371746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac73e71-c251-44ba-9f8d-1ddfefc2680d req-d38deb34-3fc0-4c5d-9555-ea392f9787b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:02.378627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ac73e71-c251-44ba-9f8d-1ddfefc2680d req-d38deb34-3fc0-4c5d-9555-ea392f9787b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.3467953 Jun 01 13:05:02.426017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] For port 491486b3-ce60-4d67-a685-69cf1dabe851, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=491486b3-ce60-4d67-a685-69cf1dabe851,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:02.426371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.450936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ac73e71-c251-44ba-9f8d-1ddfefc2680d req-7826afc5-b233-4ef8-8fb4-7797447638ca tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712965 Jun 01 13:05:02.503819 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:05:01Z', 'revision_number': 6, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:02.508292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963196e-bc65-444b-b456-a33dc4e6c799 req-f1da7bed-7c8f-4edc-b0f6-e7e4a95b6cdd tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:02.509836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2963196e-bc65-444b-b456-a33dc4e6c799 req-f1da7bed-7c8f-4edc-b0f6-e7e4a95b6cdd tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 950 time: 0.3095031 Jun 01 13:05:02.511769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.514711 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401970af-e06b-4866-a53b-6cd482a3f98d None None] The sync data for ids ['8cc35f7b-8e54-46f8-8221-13cf5609c6d9'] in n-d-844200-1 is: [{'id': '8cc35f7b-8e54-46f8-8221-13cf5609c6d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1446959416-router', 'tenant_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:57Z', 'updated_at': '2022-06-01T13:05:01Z', 'revision_number': 6, 'project_id': 'a8497a35721b49f7b2e8dff409f34a2d', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:02.695662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Calling delete_port for 491486b3-ce60-4d67-a685-69cf1dabe851 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:05:02.738233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2963196e-bc65-444b-b456-a33dc4e6c799 req-c2daf693-299d-49f5-bc9f-ad6ff0003f4d tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044568 Jun 01 13:05:02.748764 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-2416fa39-b767-4385-a499-9dfe664fd386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51bfc495-8ee5-4b31-8401-f7179cb52375 HTTP/1.1" status: 200 len: 217 time: 0.7293639 Jun 01 13:05:02.788360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.805816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdccdcc1-b364-4471-8d84-f7fb39659bad,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:02.825811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5899f-7c95-4eaa-8f27-dc1c5873cff3 req-80f59abb-57db-43e7-a3c6-0ba7c6085a1c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:02.833389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3d5899f-7c95-4eaa-8f27-dc1c5873cff3 req-80f59abb-57db-43e7-a3c6-0ba7c6085a1c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 943 time: 0.2083642 Jun 01 13:05:02.862021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-82f2eea7-fa73-4063-9ab2-64c1385100af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:02.864143 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-82f2eea7-fa73-4063-9ab2-64c1385100af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42083991-81c8-41fc-a6e8-9200ad219006 HTTP/1.1" status: 200 len: 849 time: 0.0896091 Jun 01 13:05:02.929317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3d5899f-7c95-4eaa-8f27-dc1c5873cff3 req-02f95fd5-af2c-47e2-ab03-783a81db10f9 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947957 Jun 01 13:05:02.930742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:02.937216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2a3d9df6-5c22-4d7a-bef2-cf6a5859ae79 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cdccdcc1-b364-4471-8d84-f7fb39659bad HTTP/1.1" status: 204 len: 168 time: 0.7900290 Jun 01 13:05:03.139837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a09f7d53-bb66-45eb-9bcf-bb22e91f64eb details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:03.186989 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-96b467a1-2a1e-40ff-8de2-ccfaebc7a4a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a34887d-0bad-4e3f-9161-fe1b5130b8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566331 Jun 01 13:05:03.399896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-db5ed870-0ddc-4e7a-a798-e71eb8741117 service neutron] 10.222.0.24 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039902 Jun 01 13:05:03.400748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:03.450652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:03.478039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'port_id': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb', 'mac_address': 'fa:16:3e:25:cb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:03.544080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-2732c99d-6461-404e-b7dc-d4337fc1855d tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.549956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-2732c99d-6461-404e-b7dc-d4337fc1855d tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.13 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 950 time: 0.4662249 Jun 01 13:05:03.601716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:03.716732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:03.722807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Pushing event deleted for resources: {'Port': ['ID=491486b3-ce60-4d67-a685-69cf1dabe851,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:03.728816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:03.804245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09f7d53-bb66-45eb-9bcf-bb22e91f64eb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:03.809929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:03.816877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.824446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.830744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.837275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.844313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.851777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.856802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:03.859647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:03.868377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-eaa8d3b4-9c7e-46f3-9ffe-6fc173553fd1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5429 time: 0.6556861 Jun 01 13:05:03.868542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:03.869365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 2ad55008-cd4a-4deb-8891-64a06a401b78 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:03.961687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Deleting port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:05:03.962175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.037826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.042691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.112452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-45740545-network', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:04.145015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:04.157791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Usage tracker for resource:network and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:04.165733 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5544835c-f94e-4372-aab7-e4ee9b586497 req-83894158-f2a4-464a-93c8-1b9ab80d9308 service neutron] 10.222.0.24 "GET /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364202 Jun 01 13:05:04.167259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:04.172855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.173795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc35f7b-8e54-46f8-8221-13cf5609c6d9 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:05:04.205606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:04.222808 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.224698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:04.225390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ada495b7-50ce-4c44-a313-d2c169d3c158 admin admin] 10.222.0.40 "DELETE /v2.0/routers/8cc35f7b-8e54-46f8-8221-13cf5609c6d9 HTTP/1.1" status: 204 len: 168 time: 3.2212284 Jun 01 13:05:04.237507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:04.242320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:04.245449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.272189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.337987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.384425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:04.390003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Usage tracker for resource:security_group_rule and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:04.393620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:04.400370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:04.419737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfca4ca3-d618-4bca-896d-15463a69b466 req-3be93677-026e-43c8-a866-c65260da8b7c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5500355 Jun 01 13:05:04.427149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:04.463656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'port_id': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'mac_address': 'fa:16:3e:90:d7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:04.483933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Deleting subnet 33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:05:04.490377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.609322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 109ff501-f4cf-4851-abb8-cb60e0117b75 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:04.680851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.757241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 109ff501-f4cf-4851-abb8-cb60e0117b75 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:05:04.757709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 109ff501-f4cf-4851-abb8-cb60e0117b75 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:05:04.758133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 491486b3-ce60-4d67-a685-69cf1dabe851 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:04.760934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d276-a63e-4f3d-b4cb-27d1306d113c req-ffb65a39-a663-49a8-a2d2-c1a31ddbba0a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:04.775270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab21d276-a63e-4f3d-b4cb-27d1306d113c req-ffb65a39-a663-49a8-a2d2-c1a31ddbba0a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.8843737 Jun 01 13:05:04.799076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 491486b3-ce60-4d67-a685-69cf1dabe851 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:05:04.799427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 491486b3-ce60-4d67-a685-69cf1dabe851 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:05:04.820235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 2ad55008-cd4a-4deb-8891-64a06a401b78 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:04.821002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.845848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad55008-cd4a-4deb-8891-64a06a401b78 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:04.866789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:04.883639 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.884758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:04.928641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:04.957302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab21d276-a63e-4f3d-b4cb-27d1306d113c req-69aca225-0a29-4b70-98d6-85fdc5219a06 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810477 Jun 01 13:05:05.041534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ed46-afc6-482d-a9c5-2feb4ec30ac4 req-a7829bed-75d8-4a76-bf6e-31283a78fa43 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:05.061787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5931ed46-afc6-482d-a9c5-2feb4ec30ac4 req-a7829bed-75d8-4a76-bf6e-31283a78fa43 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 950 time: 0.2338362 Jun 01 13:05:05.087338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.181444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:05.182908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5931ed46-afc6-482d-a9c5-2feb4ec30ac4 req-15223743-1873-4360-8648-a70274452f44 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/security-groups?id=f418ee88-7a07-42a6-9104-24ce0ebeab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197519 Jun 01 13:05:05.192390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] For port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:05.192920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.289826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:05.322851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'port_id': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'mac_address': 'fa:16:3e:93:8e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:05.385074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 51bfc495-8ee5-4b31-8401-f7179cb52375 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:05.404007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Calling delete_port for 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:05:05.462397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:05.462789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.489250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.503517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.505311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:05.525274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:05.528898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.564787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:05:05.569726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:05.573151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1983a-004a-4cfb-8a51-c5ba85ba4fa3 None None] Network cdb89ae6-2a0e-4035-8df5-c87e686f2d7c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:05:05.584234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.584562 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Added segment 0bbb6334-612c-48f5-9619-381982945da4 of type vlan for network a1d51458-79e1-42ec-9b54-8c9af1e706d5 Jun 01 13:05:05.641391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.671803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0d57b-b4b7-4fa8-a919-c05d7d3d1235 req-68b2c228-ea14-427f-85af-39542b2d52b5 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:05.682279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df0d57b-b4b7-4fa8-a919-c05d7d3d1235 req-68b2c228-ea14-427f-85af-39542b2d52b5 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 943 time: 0.4746161 Jun 01 13:05:05.706779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.707829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:05.708430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.715083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:05:05.729288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-44b09c2f-226e-459d-aabf-738e53371bda admin admin] 10.222.0.40 "DELETE /v2.0/subnets/33b9acf1-5d8c-4f52-8bf2-5109e9bda6a5 HTTP/1.1" status: 204 len: 168 time: 1.4890873 Jun 01 13:05:05.755882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58432) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:05.856975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df0d57b-b4b7-4fa8-a919-c05d7d3d1235 req-29ed6c9f-147c-44ce-ad94-a9e7b88edfbe tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726887 Jun 01 13:05:05.858031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d51458-79e1-42ec-9b54-8c9af1e706d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:05.861359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4504039 Jun 01 13:05:05.884666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:05.911167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:05.911167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 566b0862-eae1-4d06-9a18-6072cbbaacb6 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:05.942826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Request body: {'subnet': {'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-45740545-subnet', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:05.942826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91fa0b-30c8-4f5f-a00f-18868807ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:05.942826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:05.942826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Usage tracker for resource:subnet and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:05.944552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:05.966244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:05.991005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:05.994066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.031711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:05:06.068916 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.088021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:05:06.112609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:06.156238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Deleting port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:05:06.156576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.190723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58448) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:06.220684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.226760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.233422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.239590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.246017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.253950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.260396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.269040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3505f335-9739-4161-92ae-f7a432e71e85 req-6c505030-d7fc-4760-b377-fd1081b636e3 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5432 time: 0.5163395 Jun 01 13:05:06.310781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=51bfc495-8ee5-4b31-8401-f7179cb52375,segment=NetworkSegment(d242e14d-edb8-4962-aadc-ce3c974b41dc),segment_id=d242e14d-edb8-4962-aadc-ce3c974b41dc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:06.321192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.336278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '51bfc495-8ee5-4b31-8401-f7179cb52375', 'network_id': '0a34887d-0bad-4e3f-9161-fe1b5130b8ca', 'port_id': '51bfc495-8ee5-4b31-8401-f7179cb52375', 'mac_address': 'fa:16:3e:44:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42083991-81c8-41fc-a6e8-9200ad219006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:06.400941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3505f335-9739-4161-92ae-f7a432e71e85 req-79450868-aea0-4842-ab5b-94a068e4e6c6 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306906 Jun 01 13:05:06.408741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.438926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 51bfc495-8ee5-4b31-8401-f7179cb52375 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:06.439451 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.454401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4a26e0de-33ee-44d8-b9e1-1ccba2ee471f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:06.496298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '566b0862-eae1-4d06-9a18-6072cbbaacb6', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'port_id': '566b0862-eae1-4d06-9a18-6072cbbaacb6', 'mac_address': 'fa:16:3e:8d:74:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:06.561549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb30a20-bb78-4814-aed2-3c34fca5309a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:06.655130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:06.655445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Network hostable DHCP agents. Network: a1d51458-79e1-42ec-9b54-8c9af1e706d5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:05:06.702962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:05:06.733837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a1d51458-79e1-42ec-9b54-8c9af1e706d5) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:06.741065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:06.741691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.778973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Pushing event deleted for resources: {'Port': ['ID=4a26e0de-33ee-44d8-b9e1-1ccba2ee471f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:06.790477 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-53e82f6a-b035-4dbe-9db7-415d8c7beac1 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9038160 Jun 01 13:05:06.793984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58458) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:06.802887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:06.808589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:06.813206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Usage tracker for resource:router and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:06.816755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:06.824321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:06.856938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.859723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.862467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 566b0862-eae1-4d06-9a18-6072cbbaacb6 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:06.863015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.907327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1dd41b-8fe9-4d95-a703-d35c6ff7c89c None None] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:05:06.913063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:06.930885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28cc9151-b941-4348-b678-ec27c6ac8598 req-1e122072-e9ee-4bfa-9187-37a7af2a9331 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.40 "GET /v2.0/ports?device_id=10dc09bb-9c30-44c1-9a2a-545eb3ea8da4 HTTP/1.1" status: 200 len: 210 time: 0.2610133 Jun 01 13:05:06.934811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] No DVR routers for this DVR port 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:05:06.991989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.004971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'name': 'network-vif-deleted', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:07.016774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566b0862-eae1-4d06-9a18-6072cbbaacb6 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:07.029486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bfc495-8ee5-4b31-8401-f7179cb52375 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:07.054969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:07.057490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.103875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:07.108015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=51bfc495-8ee5-4b31-8401-f7179cb52375,segment=NetworkSegment(d242e14d-edb8-4962-aadc-ce3c974b41dc),segment_id=d242e14d-edb8-4962-aadc-ce3c974b41dc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:07.142911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.221265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.221885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7607dc8b-202c-4f94-98ba-28c2f7811438 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:07.302833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9208583-4d7d-4a5e-bdac-729ff08f0a01 req-28ee5be2-c8f0-4005-aa0c-97a5f1b23308 tempest-ServerDiagnosticsNegativeTest-518664363 tempest-ServerDiagnosticsNegativeTest-518664363-project] 10.222.0.13 "DELETE /v2.0/ports/4a26e0de-33ee-44d8-b9e1-1ccba2ee471f HTTP/1.1" status: 204 len: 173 time: 3.7462671 Jun 01 13:05:07.324192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:07.328552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.371210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c05ee-30bc-4553-8d4a-315a920bbc96 req-71c97143-aedb-4e84-8ff5-89707842db36 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:07.372735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed8c05ee-30bc-4553-8d4a-315a920bbc96 req-71c97143-aedb-4e84-8ff5-89707842db36 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 1.1808817 Jun 01 13:05:07.385493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Usage tracker for resource:security_group_rule and tenant:5976a5bbf0384b6eaa794e8e9a1415e9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:07.402552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:07.431018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:07.513923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] For port 5fa6f35c-58f3-44b1-931a-6b124a7a3293, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5fa6f35c-58f3-44b1-931a-6b124a7a3293,segment=NetworkSegment(d8ef9562-7c02-4e9c-a9cb-6d846d808a7e),segment_id=d8ef9562-7c02-4e9c-a9cb-6d846d808a7e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:07.514272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.581011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:07.611636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:07.695029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['51bfc495-8ee5-4b31-8401-f7179cb52375'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:07.767841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40b0a5-8981-4e2c-b4ef-246fd385a30d None None] DHCP port deletion for cdb89ae6-2a0e-4035-8df5-c87e686f2d7c request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:05:07.787269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:05:07.788096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.797322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.798342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'port_id': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'mac_address': 'fa:16:3e:09:df:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:07.818086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed8c05ee-30bc-4553-8d4a-315a920bbc96 req-92a8a17b-6f36-4c5d-8071-a66f762ab924 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340112 Jun 01 13:05:07.838759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.850460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3d40b0a5-8981-4e2c-b4ef-246fd385a30d None None] Deleting port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:05:07.850910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3d40b0a5-8981-4e2c-b4ef-246fd385a30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:07.995838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Calling delete_port for 5fa6f35c-58f3-44b1-931a-6b124a7a3293 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:05:08.025113 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc833c2-62fa-4972-92ee-cb46ee5d0a12'] response: {'server_uuid': '10dc09bb-9c30-44c1-9a2a-545eb3ea8da4', 'name': 'network-vif-deleted', 'tag': '4a26e0de-33ee-44d8-b9e1-1ccba2ee471f', 'status': 'completed', 'code': 200} Jun 01 13:05:08.025766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Allocated IP 172.25.7.75 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/7816f961-80b4-4254-a17e-406eacbf40d5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:08.072701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69f774-0f8d-403e-9865-43e436833db8 req-3bd90377-f5bd-4b2d-b567-ef7cf70fef4a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:08.080617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b69f774-0f8d-403e-9865-43e436833db8 req-3bd90377-f5bd-4b2d-b567-ef7cf70fef4a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 944 time: 0.7798865 Jun 01 13:05:08.102225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7607dc8b-202c-4f94-98ba-28c2f7811438 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:08.102628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.146054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b69f774-0f8d-403e-9865-43e436833db8 req-bb6254ed-8089-4a2b-b423-c72b40878abf tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641186 Jun 01 13:05:08.248388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.282343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7607dc8b-202c-4f94-98ba-28c2f7811438 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:08.287225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:08.300183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.344875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa6f35c-58f3-44b1-931a-6b124a7a3293,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:08.378566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.386052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3d40b0a5-8981-4e2c-b4ef-246fd385a30d None None] The port '5fa6f35c-58f3-44b1-931a-6b124a7a3293' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:05:08.414615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:08.434068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] No DVR routers for this DVR port 5fa6f35c-58f3-44b1-931a-6b124a7a3293 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:05:08.443751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.444416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 47630257-d42b-4511-bac3-99fc0cccfb33 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:08.554273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.585018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5fa6f35c-58f3-44b1-931a-6b124a7a3293 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:08.684916 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.717195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb89ae6-2a0e-4035-8df5-c87e686f2d7c']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:08.731745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:08.732804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Pushing event updated for resources: {'Port': ['ID=7816f961-80b4-4254-a17e-406eacbf40d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:08.735393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:08.737843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:08.748750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:08.749390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ef9562-7c02-4e9c-a9cb-6d846d808a7e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:08.765427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.789152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.801068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:05:08.801991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:08.804356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5fa6f35c-58f3-44b1-931a-6b124a7a3293 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:05:08.806806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5fa6f35c-58f3-44b1-931a-6b124a7a3293 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:05:08.882421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:08.899492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Allocated IP 172.20.0.2 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/cb9209fa-dcce-47c6-ab56-bf788b5db101) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:08.910418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:08.942521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '47630257-d42b-4511-bac3-99fc0cccfb33', 'network_id': '0ce631b2-87c3-4172-a875-190d6f35475d', 'port_id': '47630257-d42b-4511-bac3-99fc0cccfb33', 'mac_address': 'fa:16:3e:1d:ef:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce6077-005c-4818-a77b-a87a735c00e2', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:08.946864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:09.001946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.059296 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment d8ef9562-7c02-4e9c-a9cb-6d846d808a7e resource provider aggregate not found Jun 01 13:05:09.078880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5976a5bbf0384b6eaa794e8e9a1415e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8822939 Jun 01 13:05:09.080339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.082310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58488) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:09.117532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.204016 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment d8ef9562-7c02-4e9c-a9cb-6d846d808a7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ef9562-7c02-4e9c-a9cb-6d846d808a7e found for delete ", "request_id": "req-f37adcfa-0c2e-4330-8729-b266810ee8c5"}]} Jun 01 13:05:09.244335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 47630257-d42b-4511-bac3-99fc0cccfb33 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:09.244746 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.250082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb89ae6-2a0e-4035-8df5-c87e686f2d7c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:09.292271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47630257-d42b-4511-bac3-99fc0cccfb33 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:09.299965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.306557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.313656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.320092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.326286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.332296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.338844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.340507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:09.341469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-a0d28dfc-f612-4049-b70a-5494c9ddbb1c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5434 time: 0.9791796 Jun 01 13:05:09.351277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f80ff-1114-4aca-986f-a815fe634596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871bc17-3fea-495f-8d04-47c50929cf5c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:09.355065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.357811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab935600-61ae-4e78-a54e-10d11234f4ae details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:09.437669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.531779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-becb8a3f-0998-4128-80aa-29db9dd7f6d2 req-beb9db9b-3c12-404a-ad13-b69fe9d50636 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543229 Jun 01 13:05:09.542194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fba6cda5-67da-44dd-b426-a2c617acabcc admin admin] 10.222.0.40 "DELETE /v2.0/networks/cdb89ae6-2a0e-4035-8df5-c87e686f2d7c HTTP/1.1" status: 204 len: 168 time: 3.7844708 Jun 01 13:05:09.544742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:09.603376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'network_id': 'd6bdc27f-56b7-4464-a839-3d887cccdb3b', 'port_id': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'mac_address': 'fa:16:3e:49:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:09.606343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.609905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.632422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Transition to ACTIVE for port object cb9209fa-dcce-47c6-ab56-bf788b5db101 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:09.645126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.689718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Transition to ACTIVE for port object cb9209fa-dcce-47c6-ab56-bf788b5db101 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:09.708656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:09.719151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.728645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2d3b0-309e-4cdd-8f6a-07609b30cebf req-2d218c07-48ad-4cff-b7c8-b43de0414081 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:09.736072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9e2d3b0-309e-4cdd-8f6a-07609b30cebf req-2d218c07-48ad-4cff-b7c8-b43de0414081 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.6365175 Jun 01 13:05:09.740270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-50f43387-3678-4ae7-85de-6b26542f1e17 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=25e2cee9d560473abfe4535b7948ff27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7797024 Jun 01 13:05:09.742506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.758707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58498) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:09.780126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871bc17-3fea-495f-8d04-47c50929cf5c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:09.810093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.811485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6797280f-8e41-4852-9e15-16462e7c5bcf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b871bc17-3fea-495f-8d04-47c50929cf5c HTTP/1.1" status: 204 len: 168 time: 0.7053473 Jun 01 13:05:09.872384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:09.893952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9e2d3b0-309e-4cdd-8f6a-07609b30cebf req-c7d8899d-332c-407f-92a1-96dd51525b4c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563187 Jun 01 13:05:09.894153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:09.896910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:09.953831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.984289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:09.996657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58504) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:10.028483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ab935600-61ae-4e78-a54e-10d11234f4ae is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:10.028483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.070572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.081867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Pushing event updated for resources: {'Port': ['ID=cb9209fa-dcce-47c6-ab56-bf788b5db101,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:10.091754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab935600-61ae-4e78-a54e-10d11234f4ae {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:10.113330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:10.113542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8f8d62d9-c3b0-46a1-99ed-c9608d6895b6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a8497a35721b49f7b2e8dff409f34a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093574 Jun 01 13:05:10.115421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58510) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:10.138085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Attempting to bind port cb9209fa-dcce-47c6-ab56-bf788b5db101 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:10.138085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Attempting to bind port cb9209fa-dcce-47c6-ab56-bf788b5db101 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:10.138085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Attempting to bind port cb9209fa-dcce-47c6-ab56-bf788b5db101 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:10.140407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.176572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.189312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:10.189660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:10.190056 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.190440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:10.191013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Bound port: cb9209fa-dcce-47c6-ab56-bf788b5db101, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:10.191443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.203362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.217979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5d4c4-84d4-4748-ae18-6772a5a9956c req-8eab49be-fc8d-48c6-976f-65e6f230eb39 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:10.225514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1af5d4c4-84d4-4748-ae18-6772a5a9956c req-8eab49be-fc8d-48c6-976f-65e6f230eb39 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 944 time: 0.3260453 Jun 01 13:05:10.288844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:10.337445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] For port cb9209fa-dcce-47c6-ab56-bf788b5db101, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:10.338220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1af5d4c4-84d4-4748-ae18-6772a5a9956c req-11fe8e1f-7d44-469e-a59c-b23840b5aace tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112263 Jun 01 13:05:10.341186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f418ee88-7a07-42a6-9104-24ce0ebeab1d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:10.341922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] For port cb9209fa-dcce-47c6-ab56-bf788b5db101, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb9209fa-dcce-47c6-ab56-bf788b5db101,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:10.381387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:05:10.383987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.385112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3bb39a10-2dc2-4c38-b7d9-97819326e5bb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f418ee88-7a07-42a6-9104-24ce0ebeab1d HTTP/1.1" status: 204 len: 168 time: 0.6140692 Jun 01 13:05:10.416046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.416250 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.564794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.588458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375db8d-f242-49fc-ae87-59ffc8ba2b50,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:10.606184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.610897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-90e92ace-93ab-4463-b509-30fc5788ee30 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c375db8d-f242-49fc-ae87-59ffc8ba2b50 HTTP/1.1" status: 204 len: 168 time: 0.4923303 Jun 01 13:05:10.689104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['47630257-d42b-4511-bac3-99fc0cccfb33'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:10.746515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['566b0862-eae1-4d06-9a18-6072cbbaacb6'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:10.861263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ab935600-61ae-4e78-a54e-10d11234f4ae'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:10.888311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['2ad55008-cd4a-4deb-8891-64a06a401b78'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:10.913913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['7607dc8b-202c-4f94-98ba-28c2f7811438'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:10.940052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a2fa-eaec-434c-bc25-02f403d3095b None None] Pushing event updated for resources: {'Port': ['ID=cb9209fa-dcce-47c6-ab56-bf788b5db101,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:11.023762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['770f91dc-370e-4f5f-9ee5-0abd6f3b6946'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:11.031421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.037399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.043273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.049424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.055671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.064154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.070622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.079378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-ef796b0c-1588-4078-b234-91190b8ad876 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5436 time: 0.2349105 Jun 01 13:05:11.105812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58536) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:11.149240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:11.159854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:11.173605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4cd4dc1-510f-4c80-a230-cbd8f85012dd req-e7fcf3db-901f-4162-8239-512d262af765 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932355 Jun 01 13:05:11.208676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:11.222122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Usage tracker for resource:security_group_rule and tenant:8778e3c5edfe455d8dd9a378166b9690 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:11.237995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:11.270321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:11.270965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:11.271676 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-64dffb96-446d-4c6b-b1a2-3010f015ae8a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4765761 Jun 01 13:05:11.283776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58542) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:11.292095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1343-d953-4816-93e1-788c95724f2e req-e4881c23-f23c-44c1-b18d-7d3ca15ea7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.293537 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-e4881c23-f23c-44c1-b18d-7d3ca15ea7dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1097 time: 0.6013737 Jun 01 13:05:11.310555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Sync routers for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:11.408380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 51bfc495-8ee5-4b31-8401-f7179cb52375 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:11.688373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1343-d953-4816-93e1-788c95724f2e req-1b9211ea-d55a-48b5-8141-1d0756c07e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:11.696118 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-1b9211ea-d55a-48b5-8141-1d0756c07e0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.3775580 Jun 01 13:05:11.885947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a09f7d53-bb66-45eb-9bcf-bb22e91f64eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:12.029068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:12.029721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:12.155456 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-8b2f64be-7b68-4fa9-980e-94bdf1eb4307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1002 time: 0.4554653 Jun 01 13:05:12.376343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1343-d953-4816-93e1-788c95724f2e req-bf76c81b-e062-4cb9-9775-a68b13ed8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:12.382213 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-bf76c81b-e062-4cb9-9775-a68b13ed8ac1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.2189999 Jun 01 13:05:12.456799 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:12.498241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:12.560123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:12.581170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1343-d953-4816-93e1-788c95724f2e req-cda13ce3-defe-4c1c-87c1-f116f0b2ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:12.582731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-cda13ce3-defe-4c1c-87c1-f116f0b2ae92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930854 Jun 01 13:05:12.599984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8793e-5c4e-4d07-9810-4defd8f983e8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:12.809641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:12.889407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f67ec452-671c-4510-80fb-ee25f8a7d60e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8778e3c5edfe455d8dd9a378166b9690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7733116 Jun 01 13:05:12.890236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58578) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:12.924083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:12.928204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516f38-6f81-4a46-b189-1a1a74663229 req-d365e669-b360-4982-a861-bcaebfd88077 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:12.936587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8516f38-6f81-4a46-b189-1a1a74663229 req-d365e669-b360-4982-a861-bcaebfd88077 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 944 time: 0.8774002 Jun 01 13:05:13.018191 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-9b2da8a1-247e-4f14-b949-c2972933924c service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280813 Jun 01 13:05:13.051149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb9209fa-dcce-47c6-ab56-bf788b5db101 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:13.075880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8516f38-6f81-4a46-b189-1a1a74663229 req-9602c8b8-d24a-4fda-8ede-3ab10c21782d tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357203 Jun 01 13:05:13.081948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 51bfc495-8ee5-4b31-8401-f7179cb52375 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:13.108138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d96068-96de-442f-9f88-fb8b03d9d213 req-58d6b8f2-015a-4647-aa7c-4f19d8c0231a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:13.118944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d96068-96de-442f-9f88-fb8b03d9d213 req-58d6b8f2-015a-4647-aa7c-4f19d8c0231a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 1.9231291 Jun 01 13:05:13.211632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.234074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-network', 'tenant_id': 'f080079c283246de850da57a2b64e5db'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:13.243156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.244090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:13.259856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Usage tracker for resource:network and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:13.264957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:13.277653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:13.348641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Made reservation on behalf of f080079c283246de850da57a2b64e5db for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:13.351637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.379953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.394304 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a49b1343-d953-4816-93e1-788c95724f2e req-9e9d9ce4-3125-4d5c-8410-0aa5b4728cae service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669987 Jun 01 13:05:13.401052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:13.404457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c8d15-7cf9-40ab-a70c-3b03277ffdba None None] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:05:13.406157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Usage tracker for resource:security_group_rule and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:13.409458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:13.416134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:13.524279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.535686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.569760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:05:13.602032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.607416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.607982 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Added segment d42b2325-83ec-46ae-886a-b95bb9cbdf45 of type vlan for network 446d964e-bd8b-4925-96a3-bf287bcb8c64 Jun 01 13:05:13.640098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d96068-96de-442f-9f88-fb8b03d9d213 req-831384e9-efd4-49ab-970f-8465274e01e0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5202551 Jun 01 13:05:13.664657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:05:13.666747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4a26e0de-33ee-44d8-b9e1-1ccba2ee471f not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:05:13.700553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5dd49d-a748-486d-ba2e-044444710a80,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:13.706617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.740168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 51bfc495-8ee5-4b31-8401-f7179cb52375 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:13.740795 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.754222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.755460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:13.756599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.799060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8793e-5c4e-4d07-9810-4defd8f983e8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:13.817126 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8869205 Jun 01 13:05:13.847972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58604) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:13.863094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.868318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-caf9286c-8c08-431f-bdb5-21f252215a02 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1ff8793e-5c4e-4d07-9810-4defd8f983e8 HTTP/1.1" status: 204 len: 168 time: 0.9279330 Jun 01 13:05:13.872329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Request body: {'subnet': {'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-subnet', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:13.885257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:13.901040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Usage tracker for resource:subnet and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:13.906171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:13.921206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:13.949904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a858c7-a653-4c1c-85b3-22ec2801bd02 admin admin] Pushing event updated for resources: {'Network': ['ID=446d964e-bd8b-4925-96a3-bf287bcb8c64,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:14.061089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.068210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.075570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.081868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.088016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.095834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.101258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:14.104133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-2a8d654c-9588-402d-b346-3063511e276d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5436 time: 0.7919614 Jun 01 13:05:14.127343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Made reservation on behalf of f080079c283246de850da57a2b64e5db for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:14.129709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:14.363618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-dcadc3b1-3fe3-4a66-af53-7534def22fbe None None] Provisioning for port cb9209fa-dcce-47c6-ab56-bf788b5db101 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:14.363618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:05:14.464017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:05:14.724549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:14.986993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd9a96a4-bb90-4538-85b0-a946b90cddc5 req-f7db4de3-32f2-4c8b-bc03-5756ebc0ae6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8650551 Jun 01 13:05:15.103106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:15.160627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Checking segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:15.160985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Network hostable DHCP agents. Network: 446d964e-bd8b-4925-96a3-bf287bcb8c64, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:05:15.204651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633074-1b1a-45c1-be23-55f3c9ff6286 req-e75b541d-00af-4493-9b12-34fc0cedd724 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:15.213343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99633074-1b1a-45c1-be23-55f3c9ff6286 req-e75b541d-00af-4493-9b12-34fc0cedd724 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 944 time: 0.6434364 Jun 01 13:05:15.245826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:05:15.264409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cb9209fa-dcce-47c6-ab56-bf788b5db101 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:15.296312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:09Z', 'revision_number': 3, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:15.348177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Checking router: 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:15.348612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Updating router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab port 7816f961-80b4-4254-a17e-406eacbf40d5 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:05:15.510255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.573523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb9209fa-dcce-47c6-ab56-bf788b5db101 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:15.574271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.802335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99633074-1b1a-45c1-be23-55f3c9ff6286 req-6b99102e-9bcd-4642-94c7-ee77ae9a7289 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877690 Jun 01 13:05:15.811001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 446d964e-bd8b-4925-96a3-bf287bcb8c64) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:15.818327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:15.819452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.829964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 51bfc495-8ee5-4b31-8401-f7179cb52375 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:15.832647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.892098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.926037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-834ade6c-5e00-4377-a73a-6286955b5c68 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0768888 Jun 01 13:05:15.928754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:15.934989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:15.946883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:15.952864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Usage tracker for resource:router and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:15.959342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:15.973366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:15.988103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.989746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.035456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5264c-ea73-4ddc-af0c-6ac468651b21 req-05f153e6-8438-4313-afcf-4c6197d212f7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.037004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2f5264c-ea73-4ddc-af0c-6ac468651b21 req-05f153e6-8438-4313-afcf-4c6197d212f7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.7992065 Jun 01 13:05:16.051006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.066162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa80f3-2521-4d6b-93c4-87650ccb26a5 None None] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:05:16.113126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2f5264c-ea73-4ddc-af0c-6ac468651b21 req-91e42fcb-96db-4a1a-8eae-c3e323cd8bc0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629351 Jun 01 13:05:16.149735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=51bfc495-8ee5-4b31-8401-f7179cb52375,segment=NetworkSegment(d242e14d-edb8-4962-aadc-ce3c974b41dc),segment_id=d242e14d-edb8-4962-aadc-ce3c974b41dc)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:16.164987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:16.264485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.533935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 2ad55008-cd4a-4deb-8891-64a06a401b78 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:16.613459 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ace947-a962-42fb-b108-d6d3ae8d59fa'] response: {'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375', 'code': 200} Jun 01 13:05:16.628353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Allocated IP 172.20.0.1 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/811e0b88-c4be-4722-9063-0ff1e30d1ae8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:16.732854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.738845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.744650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.750478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.756657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.762426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.766880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:16.769396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.777870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-39b1b1c7-9b86-4648-bfdd-e176c2ba9475 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5436 time: 0.3369229 Jun 01 13:05:16.873903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.907593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ee07d06-f45c-4ec8-ad15-8f8a37094845 req-2f31517b-e810-41a4-91c4-a28c6b74b1ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281650 Jun 01 13:05:16.910309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb9209fa-dcce-47c6-ab56-bf788b5db101 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:16.911017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.911810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a5fb0-d956-448e-bca1-65c5b43bfd34 req-e034404a-c99d-42b9-bb59-04aea0510c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:16.913310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-315a5fb0-d956-448e-bca1-65c5b43bfd34 req-e034404a-c99d-42b9-bb59-04aea0510c11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 1096 time: 0.4509590 Jun 01 13:05:16.973438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-783bd896-1530-43be-97c5-f9150aca67d5 None None] Provisioning complete for port cb9209fa-dcce-47c6-ab56-bf788b5db101 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:16.973873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-783bd896-1530-43be-97c5-f9150aca67d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.023443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.029163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 2ad55008-cd4a-4deb-8891-64a06a401b78 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:17.057651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Transition to ACTIVE for port object 811e0b88-c4be-4722-9063-0ff1e30d1ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:17.087451 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-315a5fb0-d956-448e-bca1-65c5b43bfd34 req-2ec0da1d-bb8e-4427-844b-226d5d14423d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Jun 01 13:05:17.112948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port cb9209fa-dcce-47c6-ab56-bf788b5db101, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb9209fa-dcce-47c6-ab56-bf788b5db101,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:17.113864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 2ad55008-cd4a-4deb-8891-64a06a401b78 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:17.114924 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.184354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.202943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474de19-02c8-43e5-914d-660859e6fcb1 req-ff99de9e-1edd-4977-8ddd-d2b1b6975fbe tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:17.209967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f474de19-02c8-43e5-914d-660859e6fcb1 req-ff99de9e-1edd-4977-8ddd-d2b1b6975fbe tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 945 time: 0.1411967 Jun 01 13:05:17.211803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.305172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:17.311112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:17.329071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:17.426746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.469838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=cb9209fa-dcce-47c6-ab56-bf788b5db101,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:17.636313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:05:17.720619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Pushing event updated for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:17.727352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.784321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f474de19-02c8-43e5-914d-660859e6fcb1 req-3d018981-ece0-40bc-8fa9-45030a3f29af tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379202 Jun 01 13:05:17.830400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.905703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-446d964e-bd8b-4925-96a3-bf287bcb8c64', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:05:17.906378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.907815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.950520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-783bd896-1530-43be-97c5-f9150aca67d5 None None] Current status of the port cb9209fa-dcce-47c6-ab56-bf788b5db101 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:18.021609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84224238-6879-4f21-94f3-48c827ab04c9 req-d47ebe93-7c59-4fc9-9ec8-04ebafb098df tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1213987 Jun 01 13:05:18.131945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Allocated IP 172.20.0.2 (446d964e-bd8b-4925-96a3-bf287bcb8c64/785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187/a08c0c02-5bfb-4e17-bc3d-1127df86a52c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:18.287908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9636c-1d9f-4181-bb10-1a48bb59e9aa req-479b294b-4971-444f-ad39-32c02e7eb9f9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.289801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b9636c-1d9f-4181-bb10-1a48bb59e9aa req-479b294b-4971-444f-ad39-32c02e7eb9f9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.5328534 Jun 01 13:05:18.295627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-e6ca9399-bf8f-49fd-a51f-64e43e187a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.297524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-e6ca9399-bf8f-49fd-a51f-64e43e187a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1097 time: 0.1182213 Jun 01 13:05:18.350835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.351563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 2ad55008-cd4a-4deb-8891-64a06a401b78 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:18.352086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.423047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b9636c-1d9f-4181-bb10-1a48bb59e9aa req-187b5638-5059-4e74-9d91-acb04b91cb53 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218283 Jun 01 13:05:18.426573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.497051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-641ecc28-270b-4045-b5ec-972fb29f0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.499125 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-641ecc28-270b-4045-b5ec-972fb29f0393 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.1948814 Jun 01 13:05:18.526035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.542016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.559152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.559355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-07282775-c2e6-4dcf-99d2-a3bacfd604dc None None] Provisioning for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:18.562126 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0e46-6bcc-4e6a-9050-39caaf250009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.569892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.572501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Transition to ACTIVE for port object 7816f961-80b4-4254-a17e-406eacbf40d5 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:18.585399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.591694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:18.592626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-07282775-c2e6-4dcf-99d2-a3bacfd604dc None None] Provisioning complete for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:18.592994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-07282775-c2e6-4dcf-99d2-a3bacfd604dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.600198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.615294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.619929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-df872337-2d79-4d75-880c-403a5817e1f5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5436 time: 0.4099069 Jun 01 13:05:18.674015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:05:18.705521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:18.721934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-07282775-c2e6-4dcf-99d2-a3bacfd604dc None None] Port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:18.727251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.728063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 566b0862-eae1-4d06-9a18-6072cbbaacb6 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:18.748440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aafcf1a9-fa81-41fb-b3cc-929d21d66580 req-e463f9d5-c8a9-42e9-b9c1-0a18c741adfc tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0661278 Jun 01 13:05:18.757355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.762404 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-52b7447f-23eb-49ad-95f5-586db5d330c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1002 time: 0.2543340 Jun 01 13:05:18.768336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.774424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Allocated IP 172.25.7.220 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/6a3a0f50-110a-42af-8563-6e82b4b12f16) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:18.806166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.841190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-dabc94b5-7b21-47dd-aca9-f1bf012eb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:18.843241 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-dabc94b5-7b21-47dd-aca9-f1bf012eb365 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.0704305 Jun 01 13:05:18.872648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.877130 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb659d3-a3dc-41c8-be52-579b60b3a302'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'code': 200} Jun 01 13:05:18.914033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Transition to ACTIVE for port object a08c0c02-5bfb-4e17-bc3d-1127df86a52c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:18.928643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Attempting to bind port 7816f961-80b4-4254-a17e-406eacbf40d5 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:18.929006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Attempting to bind port 7816f961-80b4-4254-a17e-406eacbf40d5 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:18.929364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Attempting to bind port 7816f961-80b4-4254-a17e-406eacbf40d5 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:18.947057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:18.947419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:18.949847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.951357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:18.951851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Bound port: 7816f961-80b4-4254-a17e-406eacbf40d5, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:18.952236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.990241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:19.060820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Pushing event updated for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:19.068496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Transition to ACTIVE for port object a08c0c02-5bfb-4e17-bc3d-1127df86a52c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:19.092290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:19.104536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b124460b-0c6f-48b4-bbcd-6d42214ca335 req-d0e55458-1cb5-43bc-b5a0-4b546292f92d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4771566 Jun 01 13:05:19.163386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.165163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-3c37802e-ab39-47ec-a777-c3db30798211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:19.166768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-3c37802e-ab39-47ec-a777-c3db30798211 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3149827 Jun 01 13:05:19.176407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:19.176798 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.291181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b6974-008b-402e-b0cc-e428f7d3b405 None None] Pushing event updated for resources: {'Port': ['ID=7816f961-80b4-4254-a17e-406eacbf40d5,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:19.333672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.404339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb9209fa-dcce-47c6-ab56-bf788b5db101 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:19.424155 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-e14eb7d9-2b37-4917-859b-b476992fb547 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483501 Jun 01 13:05:19.538376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.550527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] For port 7816f961-80b4-4254-a17e-406eacbf40d5, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:19.559074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] For port 7816f961-80b4-4254-a17e-406eacbf40d5, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7816f961-80b4-4254-a17e-406eacbf40d5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:19.579176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:19.583431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:19.596860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:19.597589 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d09bb380-b625-4615-92f5-22be0f7bd83f req-cdba31e4-e1e1-492b-84ee-4a3522ee0966 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636732 Jun 01 13:05:19.600037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:19.606687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.612850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70aadc-f863-4578-afcc-9395200477e8 req-53175756-865c-42a1-a714-b6c56f009d7c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:19.613027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:19.621154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa70aadc-f863-4578-afcc-9395200477e8 req-53175756-865c-42a1-a714-b6c56f009d7c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 945 time: 0.5048940 Jun 01 13:05:19.622997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.687302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Pushing event updated for resources: {'Port': ['ID=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:19.732090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a0f50-110a-42af-8563-6e82b4b12f16,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:19.743108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:19.744380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:19.751214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:19.845343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb9209fa-dcce-47c6-ab56-bf788b5db101 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:19.845920 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.956703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa70aadc-f863-4578-afcc-9395200477e8 req-bfec743c-3a73-48bc-9dae-e16389d4038c tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345113 Jun 01 13:05:19.995400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:05:20.024302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cb72f-ba02-4801-9480-c0eb95f3dfab req-6427b225-a9cd-4b30-92a2-df6f03b32bfd tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.034217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b65cb72f-ba02-4801-9480-c0eb95f3dfab req-6427b225-a9cd-4b30-92a2-df6f03b32bfd tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.2023535 Jun 01 13:05:20.059040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:20.059694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:04:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:20.182402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b65cb72f-ba02-4801-9480-c0eb95f3dfab req-78322648-478b-4086-a9f0-6ed6edd180f1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471910 Jun 01 13:05:20.211000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 566b0862-eae1-4d06-9a18-6072cbbaacb6 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:20.211509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.227049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b6974-008b-402e-b0cc-e428f7d3b405 None None] Pushing event updated for resources: {'Port': ['ID=7816f961-80b4-4254-a17e-406eacbf40d5,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:20.262491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-978f93da-b39c-4158-80f6-3758f93070de req-689a4e35-57e7-400d-8454-03e659909a3c tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0779543 Jun 01 13:05:20.324206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0c4dd8a1-74d9-438d-96d4-4a7bc1480c0e None None] Provisioning complete for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:20.332994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd8a1-74d9-438d-96d4-4a7bc1480c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.452459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:20.484132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-64ab0571-c49b-472e-833c-f71cac1f4224 admin admin] 10.222.0.40 "PUT /v2.0/routers/9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1974559 Jun 01 13:05:20.495704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.521483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Attempting to bind port a08c0c02-5bfb-4e17-bc3d-1127df86a52c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:20.521854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Attempting to bind port a08c0c02-5bfb-4e17-bc3d-1127df86a52c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:20.522209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Attempting to bind port a08c0c02-5bfb-4e17-bc3d-1127df86a52c on network 446d964e-bd8b-4925-96a3-bf287bcb8c64 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:20.603839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3377cdaa-fe06-4c59-a542-4e0400d8fecf req-9132bc67-4a53-49d6-8c19-312619c7fda6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0811825 Jun 01 13:05:20.728119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:20.751656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:20.752035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Checking segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:20.752430 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.752815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Bound using segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:20.753296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Bound port: a08c0c02-5bfb-4e17-bc3d-1127df86a52c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:20.753660 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.786279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dd8a1-74d9-438d-96d4-4a7bc1480c0e None None] Port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:20.798292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.804712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.806520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:20.811822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.818358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.824831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.830923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.836734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:20.844535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-0f54cb84-33c4-4625-9ca4-428a8e2cf712 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5437 time: 0.2196841 Jun 01 13:05:20.916984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5186f23b-0bd2-459e-aea7-21a49ad903d9 req-01bd4e7e-e2a3-41a4-9532-09289074e763 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695934 Jun 01 13:05:20.974174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b0862-eae1-4d06-9a18-6072cbbaacb6'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:20.979182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb9209fa-dcce-47c6-ab56-bf788b5db101 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:21.005291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7607dc8b-202c-4f94-98ba-28c2f7811438 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:21.015620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.035938 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73bcb795-f6cc-473f-85bd-dcac3c16aecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.123279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58754) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:21.132219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928402155', 'description': 'tempest-description--516341856'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:21.145028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:21.156831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:security_group and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:21.163308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:21.180578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:21.196885 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19179dcf-212c-458a-a7b0-b75bbbbd5cfd'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b0862-eae1-4d06-9a18-6072cbbaacb6', 'code': 200} Jun 01 13:05:21.205099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:21.206740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.268155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:21.279758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:21.289694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:security_group_rule and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:21.294120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:21.309229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:21.376502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:05:21.495398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:21.664869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.683017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.722519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] For port a08c0c02-5bfb-4e17-bc3d-1127df86a52c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:21.761981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:21.781000 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Sync routers for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:21.800002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:21.805949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:21.811816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d999d-aac2-4759-bc7b-993e55f10179 req-5cbd7489-a303-446b-b8cf-2742b9355456 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:21.814284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b6d999d-aac2-4759-bc7b-993e55f10179 req-5cbd7489-a303-446b-b8cf-2742b9355456 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 946 time: 0.4327395 Jun 01 13:05:21.821148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ecd9b8-04eb-40b6-b1ec-66b088b26272,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:21.851482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.855248 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e066427-fa97-45b1-b9b4-ab9c08317aba admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.9224277 Jun 01 13:05:21.856309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58772) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:21.873459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:21.875022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0975d102-9e67-43d6-b935-1c777269d184 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7497458 Jun 01 13:05:21.879051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58776) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:21.887172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'security_group_rule': {'security_group_id': 'e4ecd9b8-04eb-40b6-b1ec-66b088b26272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:21.907909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b6d999d-aac2-4759-bc7b-993e55f10179 req-0cdcbf0a-b415-4966-940b-11366982ee80 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806453 Jun 01 13:05:21.942692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 7607dc8b-202c-4f94-98ba-28c2f7811438 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:21.989779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:21.995777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:security_group_rule and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:21.999548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:22.012579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] For port a08c0c02-5bfb-4e17-bc3d-1127df86a52c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:22.042049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:22.087342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-831e7f21-1263-4172-935c-86df6aa3a869 req-af8d089b-972e-49a2-82b7-5646af0424c6 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1747601 Jun 01 13:05:22.106231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.209640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 7607dc8b-202c-4f94-98ba-28c2f7811438 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:22.211888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.240133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.279824 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:22.323217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.329996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58786) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:22.358158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.360305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb67e58-ea6d-4e51-a80c-be064bfb3550,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:22.373242 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.384648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.423373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.424568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd969dc8-d7b5-4e3a-8053-386e1f1bda7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5444090 Jun 01 13:05:22.458969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.471533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.499614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.513050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.530261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.545987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.560532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:22.562457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-0d7f009f-e5a1-46d4-b119-91d093bdb5eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5438 time: 0.3112452 Jun 01 13:05:22.563435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58792) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:22.577514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'security_group_rule': {'security_group_id': 'e4ecd9b8-04eb-40b6-b1ec-66b088b26272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:22.583619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a08e9-5910-4a6e-ab39-ea089c28762d None None] Pushing event updated for resources: {'Port': ['ID=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:22.596722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:22.612554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:security_group_rule and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:22.623487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:22.648752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:22.726423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.769093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.785577 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:20Z', 'revision_number': 3, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:22.790239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:22.793114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7607dc8b-202c-4f94-98ba-28c2f7811438 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:22.793500 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.795187 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Checking router: 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:22.796885 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Updating router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd port 6a3a0f50-110a-42af-8563-6e82b4b12f16 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:05:22.799723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Usage tracker for resource:security_group_rule and tenant:66e780482bd546e585e402de09fb3a6d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:22.807726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:22.808782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:22.809166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.822160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:22.890437 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.912170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:22.925764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:22.926487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.944468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.973559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.995019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:22.995019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a09f7d53-bb66-45eb-9bcf-bb22e91f64eb up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:23.077606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.101004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c3ea104-2493-46b9-988c-bd6b893aa190 req-91bf7224-0198-4db8-9292-9e6a1a50523e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4293222 Jun 01 13:05:23.116226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:18Z', 'revision_number': 2, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:23.127875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:23.157431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c9739-d39f-4183-9335-2794e4b21153 None None] The sync data for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 is: [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:18Z', 'revision_number': 2, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:23.276450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.280069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66e780482bd546e585e402de09fb3a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265831 Jun 01 13:05:23.282117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcafaf-c036-499e-92d3-dad956b1f192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32733235-6e0c-451f-a963-c39c367038e2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:23.290919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58806) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:23.291593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.463550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438'}, {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:23.487796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a08c0c02-5bfb-4e17-bc3d-1127df86a52c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:23.516714 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.532189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Transition to ACTIVE for port object 6a3a0f50-110a-42af-8563-6e82b4b12f16 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:23.557291 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.613776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:23.646766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:23.647262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.678816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.699515 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Pushing event updated for resources: {'Port': ['ID=6a3a0f50-110a-42af-8563-6e82b4b12f16,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:23.710001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.710621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.711090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.711558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.712030 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.712486 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.712997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.713501 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.713867 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.714435 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.714953 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.715513 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.716196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.720235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1516268 Jun 01 13:05:23.745011 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Attempting to bind port 6a3a0f50-110a-42af-8563-6e82b4b12f16 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:23.750829 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Attempting to bind port 6a3a0f50-110a-42af-8563-6e82b4b12f16 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:23.752152 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Attempting to bind port 6a3a0f50-110a-42af-8563-6e82b4b12f16 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:23.759543 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:23.760242 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:23.760884 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.761672 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:23.762956 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Bound port: 6a3a0f50-110a-42af-8563-6e82b4b12f16, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:23.763656 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.778309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58814) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:23.784143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:23.786686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:23.794018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:23.812448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:floatingip and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:23.819944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5819c9f-8ca3-4d80-a7b5-9b3c200d05cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6264338-4308-4d1f-9dbb-190936f1579e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:23.826234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.827669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.830210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.830210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.830210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.830210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.830210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.831765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.833607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.834169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.834892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:23.835189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.835983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:23.864222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:23.872059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88d3d964-23bd-45fc-a99d-ea995083bf50 req-e81912c8-ef95-41cb-96fa-35100f62b49d tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1475251 Jun 01 13:05:23.905724 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] For port 6a3a0f50-110a-42af-8563-6e82b4b12f16, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:23.912659 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] For port 6a3a0f50-110a-42af-8563-6e82b4b12f16, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a3a0f50-110a-42af-8563-6e82b4b12f16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:23.918832 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.930090 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.954963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:23.975158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:23.975848 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.024759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a08c0c02-5bfb-4e17-bc3d-1127df86a52c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:24.036364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.054373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.065240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34ce4-c6a0-4ebb-a098-74e2189d63b2 req-9d527abb-a10f-41a1-bd30-30f3c42d89d2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:24.074985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbe34ce4-c6a0-4ebb-a098-74e2189d63b2 req-9d527abb-a10f-41a1-bd30-30f3c42d89d2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.7159958 Jun 01 13:05:24.080861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:24.096730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.098406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 47630257-d42b-4511-bac3-99fc0cccfb33 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:24.120030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32733235-6e0c-451f-a963-c39c367038e2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:24.135622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.136058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.136463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.136861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.137260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.137650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.138402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.138402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.138801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.139184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.139567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.139948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:24.154352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.155368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d0a6af2f-046d-4129-bfcb-06a1831838c0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/32733235-6e0c-451f-a963-c39c367038e2 HTTP/1.1" status: 204 len: 168 time: 0.8006666 Jun 01 13:05:24.174378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbe34ce4-c6a0-4ebb-a098-74e2189d63b2 req-d76660ea-c7ba-4eb3-ad8e-d5f3e210c310 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957780 Jun 01 13:05:24.198891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226746f3-b139-4add-b87c-9d8452da2f07 None None] Pushing event updated for resources: {'Port': ['ID=6a3a0f50-110a-42af-8563-6e82b4b12f16,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:24.209150 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:24.210015 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:24.303855 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9a57eb-0c39-4675-8ca1-8f34e15594de'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'code': 200} Jun 01 13:05:24.305858 n-d-844200-1 neutron-server[88373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6e9a57eb-0c39-4675-8ca1-8f34e15594de']: {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'code': 422} returned with failed status Jun 01 13:05:24.468874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:24.492911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 47630257-d42b-4511-bac3-99fc0cccfb33 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:24.505802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 47630257-d42b-4511-bac3-99fc0cccfb33 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:24.506170 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.618892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Allocated IP 172.20.0.1 (446d964e-bd8b-4925-96a3-bf287bcb8c64/785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187/aa75d304-c131-43d6-94dc-912ebf5e2eb8) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:24.651590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcd032-6091-4b8d-9c27-247f57b5579e None None] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:05:24.712394 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:24.840463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:24.858909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Transition to ACTIVE for port object aa75d304-c131-43d6-94dc-912ebf5e2eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:24.911179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.061082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58842) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:25.068624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Provisioning for port a08c0c02-5bfb-4e17-bc3d-1127df86a52c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:25.070219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Pushing event updated for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:25.079192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Provisioning complete for port a08c0c02-5bfb-4e17-bc3d-1127df86a52c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:25.079562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.114384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:25.117734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.118391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:25.124079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.127730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:25.139009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.150898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.159245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.163340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.169645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.175924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:25.184911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-9857bfc2-dd48-4cca-8fc9-048ca5dc9a9e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5440 time: 0.4922349 Jun 01 13:05:25.211714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7983021a-21a5-4fbd-883f-4aaf450372c8 req-4ba5114c-1fee-4add-85a1-7e79dabaead2 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2543221 Jun 01 13:05:25.256058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.283323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adbf2a44-9ae7-43fe-9b7b-b17665ba88b9 req-21de0743-7144-4b70-ac73-7b35bbdd0ebb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973809 Jun 01 13:05:25.431642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7816f961-80b4-4254-a17e-406eacbf40d5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:25.444346 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:20Z', 'revision_number': 3, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:25.458401 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8af0-199a-435c-bee8-1d1dd2d40a6a None None] The sync data for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 is: [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:20Z', 'revision_number': 3, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:25.551120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:25.597963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Current status of the port a08c0c02-5bfb-4e17-bc3d-1127df86a52c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:25.598346 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.600047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:25.627867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Usage tracker for resource:security_group_rule and tenant:31ea774cd7694656816071654d337caf is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:25.634788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:25.647391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:25.651424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.661320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 47630257-d42b-4511-bac3-99fc0cccfb33 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:25.661728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.689539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2795917-2994-496f-b410-77733654cae6 req-d3d01a36-60fd-47e7-9c5a-1521e2b7a4da tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1325226 Jun 01 13:05:25.705325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] For port a08c0c02-5bfb-4e17-bc3d-1127df86a52c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:25.723628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.772647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:25.810710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.25.7.6 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/0a35337c-8ce2-4623-9fb2-1ca7c476e7ae) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:25.854233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 7816f961-80b4-4254-a17e-406eacbf40d5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:25.871253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 7816f961-80b4-4254-a17e-406eacbf40d5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:25.871646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.963203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:25.963965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:25.992425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.029858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.121196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40312d9-b29e-4180-8223-2d8ee2cd771f None None] Pushing event updated for resources: {'Port': ['ID=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:26.381520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:26.417214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb'}, {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:26.467055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:26.482125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.493815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:26.511632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:26.517760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:26.533817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:26.539840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.590717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 7816f961-80b4-4254-a17e-406eacbf40d5 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:26.591183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.597506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:26.639563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 7816f961-80b4-4254-a17e-406eacbf40d5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7816f961-80b4-4254-a17e-406eacbf40d5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:26.658092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.713864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:26.832467 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31ea774cd7694656816071654d337caf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7478173 Jun 01 13:05:26.848402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.851383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=0a35337c-8ce2-4623-9fb2-1ca7c476e7ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:26.856941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.865074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.866734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:26.871653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.884234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.892225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.902205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:26.910075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd127206-0097-4666-863f-b832572a3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebe055-7995-48d7-8fce-09b3c42fd625,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:26.922531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-488f0082-6079-4f2e-b96d-768635e87651 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5441 time: 0.2844212 Jun 01 13:05:27.033612 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b3ae9d-a252-4f61-9dd8-f59a0f80a1e4'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09f7d53-bb66-45eb-9bcf-bb22e91f64eb', 'code': 200} Jun 01 13:05:27.035067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54758faf-9413-4b05-95ad-ee3ffed0406b req-88608659-7c25-42af-9031-2aaedae092fb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113305 Jun 01 13:05:27.036772 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b3ae9d-a252-4f61-9dd8-f59a0f80a1e4'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33', 'code': 200} Jun 01 13:05:27.039581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Sync routers for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:27.041920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Provisioning for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:27.078972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.107739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Provisioning complete for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:27.108106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.118561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.125481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db3b3590-9203-4dcd-912d-5097b26d7781 req-56d077ec-6449-42a5-aa43-6764f28d1766 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0482244 Jun 01 13:05:27.136517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:27.136927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.164217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=7816f961-80b4-4254-a17e-406eacbf40d5,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:27.205728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.244323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Port aa75d304-c131-43d6-94dc-912ebf5e2eb8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:27.248706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:27.249547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:27.253195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.312737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.380609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebe055-7995-48d7-8fce-09b3c42fd625,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:27.414508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.433891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:27.597314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a08c0c02-5bfb-4e17-bc3d-1127df86a52c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:27.644145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5d1c8-2857-4eb7-a3a8-feba201e3329 req-b2a210ea-7ba8-4ce0-8025-31b4da0b6f22 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:27.646485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5c5d1c8-2857-4eb7-a3a8-feba201e3329 req-b2a210ea-7ba8-4ce0-8025-31b4da0b6f22 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.1217499 Jun 01 13:05:27.646756 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.647629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab935600-61ae-4e78-a54e-10d11234f4ae up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:27.710933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5c5d1c8-2857-4eb7-a3a8-feba201e3329 req-1989c7c3-dcce-468a-af62-85b5ee14cd5c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575967 Jun 01 13:05:27.789703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Provisioning complete for port a08c0c02-5bfb-4e17-bc3d-1127df86a52c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:27.790068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.847021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:27.864668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.866032 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ff4bb8be-8def-464c-aa0b-8b6258c4ab35 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6eebe055-7995-48d7-8fce-09b3c42fd625 HTTP/1.1" status: 204 len: 168 time: 0.9904232 Jun 01 13:05:27.893139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.914119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:27.982980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:28.054510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-f282c13f-0f4c-49b7-904e-6a83785e84ed service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4721761 Jun 01 13:05:28.088380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=0a35337c-8ce2-4623-9fb2-1ca7c476e7ae,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:28.117202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.137169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.158096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.282624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a08c0c02-5bfb-4e17-bc3d-1127df86a52c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:28.282975 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.307163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.322311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ab935600-61ae-4e78-a54e-10d11234f4ae completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:28.322909 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23f28572-6935-4c4e-a557-d247f9a8fdc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5432186 Jun 01 13:05:28.350188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ab935600-61ae-4e78-a54e-10d11234f4ae triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:28.350489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.367648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78ccbd-b560-4dcc-957b-b0608c7a5301 req-91eeb763-fe47-4369-b61b-1881f43687b1 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.377384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc78ccbd-b560-4dcc-957b-b0608c7a5301 req-91eeb763-fe47-4369-b61b-1881f43687b1 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 945 time: 0.1722233 Jun 01 13:05:28.398177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Pushing event updated for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:28.406225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:28.448695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc78ccbd-b560-4dcc-957b-b0608c7a5301 req-90095325-ddec-41ef-9852-f43b46e9efc6 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703595 Jun 01 13:05:28.462814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.469495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.476188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.482847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.489714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.496007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.502454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:28.504569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-0bd6410d-65e6-41db-9aec-9fa46788d104 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5442 time: 0.2473457 Jun 01 13:05:28.582503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9490eba7-6df4-41cf-9918-a959815455f1 None None] Current status of the port a08c0c02-5bfb-4e17-bc3d-1127df86a52c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:28.664397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d6b422-2381-4f35-92d7-b8b3f383cb7b req-6e56e084-784b-4a82-b0d1-03efda82cd6f tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445618 Jun 01 13:05:28.766198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:28.767570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:28.775422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba7aa9e8-38f1-4b5e-8133-9991c1c40f8f req-c5515e88-8d85-4720-b1b7-c1ea5292bf4d tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0987463 Jun 01 13:05:28.870754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a08c0c02-5bfb-4e17-bc3d-1127df86a52c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:28.875906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a3a0f50-110a-42af-8563-6e82b4b12f16 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:28.916403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-d1272c05-a2b4-4ee3-8b01-45e7ec340e33 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:28.963143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-d1272c05-a2b4-4ee3-8b01-45e7ec340e33 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:28.969752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-d1272c05-a2b4-4ee3-8b01-45e7ec340e33 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1928402155&fields=id&tenant_id=c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 267 time: 0.1257706 Jun 01 13:05:29.070986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:29.077829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ab935600-61ae-4e78-a54e-10d11234f4ae is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:29.078259 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:29.080472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:05:29.102893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-032acdc7-a6ea-42ae-b1b4-43d53698ceb2 None None] Provisioning complete for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:29.103267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-032acdc7-a6ea-42ae-b1b4-43d53698ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:29.218992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:29.238131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-032acdc7-a6ea-42ae-b1b4-43d53698ceb2 None None] Port aa75d304-c131-43d6-94dc-912ebf5e2eb8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:29.242371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6a3a0f50-110a-42af-8563-6e82b4b12f16 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:29.252096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:18Z', 'revision_number': 2, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:29.257343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6a3a0f50-110a-42af-8563-6e82b4b12f16 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:29.257760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:29.284891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e1908-4cb9-48ad-bca7-b1e25261e8b7 req-b363f430-697a-4e6f-baf0-c760c93b06f3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:29.286367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e55e1908-4cb9-48ad-bca7-b1e25261e8b7 req-b363f430-697a-4e6f-baf0-c760c93b06f3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.2016902 Jun 01 13:05:29.296802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-1f202ac8-0538-436e-a200-54179e7ddc2e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:29.299023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:29.303716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-1f202ac8-0538-436e-a200-54179e7ddc2e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.3297260 Jun 01 13:05:29.305850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Checking router: 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:29.305850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Updating router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:05:29.363302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e55e1908-4cb9-48ad-bca7-b1e25261e8b7 req-96db7808-bb26-4010-aa7e-3464df8d689d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496006 Jun 01 13:05:29.376236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-1e1cc920-26c2-4012-a798-9d3040096f0b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/quotas/c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 375 time: 0.0714462 Jun 01 13:05:29.449440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:29.462438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f844cd2c-bc3d-48c0-b139-29befbeae27f admin admin] 10.222.0.40 "PUT /v2.0/routers/6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5978796 Jun 01 13:05:29.469690 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Sync routers for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:29.483537 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:29.484150 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:29.631497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-3d1a8688-5696-4d93-bc65-8ce5ffa4b0eb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:29.676656 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8005bb-b3cb-4e12-9245-8decc232e532'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'code': 200} Jun 01 13:05:29.682322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-3d1a8688-5696-4d93-bc65-8ce5ffa4b0eb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:29.688069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-3d1a8688-5696-4d93-bc65-8ce5ffa4b0eb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3110051 Jun 01 13:05:29.946388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2decbfde-633c-43d8-aabf-092c376aa96f None None] Provisioning complete for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:29.946978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2decbfde-633c-43d8-aabf-092c376aa96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:29.947225 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:29.990437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-4e5734f4-e829-45b2-8877-638542bf336a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:29.991437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-4e5734f4-e829-45b2-8877-638542bf336a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Synchronizing usage tracker for tenant:53ab2e313f5642949344ea81a94e3bd6 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:30.008431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.033681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:30.034099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-4e5734f4-e829-45b2-8877-638542bf336a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Unset dirty status for tenant:53ab2e313f5642949344ea81a94e3bd6 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:30.035252 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-4e5734f4-e829-45b2-8877-638542bf336a tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 945 time: 0.2174096 Jun 01 13:05:30.067324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6a3a0f50-110a-42af-8563-6e82b4b12f16 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:30.067705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.146529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ef832-1720-4d0f-a55a-5844acfb0d07 req-43f2681b-ca48-47c1-8974-7f3ab180a2bc tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.148419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-674ef832-1720-4d0f-a55a-5844acfb0d07 req-43f2681b-ca48-47c1-8974-7f3ab180a2bc tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 945 time: 0.2911785 Jun 01 13:05:30.156914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-7cea1362-addb-4cbf-b84d-f422e8b4b8a5 service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588008 Jun 01 13:05:30.169798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Deleting port 51bfc495-8ee5-4b31-8401-f7179cb52375 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:05:30.170649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.391610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6a3a0f50-110a-42af-8563-6e82b4b12f16, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a3a0f50-110a-42af-8563-6e82b4b12f16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:30.397853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2decbfde-633c-43d8-aabf-092c376aa96f None None] Port aa75d304-c131-43d6-94dc-912ebf5e2eb8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:30.413859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.414781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7816f961-80b4-4254-a17e-406eacbf40d5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:30.531576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-b307a801-ee02-411a-9420-d79f8f3b75af service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733122 Jun 01 13:05:30.564699 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 2, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:30.582696 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Checking router: 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:30.583156 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Updating router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd port aa75d304-c131-43d6-94dc-912ebf5e2eb8 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:05:30.609583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-674ef832-1720-4d0f-a55a-5844acfb0d07 req-8b5c4533-a771-4f90-8072-0f9b89cd8b00 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/security-groups?id=39316179-6ee7-4462-8ecd-95a0919093ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126837 Jun 01 13:05:30.654306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] For port 51bfc495-8ee5-4b31-8401-f7179cb52375, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=51bfc495-8ee5-4b31-8401-f7179cb52375,segment=NetworkSegment(d242e14d-edb8-4962-aadc-ce3c974b41dc),segment_id=d242e14d-edb8-4962-aadc-ce3c974b41dc)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:30.654822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.712012 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.729947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6a3a0f50-110a-42af-8563-6e82b4b12f16,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:30.768746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 7816f961-80b4-4254-a17e-406eacbf40d5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:30.769204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.847984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:05:30.934133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.943538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.953489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.954797 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:30.963365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.970761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.978376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.984842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:30.995000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-a5f1b1e9-ce27-43da-8a43-8a8a788f1965 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.1711416 Jun 01 13:05:31.026115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Calling delete_port for 51bfc495-8ee5-4b31-8401-f7179cb52375 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:05:31.111990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 7816f961-80b4-4254-a17e-406eacbf40d5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:31.121362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Transition to ACTIVE for port object 811e0b88-c4be-4722-9063-0ff1e30d1ae8 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:31.136558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.230092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ead86242-7109-4f62-8d37-a826099ccdd8 req-5f7a1ba8-8465-42ef-8d02-41ff792dc854 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326384 Jun 01 13:05:31.238740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66de74b5-4a69-45e8-9f37-984b5b4f3be8 req-11a5ff5d-11a9-48a0-84d8-2bc0e709fd89 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1604199 Jun 01 13:05:31.419950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.587267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Pushing event deleted for resources: {'Port': ['ID=51bfc495-8ee5-4b31-8401-f7179cb52375,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:31.685357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a98fe4-72a7-4fd0-b378-dda22c087bbb None None] Pushing event updated for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:31.711217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a3a0f50-110a-42af-8563-6e82b4b12f16 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:31.725163 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.740278 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Transition to ACTIVE for port object aa75d304-c131-43d6-94dc-912ebf5e2eb8 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:31.746510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.748350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.748726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.749064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.749399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.752383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.752844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.754431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.754728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.756173 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.760006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.761903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.762241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:05:31.813377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8a1c9-d022-4573-b91c-1e06b961362b req-b3f43a37-5c51-4ad2-86a2-1ef8826b7e5a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:31.819081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4b8a1c9-d022-4573-b91c-1e06b961362b req-b3f43a37-5c51-4ad2-86a2-1ef8826b7e5a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.2630033 Jun 01 13:05:31.819224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['51bfc495-8ee5-4b31-8401-f7179cb52375'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:31.885042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] No DVR routers for this DVR port 51bfc495-8ee5-4b31-8401-f7179cb52375 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:05:31.891262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.916316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'name': 'network-vif-deleted', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:31.924967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:31.944076 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-25a69747-784b-44d8-82c1-dc681abf93f5 req-e253ba66-d479-4631-96ad-709e752d42ca tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.24 "DELETE /v2.0/ports/51bfc495-8ee5-4b31-8401-f7179cb52375 HTTP/1.1" status: 204 len: 173 time: 1.9007010 Jun 01 13:05:32.007666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4b8a1c9-d022-4573-b91c-1e06b961362b req-400edb73-6061-434e-917e-313a94180d0e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784472 Jun 01 13:05:32.061448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Attempting to bind port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:32.062022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Attempting to bind port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:32.062161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Attempting to bind port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:32.074685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:32.075064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:32.075459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.075849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:32.076316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Bound port: 811e0b88-c4be-4722-9063-0ff1e30d1ae8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:32.076729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.207700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] For port 811e0b88-c4be-4722-9063-0ff1e30d1ae8, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:32.211452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] For port 811e0b88-c4be-4722-9063-0ff1e30d1ae8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=811e0b88-c4be-4722-9063-0ff1e30d1ae8,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:32.227820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.274359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6a3a0f50-110a-42af-8563-6e82b4b12f16 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:32.274781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.325725 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5000b-42bc-4b7f-9e19-fa72294bb3b7 None None] Pushing event updated for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:32.399974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:32.400871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:32.451401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42fe4573-9210-4626-a4bd-44e1d7989a58 req-c1acc6e4-5bc5-48c8-bebb-cc12495ef329 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 210 time: 0.1184597 Jun 01 13:05:32.532876 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Attempting to bind port aa75d304-c131-43d6-94dc-912ebf5e2eb8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:32.535382 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Attempting to bind port aa75d304-c131-43d6-94dc-912ebf5e2eb8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:32.535947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Attempting to bind port aa75d304-c131-43d6-94dc-912ebf5e2eb8 on network 446d964e-bd8b-4925-96a3-bf287bcb8c64 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:32.553669 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:32.554057 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Checking segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:32.554467 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.554879 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Bound using segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:32.555470 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Bound port: aa75d304-c131-43d6-94dc-912ebf5e2eb8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:32.555836 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.778276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a86bf29b-6ac3-4ea5-bbb9-6cb4c2b6a4bd req-4ad2d0d4-a875-4a11-ad0f-853e2ebfe535 tempest-ServerTagsTestJSON-518975750 tempest-ServerTagsTestJSON-518975750-project] 10.222.0.40 "GET /v2.0/ports?device_id=55f42a96-5e1a-457b-a462-9a58581d6405 HTTP/1.1" status: 200 len: 210 time: 0.0654449 Jun 01 13:05:32.792542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] For port aa75d304-c131-43d6-94dc-912ebf5e2eb8, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:32.798509 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] For port aa75d304-c131-43d6-94dc-912ebf5e2eb8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa75d304-c131-43d6-94dc-912ebf5e2eb8,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:32.804566 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:32.859992 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89c7898-ecfa-44f0-aae2-65661510ca98'] response: {'server_uuid': '55f42a96-5e1a-457b-a462-9a58581d6405', 'name': 'network-vif-deleted', 'tag': '51bfc495-8ee5-4b31-8401-f7179cb52375', 'status': 'completed', 'code': 200} Jun 01 13:05:32.892525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a98fe4-72a7-4fd0-b378-dda22c087bbb None None] Pushing event updated for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:32.929956 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d226098-62ab-45d3-aa71-54a64c3a49c5'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'code': 200} Jun 01 13:05:32.951527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-a92985b4-90ce-4e27-addd-4aba77595d81 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:32.962052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-a92985b4-90ce-4e27-addd-4aba77595d81 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 829 time: 0.4579949 Jun 01 13:05:32.996170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-639302d1-c4b9-466f-ba24-c9d14f0d3385 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/quotas/f080079c283246de850da57a2b64e5db HTTP/1.1" status: 200 len: 375 time: 0.0315077 Jun 01 13:05:33.007983 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:33.008622 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:33.191848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5000b-42bc-4b7f-9e19-fa72294bb3b7 None None] Pushing event updated for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:33.216989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:33.314619 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:33.325818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6a3a0f50-110a-42af-8563-6e82b4b12f16 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:33.327774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-d091a52e-e361-409d-9859-7fbaa9922732 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3300798 Jun 01 13:05:33.506061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 51bfc495-8ee5-4b31-8401-f7179cb52375 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:05:33.513925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.530613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.563512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.576633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.583741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 811e0b88-c4be-4722-9063-0ff1e30d1ae8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:33.592680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.620417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.629019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.644143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-5d20e36f-db58-4333-b446-46d14a134178 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.644863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-5d20e36f-db58-4333-b446-46d14a134178 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:33.651186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-66aefcb3-16bc-4e51-bec3-c115a04de6eb tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.5305882 Jun 01 13:05:33.663288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 51bfc495-8ee5-4b31-8401-f7179cb52375 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:05:33.663764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 51bfc495-8ee5-4b31-8401-f7179cb52375 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:05:33.682826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-5d20e36f-db58-4333-b446-46d14a134178 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:33.684373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-5d20e36f-db58-4333-b446-46d14a134178 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.5048962 Jun 01 13:05:33.789828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-382e539a-d674-4ff3-82f6-43e4144d5a52 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:33.813030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-2f73fb6e-9f02-40c2-ab7d-8dbd45cfa46e service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843223 Jun 01 13:05:33.816107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-382e539a-d674-4ff3-82f6-43e4144d5a52 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:33.823017 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-382e539a-d674-4ff3-82f6-43e4144d5a52 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 380 time: 0.1239212 Jun 01 13:05:33.827413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:33.833443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'device_id': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'admin_state_up': True, 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'security_groups': ['e4ecd9b8-04eb-40b6-b1ec-66b088b26272']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:33.836043 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:32Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:33.840534 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61669d-4076-45e3-9efd-d8e314d7aa1a None None] The sync data for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 is: [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:32Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:33.857166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:33.857552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:33.900579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.907377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.908417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.909086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.909698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.910300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.910963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:33.914391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-9a62b6b7-d73e-49d0-9d59-9a87a03b1dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6500 time: 0.7085619 Jun 01 13:05:34.060569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6720295-2ba0-4f2a-bb96-ab2f2729312a req-421012c2-ee1f-4c83-bbb7-7e9992169fa8 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4083300 Jun 01 13:05:34.186964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:34.198808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:34.213950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:34.220368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:34.309378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:34.312105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:34.312670 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:34.341638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:32Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:34.365019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5651ebe4-ea83-4711-8782-9690c3cdc637 req-2b359e0e-9010-4a90-af1f-4537a4797084 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0730493 Jun 01 13:05:34.372930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d33b8da7-9e7d-4c82-87f2-7b090f99dca1 req-57b853bf-c104-4a2c-a53e-db9b842f8436 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9100d80-b695-4a01-b77d-b626fd6b7d44&id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3991420 Jun 01 13:05:34.384585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 811e0b88-c4be-4722-9063-0ff1e30d1ae8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=811e0b88-c4be-4722-9063-0ff1e30d1ae8,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:34.394819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4600dae-c150-4716-bb79-119a8b85dcb3 None None] The sync data for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 is: [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:32Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:34.403070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:34.530547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-83cb126c-694d-4322-bfe0-8783bfcb8cae service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052386 Jun 01 13:05:34.591128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.20.0.11 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:34.604582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985147-ffab-4118-8576-3574a9dcaacc req-c99ceb0e-b456-407c-b0fa-7c34ee90c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:34.604848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:34.605973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-c99ceb0e-b456-407c-b0fa-7c34ee90c96b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 1095 time: 0.1728370 Jun 01 13:05:34.904872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9ee186e-41b0-434e-a3f5-599d43d59386 req-3741e08a-b32b-49a8-af4a-036478f17625 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 210 time: 0.0609946 Jun 01 13:05:34.913918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985147-ffab-4118-8576-3574a9dcaacc req-b6bb808e-f0ca-4304-8ee4-7b609358ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:34.916480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-b6bb808e-f0ca-4304-8ee4-7b609358ddce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1095 time: 0.2720838 Jun 01 13:05:34.935868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d358-ef17-4290-b475-35a9ca838b50 req-133456f5-aefa-42db-a45f-c1fc9df4f24e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:34.945071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f457d358-ef17-4290-b475-35a9ca838b50 req-133456f5-aefa-42db-a45f-c1fc9df4f24e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.3034458 Jun 01 13:05:35.037774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59042) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:35.167172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.187095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Transition to ACTIVE for port object 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:35.226333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.355120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:35.358390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:35.362740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:35.443809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:35.520408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:35.524655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.605637 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-758c71e2-7749-48e4-8fcf-7eb4d927fc1d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7757676 Jun 01 13:05:35.611665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3ec4bd-a605-4f66-9a36-9c09ffe5dfab req-fe88869d-9359-4a30-b24a-a42c36ea322c tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 210 time: 0.1792610 Jun 01 13:05:35.627392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 811e0b88-c4be-4722-9063-0ff1e30d1ae8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:35.628333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Request body: {'port': {'device_id': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:35.706916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f457d358-ef17-4290-b475-35a9ca838b50 req-badcf12d-0995-4474-a07e-6d4e5bae7aea tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7607899 Jun 01 13:05:35.763893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Deleting subnet 42083991-81c8-41fc-a6e8-9200ad219006 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:05:35.778558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.836232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-64c14664-0d87-48e8-80a2-8e30792bdc66 None None] Provisioning for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:35.848117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-64c14664-0d87-48e8-80a2-8e30792bdc66 None None] Provisioning complete for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:35.848498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-64c14664-0d87-48e8-80a2-8e30792bdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.869613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:35.879008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985147-ffab-4118-8576-3574a9dcaacc req-36764bb3-13cb-47f6-abf5-b79c5c154836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:35.882261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-36764bb3-13cb-47f6-abf5-b79c5c154836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.9345944 Jun 01 13:05:35.905665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:35.907040 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.048151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-64c14664-0d87-48e8-80a2-8e30792bdc66 None None] Port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:36.174239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:36.175584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa75d304-c131-43d6-94dc-912ebf5e2eb8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:36.260553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:36.262076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-301ed2c4-9526-4b07-8bc5-0cb128fd3e58 req-bf1d6d4e-6902-4cf9-aa78-b19d6537feab tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1222389 Jun 01 13:05:36.275064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:36.276096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.301075 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.376354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-157a9bbd-f681-4506-88a1-62840a60b70b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1000 time: 0.4492857 Jun 01 13:05:36.486683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985147-ffab-4118-8576-3574a9dcaacc req-3bfbf389-5419-445a-a002-88dfe6b612aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.488404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-3bfbf389-5419-445a-a002-88dfe6b612aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.0957565 Jun 01 13:05:36.496221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.522196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:36.538964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.554728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa75d304-c131-43d6-94dc-912ebf5e2eb8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:36.555176 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.573176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Transition to ACTIVE for port object 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:36.586138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.604269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.610864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.617035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.624083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.630812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.634734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aa75d304-c131-43d6-94dc-912ebf5e2eb8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa75d304-c131-43d6-94dc-912ebf5e2eb8,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:36.637757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.643140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:36.644514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.646702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91883857-f675-4755-866e-5d70a7e13759 req-d251440d-cb68-4b26-ab85-6e6efd0235ce tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.5771346 Jun 01 13:05:36.782561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:36.851844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:36.881796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-3ee2f8d5-105d-476f-8f5a-8b116d5d7591 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:36.883570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-3ee2f8d5-105d-476f-8f5a-8b116d5d7591 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.24 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 829 time: 0.2321627 Jun 01 13:05:36.915727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'port': {'device_id': '250069d1-c628-460c-b55d-a16a278a1b93', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'admin_state_up': True, 'tenant_id': 'f080079c283246de850da57a2b64e5db'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:36.967518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Attempting to bind port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:36.969148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Attempting to bind port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:36.969517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Attempting to bind port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:36.983564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:05:36.983880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Attempting to bind port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:36.999785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:37.000485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:37.001164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:37.001811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Bound port: 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:37.002335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.106181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91883857-f675-4755-866e-5d70a7e13759 req-c6a71d01-6ec0-4d7f-a17d-60ee6d4cf84e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2860563 Jun 01 13:05:37.111563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:37.117357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:37.124047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.133515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe258f3-2976-4314-887b-804855c37d57 req-a238752a-a2e9-43c4-bfaa-d01c3b19d377 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:37.140976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbe258f3-2976-4314-887b-804855c37d57 req-a238752a-a2e9-43c4-bfaa-d01c3b19d377 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 944 time: 0.5567281 Jun 01 13:05:37.223390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:37.223722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbe258f3-2976-4314-887b-804855c37d57 req-fcdb7351-bab5-449b-8da6-c44556ac2a28 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770354 Jun 01 13:05:37.224059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.225543 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 1092 time: 1.6021919 Jun 01 13:05:37.226145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:37.233001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.288314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef006a-f86f-4012-8707-201b77e46816 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:37.336294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985147-ffab-4118-8576-3574a9dcaacc req-3e75a6ea-301e-4dee-b3bf-8f151865ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:37.337752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-3e75a6ea-301e-4dee-b3bf-8f151865ba23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8063545 Jun 01 13:05:37.389788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-371c0aaf-ffe6-4da4-962c-83aee20615e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:37.391501 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-371c0aaf-ffe6-4da4-962c-83aee20615e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1095 time: 0.0975106 Jun 01 13:05:37.436187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa75d304-c131-43d6-94dc-912ebf5e2eb8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:37.469047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:37.473058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Usage tracker for resource:port and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:37.476170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:37.481995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:37.496215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.510440 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-9547e1fe-6c82-44c7-87b5-adef26fbe0a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 217 time: 0.1043816 Jun 01 13:05:37.531874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-beb46204-050f-474a-8cce-3203fb36f4f7 req-393ff257-c089-464e-b2ea-90896a5beb27 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 210 time: 0.2875216 Jun 01 13:05:37.542259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] 10.222.0.40 "DELETE /v2.0/subnets/42083991-81c8-41fc-a6e8-9200ad219006 HTTP/1.1" status: 204 len: 168 time: 2.4917910 Jun 01 13:05:37.542766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59090) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:37.558312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035e3c3-d1c6-4c6d-b6fd-7161d0d8c9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42083991-81c8-41fc-a6e8-9200ad219006,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:37.572196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa75d304-c131-43d6-94dc-912ebf5e2eb8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:37.573468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.632115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Made reservation on behalf of f080079c283246de850da57a2b64e5db for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:05:37.636589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.654420 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d506ac7-9293-46d4-835b-36135893722e'] response: {'name': 'network-changed', 'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'status': 'completed', 'code': 200} Jun 01 13:05:37.743819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa75d304-c131-43d6-94dc-912ebf5e2eb8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:37.854436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-f70ad3c1-945c-4de4-88b9-abd22bffc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:37.855953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-f70ad3c1-945c-4de4-88b9-abd22bffc8db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.2748415 Jun 01 13:05:37.860129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:37.984295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c62d5058-1ae3-4948-9d99-3bba75029fbe req-e3181138-b3aa-4b9c-9027-f625119790f5 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0813594 Jun 01 13:05:38.038517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f15072-8b20-4133-94ba-86419c22b9bd req-446672d8-2266-4df9-92cf-4c2898d70422 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.040303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f15072-8b20-4133-94ba-86419c22b9bd req-446672d8-2266-4df9-92cf-4c2898d70422 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.6898305 Jun 01 13:05:38.074419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-fe48f317-7b24-4719-9efd-b9dec5f005c1 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533399 Jun 01 13:05:38.181437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.208160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-522d79a1-eec0-42b6-8e27-91a0d1871881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.209784 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-522d79a1-eec0-42b6-8e27-91a0d1871881 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466356 Jun 01 13:05:38.213193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a34887d-0bad-4e3f-9161-fe1b5130b8ca']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:38.228240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Allocated IP 172.20.0.14 (446d964e-bd8b-4925-96a3-bf287bcb8c64/785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187/5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:05:38.232935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84f15072-8b20-4133-94ba-86419c22b9bd req-68d4e253-6a96-4545-9067-99e0e86fea29 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572077 Jun 01 13:05:38.248066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd242e14d-edb8-4962-aadc-ce3c974b41dc') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:38.248361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd242e14d-edb8-4962-aadc-ce3c974b41dc') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:38.317513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.342246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.363622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:05:38.364093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.447998 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d242e14d-edb8-4962-aadc-ce3c974b41dc resource provider aggregate not found Jun 01 13:05:38.453223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d985147-ffab-4118-8576-3574a9dcaacc req-e363ce41-739c-4135-ba75-43bab029bcd8 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712149 Jun 01 13:05:38.492920 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d242e14d-edb8-4962-aadc-ce3c974b41dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d242e14d-edb8-4962-aadc-ce3c974b41dc found for delete ", "request_id": "req-1f31849a-f36f-4e66-bbaf-d2207c3e8109"}]} Jun 01 13:05:38.512366 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-cf605878-bd05-40ce-8ff9-53c314176c74 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920389 Jun 01 13:05:38.544053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.569001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.597882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.603900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.610140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.616298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.622054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.628182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.631952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a34887d-0bad-4e3f-9161-fe1b5130b8ca,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:38.634529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.642515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-077ba00a-2a03-4c69-9508-15701bbc10a9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.3761928 Jun 01 13:05:38.663021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9410602c-6aca-4858-930e-25c736b9da74 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0a34887d-0bad-4e3f-9161-fe1b5130b8ca HTTP/1.1" status: 204 len: 168 time: 1.1252472 Jun 01 13:05:38.706370 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-54bde1ca-029d-4136-b6d9-26def4fce5ec req-ebe363a9-a27f-4025-b561-273c13fd0907 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860032 Jun 01 13:05:38.739690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d40e31-728d-4a90-9791-6f7b8caf897c req-88c9f20c-b767-4559-932b-c98465530a1d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959642 Jun 01 13:05:38.815706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f22edc-076f-4e42-95b9-9b78f8868e55 req-5d400a10-db77-4e0c-8f13-4a90e20db538 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.822975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66f22edc-076f-4e42-95b9-9b78f8868e55 req-5d400a10-db77-4e0c-8f13-4a90e20db538 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 944 time: 0.4625759 Jun 01 13:05:38.861245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:38.928100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-410e9827-3421-4221-a7fb-75361057722f req-e0e248ff-251e-44ae-8c7b-bdb42bc38080 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 210 time: 0.0629630 Jun 01 13:05:38.971518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66f22edc-076f-4e42-95b9-9b78f8868e55 req-7f051260-10aa-4c3e-bc02-fa31613365c3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473172 Jun 01 13:05:38.972733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Transition to ACTIVE for port object 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:38.983327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-8bab2b43-63fa-4d2b-b723-72705fc71e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:38.987836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-8bab2b43-63fa-4d2b-b723-72705fc71e07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1095 time: 0.1882026 Jun 01 13:05:39.029168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:39.030395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:39.237563 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-085410e5-d6be-408b-85e2-2aac9fe9b4d9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=53ab2e313f5642949344ea81a94e3bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015729 Jun 01 13:05:39.237925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59134) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:39.319192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-f5a6322b-9b81-4560-90aa-2ba4457b31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.320781 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-f5a6322b-9b81-4560-90aa-2ba4457b31ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.3259315 Jun 01 13:05:39.435329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07baabba-d420-4af1-be7d-72594b045c94 req-cdd5324e-d4e7-4f1d-8f9f-f60fcf37da0f tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1356461 Jun 01 13:05:39.442027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:05:39.454552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:39.479830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:05:39.485545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event updated for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:39.496555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:05:39.500815 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-46c3f491-f4fe-4421-b546-6a12640aae82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 217 time: 0.1607292 Jun 01 13:05:39.532111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:39.681645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.690048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-632ff664-2e29-4159-a52b-6f88fc05dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.691958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.693384 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-632ff664-2e29-4159-a52b-6f88fc05dddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1487427 Jun 01 13:05:39.722790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.729644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.749886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.773306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.804175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.810565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2962fba1-2a34-40b1-a154-9c3b96d9d3f1 req-b0721fb2-2293-48ef-bd3f-236c2d669e83 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.6515160 Jun 01 13:05:39.830558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:39.848452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Request body: {'floatingip': {'port_id': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:39.945832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1cc878ed-93d1-415b-ba86-562d041efc0b None None] Provisioning for port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:39.949488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:39.953805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:39.959671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1cc878ed-93d1-415b-ba86-562d041efc0b None None] Provisioning complete for port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:39.960013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1cc878ed-93d1-415b-ba86-562d041efc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:39.992966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:40.078826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-4d728569-d623-462d-8e1c-4408438efa06 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1770868 Jun 01 13:05:40.115803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1cc878ed-93d1-415b-ba86-562d041efc0b None None] Port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:05:40.132381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758601cf-54df-4084-8380-fc6cd25eab0c req-1f82ce06-bb0a-4fed-83cf-a5a9722d3162 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:40.137343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-758601cf-54df-4084-8380-fc6cd25eab0c req-1f82ce06-bb0a-4fed-83cf-a5a9722d3162 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.3255389 Jun 01 13:05:40.228376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-fd9b6254-5cac-4ca1-9cb8-5dd9c44e7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:40.230373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-fd9b6254-5cac-4ca1-9cb8-5dd9c44e7e4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5213451 Jun 01 13:05:40.234534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:40.279214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-758601cf-54df-4084-8380-fc6cd25eab0c req-ff9c15ae-ad30-4a7f-b27d-c31227fa9dc1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320586 Jun 01 13:05:40.284323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Request body: {'port': {'device_id': '250069d1-c628-460c-b55d-a16a278a1b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:40.609916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:40.616226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/39316179-6ee7-4462-8ecd-95a0919093ea HTTP/1.1" status: 204 len: 168 time: 1.3764696 Jun 01 13:05:40.625702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f776f6-6704-49a7-8b5c-b2d108f10243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39316179-6ee7-4462-8ecd-95a0919093ea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:40.632283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-2409bd5e-7e9c-458b-8c9d-b969c2cad4ea service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088202 Jun 01 13:05:40.816628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:40.956341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819d433-2e87-49ee-ab3d-512f33719b6c req-31bce414-0d2d-43b3-ad35-0711f26be69d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:40.964161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5819d433-2e87-49ee-ab3d-512f33719b6c req-31bce414-0d2d-43b3-ad35-0711f26be69d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 944 time: 0.4007692 Jun 01 13:05:41.020661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af21ce2-e547-4de2-9710-0c77527e9cda req-da06ba4e-4512-47fe-97f5-ad726557e225 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:41.028988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2af21ce2-e547-4de2-9710-0c77527e9cda req-da06ba4e-4512-47fe-97f5-ad726557e225 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:05:41.052292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0664c573-48c0-4787-9ab5-1a792db06d27 req-39d762db-d903-4f9a-aec6-00fda0e70bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981159 Jun 01 13:05:41.162371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5819d433-2e87-49ee-ab3d-512f33719b6c req-50ebab84-34a4-4e32-9f5c-643aaf07ccd6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965773 Jun 01 13:05:41.180335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2af21ce2-e547-4de2-9710-0c77527e9cda req-da06ba4e-4512-47fe-97f5-ad726557e225 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:05:41.191733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2af21ce2-e547-4de2-9710-0c77527e9cda req-da06ba4e-4512-47fe-97f5-ad726557e225 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 932 time: 0.9263422 Jun 01 13:05:41.866884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df5b3df0-5972-4192-8ed3-78302118e8ea req-17c98ecb-bbe5-4ff0-8de0-ce49416802db tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1996489 Jun 01 13:05:41.896710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2af21ce2-e547-4de2-9710-0c77527e9cda req-9a00c1a1-3f6e-4787-883b-e6650d131261 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037504 Jun 01 13:05:42.307907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:42.315143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:42.539289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250bd1-4513-40a8-8b04-a5cc26f0b3cb req-8cdd71dd-af6c-4615-b724-246201a57406 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:42.550229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa250bd1-4513-40a8-8b04-a5cc26f0b3cb req-8cdd71dd-af6c-4615-b724-246201a57406 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.4015949 Jun 01 13:05:42.680515 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Floating IP 5048b467-7e37-4d33-82e8-e4453d0bb32b associated. External IP: 172.25.7.148, port: 770f91dc-370e-4f5f-9ee5-0abd6f3b6946. Jun 01 13:05:42.695145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa250bd1-4513-40a8-8b04-a5cc26f0b3cb req-49534e72-4d4c-4ff0-aa95-e666529ff83d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436236 Jun 01 13:05:42.713859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:42.724843 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:42.745958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Transition to ACTIVE for port object 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:05:42.760654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:43.297171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:43.345797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d583c58-3493-4d06-a3ac-0f9f72247e2f req-dd9e1a8b-926e-43e5-9a7f-08e5ce68a5fc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:43.350537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d583c58-3493-4d06-a3ac-0f9f72247e2f req-dd9e1a8b-926e-43e5-9a7f-08e5ce68a5fc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 944 time: 0.7975330 Jun 01 13:05:43.492144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Attempting to bind port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:05:43.496876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Router 7e2a71f5-ebec-463a-9987-c3338fdea493 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:05:43.499117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Attempting to bind port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:05:43.499533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Attempting to bind port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 on network 446d964e-bd8b-4925-96a3-bf287bcb8c64 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:43.508485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:43.538370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d583c58-3493-4d06-a3ac-0f9f72247e2f req-5e32905b-ef50-4b60-8cc3-88a9afd9fe92 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714480 Jun 01 13:05:43.547608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 on network 446d964e-bd8b-4925-96a3-bf287bcb8c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:05:43.548049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Attempting to bind port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 on network 446d964e-bd8b-4925-96a3-bf287bcb8c64 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:05:43.732040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:05:43.732391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Checking segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:05:43.732782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Bound using segment: {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:05:43.733230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Bound port: 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2325-83ec-46ae-886a-b95bb9cbdf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:05:43.733580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:43.760914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5d1ed35-12e7-4452-a22e-472b739d2aa1 req-a00b2b42-6b36-48ea-80f2-3565ff7355d2 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1995554 Jun 01 13:05:44.023227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:44.044856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:44.140468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:44.146267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.195907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18658147-f05c-4214-84bf-c1c419d02afa req-88b9eb46-a1a8-471b-b809-f3b0e250a0e4 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2566943 Jun 01 13:05:44.208613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:44.229917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:44.241133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.405704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:05:44.417842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:05:44.446609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:44.453370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507c2f-f444-4823-8edf-05c58322dce5 req-0f846d85-3635-48d7-9755-a8ea2cd03b89 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:44.456278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f507c2f-f444-4823-8edf-05c58322dce5 req-0f846d85-3635-48d7-9755-a8ea2cd03b89 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.5483091 Jun 01 13:05:44.461644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.513402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:05:44.541338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Sync routers for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:05:44.558707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.586285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:44.591171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:44.614034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:44.615013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.616273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 1092 time: 4.3521335 Jun 01 13:05:44.678870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:44.791469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:44.832712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06051c51-b923-4d3b-8fe4-6ffee2d2bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:44.835195 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1bf14ca7-b2a5-4bfc-9536-5afd6af3d04a tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "PUT /v2.0/floatingips/5048b467-7e37-4d33-82e8-e4453d0bb32b HTTP/1.1" status: 200 len: 991 time: 5.0027051 Jun 01 13:05:44.836241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:44.852072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f507c2f-f444-4823-8edf-05c58322dce5 req-dac63f8f-72be-4912-ac4f-138f8bad9e00 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565369 Jun 01 13:05:44.945364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-f46f9a20-7d5b-4d62-a925-65c0891ab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:44.947262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-f46f9a20-7d5b-4d62-a925-65c0891ab1da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1095 time: 0.2465475 Jun 01 13:05:44.966399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54c0d-4881-4405-ba00-3218c2fda98d req-c238dae8-7d3f-4f35-a950-b3b9f3c76028 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:44.977267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4c54c0d-4881-4405-ba00-3218c2fda98d req-c238dae8-7d3f-4f35-a950-b3b9f3c76028 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.3884807 Jun 01 13:05:45.069191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:45.203087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-ff86e4f8-a7e8-4edd-9acc-25c4c5ee3ea5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 217 time: 0.2049170 Jun 01 13:05:45.349027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4c54c0d-4881-4405-ba00-3218c2fda98d req-dc9ab62e-e748-48de-a156-b8236d206b95 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705151 Jun 01 13:05:45.422879 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ed14ee-96a3-43b3-a1ce-64356b3e04fe'] response: {'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'status': 'completed', 'code': 200} Jun 01 13:05:45.465535 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6192552-7b94-48e5-a48f-71bfc23159b8'] response: {'name': 'network-changed', 'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'status': 'completed', 'code': 200} Jun 01 13:05:45.579644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-87aefcd7-f186-4cb7-bb3e-7e62d13b693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.581609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-87aefcd7-f186-4cb7-bb3e-7e62d13b693c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.3584433 Jun 01 13:05:45.814484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5048b467-7e37-4d33-82e8-e4453d0bb32b', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'port_id': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'mac_address': 'fa:16:3e:93:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:05:42Z', 'revision_number': 1, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:45.819283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Checking router: 7e2a71f5-ebec-463a-9987-c3338fdea493 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:05:45.829502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:05:45.830121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:45.887367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-059cb6cc-e1bc-4529-bf26-ebb7c1b2b860 req-628b20b0-e262-4a95-a543-3c26c89a6ab1 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0701065 Jun 01 13:05:45.916315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3139b6-3c70-44f9-aba5-2fb0cf970f31 req-25e8dcc0-a145-4947-b9f5-dfb1bdd70d72 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.923752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf3139b6-3c70-44f9-aba5-2fb0cf970f31 req-25e8dcc0-a145-4947-b9f5-dfb1bdd70d72 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.7944236 Jun 01 13:05:45.961712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.962301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.962843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.963358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.964148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.964697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.965217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.967336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-6c97eee9-807a-47f1-9226-5e092e5dd7f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6500 time: 0.4548917 Jun 01 13:05:45.979588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-e77fe782-4dda-4d0f-8b9c-daa4561b3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:45.981240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-e77fe782-4dda-4d0f-8b9c-daa4561b3693 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3896599 Jun 01 13:05:46.105742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:05:46.227274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf3139b6-3c70-44f9-aba5-2fb0cf970f31 req-e5159a77-e2c4-429f-b8f3-b3eee9981236 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025072 Jun 01 13:05:46.497943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc5a32d8-d0d0-453b-a42c-cb9726461ecf req-59918477-55a1-4d72-8551-2ae04c5108fb tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.3247087 Jun 01 13:05:46.818494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-834c5737-1d86-49a5-a5da-0ad0b22e3be1 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511983 Jun 01 13:05:46.820533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ee83f06-5177-464d-aace-a55c648e1dbc req-97345047-ad81-4e56-ac30-22a30a49fccc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1122596 Jun 01 13:05:46.933125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-febca76f-32a4-409b-8af1-4ead5e363231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:46.934800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-febca76f-32a4-409b-8af1-4ead5e363231 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d HTTP/1.1" status: 200 len: 917 time: 0.9524114 Jun 01 13:05:46.972667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c538b5-e9ae-4bf9-a5c0-9032e0da72c6 req-44c8521e-17ab-4c1b-9476-79194649b735 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:46.974731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73c538b5-e9ae-4bf9-a5c0-9032e0da72c6 req-44c8521e-17ab-4c1b-9476-79194649b735 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.1527979 Jun 01 13:05:46.982069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563bd42-8ed3-4eae-b789-aae2e10f6616 req-076a879a-4601-4f2b-961c-f873e6ec93b6 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:46.990076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f563bd42-8ed3-4eae-b789-aae2e10f6616 req-076a879a-4601-4f2b-961c-f873e6ec93b6 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.4975393 Jun 01 13:05:47.024268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5048b467-7e37-4d33-82e8-e4453d0bb32b', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'port_id': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'mac_address': 'fa:16:3e:93:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:05:42Z', 'revision_number': 1, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:05:47.036663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce088af-77a5-4e4e-8743-1840564bbab1 None None] The sync data for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 is: [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5048b467-7e37-4d33-82e8-e4453d0bb32b', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'port_id': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'mac_address': 'fa:16:3e:93:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:05:42Z', 'revision_number': 1, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:05:47.280916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-0910fb37-2394-4f12-a9e9-8c60185d2ca9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 200 len: 999 time: 0.2539525 Jun 01 13:05:47.496130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-651258b5-bcfa-4aef-af71-b73289fb6b5e req-26304854-4da2-49ba-a948-a667597a3131 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313480 Jun 01 13:05:47.536808 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932b1cd-b094-46e8-8f35-141e28d938f9 None None] New status for floating IP 5048b467-7e37-4d33-82e8-e4453d0bb32b: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:05:47.545716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:47.684293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f563bd42-8ed3-4eae-b789-aae2e10f6616 req-32a700ed-ed47-414b-aad7-ddf364ad5e6f tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939232 Jun 01 13:05:47.831186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-f807895a-f5d9-4b12-b959-5abd81f023a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:47.832975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-f807895a-f5d9-4b12-b959-5abd81f023a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=173d2874-e992-4d47-8b45-eaec747d0c34 HTTP/1.1" status: 200 len: 855 time: 0.3251979 Jun 01 13:05:47.956169 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:47.978229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:47.988573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:47.989987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:48.034561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73c538b5-e9ae-4bf9-a5c0-9032e0da72c6 req-f02e3576-435a-446d-9464-beb3bca4b341 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7648346 Jun 01 13:05:48.248070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90d71460-3df0-4dd0-8f5b-d107998aacd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:48.274196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecbb8098-41c6-46a0-93ac-fb0ae783ad29 req-e46a74ac-60ac-42f8-a1bf-0898c16087ec tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1457055 Jun 01 13:05:48.382556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:48.383423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:48.431169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:48.432364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:48.446041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:48.482546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-754542aa-29d4-4759-a1b8-7371e05bea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:48.493627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-754542aa-29d4-4759-a1b8-7371e05bea1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1095 time: 0.6728649 Jun 01 13:05:48.565544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:48.654103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-50a6a49f-85d0-4803-bd4e-a344acd013a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:48.656192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-50a6a49f-85d0-4803-bd4e-a344acd013a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7637630 Jun 01 13:05:48.872063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1682d428-4d1b-43bb-abdc-973481b9a211 req-495ba03d-db5c-4f9e-b12a-9809f88a73a0 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2233438 Jun 01 13:05:48.943036 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d79f32-6e4e-481c-a78a-62eed4042b4f'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:05:49.106625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:49.197076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-4cbce9bb-ebd0-4034-8e89-a9d1cd4a526b service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436879 Jun 01 13:05:49.289312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-7e2e50e7-baee-41ab-9d71-928d4ec905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:49.291212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-7e2e50e7-baee-41ab-9d71-928d4ec905b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 930 time: 0.7527163 Jun 01 13:05:49.309801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f2ba-80aa-4175-a801-67c1b7014690 req-9501a112-7f5d-446e-897b-71b66acc1eab tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:49.317802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7d0f2ba-80aa-4175-a801-67c1b7014690 req-9501a112-7f5d-446e-897b-71b66acc1eab tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.9729373 Jun 01 13:05:49.358180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.392933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:49.404109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Usage tracker for resource:security_group_rule and tenant:eb37e1ee5c3f41f6adc1bcb536807862 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:49.416090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:49.447703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:49.557541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7d0f2ba-80aa-4175-a801-67c1b7014690 req-e56efb9f-3858-452b-837d-4f9d80741a09 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377384 Jun 01 13:05:49.579589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293c1-5aed-4ec4-81d3-c12fd4dc067e req-3a5fb40d-035a-4c6e-b896-7a2010103ac0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:49.593143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-065293c1-5aed-4ec4-81d3-c12fd4dc067e req-3a5fb40d-035a-4c6e-b896-7a2010103ac0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.4499021 Jun 01 13:05:49.634843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.641816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.709117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-065293c1-5aed-4ec4-81d3-c12fd4dc067e req-0fdd19fb-f2ab-48dc-942b-610d910f8801 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Jun 01 13:05:49.714523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f7ab80-ea68-483c-ae62-b28052a4bee4 req-03e02f4d-3198-4236-be4c-b077f7ab424a service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014603 Jun 01 13:05:49.792366 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb37e1ee5c3f41f6adc1bcb536807862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846287 Jun 01 13:05:49.794439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa7887-d086-4949-aa04-85fa217e5d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13166fa1-4463-447f-a221-618aa6dc115d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:49.796914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59300) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:49.945246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.979456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-155bdfd1-7f71-4afd-b062-bffb39d379ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 217 time: 0.2335870 Jun 01 13:05:50.003215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.114829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14405c-ce9c-4a3a-b900-cde7422a05b9 req-6b34c02d-7038-4122-829b-1fccb650680a tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0911186 Jun 01 13:05:50.121036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.140083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13166fa1-4463-447f-a221-618aa6dc115d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:50.183132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.188119 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f86e739-151e-4063-bbdf-3bebf19179ff admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/13166fa1-4463-447f-a221-618aa6dc115d HTTP/1.1" status: 204 len: 168 time: 0.3801832 Jun 01 13:05:50.247494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a71a66-b290-4ff7-bdd5-80f3b5cbd88b req-8e4eb88f-8ffb-40de-865b-d2ccc1f8ea34 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:50.260631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0a71a66-b290-4ff7-bdd5-80f3b5cbd88b req-8e4eb88f-8ffb-40de-865b-d2ccc1f8ea34 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.2793317 Jun 01 13:05:50.340056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0a71a66-b290-4ff7-bdd5-80f3b5cbd88b req-b195ad9b-645b-4538-8346-5090d781d716 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767403 Jun 01 13:05:50.491818 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-acd5ee15-9712-4560-a74c-5e1b7540c626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.893011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59322) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:50.916605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.939241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:50.945446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Usage tracker for resource:security_group_rule and tenant:5d86ac3e27164579abd2b90c6610c3cc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:50.949117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:50.957163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:51.130508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-8191357e-544a-4f8a-9e95-c0585c902425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:51.131950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-8191357e-544a-4f8a-9e95-c0585c902425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.1391959 Jun 01 13:05:51.152391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f57829-f88d-4ccb-b50a-fa37eda26282 req-7a5a38b8-7544-461f-9bb1-35b00156d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:51.154515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75f57829-f88d-4ccb-b50a-fa37eda26282 req-7a5a38b8-7544-461f-9bb1-35b00156d2ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1097 time: 0.1485066 Jun 01 13:05:51.162087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.169125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.225562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d86ac3e27164579abd2b90c6610c3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300953 Jun 01 13:05:51.229375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59334) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:51.230341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a43b4-3b38-49c5-818f-c16e7fa37b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeb17b6-966c-48b7-9dbe-88313e705826,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:51.234965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5824f3-d9bf-4a00-bebf-cfa9410a5510 req-4129808c-b481-4403-a003-2f82242743f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:51.242231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d5824f3-d9bf-4a00-bebf-cfa9410a5510 req-4129808c-b481-4403-a003-2f82242743f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.3734257 Jun 01 13:05:51.295612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d5824f3-d9bf-4a00-bebf-cfa9410a5510 req-9627a4e1-5c84-4184-a3ea-f269a9ff3f1f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523584 Jun 01 13:05:51.303346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.312642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a27c-c894-4357-a443-453598fc93d8 req-f97941f1-ee5d-45b3-8f32-c96a899d236b tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:51.314394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fed2a27c-c894-4357-a443-453598fc93d8 req-f97941f1-ee5d-45b3-8f32-c96a899d236b tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.1691158 Jun 01 13:05:51.344613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.363470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fed2a27c-c894-4357-a443-453598fc93d8 req-f3277281-873a-4ec3-ad97-358ced417088 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Jun 01 13:05:51.426078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.448690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeb17b6-966c-48b7-9dbe-88313e705826,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:51.451707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.453308 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e0058ba-768b-4171-8dde-48b9fe370870 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bfeb17b6-966c-48b7-9dbe-88313e705826 HTTP/1.1" status: 204 len: 168 time: 0.2198284 Jun 01 13:05:51.457194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:05:51.472355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03791d79-bdb1-47d6-bc7f-1f95a2883104 req-e6d9298a-2965-4b1e-9e3e-fde5254f46d3 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0623262 Jun 01 13:05:51.565022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2629244a-af1d-467f-8ade-9831a5ebbcc9 req-37c1c94a-ed13-4063-a4b1-e90789169c31 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0474048 Jun 01 13:05:51.613978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.627998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.670277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde35d7-6923-47ae-a45b-38691c32562f req-517641ae-a6bd-47cd-a03c-9cbbca63928a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:51.671941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dde35d7-6923-47ae-a45b-38691c32562f req-517641ae-a6bd-47cd-a03c-9cbbca63928a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.0885139 Jun 01 13:05:51.718240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dde35d7-6923-47ae-a45b-38691c32562f req-4b785831-c826-45a2-999e-99362a9c225e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400627 Jun 01 13:05:51.863747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59344) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:51.881904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:51.899733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:05:51.905364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Usage tracker for resource:security_group_rule and tenant:3695bd545eef493592fe16be7b68b408 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:05:51.910961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:05:51.914038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:05:51.995590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.000275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.052914 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3695bd545eef493592fe16be7b68b408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881080 Jun 01 13:05:52.053802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b424ae-9e63-427c-a723-d97c84709296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb20f8-5be0-4ca2-80d9-93f4946ab9ab,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:52.055991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59348) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:52.115306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.140607 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.199826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.213668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb20f8-5be0-4ca2-80d9-93f4946ab9ab,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:52.220447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:52.221683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-81890c63-f19d-4307-9719-936f4a7f1179 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a0cb20f8-5be0-4ca2-80d9-93f4946ab9ab HTTP/1.1" status: 204 len: 168 time: 0.1645164 Jun 01 13:05:52.562007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50891-e424-4de9-9282-c879452ef682 req-a33f9d21-2276-44c9-b033-2d12997778d3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:52.563541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eaf50891-e424-4de9-9282-c879452ef682 req-a33f9d21-2276-44c9-b033-2d12997778d3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.1563516 Jun 01 13:05:52.616080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631635b-f4c5-4e4a-892e-dcf7ec4e067d req-4dc34984-d488-4d7a-942d-83a9dde0bd6d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:52.617544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4631635b-f4c5-4e4a-892e-dcf7ec4e067d req-4dc34984-d488-4d7a-942d-83a9dde0bd6d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.1417599 Jun 01 13:05:52.628862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eaf50891-e424-4de9-9282-c879452ef682 req-122050d9-fafc-4adc-8112-e95857bb0ba0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578010 Jun 01 13:05:52.678091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4631635b-f4c5-4e4a-892e-dcf7ec4e067d req-4a8214a9-3606-4385-baec-b5086115d3a8 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Jun 01 13:05:52.789285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de45a788-bce8-4f9d-bef0-143e53fd23e4 req-3e21d1c7-3218-4411-a017-22113d5c31f9 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0448859 Jun 01 13:05:52.837373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c073bf84-5e2a-4198-aecc-ab3920851992 req-307aa481-3c24-484c-8d8f-ecd47dc29ce8 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0555990 Jun 01 13:05:52.974883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72371b-93cf-422d-950f-839c876149e9 req-9476feae-b033-4d6c-b19f-04248b359c3a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:52.976380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca72371b-93cf-422d-950f-839c876149e9 req-9476feae-b033-4d6c-b19f-04248b359c3a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.0836325 Jun 01 13:05:53.015106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:53.028733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca72371b-93cf-422d-950f-839c876149e9 req-155a9c1d-e0e6-41f5-87c5-d9aed12c29f8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Jun 01 13:05:53.190797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-200b8b99-84e7-44b0-87f0-a3d84c466193 req-0787b63b-5327-4ac6-ba0a-21e56dc22876 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0444391 Jun 01 13:05:53.869827 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-75f57829-f88d-4ccb-b50a-fa37eda26282 req-457cb0ac-5390-426d-8abd-34b876ac3a2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Jun 01 13:05:54.067996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea523e-0474-49c6-abf1-ccae63568c94 req-dd819771-f2d8-405c-9079-be1d48803e2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:54.069529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bea523e-0474-49c6-abf1-ccae63568c94 req-dd819771-f2d8-405c-9079-be1d48803e2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.3186464 Jun 01 13:05:54.119666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4244-e74d-4095-ba2b-fd7a71b2d220 req-a2ee766f-1f12-4109-8524-1f6236e42818 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:54.121134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a1b4244-e74d-4095-ba2b-fd7a71b2d220 req-a2ee766f-1f12-4109-8524-1f6236e42818 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.3164086 Jun 01 13:05:54.136227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-9fe97651-da78-4598-9878-bf3d9e0caa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:54.137682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-9fe97651-da78-4598-9878-bf3d9e0caa5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953289 Jun 01 13:05:54.158554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bea523e-0474-49c6-abf1-ccae63568c94 req-1a6e89d7-3198-41f1-a34a-2be2982026d9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776937 Jun 01 13:05:54.185962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a1b4244-e74d-4095-ba2b-fd7a71b2d220 req-10cdbaaa-afb5-4bdc-a227-0e11097e1953 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452523 Jun 01 13:05:54.511036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05fbab0a-8069-448e-8b7e-e91eac10ee4d req-5b8e064f-d68c-4b63-8022-994eb327ac4e tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1438038 Jun 01 13:05:54.512967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54bbd7bd-511d-4406-b3d0-d1f964492f3c req-1e3bdded-e6e7-4b21-bc70-2b9de5267ab5 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1447210 Jun 01 13:05:54.575227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-9d9690f9-9c8a-4ffc-ad21-9073f67fe6cc service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030896 Jun 01 13:05:54.775517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36dcfe1c-fd38-4f87-a8c5-036f42a053d9 req-7c393893-3c55-4fcc-a3bf-0f2c7ca5e524 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928172 Jun 01 13:05:54.791730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d2dc-a9a0-4b2c-8615-bd32aa6467fa req-a3c40f62-8648-492e-b515-734a4012b41e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:54.797544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d007d2dc-a9a0-4b2c-8615-bd32aa6467fa req-a3c40f62-8648-492e-b515-734a4012b41e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.1404705 Jun 01 13:05:54.855975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d007d2dc-a9a0-4b2c-8615-bd32aa6467fa req-b27a5579-aa30-4292-a1bc-6175e0250e52 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553207 Jun 01 13:05:55.527099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066cc1-b92c-466d-b6a6-bf9f3fca4dc4 req-34c3ed64-9aca-4d9d-81df-9dce0ed2f849 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:55.535586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04066cc1-b92c-466d-b6a6-bf9f3fca4dc4 req-34c3ed64-9aca-4d9d-81df-9dce0ed2f849 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.2088664 Jun 01 13:05:55.592671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75fdd-a7fa-4a14-a38a-f9d98412bfdf req-3477f8e5-91ed-4ef2-9ccf-30ea92c4b5bc tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:55.621705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eee75fdd-a7fa-4a14-a38a-f9d98412bfdf req-3477f8e5-91ed-4ef2-9ccf-30ea92c4b5bc tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.2197711 Jun 01 13:05:55.779606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eee75fdd-a7fa-4a14-a38a-f9d98412bfdf req-5379fc2f-e616-481e-9714-6ca2c027673b tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573656 Jun 01 13:05:55.791424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04066cc1-b92c-466d-b6a6-bf9f3fca4dc4 req-a9793b4f-70c8-45ad-8e36-79a9cceb84f2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536547 Jun 01 13:05:56.032584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-741cc355-bf8a-4452-afa2-1d7effa438f3 req-2bfea60b-57fc-4330-99e4-00e8791ec7a6 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1328411 Jun 01 13:05:56.040776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9f1fa40-7626-45a3-8328-af28be0609aa req-9d259982-4ac7-4b35-a0d5-f281fc5f46ad tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1008029 Jun 01 13:05:56.112445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-7dfb3a49-2535-4a21-9d68-7b6b133b635f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1683817 Jun 01 13:05:56.339483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.339958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.340419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.340877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.341329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.341780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.342232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.344175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-29294895-9794-4052-99da-cc08c7f531cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6500 time: 0.1508625 Jun 01 13:05:56.351885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692453-bd61-4092-81a9-0dc55cea619e req-a2c1deee-4cd1-4938-8ab2-0baefd9a82b8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.354377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99692453-bd61-4092-81a9-0dc55cea619e req-a2c1deee-4cd1-4938-8ab2-0baefd9a82b8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.1652682 Jun 01 13:05:56.546151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-748ede14-0067-473d-8453-06d634e7c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.547769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-748ede14-0067-473d-8453-06d634e7c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.548522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-748ede14-0067-473d-8453-06d634e7c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.551116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-748ede14-0067-473d-8453-06d634e7c2a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 2296 time: 0.1730239 Jun 01 13:05:56.655343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99692453-bd61-4092-81a9-0dc55cea619e req-047b84aa-2733-4340-9eb2-b29281de20f9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937558 Jun 01 13:05:56.718741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-9c22d0bb-9045-4fc5-991a-83e689ba8f10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 200 len: 1001 time: 0.1578581 Jun 01 13:05:56.875266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc559691-5f17-45b3-baf2-050cb40e63cc req-d029470a-90c8-48ec-84f3-5d66b18a3683 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0783319 Jun 01 13:05:56.888341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-275f28fd-dd2f-4cd9-b73d-ad09ffcf2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:56.892109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-275f28fd-dd2f-4cd9-b73d-ad09ffcf2c97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=173d2874-e992-4d47-8b45-eaec747d0c34 HTTP/1.1" status: 200 len: 855 time: 0.1674681 Jun 01 13:05:57.266055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-490ccb13-8d85-4481-9718-2ede98139b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:57.267566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-490ccb13-8d85-4481-9718-2ede98139b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674221 Jun 01 13:05:57.362132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed6e1-cd62-4a12-92bd-38264807bb04 req-cd1e451c-af32-4780-8c23-0f1274e8ca80 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:57.363738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1eed6e1-cd62-4a12-92bd-38264807bb04 req-cd1e451c-af32-4780-8c23-0f1274e8ca80 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 944 time: 0.2376928 Jun 01 13:05:57.400672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee543e-b064-416d-9714-e2e892f0b758 req-4865121d-5f81-47f8-8adf-78bc2460bac5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:57.401808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6ee543e-b064-416d-9714-e2e892f0b758 req-4865121d-5f81-47f8-8adf-78bc2460bac5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.2320368 Jun 01 13:05:57.463124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1eed6e1-cd62-4a12-92bd-38264807bb04 req-785a5b4a-6ed1-41b2-8ad9-5767083f5ddb tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903728 Jun 01 13:05:57.505214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6ee543e-b064-416d-9714-e2e892f0b758 req-bb958806-256e-49c1-8beb-6ad770b96331 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904055 Jun 01 13:05:57.505214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-bf5013ec-f3c9-4bc1-aea4-604aeca07fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247491 Jun 01 13:05:57.641523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:05:57.705840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-5451fb74-be74-4524-b96c-5ed8ba95876b service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781590 Jun 01 13:05:57.819760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-f2fb3c46-3fab-4b77-8620-764d16022666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 217 time: 0.1062984 Jun 01 13:05:57.826487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7094cacf-43d1-4bdc-8739-68c3d3597481 req-8e48f644-f066-433b-9f31-a96c14c47fa6 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1116107 Jun 01 13:05:57.838573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:57.854727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'mac_address': 'fa:16:3e:c6:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:05:57.928293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:57.930336 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:57.986512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:05:57.992895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-db3848a7-97e4-408f-98e8-1385b4a81059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:57.994371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-db3848a7-97e4-408f-98e8-1385b4a81059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.1622555 Jun 01 13:05:58.009404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:05:58.015463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:58.089518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:05:58.117087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b04c5-4819-4c53-b161-4b30b3446c5c req-7d93355c-955b-47f0-aa0c-b5acb8e3041a tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:58.118520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a9b04c5-4819-4c53-b161-4b30b3446c5c req-7d93355c-955b-47f0-aa0c-b5acb8e3041a tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.2484121 Jun 01 13:05:58.120393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce22f745-f4d6-42b9-a928-53ead50877f2 req-276a808c-084a-4766-bc87-29ab6c128e0a tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0677934 Jun 01 13:05:58.175895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a9b04c5-4819-4c53-b161-4b30b3446c5c req-da6f805c-3ac9-4d16-aadd-4527504a845d tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491123 Jun 01 13:05:58.178105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-e336c34f-a4b0-45ba-a783-d6f1f88855ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:58.179365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-e336c34f-a4b0-45ba-a783-d6f1f88855ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1764860 Jun 01 13:05:58.398164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-a9d211e0-cdbc-4e5e-b95d-ae2bd56ccf69 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097981 Jun 01 13:05:58.409602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c094d-b57e-466b-a123-96014eeb2b62 req-93dfecae-dbc5-42e9-b304-e0da39c4007e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:58.411277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb4c094d-b57e-466b-a123-96014eeb2b62 req-93dfecae-dbc5-42e9-b304-e0da39c4007e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.1893473 Jun 01 13:05:58.420740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59484) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:05:58.426673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'floatingip': {'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:05:58.429573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:05:58.589176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-183b462e-3dcb-4478-be9a-45dd943dd00a service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705892 Jun 01 13:05:58.624225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:58.712037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-9af988b2-5e7a-4cc9-8124-bdbf69ade617 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 217 time: 0.0777059 Jun 01 13:05:58.983206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-76b9100e-f348-4f36-9949-4b5fc3c98d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:58.983206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-76b9100e-f348-4f36-9949-4b5fc3c98d1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.2737463 Jun 01 13:05:59.031539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b2fc-a241-4792-9a35-182cebb9f423 req-7ff3476f-a82d-444f-9a5a-6fe8a7ce94a7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:59.033027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a860b2fc-a241-4792-9a35-182cebb9f423 req-7ff3476f-a82d-444f-9a5a-6fe8a7ce94a7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.4492393 Jun 01 13:05:59.079834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600ef7-aa41-4f18-b6a8-6b61f61b8299 req-e4b88f29-80e8-45c3-bd1c-7aa07cee42ec tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:59.082035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f600ef7-aa41-4f18-b6a8-6b61f61b8299 req-e4b88f29-80e8-45c3-bd1c-7aa07cee42ec tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 945 time: 0.3411615 Jun 01 13:05:59.147567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a860b2fc-a241-4792-9a35-182cebb9f423 req-692657a4-121e-49f3-a4eb-7acf42c4ed96 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058979 Jun 01 13:05:59.177861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f600ef7-aa41-4f18-b6a8-6b61f61b8299 req-791b8be3-2df5-49ad-93a8-2429eb3d7bc9 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820110 Jun 01 13:05:59.179913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-a1d0c80f-a6b8-4ff6-9216-d797b0ac3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:05:59.181307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-a1d0c80f-a6b8-4ff6-9216-d797b0ac3737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971867 Jun 01 13:05:59.472409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42ed14c9-1dcd-4918-8735-a64ff093da7f req-2d9ecb86-e16e-42e1-b37c-e53086f13767 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0991144 Jun 01 13:05:59.546487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-e70e2b67-88e4-4e2e-b052-77b0c3ab35eb service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579433 Jun 01 13:05:59.565535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:59.582002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:59.667167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:05:59.791585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:05:59.798637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:05:59.798978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:59.894179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85370862-fa23-4b34-9e89-1e3902932f67 req-20718909-fe5d-4bbb-8461-a973e232cea9 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0836656 Jun 01 13:05:59.959343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:05:59.959343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:59.981181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-78be5aaa-f03e-437c-8aa2-a6175a2052a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211445 Jun 01 13:05:59.981387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:05:59.988691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:00.001728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:00.088859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:00.109510 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c981284-2b1d-4e44-9207-d7295a9612b4'] response: {'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'code': 200} Jun 01 13:06:00.139888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-2c72d1dc-4a1b-4a3d-9032-401e8279fff6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 200 len: 217 time: 0.1479158 Jun 01 13:06:00.152208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2ae92-d698-42d4-afce-8c29324af7a5 req-e415b617-4611-4683-906f-f2c394c27e8e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.152208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdd2ae92-d698-42d4-afce-8c29324af7a5 req-e415b617-4611-4683-906f-f2c394c27e8e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.3913372 Jun 01 13:06:00.190755 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Floating IP 67839ccf-0ad9-4005-b155-83ea58698b47 associated. External IP: 172.25.7.6, port: 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b. Jun 01 13:06:00.390502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdd2ae92-d698-42d4-afce-8c29324af7a5 req-163ea36e-867d-4a28-8efa-1bb902411e2a tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406321 Jun 01 13:06:00.427611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-4f17bc18-b00a-480c-b4bf-bd0c5f9328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.429052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-4f17bc18-b00a-480c-b4bf-bd0c5f9328e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.2537522 Jun 01 13:06:00.549257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59cb86-a05c-4fcf-8a55-4f5c5f2471b9 req-cb968269-96d5-441f-a244-5f6924970144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.551310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e59cb86-a05c-4fcf-8a55-4f5c5f2471b9 req-cb968269-96d5-441f-a244-5f6924970144 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1097 time: 0.2945638 Jun 01 13:06:00.591319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626196c-8d13-4ead-86cd-4b4d60dc4d0d req-e312669b-abfb-4999-bb02-b31baecb4630 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.598149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:00.599760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e626196c-8d13-4ead-86cd-4b4d60dc4d0d req-e312669b-abfb-4999-bb02-b31baecb4630 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.2669475 Jun 01 13:06:00.745013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e59cb86-a05c-4fcf-8a55-4f5c5f2471b9 req-91a9d6dd-3351-4bac-a33a-b0144df28aca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791544 Jun 01 13:06:00.763821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-2bc63842-f3f3-4bc0-adb3-c4bbaa0910f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.763821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-2bc63842-f3f3-4bc0-adb3-c4bbaa0910f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3141665 Jun 01 13:06:00.775510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e626196c-8d13-4ead-86cd-4b4d60dc4d0d req-dc6d0beb-7a70-4e4f-ad13-05ef1a6e3cb3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674995 Jun 01 13:06:00.808047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:00.830605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Sync routers for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:00.835144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:00.844437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:00.844437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:00.920063 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc305a9e-3d05-4c28-a2ef-d1a57f986774 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "PUT /v2.0/floatingips/67839ccf-0ad9-4005-b155-83ea58698b47 HTTP/1.1" status: 200 len: 990 time: 2.4980609 Jun 01 13:06:00.920988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:00.938154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8591bd-b6e9-4dfc-8a4b-a4e2b3fdb3c9 req-086d19ac-b090-47f4-bfe5-6fe0cb5bfc02 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:00.940652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d8591bd-b6e9-4dfc-8a4b-a4e2b3fdb3c9 req-086d19ac-b090-47f4-bfe5-6fe0cb5bfc02 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 946 time: 0.3331490 Jun 01 13:06:01.029836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-786ef388-7d94-468c-aeea-7094171ca270 req-fc0a7c28-32a8-43b4-bd51-1cf3fd05f807 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0800400 Jun 01 13:06:01.078392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d8591bd-b6e9-4dfc-8a4b-a4e2b3fdb3c9 req-16082c27-64a4-47ca-b1ed-493f10cdb604 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Jun 01 13:06:01.119516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-da3fae90-77ce-412b-a388-76c21828d8df service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557782 Jun 01 13:06:01.132247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:01.487202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-817a27cc-fc55-4614-a5a6-288569af6229 req-d15716ce-933c-4060-9f70-e9eb696e72a2 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2133250 Jun 01 13:06:01.587791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed8348-a21a-4af0-b1db-0ce69e8e8154 req-14e387b0-101b-4aef-94b5-cfcc21e0123a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:01.590427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ed8348-a21a-4af0-b1db-0ce69e8e8154 req-14e387b0-101b-4aef-94b5-cfcc21e0123a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.3636210 Jun 01 13:06:01.596432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-af9e8012-1b67-48dc-8c98-919e9c2b0b82 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695218 Jun 01 13:06:01.601120 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8faff41-dff4-4a08-848d-2dbf44d57a79'] response: {'name': 'network-changed', 'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'status': 'completed', 'code': 200} Jun 01 13:06:01.741229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '67839ccf-0ad9-4005-b155-83ea58698b47', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:05:26Z', 'updated_at': '2022-06-01T13:05:59Z', 'revision_number': 1, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:01.746240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Checking router: 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:01.756649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:01.757889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:01.864701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ed8348-a21a-4af0-b1db-0ce69e8e8154 req-13a5f2ec-a34c-49fa-8001-f7fc120fa449 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617204 Jun 01 13:06:01.875202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-829f3508-33dd-4f69-86ef-1604ae570b66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 200 len: 217 time: 0.2709677 Jun 01 13:06:01.962156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:02.010405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9d40-9ea2-4d45-a2f6-af3e5d5b2c3e req-85d4bc2a-9332-43a4-b044-be3145eac888 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.015389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a5f9d40-9ea2-4d45-a2f6-af3e5d5b2c3e req-85d4bc2a-9332-43a4-b044-be3145eac888 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.2977941 Jun 01 13:06:02.027098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-f8326829-ebb4-4813-9f47-8deb793efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.028259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-f8326829-ebb4-4813-9f47-8deb793efda5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.1448829 Jun 01 13:06:02.052676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-480e9e7e-3280-4102-ab5f-05813498e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.055733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-480e9e7e-3280-4102-ab5f-05813498e5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1097 time: 0.3033111 Jun 01 13:06:02.070850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-99d533b4-39db-48b1-99dd-c8f05e359da9 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.071674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-99d533b4-39db-48b1-99dd-c8f05e359da9 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Synchronizing usage tracker for tenant:8540fffb1535497eb4b22039cb36e14b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:02.092472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-99d533b4-39db-48b1-99dd-c8f05e359da9 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Unset dirty status for tenant:8540fffb1535497eb4b22039cb36e14b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:02.094630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-99d533b4-39db-48b1-99dd-c8f05e359da9 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 946 time: 0.1797471 Jun 01 13:06:02.217415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Deleting port 1ad6b126-d76b-4620-a160-447e4cae77c0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:02.218297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:02.323511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a5f9d40-9ea2-4d45-a2f6-af3e5d5b2c3e req-16dd5799-f500-4c8e-9912-af696c625079 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups?id=0f1d65fa-2172-40ae-8636-787c0675f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052819 Jun 01 13:06:02.456989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-8924e9cc-9186-4cb7-a900-803b38758bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.458623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-8924e9cc-9186-4cb7-a900-803b38758bf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3879695 Jun 01 13:06:02.479180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '67839ccf-0ad9-4005-b155-83ea58698b47', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:05:26Z', 'updated_at': '2022-06-01T13:05:59Z', 'revision_number': 1, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:02.486282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0f819-7fb6-4451-a9bb-7fbd83d12b78 None None] The sync data for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 is: [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '67839ccf-0ad9-4005-b155-83ea58698b47', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:05:26Z', 'updated_at': '2022-06-01T13:05:59Z', 'revision_number': 1, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:02.705770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] For port 1ad6b126-d76b-4620-a160-447e4cae77c0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1ad6b126-d76b-4620-a160-447e4cae77c0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:02.708243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:02.711969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-7c3265f6-a6b6-4bee-9629-de727fd710d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.713451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-7c3265f6-a6b6-4bee-9629-de727fd710d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.6472573 Jun 01 13:06:02.829685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c7e8f-20c4-4d7b-bb77-0a6c1685f4c8 req-1a6be861-e563-4135-8ec5-87e1238aa4a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:02.837475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-316c7e8f-20c4-4d7b-bb77-0a6c1685f4c8 req-1a6be861-e563-4135-8ec5-87e1238aa4a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 944 time: 0.7722151 Jun 01 13:06:02.878786 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e16cf1-e18e-48bb-a484-34877484ef87 None None] New status for floating IP 67839ccf-0ad9-4005-b155-83ea58698b47: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:06:02.974983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-316c7e8f-20c4-4d7b-bb77-0a6c1685f4c8 req-d9c1466d-2fb7-4b4d-b1f7-6a7380129606 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357527 Jun 01 13:06:03.012784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-1e77608e-d487-4ce1-8dda-a913f945072f service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315180 Jun 01 13:06:03.073370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-7a3917d6-574e-48ba-aa31-a372e90ec22b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.3440120 Jun 01 13:06:03.206773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:03.207351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:03.207858 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Floating IP 64570ab1-c642-4556-afdd-926ae83ec95b disassociated. External IP: 172.25.7.202, port: 1ad6b126-d76b-4620-a160-447e4cae77c0. Jun 01 13:06:03.208635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Calling delete_port for 1ad6b126-d76b-4620-a160-447e4cae77c0 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:03.277407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-cf808bea-cc1c-4823-b9c3-9bcf5309de19 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555113 Jun 01 13:06:03.319963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-0f579637-9f3e-4d65-84c4-49449e11ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:03.322143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-0f579637-9f3e-4d65-84c4-49449e11ff8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.2414172 Jun 01 13:06:03.378197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971bf16-542c-4d73-9971-1e1faceea9c5 req-6c37e3c8-b9e6-4bc6-94e4-9b604f9c5a05 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:03.386037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8971bf16-542c-4d73-9971-1e1faceea9c5 req-6c37e3c8-b9e6-4bc6-94e4-9b604f9c5a05 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.7145061 Jun 01 13:06:03.562383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8971bf16-542c-4d73-9971-1e1faceea9c5 req-62af495f-ef85-4d7a-9e2a-20dc227d363f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685016 Jun 01 13:06:03.575293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-fc0e5fb3-6156-46c1-aa63-9c1c6f771ac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 200 len: 217 time: 0.2474606 Jun 01 13:06:03.611285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:03.659563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-a1673d76-8f5d-40e0-a107-a39b64ca5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:03.659563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-a1673d76-8f5d-40e0-a107-a39b64ca5e05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.0664103 Jun 01 13:06:03.696501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:06:03.746128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event deleted for resources: {'Port': ['ID=1ad6b126-d76b-4620-a160-447e4cae77c0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:03.964324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e326c790-1968-4271-8c3f-b2adb00ca91a req-31ae664f-5fcc-4464-9dec-a1d543ab49b7 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0877292 Jun 01 13:06:04.032691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-61f7ae19-8b65-4212-bfca-56ebc6dae913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:04.037555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-61f7ae19-8b65-4212-bfca-56ebc6dae913 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5791764 Jun 01 13:06:04.058339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:04.094643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'mac_address': 'fa:16:3e:fe:c5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:06:04.148997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72673d-6f9b-4de6-8134-9803b6b4c609 req-e0a1d3b1-dfbb-481c-b97a-8169725614b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:04.168261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c72673d-6f9b-4de6-8134-9803b6b4c609 req-e0a1d3b1-dfbb-481c-b97a-8169725614b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 946 time: 0.8783631 Jun 01 13:06:04.207220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:04.216352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:04.216352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:04.264164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:06:04.292024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:04.301808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:04.387376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Router bc4c2829-4869-483e-b521-de2687b9e39f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:04.443690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:04.605992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a812b048-3d89-42dc-8423-07f7074e34d4 req-fba856ef-5dc5-4ebc-9c5f-76f448cbd686 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2113461 Jun 01 13:06:04.630283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-03d1cf52-e424-4a76-8337-3959ad69cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:04.630283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-03d1cf52-e424-4a76-8337-3959ad69cd64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9685128 Jun 01 13:06:04.657658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c72673d-6f9b-4de6-8134-9803b6b4c609 req-48e147a5-661f-4b10-b201-834a0ce5ccf8 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967904 Jun 01 13:06:04.673755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:06:04.683017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:04.791710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] No DVR routers for this DVR port 1ad6b126-d76b-4620-a160-447e4cae77c0 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:06:04.792341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Sync routers for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:04.794341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:04.797374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'name': 'network-vif-deleted', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:04.817939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a8af921d-841e-4f29-95ec-a0563ec274f3 req-1371c7b9-8643-4ccc-b220-54acde6f3339 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.24 "DELETE /v2.0/ports/1ad6b126-d76b-4620-a160-447e4cae77c0 HTTP/1.1" status: 204 len: 173 time: 2.7025359 Jun 01 13:06:04.827718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:04.828717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:04.967693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c455f0f2-3072-4800-b935-94eee7bdf404 req-6ce1dd00-8bab-4bf8-967c-20f15d666c37 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/ports?device_id=16f52efb-9f64-4521-a0d8-eb06ad5b435b HTTP/1.1" status: 200 len: 210 time: 0.1138289 Jun 01 13:06:05.060837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:05.096462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-18e28327-58d3-4ba8-b54a-2826c05883c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410135 Jun 01 13:06:05.287846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-cceecfa9-2d56-413a-a2a4-02ac732314a1 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290667 Jun 01 13:06:05.529974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-abfc5a9b-6192-4fc6-81dd-5a83617f29fe service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324126 Jun 01 13:06:05.544550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745b6e0-d5ed-45d8-8dbe-9fc5d7e9897f req-3aa53e2f-0626-4cb3-abc9-cfbd3d72ab7b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:05.546179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a745b6e0-d5ed-45d8-8dbe-9fc5d7e9897f req-3aa53e2f-0626-4cb3-abc9-cfbd3d72ab7b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 945 time: 0.7466581 Jun 01 13:06:05.666710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-5af3491a-3941-4941-aa89-823b2be34689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 200 len: 217 time: 0.1179645 Jun 01 13:06:05.679231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ef0cb2-5ccf-486e-8b15-ca002664d091 req-dfa9e2a1-b792-4fce-b3e9-05ce8b2393ae service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682006 Jun 01 13:06:05.687785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:05.696957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Checking router: bc4c2829-4869-483e-b521-de2687b9e39f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:05.712415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:05.713320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:05.757909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a745b6e0-d5ed-45d8-8dbe-9fc5d7e9897f req-135732a8-c593-4ff7-8735-07e039f08ce5 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959255 Jun 01 13:06:05.774509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d9a72-19d5-4819-9c04-68cb2f822d08 req-81edaa53-0b55-46b1-abdc-dd88b7e826cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:05.781920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b32d9a72-19d5-4819-9c04-68cb2f822d08 req-81edaa53-0b55-46b1-abdc-dd88b7e826cc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.5611348 Jun 01 13:06:05.810029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1ad6b126-d76b-4620-a160-447e4cae77c0 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:05.818539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-22db2604-a3aa-4875-99b7-f8de8cb6025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:05.820168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-22db2604-a3aa-4875-99b7-f8de8cb6025d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.1328704 Jun 01 13:06:05.901418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 1ad6b126-d76b-4620-a160-447e4cae77c0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:05.902184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1ad6b126-d76b-4620-a160-447e4cae77c0 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:05.994279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b32d9a72-19d5-4819-9c04-68cb2f822d08 req-3cca0739-df19-44af-a06e-8afdb1a30c8f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114899 Jun 01 13:06:06.050036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-7f291a82-6334-40c1-a205-643764d8552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:06.050147 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e69bd8-84ec-4177-91b4-8bf178620396'] response: {'server_uuid': '16f52efb-9f64-4521-a0d8-eb06ad5b435b', 'name': 'network-vif-deleted', 'tag': '1ad6b126-d76b-4620-a160-447e4cae77c0', 'status': 'completed', 'code': 200} Jun 01 13:06:06.050934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-7f291a82-6334-40c1-a205-643764d8552c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2228796 Jun 01 13:06:06.098227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:06.285508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-b088871d-37b4-4aad-b190-96bd54dc9e62 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283185 Jun 01 13:06:06.529401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130c99f3-881b-4990-8f86-f3c10cc302ef req-68cf6e10-8f0e-4926-94ff-ce53616b5969 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2432094 Jun 01 13:06:06.587768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-9d5b554d-8c2b-47b4-abdc-ec36fd01f1db tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 258 time: 0.7732558 Jun 01 13:06:06.614618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:06.616223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:06.620513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:06.621461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5864-1642-44b4-81d5-e3c4b5aca6ba None None] The sync data for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 is: [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:03:54Z', 'revision_number': 4, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4863adae-4d4c-4339-88fa-f361bd3febd0', 'name': '', 'network_id': 'f9eea41b-805b-44ff-94cd-65ee1080eaa8', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'mac_address': 'fa:16:3e:1d:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '81b328d9-eebd-43da-949a-681032e05718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:48Z', 'updated_at': '2022-06-01T13:04:04Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'subnets': [{'id': '81b328d9-eebd-43da-949a-681032e05718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:06.626151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Usage tracker for resource:floatingip and tenant:f080079c283246de850da57a2b64e5db is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:06.631260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:06.639962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:06.676896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:06.744475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a352b4-52dd-4e91-8b2d-bf0488755b2e req-818fcf18-52a0-4cd2-9690-5ba0db7c67f3 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004872 Jun 01 13:06:06.869203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d51de013-e5ec-4bdf-b042-13d95ca499f5 req-f7e8b7de-0bb6-4c40-921a-b98003f2cd42 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0582089 Jun 01 13:06:06.930058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.043006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c53151-5f60-40cb-8eb9-80f5c7bc5e2c None None] New status for floating IP 64570ab1-c642-4556-afdd-926ae83ec95b: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:06:07.172239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Allocated IP 172.25.7.87 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/03cc5566-aa15-4efe-b06b-761b2e7607f8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:07.289409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4cef6-8dfd-4548-bae8-138a3425eeba req-c80157f8-4d66-4933-a712-6fed709c3d7e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:07.291128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39a4cef6-8dfd-4548-bae8-138a3425eeba req-c80157f8-4d66-4933-a712-6fed709c3d7e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 945 time: 0.1920760 Jun 01 13:06:07.405713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39a4cef6-8dfd-4548-bae8-138a3425eeba req-cadde0e2-d047-444e-a9fc-01919db9f399 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913165 Jun 01 13:06:07.408287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.462251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.524532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59624) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:07.566083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:07.569283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:07.573046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:07.636141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event updated for resources: {'Port': ['ID=03cc5566-aa15-4efe-b06b-761b2e7607f8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:07.673142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.714668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:07.722776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.760209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.823661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.839514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.865271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d65fa-2172-40ae-8636-787c0675f0af,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:07.886829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:07.887880 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c9495f6a-1acc-42a5-94d5-a5e5006d9058 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "DELETE /v2.0/security-groups/0f1d65fa-2172-40ae-8636-787c0675f0af HTTP/1.1" status: 204 len: 168 time: 0.3621604 Jun 01 13:06:07.891447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:07.924068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51454017-47f0-4355-b98e-453e39722321 req-cc0c8dba-abdb-44bc-8a06-517659f3dc67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:07.928824 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-cada5f02-59e7-4994-ac61-5296fca4923e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] show failed (client error): The resource could not be found. Jun 01 13:06:07.929086 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cada5f02-59e7-4994-ac61-5296fca4923e tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "GET /v2.0/security-groups/0f1d65fa-2172-40ae-8636-787c0675f0af HTTP/1.1" status: 404 len: 347 time: 0.0371130 Jun 01 13:06:07.930540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51454017-47f0-4355-b98e-453e39722321 req-cc0c8dba-abdb-44bc-8a06-517659f3dc67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.2362227 Jun 01 13:06:07.933953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:07.944188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:07.944188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.005150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51454017-47f0-4355-b98e-453e39722321 req-e9b751da-0828-4cf8-8746-5b62217b310c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684979 Jun 01 13:06:08.158175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:08.162528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.167840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Deleting port fa4b04f2-0c76-4924-a13d-f1216593ace6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:08.167840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.207552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:08.220126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:08.221092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.226407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.278072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70f9285b-43d5-46dc-9e12-87842000db77 req-47292c5f-0d70-4540-a556-b6a42315db01 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0531402 Jun 01 13:06:08.279579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.318974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:08.425490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event updated for resources: {'Port': ['ID=03cc5566-aa15-4efe-b06b-761b2e7607f8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:08.434800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.484841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.486089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.486191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:08.486386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-ec05c5bd-fa0e-45f2-a967-43aa5f71e2bf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8799944 Jun 01 13:06:08.597266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-3ed31de7-74a9-40b4-8c98-1d8b89669eab tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:08.647736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aeb0ea67-0d15-4a10-bd98-5444a7020b8d req-8bd0c92a-83e3-48b8-88eb-8183ac1ef213 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0464525 Jun 01 13:06:08.680097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Calling delete_port for fa4b04f2-0c76-4924-a13d-f1216593ace6 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:08.687409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-3ed31de7-74a9-40b4-8c98-1d8b89669eab tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:08.688724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-3ed31de7-74a9-40b4-8c98-1d8b89669eab tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.1957338 Jun 01 13:06:09.000817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:09.105457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f72fd-8ca3-4293-83df-054d05458a1e req-823e0696-b260-468a-a069-88381b8e610f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:09.106988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-590f72fd-8ca3-4293-83df-054d05458a1e req-823e0696-b260-468a-a069-88381b8e610f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.1443584 Jun 01 13:06:09.113707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-70d1b2fa-7be3-4f17-9ace-c026fd3f16f5 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:09.120556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-70d1b2fa-7be3-4f17-9ace-c026fd3f16f5 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4255030 Jun 01 13:06:09.125717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-84d0a163-d01f-40fd-9fe9-fd0fe0336f6c tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:06:09.126342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Pushing event deleted for resources: {'Port': ['ID=fa4b04f2-0c76-4924-a13d-f1216593ace6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:09.146006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b0919f7-5184-4394-b8c5-dd7a6d05b51e req-84d0a163-d01f-40fd-9fe9-fd0fe0336f6c tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247447 Jun 01 13:06:09.210192 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bea143-8ef9-4f26-867e-560042bef2a5'] response: {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'code': 200} Jun 01 13:06:09.231451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-590f72fd-8ca3-4293-83df-054d05458a1e req-fbb1dfa4-338d-4285-9290-f50eaa8fd6f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841334 Jun 01 13:06:09.410034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:09.427168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:09.432982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3aceb91e-32a8-4626-a479-e39cc6daf594 tempest-ServersTestManualDisk-669185307 tempest-ServersTestManualDisk-669185307-project] 10.222.0.40 "DELETE /v2.0/floatingips/64570ab1-c642-4556-afdd-926ae83ec95b HTTP/1.1" status: 204 len: 168 time: 1.4979720 Jun 01 13:06:09.433941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59658) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:09.664664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5926f7-6b81-4d1f-8ad1-684274881327 req-619d1662-4d7a-4663-a423-9e5b6f042910 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:09.667035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b5926f7-6b81-4d1f-8ad1-684274881327 req-619d1662-4d7a-4663-a423-9e5b6f042910 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.2558205 Jun 01 13:06:09.678706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-45308704-e512-4320-acc7-bc5a9a6e20b4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:09.680244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-45308704-e512-4320-acc7-bc5a9a6e20b4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2005668 Jun 01 13:06:09.804585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2544c7-afb4-435f-a9d0-219608041147 req-6d8e3c04-034d-423b-b2c7-710b9f97166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:09.806085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b2544c7-afb4-435f-a9d0-219608041147 req-6d8e3c04-034d-423b-b2c7-710b9f97166e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1098 time: 0.2479362 Jun 01 13:06:09.808975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-2c4672e4-616f-488e-b75c-7d856a46e382 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.1127062 Jun 01 13:06:09.840122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b5926f7-6b81-4d1f-8ad1-684274881327 req-147ed12e-c8c7-4225-9e6d-fe0dd0185e44 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575348 Jun 01 13:06:09.901048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b2544c7-afb4-435f-a9d0-219608041147 req-c75d575b-292f-44e4-838b-9586b61b8374 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883081 Jun 01 13:06:10.024092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'floatingip': {'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:10.040524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:10.139558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:10.472924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Deleting port 4863adae-4d4c-4339-88fa-f361bd3febd0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:10.473281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:10.630688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b0baacb-e758-458f-ad3f-5fe222c34b5f req-260569dd-1d4a-4137-aea7-2ce4e58447d7 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0504928 Jun 01 13:06:10.736771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] For port 4863adae-4d4c-4339-88fa-f361bd3febd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4863adae-4d4c-4339-88fa-f361bd3febd0,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:10.737130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:10.893319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Calling delete_port for 4863adae-4d4c-4339-88fa-f361bd3febd0 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:10.959851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-411f71fe-6ea9-41a4-a2de-708d253bac57 req-130dd66c-5018-468d-8643-263b08cb5e7b tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0653312 Jun 01 13:06:10.981330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:10.998039 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:11.423421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f512d46-e80b-4b67-91fb-79c6aa522071 req-d92d0b04-e302-4614-9ab5-6a926fac994a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:11.425647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f512d46-e80b-4b67-91fb-79c6aa522071 req-d92d0b04-e302-4614-9ab5-6a926fac994a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.2279863 Jun 01 13:06:11.439412 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Floating IP f25a77cb-8728-4baf-968d-d0bd78c89677 associated. External IP: 172.25.7.87, port: 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766. Jun 01 13:06:11.620937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:11.631202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:11.683400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f512d46-e80b-4b67-91fb-79c6aa522071 req-b641bde0-3d61-4f23-aa14-4630c63a609e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465825 Jun 01 13:06:11.719132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Pushing event deleted for resources: {'Port': ['ID=4863adae-4d4c-4339-88fa-f361bd3febd0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:11.900185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:11.937561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:12.019804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Usage tracker for resource:security_group_rule and tenant:3feed65dfd9844a1a052088c77fb8230 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:12.026677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:12.046618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:12.086776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:12.188423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.403367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.407043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a57156b8-ccbb-401c-96ce-559a7f65c842 req-c04e1eb3-087f-421e-b24b-d2b00a17328b tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.4369361 Jun 01 13:06:12.429564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.469601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:12.482491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Sync routers for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:12.485748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.497201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:12.497836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:12.568931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3feed65dfd9844a1a052088c77fb8230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9461701 Jun 01 13:06:12.571690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59744) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:12.683513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-c15299bb-45e5-41bc-a85b-89fe86485fe1 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "PUT /v2.0/floatingips/f25a77cb-8728-4baf-968d-d0bd78c89677 HTTP/1.1" status: 200 len: 996 time: 2.8524222 Jun 01 13:06:12.697642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:12.716917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cee29-b594-4d88-86cf-167a3ab9462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e40950-ec86-4df2-ac04-0439ee60c59e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:12.775877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:12.878745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-309c9b5b-58d6-4898-ae56-e4e9a469060d req-38519f0b-66d3-4eef-b165-4efea0178a31 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1743670 Jun 01 13:06:12.917934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Router bc4c2829-4869-483e-b521-de2687b9e39f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:12.928030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.964467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-dff97f0b-d9cb-40b8-97f9-945f32203341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:12.965970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-dff97f0b-d9cb-40b8-97f9-945f32203341 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1097 time: 0.2635138 Jun 01 13:06:12.967739 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddd2d38-c7dd-40d9-a75e-4112c8137d9d'] response: {'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'status': 'completed', 'code': 200} Jun 01 13:06:12.969939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.153588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:13.166037 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Sync routers for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:13.175637 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:13.176631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:13.177333 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49cd0084-53c1-4b7d-9e73-251f7a61091d admin admin] 10.222.0.40 "PUT /v2.0/routers/bc4c2829-4869-483e-b521-de2687b9e39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7417653 Jun 01 13:06:13.184390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:13.326904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f25a77cb-8728-4baf-968d-d0bd78c89677', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'floating_ip_address': '172.25.7.87', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'mac_address': 'fa:16:3e:c6:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250069d1-c628-460c-b55d-a16a278a1b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:06:07Z', 'updated_at': '2022-06-01T13:06:10Z', 'revision_number': 1, 'project_id': 'f080079c283246de850da57a2b64e5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:13.332817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Checking router: 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:13.349906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:13.351630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:13.375120 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:13.465103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-55856c29-28a5-41ee-ae2f-feb2fe004a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:13.467387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-55856c29-28a5-41ee-ae2f-feb2fe004a83 service neutron] 10.222.0.40 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 930 time: 0.4903431 Jun 01 13:06:13.563549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-899b8a2b-eedf-48f5-b218-1ff0b49a7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:13.566168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-899b8a2b-eedf-48f5-b218-1ff0b49a7bae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1097 time: 0.5540757 Jun 01 13:06:13.577140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.642771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaf5f1-be9d-4282-9c72-97caf86971f2 req-82276437-d79c-4a61-88eb-3cab37168e97 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:13.651267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fedaf5f1-be9d-4282-9c72-97caf86971f2 req-82276437-d79c-4a61-88eb-3cab37168e97 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.5447161 Jun 01 13:06:13.667966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.719273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:13.735135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e40950-ec86-4df2-ac04-0439ee60c59e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:13.799173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fedaf5f1-be9d-4282-9c72-97caf86971f2 req-0916714b-f6c7-4a99-b7c6-af2a0a912977 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469805 Jun 01 13:06:13.802625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.803708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6d079100-23a8-4895-9a48-974fb54616aa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8e40950-ec86-4df2-ac04-0439ee60c59e HTTP/1.1" status: 204 len: 168 time: 1.2308235 Jun 01 13:06:13.832935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-7e0e9b01-8347-49b0-8309-789a981eb5d5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 999 time: 0.3479857 Jun 01 13:06:13.862781 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:06:11Z', 'revision_number': 5, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port': {'id': '52d4d3f7-7232-4950-9f54-ad2c239b2fca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:03:38Z', 'updated_at': '2022-06-01T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:13.868355 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Checking router: bc4c2829-4869-483e-b521-de2687b9e39f for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:13.881785 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Routers {'bc4c2829-4869-483e-b521-de2687b9e39f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:13.882408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:05:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bc4c2829-4869-483e-b521-de2687b9e39f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:13.940749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.960287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Deleting port 52d4d3f7-7232-4950-9f54-ad2c239b2fca {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:13.960570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:14.053487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-99e03079-b854-4358-818e-689e34147aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:14.055030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-99e03079-b854-4358-818e-689e34147aac service neutron] 10.222.0.24 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 930 time: 0.4712007 Jun 01 13:06:14.056599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-4950f5dc-559b-4627-90e8-30fd1b0a1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:14.064467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-4950f5dc-559b-4627-90e8-30fd1b0a1758 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.2329261 Jun 01 13:06:14.112960 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] Set router bc4c2829-4869-483e-b521-de2687b9e39f gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:14.240513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1678a76e-f378-4155-9147-e89726c901be req-4a8ac2d5-649f-4fc5-8d69-b83d7efae5cf tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2050557 Jun 01 13:06:14.300551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-79544d9a-c139-4e52-a19d-3e274752147b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 999 time: 0.1697056 Jun 01 13:06:14.361371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:06:13Z', 'revision_number': 6, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:14.362642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] For port 52d4d3f7-7232-4950-9f54-ad2c239b2fca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=52d4d3f7-7232-4950-9f54-ad2c239b2fca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:14.363067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:14.367333 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9d11c-ad95-4394-b9ea-0cc4308b215c None None] The sync data for ids ['bc4c2829-4869-483e-b521-de2687b9e39f'] in n-d-844200-1 is: [{'id': 'bc4c2829-4869-483e-b521-de2687b9e39f', 'name': 'tempest-ServersTestManualDisk-558229823-router', 'tenant_id': '8540fffb1535497eb4b22039cb36e14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:03:37Z', 'updated_at': '2022-06-01T13:06:13Z', 'revision_number': 6, 'project_id': '8540fffb1535497eb4b22039cb36e14b', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:14.384467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-795c4eb7-857f-4f3b-af7c-a92636b40d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:14.393700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-795c4eb7-857f-4f3b-af7c-a92636b40d7b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280635 Jun 01 13:06:14.459596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f25a77cb-8728-4baf-968d-d0bd78c89677', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'floating_ip_address': '172.25.7.87', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'mac_address': 'fa:16:3e:c6:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250069d1-c628-460c-b55d-a16a278a1b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:06:07Z', 'updated_at': '2022-06-01T13:06:10Z', 'revision_number': 1, 'project_id': 'f080079c283246de850da57a2b64e5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:14.464110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41227783-983e-4c8d-9949-7eee787fd8b4 None None] The sync data for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 is: [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f25a77cb-8728-4baf-968d-d0bd78c89677', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'floating_ip_address': '172.25.7.87', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'mac_address': 'fa:16:3e:c6:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250069d1-c628-460c-b55d-a16a278a1b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:06:07Z', 'updated_at': '2022-06-01T13:06:10Z', 'revision_number': 1, 'project_id': 'f080079c283246de850da57a2b64e5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:14.576003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Calling delete_port for 52d4d3f7-7232-4950-9f54-ad2c239b2fca owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:14.586226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-ad29a462-3131-450d-b4ef-7917d736a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:14.588291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-ad29a462-3131-450d-b4ef-7917d736a677 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.2786305 Jun 01 13:06:14.686905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b82a77b-7656-466d-a5b6-1a59f38a8fa9 req-8414eaac-08d7-4bbc-914e-b3f0711dee21 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1065023 Jun 01 13:06:14.798386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f3e85-d019-47e9-8ad9-2d93b81ffc40 None None] New status for floating IP f25a77cb-8728-4baf-968d-d0bd78c89677: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:06:14.798993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-0e10e124-14be-4c65-925c-c9587795c633 service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041100 Jun 01 13:06:14.822546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:14.897383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=52d4d3f7-7232-4950-9f54-ad2c239b2fca,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:14.934179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-c48f88f5-0965-4fac-8d8b-07c7013ada03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:14.935762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-c48f88f5-0965-4fac-8d8b-07c7013ada03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967401 Jun 01 13:06:14.989366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59792) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:15.064887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.107779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9d0ca0-d510-4ae1-9621-5617e4b2e58f req-2bb92674-465b-415c-b31e-529be99c6e75 service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021171 Jun 01 13:06:15.149104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-cc48548a-e96a-49b5-86fb-8a8c7988ea68 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039394 Jun 01 13:06:15.211620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-6687036-network', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:15.274949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:15.288777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.291125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.315697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.316543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4c2829-4869-483e-b521-de2687b9e39f {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:06:15.334841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.336074 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9574fc7-8f6d-470d-a807-b5e4ced2bbbc admin admin] 10.222.0.40 "DELETE /v2.0/routers/bc4c2829-4869-483e-b521-de2687b9e39f HTTP/1.1" status: 204 len: 168 time: 2.1507366 Jun 01 13:06:15.339299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:15.344822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Usage tracker for resource:network and tenant:3c673c4168d5476e80d5b217b0188da7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:15.365378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:15.376928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:15.412120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Deleting subnet 81b328d9-eebd-43da-949a-681032e05718 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:06:15.416388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.447080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Made reservation on behalf of 3c673c4168d5476e80d5b217b0188da7 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:15.449397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.471928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.478653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-522b8404-8d8d-4fe2-8c3a-16131236ac82 req-d7ba76fe-7744-459d-81ed-c71d6975368b service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227727 Jun 01 13:06:15.479345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.483693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 52d4d3f7-7232-4950-9f54-ad2c239b2fca no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:15.514735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-3864cc2e-e558-4c4f-979f-0ebdac25712a tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 258 time: 0.3350091 Jun 01 13:06:15.520938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:15.525864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:15.530752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:15.533271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Usage tracker for resource:security_group_rule and tenant:3c673c4168d5476e80d5b217b0188da7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:15.537220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:15.557515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.560522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 52d4d3f7-7232-4950-9f54-ad2c239b2fca {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:15.561978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 52d4d3f7-7232-4950-9f54-ad2c239b2fca not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:15.562553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4863adae-4d4c-4339-88fa-f361bd3febd0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:15.632570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4863adae-4d4c-4339-88fa-f361bd3febd0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:15.632917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4863adae-4d4c-4339-88fa-f361bd3febd0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:15.649705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.691507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:15.693244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b328d9-eebd-43da-949a-681032e05718,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:15.696495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.698030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:15.704032 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-823c7516-b289-4869-b0e7-1453502a7f16 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/81b328d9-eebd-43da-949a-681032e05718 HTTP/1.1" status: 204 len: 168 time: 0.3636253 Jun 01 13:06:15.706546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59808) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:15.709180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0dc3d-8af2-4e0c-98da-aa430d096211 None None] Network f9eea41b-805b-44ff-94cd-65ee1080eaa8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:15.748157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7abae86-e198-4802-b0b4-09e235354d5c req-726cdcc4-5cb7-451e-be18-b7d57c5cffdf tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0624397 Jun 01 13:06:15.790137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.796894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:06:15.892642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.911253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Deleting port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:15.911929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.011178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7ad3744-71cf-454f-a26e-94f49bd490d4 req-5d11f66d-74bd-4125-9416-05b54aa26ad2 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0663898 Jun 01 13:06:16.063994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.080078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.118641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:06:16.141609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:16.144258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.149543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.149858 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Added segment faf17bb6-4040-4dd2-abb9-a7f020788a65 of type vlan for network dcff8b08-e7ad-4d90-adf7-62484e7a33bb Jun 01 13:06:16.160489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:06:16.182998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1652c-18a2-4dce-a6f4-d8438f83a3fb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:16.234044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:16.235045 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.240277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.253016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:06:16.295893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:16.307006 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.336539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.337915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:16.338707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.362910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] DHCP port deletion for f9eea41b-805b-44ff-94cd-65ee1080eaa8 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:06:16.370345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Allocated IP 172.25.7.225 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/9455e990-2583-4572-bc07-424cb991ef54) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:16.377790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Deleting port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:16.378192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.401937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] For port cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:16.402700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.435705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:16.539066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:06:16.542881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Calling delete_port for cd7b9093-9f74-4b72-bd37-cd9f79932ff3 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:16.557775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] Pushing event updated for resources: {'Network': ['ID=dcff8b08-e7ad-4d90-adf7-62484e7a33bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:16.567610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-492da847-367a-40d5-8fe5-e12516a6e27d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5755267 Jun 01 13:06:16.575330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:16.596714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Request body: {'subnet': {'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-6687036-subnet', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:16.605624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:16.612983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Usage tracker for resource:subnet and tenant:3c673c4168d5476e80d5b217b0188da7 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:16.617586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:16.627673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:16.630360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:06:16.657503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Made reservation on behalf of 3c673c4168d5476e80d5b217b0188da7 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:16.664700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.682075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.685064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.717403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.781619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:16.783450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] No DVR routers for this DVR port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:06:16.799604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] For port cd7b9093-9f74-4b72-bd37-cd9f79932ff3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cd7b9093-9f74-4b72-bd37-cd9f79932ff3,segment=NetworkSegment(1d365890-fb01-4aba-95f1-3abf6e7d369c),segment_id=1d365890-fb01-4aba-95f1-3abf6e7d369c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:16.799992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.817379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:16.822167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:16.828999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:16.863657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event updated for resources: {'Port': ['ID=9455e990-2583-4572-bc07-424cb991ef54,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:16.932442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.933668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:16.974055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eea41b-805b-44ff-94cd-65ee1080eaa8']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:16.991011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d365890-fb01-4aba-95f1-3abf6e7d369c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:16.991358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d365890-fb01-4aba-95f1-3abf6e7d369c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:17.006828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.023453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Calling delete_port for cd7b9093-9f74-4b72-bd37-cd9f79932ff3 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:17.029135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.064777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-810a37b4-ccd5-46d5-9889-5f0c3eaccdb2 req-139a01bb-c113-4032-bbc3-939983086772 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0779951 Jun 01 13:06:17.074768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:06:17.075187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.076721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.122873 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1d365890-fb01-4aba-95f1-3abf6e7d369c resource provider aggregate not found Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: from cryptography.utils import int_from_bytes Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: from cryptography.utils import int_from_bytes Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn_limited( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn_limited( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.138362 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:06:17.141144 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:06:17.168446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:06:17.168920 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:06:17.207939 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1d365890-fb01-4aba-95f1-3abf6e7d369c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d365890-fb01-4aba-95f1-3abf6e7d369c found for delete ", "request_id": "req-d3f52f4a-2e2b-4124-8345-9a45c5d7be25"}]} Jun 01 13:06:17.256321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.276913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.299401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9eea41b-805b-44ff-94cd-65ee1080eaa8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:17.314958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.343831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa0e4938-9636-4f33-beab-b08483b39022 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f9eea41b-805b-44ff-94cd-65ee1080eaa8 HTTP/1.1" status: 204 len: 168 time: 1.6357749 Jun 01 13:06:17.370291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a887c620-a66a-4fe0-8059-dbbc81192e4f req-272998e0-869e-4676-a521-2fb67bfb06e0 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0737493 Jun 01 13:06:17.392391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e364ad-b5b0-472c-a143-750b0b8a9f50,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:17.400846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Checking segment: {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:17.401450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Network hostable DHCP agents. Network: dcff8b08-e7ad-4d90-adf7-62484e7a33bb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:06:17.447557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:06:17.464777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, dcff8b08-e7ad-4d90-adf7-62484e7a33bb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:17.470642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:17.471467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.478465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c139fb-37ae-446a-8e4a-698761e8eaad None None] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:17.515381 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.527531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b7b28a4-c177-4a18-a7a9-f4a6694a7a98 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9466317 Jun 01 13:06:17.528467 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.528686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cd7b9093-9f74-4b72-bd37-cd9f79932ff3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:17.528767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:17.536026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:17.549659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:17.559728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Usage tracker for resource:router and tenant:3c673c4168d5476e80d5b217b0188da7 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:17.564794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:17.576274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:17.580523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:17.609946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.611062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.653998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: cd7b9093-9f74-4b72-bd37-cd9f79932ff3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:17.653998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cd7b9093-9f74-4b72-bd37-cd9f79932ff3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:17.658109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.663183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.670750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Deleting port cd7b9093-9f74-4b72-bd37-cd9f79932ff3 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:17.670750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.684036 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cc0e277-3811-4de1-9f5d-cab6c4528719 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8540fffb1535497eb4b22039cb36e14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994291 Jun 01 13:06:17.685184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59844) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:17.709100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event updated for resources: {'Port': ['ID=9455e990-2583-4572-bc07-424cb991ef54,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:17.761719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.765750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-14fdf7ca-f563-4765-9070-ed954e07fca4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2499413 Jun 01 13:06:17.766854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:17.820474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-99e3e50b-b6c9-47cc-99f7-4c5bd6eef0b5 None None] The port 'cd7b9093-9f74-4b72-bd37-cd9f79932ff3' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:06:17.876587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-1c1d5d8f-6134-4a12-a29d-c879312167d6 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:17.913432 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.927316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-1c1d5d8f-6134-4a12-a29d-c879312167d6 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:17.934335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-1c1d5d8f-6134-4a12-a29d-c879312167d6 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.1528926 Jun 01 13:06:17.957057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:17.957653 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:17.960038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.028310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.073613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'fixed_ips': [{'subnet_id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:06:18.074461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.151858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:18.152471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.250020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.290060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:18.308836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-537050e9-fbf2-4d5f-9b51-690b87e23bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.327909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:18.348712 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.371846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-f07b79dd-f9d3-424e-98ea-fb2adbf4d56b tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:18.373631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb84623-20df-43eb-9fdd-69554f8a1032 req-f07b79dd-f9d3-424e-98ea-fb2adbf4d56b tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4385006 Jun 01 13:06:18.401014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.445386 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163a7102-5bd3-48c4-8da1-adfa8848f985'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:06:18.619289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:18.620399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba8d32f7-d170-4239-92f5-1ed309ef8dc0 req-88ac9ee8-0b6d-40fa-b218-214e45044d39 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2060137 Jun 01 13:06:18.625555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Allocated IP 172.20.0.2 (dcff8b08-e7ad-4d90-adf7-62484e7a33bb/c8e364ad-b5b0-472c-a143-750b0b8a9f50/d94da58c-1e22-4796-a522-26cff699a398) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:18.638387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b496f-ac35-4dee-9c4d-047e0f6e1c26,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:18.660463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.663279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-99e2ecc3-b1a6-4314-a6e6-b6c8e31155e5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7f7b496f-ac35-4dee-9c4d-047e0f6e1c26 HTTP/1.1" status: 204 len: 168 time: 0.9658699 Jun 01 13:06:18.686747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.742908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.882664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-5bec0b2d-434e-470e-a047-bcbbcd10119a tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:18.893449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-5bec0b2d-434e-470e-a047-bcbbcd10119a tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2201447 Jun 01 13:06:19.054009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Allocated IP 172.25.7.183 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:19.145715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f11bbf9-cf8b-4281-84cc-f55da324a090 req-3082604a-8138-431c-936e-1b1811463e23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1085570 Jun 01 13:06:19.148850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-df9f4c3d-ef6f-4317-868e-9e115c6d084c tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.2395525 Jun 01 13:06:19.152090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f31e0d3b-71c9-4596-9e64-a8761200c2bf req-d362b957-d306-49ba-aeae-c541417eb6e5 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0835240 Jun 01 13:06:19.169709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-c0d996cc-cca7-4ceb-a5a9-7b6b6c6f88df tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'floatingip': {'port_id': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:19.188138 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.208961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Transition to ACTIVE for port object d94da58c-1e22-4796-a522-26cff699a398 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:19.257989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Transition to ACTIVE for port object d94da58c-1e22-4796-a522-26cff699a398 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:19.261767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-c0d996cc-cca7-4ceb-a5a9-7b6b6c6f88df tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.270859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.324628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.365674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:19.381336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:19.390801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.407487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:19.612973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Pushing event updated for resources: {'Port': ['ID=d94da58c-1e22-4796-a522-26cff699a398,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:19.637223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Attempting to bind port d94da58c-1e22-4796-a522-26cff699a398 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:19.637869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Attempting to bind port d94da58c-1e22-4796-a522-26cff699a398 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:19.638539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Attempting to bind port d94da58c-1e22-4796-a522-26cff699a398 on network dcff8b08-e7ad-4d90-adf7-62484e7a33bb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:19.644317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Pushing event updated for resources: {'Port': ['ID=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:19.652083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:19.652969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Checking segment: {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:19.658908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.660949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Bound using segment: {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:19.661786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Bound port: d94da58c-1e22-4796-a522-26cff699a398, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:19.662109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:19.667554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:19.669613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:19.676444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:19.884106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] For port d94da58c-1e22-4796-a522-26cff699a398, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:19.887627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] For port d94da58c-1e22-4796-a522-26cff699a398, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d94da58c-1e22-4796-a522-26cff699a398,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:19.903106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:20.027907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044dca-b5e6-435e-a6b5-5c78b0b3405b None None] Pushing event updated for resources: {'Port': ['ID=d94da58c-1e22-4796-a522-26cff699a398,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:20.237446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af41af4f-a900-46ee-90eb-b618b567829c req-e09517dd-be25-4c05-a47c-0eada6a879ac tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2507071 Jun 01 13:06:20.317904 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-c0d996cc-cca7-4ceb-a5a9-7b6b6c6f88df tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 13:06:20.334360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bce386d9-4ac2-4073-bead-24b04ca47fad req-c0d996cc-cca7-4ceb-a5a9-7b6b6c6f88df tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "PUT /v2.0/floatingips/02540100-8698-4c2e-9963-bf1fafb544c0 HTTP/1.1" status: 409 len: 551 time: 1.1696239 Jun 01 13:06:20.507012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee280-f04e-4e9f-a460-1e474d4c7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:20.807390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd01a811-7148-47d9-9e2d-53739cb097a2 req-2d6efc85-9931-4fed-9c79-48b1f462db03 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0644693 Jun 01 13:06:20.813698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-1bd2b6de-9bef-485a-9c75-58dd4e6f6098 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips/02540100-8698-4c2e-9963-bf1fafb544c0 HTTP/1.1" status: 200 len: 693 time: 0.2147274 Jun 01 13:06:20.839365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:21.112288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-0eba6051-11c5-4c0d-bd00-907df0ef3dfc tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:21.113168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-0eba6051-11c5-4c0d-bd00-907df0ef3dfc tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2938235 Jun 01 13:06:21.356430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-ae6f2ef9-b31c-41e2-a686-785529561edf tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.2266686 Jun 01 13:06:21.710415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d94da58c-1e22-4796-a522-26cff699a398 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:21.775271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:21.918581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:21.948245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:21.972091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d94da58c-1e22-4796-a522-26cff699a398 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:22.001315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b333d9c-2b67-418e-a37e-452f5784e6be None None] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:22.143028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d46b5523-c65e-4c17-afba-9b7c84550920 req-a70b5e3f-5f8a-490e-889f-4ecc88321f9e tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0888615 Jun 01 13:06:22.152799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-23688917-e2d5-4d38-a4dd-0b71860a02f3 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.7954638 Jun 01 13:06:22.153841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Provisioning for port d94da58c-1e22-4796-a522-26cff699a398 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:22.175852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-604783f2-8cdd-471c-9370-8a5a6233f200 req-a3cdd6cd-eb04-4925-b807-443d6b4d8a2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21cf561b28d4530b354e99ad6de0473&device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.1668856 Jun 01 13:06:22.181526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Provisioning complete for port d94da58c-1e22-4796-a522-26cff699a398 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:22.182374 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:22.207350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:06:22.510806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-604783f2-8cdd-471c-9370-8a5a6233f200 req-83694e86-3c49-46dd-92cf-3d91d75b14ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e21cf561b28d4530b354e99ad6de0473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453850 Jun 01 13:06:22.521257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Current status of the port d94da58c-1e22-4796-a522-26cff699a398 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:22.521832 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:22.529650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:22.546268 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Sync routers for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:22.566002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:22.566741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:22.584992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:22.587937 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4451cc3-9faa-400a-ab9a-03192cb43f79 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0603006 Jun 01 13:06:22.590651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59948) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:22.625139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff9e7285-5acf-45f6-a35a-290df3311edc req-109165ea-24c7-463b-843f-d52c96f54811 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2125125 Jun 01 13:06:22.705551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] For port d94da58c-1e22-4796-a522-26cff699a398, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d94da58c-1e22-4796-a522-26cff699a398,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:22.722005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:22.907084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Deleting port 9455e990-2583-4572-bc07-424cb991ef54 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:22.907217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:22.910673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba6bf9-ff9f-4133-b0ed-2c1225d6cd81 None None] Pushing event updated for resources: {'Port': ['ID=d94da58c-1e22-4796-a522-26cff699a398,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:23.064745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:23.149283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:23.182896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604783f2-8cdd-471c-9370-8a5a6233f200 req-a2a40eb6-d2a3-4365-b4c0-22b51a627e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:23.185450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-604783f2-8cdd-471c-9370-8a5a6233f200 req-a2a40eb6-d2a3-4365-b4c0-22b51a627e14 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5387270 Jun 01 13:06:23.549420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:23.551172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:23.577655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d94da58c-1e22-4796-a522-26cff699a398 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:23.772114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:23.786723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Calling delete_port for 9455e990-2583-4572-bc07-424cb991ef54 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:23.792837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb784e4a-e845-41e3-aa60-d1c6a4d83e54 None None] Provisioning complete for port d94da58c-1e22-4796-a522-26cff699a398 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:23.793350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb784e4a-e845-41e3-aa60-d1c6a4d83e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:23.968413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d94da58c-1e22-4796-a522-26cff699a398 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:23.968780 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.039715 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:20Z', 'revision_number': 3, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:24.048949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Checking router: fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:24.049296 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Updating router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:06:24.103895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.142148 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.160612 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.173372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:24.186422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d1139925f7465d812b39e3c29736cb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:24.191696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:24.200939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:24.219961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75806e86-b7fc-475c-8fe4-546761f1c750 req-44e1eca8-88a8-4950-9fb0-47b1d7933e65 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2963338 Jun 01 13:06:24.251773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event deleted for resources: {'Port': ['ID=9455e990-2583-4572-bc07-424cb991ef54,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:24.305779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.306115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.306544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.307000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.307426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.307847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.308272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.308722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.309116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.309273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eb784e4a-e845-41e3-aa60-d1c6a4d83e54 None None] Current status of the port d94da58c-1e22-4796-a522-26cff699a398 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:24.310251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.310251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.310251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:24.448427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.534608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.537395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ce87f50-eca4-4e7b-9230-8fa290349648 req-f4d10221-dfff-4443-99da-595f4e26d87d tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "DELETE /v2.0/floatingips/02540100-8698-4c2e-9963-bf1fafb544c0 HTTP/1.1" status: 204 len: 173 time: 2.3601103 Jun 01 13:06:24.588327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d94da58c-1e22-4796-a522-26cff699a398 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:24.625982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.721201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-604783f2-8cdd-471c-9370-8a5a6233f200 req-9e2f7c8e-661c-4e31-90f1-1af6b92a6c49 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.0662758 Jun 01 13:06:24.813622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-292fbddc-0a0c-4404-aa9d-697ce3ac1e13 req-e02f6394-1ae5-4a38-a3c2-6d24aa38ed41 tempest-ServerShowV254Test-1355583993 tempest-ServerShowV254Test-1355583993-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7ac707a-8a5e-4b6d-9f15-20032e980bfa HTTP/1.1" status: 200 len: 210 time: 0.2086639 Jun 01 13:06:24.861851 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.879733 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Transition to ACTIVE for port object 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:24.892788 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.909120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-d88e25da-c4db-44a0-ade6-45747cbe476e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:24.937409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-d88e25da-c4db-44a0-ade6-45747cbe476e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:24.938851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-d88e25da-c4db-44a0-ade6-45747cbe476e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.2822847 Jun 01 13:06:24.978485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:24.994551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.091550 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Attempting to bind port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:25.092240 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Attempting to bind port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:25.092437 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Attempting to bind port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:25.098764 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Pushing event updated for resources: {'Port': ['ID=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:25.103981 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:25.104278 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:25.105231 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.105231 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:25.105798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Bound port: 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:25.105798 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.137994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7c28e965-176d-49e6-b58e-a88bba43f04e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:25.138989 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.138989 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.139247 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.139738 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.140234 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.140880 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.141080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7c28e965-176d-49e6-b58e-a88bba43f04e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:25.141976 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.142453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.142941 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.143396 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.143867 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.144327 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:25.159738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd981755-8f83-447e-b899-3ffbf8e254bd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:25.184539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96296537-5719-4ff2-8bf2-e6f80fa249e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e4d1139925f7465d812b39e3c29736cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4064407 Jun 01 13:06:25.184539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59984) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:25.312389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] For port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:25.318411 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] For port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:25.322773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Allocated IP 172.20.0.1 (dcff8b08-e7ad-4d90-adf7-62484e7a33bb/c8e364ad-b5b0-472c-a143-750b0b8a9f50/405f8be1-277d-4e38-8335-261b4c463089) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:25.329036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.331701 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.359725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.428261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.512560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969bb4-addd-4818-a9bf-7aaef62325c0 None None] Pushing event updated for resources: {'Port': ['ID=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:25.517619 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:25.517997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:25.656511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7c28e965-176d-49e6-b58e-a88bba43f04e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:25.671055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7c28e965-176d-49e6-b58e-a88bba43f04e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports/5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 943 time: 0.7073224 Jun 01 13:06:25.699765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7c978a3-33a6-490a-b981-8f95d2f62cf8 req-2d6ceeb1-75b9-45e9-b794-2b40c4faae57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.4518604 Jun 01 13:06:25.721064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd981755-8f83-447e-b899-3ffbf8e254bd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:25.821880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa8699aa-bbca-45b1-814b-4f0127df3ea2 req-1ab0124f-d392-4234-97d5-a9c63c920c65 tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0991070 Jun 01 13:06:25.825718 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:25.849133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:25.851238 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0e683a21-7c88-4846-a9c9-fb3488198611 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd981755-8f83-447e-b899-3ffbf8e254bd HTTP/1.1" status: 204 len: 168 time: 0.6674764 Jun 01 13:06:26.092312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:26.105241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-84749902-b284-416c-ba2e-97e804758031 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.2664571 Jun 01 13:06:26.154274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Transition to ACTIVE for port object 405f8be1-277d-4e38-8335-261b4c463089 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:26.214650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:26.383974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:26.404921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:26.429644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:26.488518 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:20Z', 'revision_number': 3, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:26.498938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a7f46-c5ed-401f-ae88-b244acbee8be None None] The sync data for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 is: [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:20Z', 'revision_number': 3, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:26.502542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-c58f5b7c-d43f-430c-abac-84109d146aaa tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:26.523662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-c58f5b7c-d43f-430c-abac-84109d146aaa tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4072125 Jun 01 13:06:26.595510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Pushing event updated for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:26.617616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:26.994369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb1f1550-53fa-480c-8f7f-a57cd8650d0b None None] Provisioning for port 405f8be1-277d-4e38-8335-261b4c463089 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:27.018483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb1f1550-53fa-480c-8f7f-a57cd8650d0b None None] Provisioning complete for port 405f8be1-277d-4e38-8335-261b4c463089 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:27.018483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1550-53fa-480c-8f7f-a57cd8650d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:27.078542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7e761939-1406-4ae6-8398-d4f7961d8e8e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.4825256 Jun 01 13:06:27.156431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:27.397922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f1550-53fa-480c-8f7f-a57cd8650d0b None None] Port 405f8be1-277d-4e38-8335-261b4c463089 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:06:27.406242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:27.725758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:27.731703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:27.747854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:28.099744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3bbf5dd0-97ed-49c6-85b7-9f6080d0311f req-2b4693f9-837b-42a0-a1cd-66366386939f tempest-ServersAdmin275Test-1720231850 tempest-ServersAdmin275Test-1720231850-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.5973136 Jun 01 13:06:28.114761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:28.232755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.265836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:28.278574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Usage tracker for resource:security_group_rule and tenant:e21cf561b28d4530b354e99ad6de0473 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:28.289688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:28.290313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.295019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:28.295981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:28.326531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:28.459494 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:06:28.567453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.619588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1770985698-network', 'tenant_id': 'bc023f66b1274e39b51d9ace045dfef5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:28.632749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.669681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:28.671262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.713390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:28.745737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.789203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:28.878106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.911742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa306364-d183-4330-9769-72b9ea2dab3f req-1d5b9d2c-a26c-4524-978b-564b3eba0811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613b636bb2246f4b7997ab7bff457c8&device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.1157095 Jun 01 13:06:28.911742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:28.911742 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Floating IP f25a77cb-8728-4baf-968d-d0bd78c89677 disassociated. External IP: 172.25.7.87, port: 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766. Jun 01 13:06:28.942855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:28.951630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Usage tracker for resource:network and tenant:bc023f66b1274e39b51d9ace045dfef5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:28.965909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:28.966337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.967072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.968252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.968594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.971128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.971548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.971888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.972222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.972561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.972876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.973197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.975283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:28.977123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:29.012617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.019357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Pushing event updated for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:29.039847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.064441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Made reservation on behalf of bc023f66b1274e39b51d9ace045dfef5 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:29.066924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.067841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a92c7cbb-14ea-4151-a28b-12e803386bfb req-bb3cc015-10ce-4a17-ad42-b47eb165ca61 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0689983 Jun 01 13:06:29.078677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa306364-d183-4330-9769-72b9ea2dab3f req-a6c2eb89-74aa-4622-aef6-84e9ecd2ea76 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2613b636bb2246f4b7997ab7bff457c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996137 Jun 01 13:06:29.085015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.127844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4d7dc-b787-4c94-9e33-5094b60a76ec,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:29.139705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.171065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4e1490d5-90e9-4b4f-bd0d-64c20d6b7a74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e21cf561b28d4530b354e99ad6de0473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7610681 Jun 01 13:06:29.181793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60056) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:29.240793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:29.455441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Usage tracker for resource:security_group_rule and tenant:bc023f66b1274e39b51d9ace045dfef5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:29.466707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:29.498646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:29.544575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:29.578631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.666332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.675592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:29.683571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:29.756909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:29.757579 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:29.872289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa306364-d183-4330-9769-72b9ea2dab3f req-3f2aa62e-5aaa-4ec9-b38b-dbb6f2f100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:29.874545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa306364-d183-4330-9769-72b9ea2dab3f req-3f2aa62e-5aaa-4ec9-b38b-dbb6f2f100c2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7880647 Jun 01 13:06:30.092311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:30.096812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-03cd284e-24c2-4312-8dc6-cf6fd9263eb9 None None] Provisioning complete for port 405f8be1-277d-4e38-8335-261b4c463089 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:30.097849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-03cd284e-24c2-4312-8dc6-cf6fd9263eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.109187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:30.164863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:30.192411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.206327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.226775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-03cd284e-24c2-4312-8dc6-cf6fd9263eb9 None None] Port 405f8be1-277d-4e38-8335-261b4c463089 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:06:30.236758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.255548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4d7dc-b787-4c94-9e33-5094b60a76ec,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:30.372687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:06:30.384849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1816f507-6cc5-498d-ae7d-ba65f2390d9f req-4ebcd969-59f1-44f7-86d0-d6314673ba15 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.0806668 Jun 01 13:06:30.399609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.400983 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0db498c0-c03b-4493-8487-ed0d63d9f0ce admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/57b4d7dc-b787-4c94-9e33-5094b60a76ec HTTP/1.1" status: 204 len: 168 time: 1.2162673 Jun 01 13:06:30.410128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.410663 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Added segment a00b6dbd-e374-43c4-9cad-10a7d756f358 of type vlan for network f798dbfe-383f-41f2-9008-8a8ff119a4ff Jun 01 13:06:30.460733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e758a-680b-4287-9500-4b595b0d60f6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:30.528168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:30.538844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.542377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Sync routers for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:30.544097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:30.553878 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d221756-ae1d-4fba-9df9-61941da27126 admin admin] 10.222.0.40 "PUT /v2.0/routers/fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9620359 Jun 01 13:06:30.569257 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Sync routers for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:30.572538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.576658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:30.581258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:30.586710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:30.587339 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:30.630860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.632025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:30.632606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:30.780454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-eb579da9-3c73-4b1d-ac41-2013893b2610 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "PUT /v2.0/floatingips/f25a77cb-8728-4baf-968d-d0bd78c89677 HTTP/1.1" status: 200 len: 694 time: 3.6883745 Jun 01 13:06:30.895056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:30.991543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7ee72bca-6b42-49ab-9782-d6b842696f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:31.002705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:31.003997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-7ee72bca-6b42-49ab-9782-d6b842696f1a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1097 time: 0.2192514 Jun 01 13:06:31.007249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:31.053060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7533078 Jun 01 13:06:31.061155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:31.074204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Request body: {'subnet': {'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1770985698-subnet', 'tenant_id': 'bc023f66b1274e39b51d9ace045dfef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:31.075251 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e55fb88-5397-4106-82e3-43619c630f91'] response: {'name': 'network-changed', 'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'status': 'completed', 'code': 200} Jun 01 13:06:31.091034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44099-c35d-4f72-b811-9f5d7022084a admin admin] Pushing event updated for resources: {'Network': ['ID=f798dbfe-383f-41f2-9008-8a8ff119a4ff,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:31.110012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:31.122271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Usage tracker for resource:subnet and tenant:bc023f66b1274e39b51d9ace045dfef5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:31.130421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:31.151003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:31.176704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Made reservation on behalf of bc023f66b1274e39b51d9ace045dfef5 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:31.186027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:31.524903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f798dbfe-383f-41f2-9008-8a8ff119a4ff details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:06:31.583114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-04ed09bb-2227-4d36-af6c-228ba3940f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:31.588843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-04ed09bb-2227-4d36-af6c-228ba3940f9b service neutron] 10.222.0.40 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 930 time: 0.5836513 Jun 01 13:06:31.609626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:31.762968 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:27Z', 'revision_number': 4, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '405f8be1-277d-4e38-8335-261b4c463089', 'name': '', 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'mac_address': 'fa:16:3e:91:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:24Z', 'updated_at': '2022-06-01T13:06:27Z', 'revision_number': 2, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'subnets': [{'id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:31.773651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Checking router: fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:31.774345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36178d29-119a-466b-acbb-fed6379e54ba,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:31.775176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Updating router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 port 405f8be1-277d-4e38-8335-261b4c463089 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:06:31.803826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.806311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.806946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.807482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.808398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.808930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.811881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.812496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.813042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.813582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.814108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.818684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:06:31.819078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:31.823533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Checking router: 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:31.836524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:31.837301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:31.888335 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:31.889685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Checking segment: {'id': 'a00b6dbd-e374-43c4-9cad-10a7d756f358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:31.891933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Network hostable DHCP agents. Network: f798dbfe-383f-41f2-9008-8a8ff119a4ff, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:06:31.916643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa306364-d183-4330-9769-72b9ea2dab3f req-c62413c4-24f9-4338-8b09-d5b76b69c07a tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.3222001 Jun 01 13:06:31.934071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-202fd75e-65c1-4f17-bda4-673283aacad9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 217 time: 0.2302787 Jun 01 13:06:32.000862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd562d5f-9704-49e5-9540-9f5a997022a1 req-a2d21047-9085-4e3b-9a53-509585694a32 tempest-ServersAdmin275Test-1181063058 tempest-ServersAdmin275Test-1181063058-project] 10.222.0.40 "GET /v2.0/ports?device_id=23d713e8-10c9-43a6-9eba-d88dbed57f4d HTTP/1.1" status: 200 len: 210 time: 0.2032759 Jun 01 13:06:32.029767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Network f798dbfe-383f-41f2-9008-8a8ff119a4ff is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:06:32.072001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, f798dbfe-383f-41f2-9008-8a8ff119a4ff) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:32.085411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:32.086004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:32.153141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7303a63b-91d0-48ab-b8f5-f3f4347bd6e3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0900435 Jun 01 13:06:32.260044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-ff062ef4-2f72-4acf-929f-1ac2fe3dac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:32.265934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-ff062ef4-2f72-4acf-929f-1ac2fe3dac69 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.2713611 Jun 01 13:06:32.302733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb730f18-8486-4809-b5c1-7d23ef5a6e85 None None] Network f798dbfe-383f-41f2-9008-8a8ff119a4ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:32.375038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-3af5243c-1f19-4250-9ff1-55870cfe8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:32.376783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-3af5243c-1f19-4250-9ff1-55870cfe8a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f080079c283246de850da57a2b64e5db&device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 1097 time: 1.2900121 Jun 01 13:06:32.485287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:32.491100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1456155414-network', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:32.502263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:32.511198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Usage tracker for resource:network and tenant:55142ae15079433fb6ba442b44f9e1fe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:32.523146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:32.558194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:32.594274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Made reservation on behalf of 55142ae15079433fb6ba442b44f9e1fe for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:32.596948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:32.649464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:32.695185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:32.710240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:32.722167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Usage tracker for resource:security_group_rule and tenant:55142ae15079433fb6ba442b44f9e1fe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:32.736061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:32.753815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:32.960768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:32.971762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:32.987015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:06:33.016790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.027185 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Added segment ddd59b61-e937-4c8a-8739-ef4817ff793d of type vlan for network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 Jun 01 13:06:33.043546 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.076123 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Transition to ACTIVE for port object 405f8be1-277d-4e38-8335-261b4c463089 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:33.091332 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.156352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab703cd1-727f-4bbd-82cc-80997953bcbb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:33.171637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.197026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-1684cc9e-2f03-4e2b-acf2-65ca0b2a132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:33.205841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-1684cc9e-2f03-4e2b-acf2-65ca0b2a132d service neutron] 10.222.0.24 "GET /v2.0/networks?id=446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 200 len: 930 time: 0.8060138 Jun 01 13:06:33.233892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.234931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:33.236015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.484189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] Pushing event updated for resources: {'Network': ['ID=fa7e834b-d6cc-4cfe-8a30-0bff0cecc623,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:33.496629 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c39d036-fe13-4443-bb48-4d0d3e062f9a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0102334 Jun 01 13:06:33.497460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60140) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:33.507210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Request body: {'subnet': {'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1456155414-subnet', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:33.523743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:33.530796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:06:33.532376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Usage tracker for resource:subnet and tenant:55142ae15079433fb6ba442b44f9e1fe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:33.537515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:33.556104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:33.585998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-3937b6f7-881d-4ee0-a173-cce1a330b4a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 200 len: 217 time: 0.3648050 Jun 01 13:06:33.596013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Made reservation on behalf of 55142ae15079433fb6ba442b44f9e1fe for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:33.598377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.604398 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ff0e4-1d0c-4581-9ebb-d0c27602adcb None None] Pushing event updated for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:33.852970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-5c9fe399-e6a7-4c0c-b16c-dd1830d79557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:33.854422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-5c9fe399-e6a7-4c0c-b16c-dd1830d79557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 200 len: 868 time: 0.2597406 Jun 01 13:06:33.867046 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Attempting to bind port 405f8be1-277d-4e38-8335-261b4c463089 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:33.869430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Attempting to bind port 405f8be1-277d-4e38-8335-261b4c463089 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:33.869430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Attempting to bind port 405f8be1-277d-4e38-8335-261b4c463089 on network dcff8b08-e7ad-4d90-adf7-62484e7a33bb {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:33.878091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:33.878833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Checking segment: {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:33.881400 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.881951 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Bound using segment: {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:33.883742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Bound port: 405f8be1-277d-4e38-8335-261b4c463089, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf17bb6-4040-4dd2-abb9-a7f020788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:33.884271 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:33.959293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-d7932ea0-c29a-4b45-bb8c-846fb5a7c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:33.977086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-d7932ea0-c29a-4b45-bb8c-846fb5a7c29c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7022417 Jun 01 13:06:34.168009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] For port 405f8be1-277d-4e38-8335-261b4c463089, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:34.176659 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] For port 405f8be1-277d-4e38-8335-261b4c463089, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=405f8be1-277d-4e38-8335-261b4c463089,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:34.189852 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.205786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d288a8-ebf9-4fc6-a02a-a898ae068e9d None None] Network f798dbfe-383f-41f2-9008-8a8ff119a4ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:34.240179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.273755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.411044 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:34.411686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:34.461287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:34.466209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccf2c66-aa7a-4259-8179-af8e2edb028e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:34.581699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Checking segment: {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:34.582775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Network hostable DHCP agents. Network: fa7e834b-d6cc-4cfe-8a30-0bff0cecc623, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:06:34.649435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:06:34.687711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fa7e834b-d6cc-4cfe-8a30-0bff0cecc623) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:34.699828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:34.700417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.708159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b537be-9379-414f-955a-a2fcba359304 None None] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:34.757189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:34.787685 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6a9f67f-e215-4969-a17d-6d0b7aefba03 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2887707 Jun 01 13:06:34.791852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60184) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:34.807496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:34.808046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-c65589ee-8374-4405-9439-9011e736cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:34.810492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-c65589ee-8374-4405-9439-9011e736cca4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=446d964e-bd8b-4925-96a3-bf287bcb8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9484293 Jun 01 13:06:34.823496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:34.835042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Usage tracker for resource:router and tenant:55142ae15079433fb6ba442b44f9e1fe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:34.847484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:34.864049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:34.897128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.898637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:34.927636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:35.069761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-3831637f-328b-4415-9f6c-02f51246c92a service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0717576 Jun 01 13:06:35.109019 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:35.242762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9570-af3d-497c-9758-ab1801265cdb None None] The sync data for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 is: [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:27Z', 'revision_number': 4, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa75d304-c131-43d6-94dc-912ebf5e2eb8', 'name': '', 'network_id': '446d964e-bd8b-4925-96a3-bf287bcb8c64', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'mac_address': 'fa:16:3e:b0:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:23Z', 'updated_at': '2022-06-01T13:05:36Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'subnets': [{'id': '785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:35.490367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'fixed_ips': [{'subnet_id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:06:35.491486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:35.592372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ff0e4-1d0c-4581-9ebb-d0c27602adcb None None] Pushing event updated for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:35.671083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-319952ef-34c5-44c0-8208-80271c8777b0 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334086 Jun 01 13:06:35.687157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25984ff2-1a94-410d-9fbc-a84c4d83b090 req-3ba216ad-18b9-4282-ac3a-b913774cc922 service neutron] 10.222.0.40 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887523 Jun 01 13:06:35.977911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3185c1-7074-4c31-9c29-4e9773c32574 None None] New status for floating IP f25a77cb-8728-4baf-968d-d0bd78c89677: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:06:36.116890 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:27Z', 'revision_number': 4, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '405f8be1-277d-4e38-8335-261b4c463089', 'name': '', 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'mac_address': 'fa:16:3e:91:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:24Z', 'updated_at': '2022-06-01T13:06:34Z', 'revision_number': 4, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'subnets': [{'id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:36.128561 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26479d7c-e23e-442b-9157-74ccd033db7d None None] The sync data for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 is: [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:27Z', 'revision_number': 4, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '405f8be1-277d-4e38-8335-261b4c463089', 'name': '', 'network_id': 'dcff8b08-e7ad-4d90-adf7-62484e7a33bb', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'mac_address': 'fa:16:3e:91:97:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:24Z', 'updated_at': '2022-06-01T13:06:34Z', 'revision_number': 4, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'subnets': [{'id': 'c8e364ad-b5b0-472c-a143-750b0b8a9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:36.147239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Allocated IP 172.20.0.2 (fa7e834b-d6cc-4cfe-8a30-0bff0cecc623/dccf2c66-aa7a-4259-8179-af8e2edb028e/e6162a55-14a4-4808-9246-0c365afc1c34) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:36.241919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:36.278121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-1201f7a4-fd7e-4ec8-8cb8-cec3a2189f23 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips/f25a77cb-8728-4baf-968d-d0bd78c89677 HTTP/1.1" status: 200 len: 694 time: 0.3954380 Jun 01 13:06:36.315938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:36.374156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:36.379009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Usage tracker for resource:security_group_rule and tenant:2613b636bb2246f4b7997ab7bff457c8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:36.398100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:36.413625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:36.779592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:36.792975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Transition to ACTIVE for port object e6162a55-14a4-4808-9246-0c365afc1c34 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:36.801775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:36.814245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:36.823166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Transition to ACTIVE for port object e6162a55-14a4-4808-9246-0c365afc1c34 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:36.905904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-9e3b848b-674c-4c67-858f-985eb86ebfff tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:36.921267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-9e3b848b-674c-4c67-858f-985eb86ebfff tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.6260760 Jun 01 13:06:36.980179 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2613b636bb2246f4b7997ab7bff457c8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4864051 Jun 01 13:06:36.988939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60250) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:36.993772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:37.046766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b185a01-b5c9-499a-917e-e2e14eb9fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc58b7-87cb-4bae-ab60-f4b8afaea35b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:37.189290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:37.263676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:37.265040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:37.275092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Pushing event updated for resources: {'Port': ['ID=e6162a55-14a4-4808-9246-0c365afc1c34,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:37.278439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:37.289106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:37.322924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-e9e32d8c-4a74-44a9-9236-bb068a4fe1d9 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 697 time: 0.3859496 Jun 01 13:06:37.358799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:37.378870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:37.481997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-9394b2d8-df0c-4fe4-926b-ffdcb4a404c4 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:37.492040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-9394b2d8-df0c-4fe4-926b-ffdcb4a404c4 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/networks?id=f798dbfe-383f-41f2-9008-8a8ff119a4ff HTTP/1.1" status: 200 len: 810 time: 0.7253525 Jun 01 13:06:37.515703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc58b7-87cb-4bae-ab60-f4b8afaea35b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:37.686052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:37.693298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf313c83-7a5f-4245-a715-b184535a1bf4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/73dc58b7-87cb-4bae-ab60-f4b8afaea35b HTTP/1.1" status: 204 len: 168 time: 0.6949492 Jun 01 13:06:37.698308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-6ed210a7-54ba-4fe6-9237-3754b55a93e5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/quotas/bc023f66b1274e39b51d9ace045dfef5 HTTP/1.1" status: 200 len: 375 time: 0.2057035 Jun 01 13:06:37.799433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-a69e07d3-5b0d-408b-a313-ec2363e4547a tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 697 time: 0.4776976 Jun 01 13:06:37.816505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd3f5fc-2c95-4858-8b9f-6247680b2d2f req-f2e95365-479b-4de9-a6f7-705001a7ae14 service neutron] 10.222.0.24 "GET /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1276577 Jun 01 13:06:37.836924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-f6abd0b7-9aa2-4167-bec0-0e70f5963482 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=bc023f66b1274e39b51d9ace045dfef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345963 Jun 01 13:06:38.004949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.087586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 405f8be1-277d-4e38-8335-261b4c463089 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:38.134495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.152751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.193028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Attempting to bind port e6162a55-14a4-4808-9246-0c365afc1c34 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:38.193028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Attempting to bind port e6162a55-14a4-4808-9246-0c365afc1c34 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:38.193028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Attempting to bind port e6162a55-14a4-4808-9246-0c365afc1c34 on network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:38.200937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:38.200937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Checking segment: {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:38.200937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.201573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Bound using segment: {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:38.203479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Bound port: e6162a55-14a4-4808-9246-0c365afc1c34, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:38.203479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.256779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:38.270016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 405f8be1-277d-4e38-8335-261b4c463089 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:38.272697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Usage tracker for resource:security_group_rule and tenant:84472a84b8e145de9eb84bce09644cc5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:38.283301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 405f8be1-277d-4e38-8335-261b4c463089 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:38.283672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.287616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:38.316955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:38.445850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] For port e6162a55-14a4-4808-9246-0c365afc1c34, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:38.459697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] For port e6162a55-14a4-4808-9246-0c365afc1c34, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e6162a55-14a4-4808-9246-0c365afc1c34,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:38.461922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 405f8be1-277d-4e38-8335-261b4c463089 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:38.462177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.483379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.630874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Allocated IP 172.25.7.101 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e457ce12-3e77-4500-bdef-7a9e3d8baaca) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:38.681297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:38.730202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf7120-10e1-4ac8-a778-7a900cfe5929 None None] Pushing event updated for resources: {'Port': ['ID=e6162a55-14a4-4808-9246-0c365afc1c34,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:38.756845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 405f8be1-277d-4e38-8335-261b4c463089, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=405f8be1-277d-4e38-8335-261b4c463089,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:38.768719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Deleting port 03cc5566-aa15-4efe-b06b-761b2e7607f8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:38.769210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.772234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.782867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.852856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:38.933557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:38.940228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.944698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Usage tracker for resource:security_group_rule and tenant:085813e6d52047b78aa897a372b94526 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:38.950430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:38.957429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:38.985630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-4e57573a-17f2-4ad1-b8d0-2d8aa2a33c4e service neutron] 10.222.0.40 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1447790 Jun 01 13:06:39.002386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:39.099498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.305744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.311335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.311766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.449900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Pushing event updated for resources: {'Port': ['ID=e457ce12-3e77-4500-bdef-7a9e3d8baaca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:39.452993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d9c10-11d8-4640-9537-4414bac84338,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:39.458397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.470974 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2996c0e2-86d5-42a8-aebc-f35ccd39c154 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=84472a84b8e145de9eb84bce09644cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1089604 Jun 01 13:06:39.472976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60278) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:39.496365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:39.502885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:39.509647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.520333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Calling delete_port for 03cc5566-aa15-4efe-b06b-761b2e7607f8 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:39.569166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:39.688383 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=085813e6d52047b78aa897a372b94526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957752 Jun 01 13:06:39.738768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60282) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:39.759848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-4ff065ef-a2a8-4635-a345-611f1666c4ff service neutron] 10.222.0.40 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733157 Jun 01 13:06:39.762864 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:39.854950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e6162a55-14a4-4808-9246-0c365afc1c34 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:39.939166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event deleted for resources: {'Port': ['ID=03cc5566-aa15-4efe-b06b-761b2e7607f8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:40.068380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.081844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e6162a55-14a4-4808-9246-0c365afc1c34 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:40.106697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 405f8be1-277d-4e38-8335-261b4c463089 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:40.145369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.163286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.259213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 405f8be1-277d-4e38-8335-261b4c463089 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:40.259585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.343235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.344761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fa68ec1-0c86-46d3-bd39-055486225c13 req-12d54173-2cfd-4bd1-bb37-774f27743119 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "DELETE /v2.0/floatingips/f25a77cb-8728-4baf-968d-d0bd78c89677 HTTP/1.1" status: 204 len: 173 time: 2.5034089 Jun 01 13:06:40.348443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.351205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.352469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/97568b44-caa3-413d-bde6-d3026608e87f HTTP/1.1" status: 204 len: 168 time: 0.6126459 Jun 01 13:06:40.471056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af1698-cc1e-44ab-9345-005e4a21d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97568b44-caa3-413d-bde6-d3026608e87f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:40.557817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 405f8be1-277d-4e38-8335-261b4c463089 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:40.607615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb03bca2-4bbb-452c-b226-54a94a0c8173 None None] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:06:40.684951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f775182-e993-4e9f-a0db-240d9bfd4c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97568b44-caa3-413d-bde6-d3026608e87f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:40.781502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.849695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:40.942226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Provisioning for port e6162a55-14a4-4808-9246-0c365afc1c34 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:40.958227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6671149c-9ecd-4d08-b3f0-6e00a069202d req-2e0a4a2c-9b61-44f8-b664-4a10e90d55e9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 210 time: 0.5004480 Jun 01 13:06:41.076385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.107556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.122820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.133827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.147480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.162345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.175842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.182718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-8046d015-bcf1-466d-8e57-5a4ad956a176 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.5117607 Jun 01 13:06:41.284520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Provisioning complete for port e6162a55-14a4-4808-9246-0c365afc1c34 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:41.285559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.366861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07445cd4-c39c-4280-b063-c5128ae58a18 req-11dadb03-feb7-4a80-b531-19f3377db57c tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746411 Jun 01 13:06:41.417385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-cf93d202-0522-4edc-89f1-cb9d071e72b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:41.418130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-cf93d202-0522-4edc-89f1-cb9d071e72b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:41.453584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.463196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-cf93d202-0522-4edc-89f1-cb9d071e72b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:41.467245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-cf93d202-0522-4edc-89f1-cb9d071e72b0 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2272725 Jun 01 13:06:41.534392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d9c10-11d8-4640-9537-4414bac84338,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:41.609771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-98d18dd6-8724-45c8-830b-6f8dc9dd9485 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:41.640710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.745935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Current status of the port e6162a55-14a4-4808-9246-0c365afc1c34 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:41.746541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.761088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-98d18dd6-8724-45c8-830b-6f8dc9dd9485 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:41.776524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3862bc8-f7d7-4dde-9a6b-a6e90cfbd735 req-98d18dd6-8724-45c8-830b-6f8dc9dd9485 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2976627 Jun 01 13:06:41.850145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] For port e6162a55-14a4-4808-9246-0c365afc1c34, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e6162a55-14a4-4808-9246-0c365afc1c34,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:41.854897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.895524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:41.897539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-26399c09-aeea-4880-a8f9-56e0d0001002 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9b4d9c10-11d8-4640-9537-4414bac84338 HTTP/1.1" status: 204 len: 168 time: 2.3987477 Jun 01 13:06:41.971693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e95847-3564-4575-9e4e-762e6cc50f89 None None] Pushing event updated for resources: {'Port': ['ID=e6162a55-14a4-4808-9246-0c365afc1c34,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:42.056852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a90f68c1-2a8e-491f-ba8f-4593bf46a593 req-b05f4d2b-6d5c-41f0-8689-a7ebceb88856 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2260840 Jun 01 13:06:42.106078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.133731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.156802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.176712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.194037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.220716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.244125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:42.255524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d65096ff-4107-428b-8b50-23404d62ad5a req-f3e82079-af27-4af8-8351-0a4e84a255ef tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.6181746 Jun 01 13:06:42.342703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d3203ed-60bc-436d-b349-0fce206b38de req-3a964e2a-d0de-4586-b527-fc3a7bd0bb52 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 210 time: 0.0848134 Jun 01 13:06:42.389115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ac161557-559b-4a46-a531-c16877ece0d2 None None] Provisioning complete for port e6162a55-14a4-4808-9246-0c365afc1c34 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:42.394163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ac161557-559b-4a46-a531-c16877ece0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:42.740405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ac161557-559b-4a46-a531-c16877ece0d2 None None] Current status of the port e6162a55-14a4-4808-9246-0c365afc1c34 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:42.892339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:42.906172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:42.963289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:43.012570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:43.022562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Usage tracker for resource:security_group_rule and tenant:a124c666f3a243d68c7c3141ec3064a9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:43.030225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:43.044280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:43.226457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630062c1-90dd-4bfa-bf1b-dc2a4e496cdb req-837d66c7-26ff-4e06-a954-8745eac67328 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:43.229513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-630062c1-90dd-4bfa-bf1b-dc2a4e496cdb req-837d66c7-26ff-4e06-a954-8745eac67328 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 946 time: 0.1355581 Jun 01 13:06:43.269775 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:43.289933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:43.619839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e6162a55-14a4-4808-9246-0c365afc1c34 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:43.659602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Router d6a4b110-1b82-4a6f-bafe-f009c50a9304 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:06:43.832827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e6162a55-14a4-4808-9246-0c365afc1c34 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:43.832827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:44.031898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e6162a55-14a4-4808-9246-0c365afc1c34 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:44.139904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:44.154643 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Sync routers for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:44.172700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:44.174428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:44.178080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:44.181959 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48752cda-aae3-4c49-b3f5-e6bc3a855583 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3864610 Jun 01 13:06:44.182398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:44.219004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a124c666f3a243d68c7c3141ec3064a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3114500 Jun 01 13:06:44.223616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafd659-129f-4db0-a9b6-b37ac4b229ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4653b-34c0-45b0-85dc-0f546dba57be,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:44.250219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:44.290234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-630062c1-90dd-4bfa-bf1b-dc2a4e496cdb req-dbd9602c-edfd-4904-b156-a7e87765fdba tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0171726 Jun 01 13:06:44.333590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b6627d7-0923-4e51-9713-d8a5043561de req-4e0b8565-213a-486c-9023-56c03e67040c tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 210 time: 0.5460079 Jun 01 13:06:44.348889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-ed04de9e-72a1-4fe5-badc-d09cf2057686 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.373031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-ed04de9e-72a1-4fe5-badc-d09cf2057686 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.13 "GET /v2.0/networks?id=f798dbfe-383f-41f2-9008-8a8ff119a4ff HTTP/1.1" status: 200 len: 810 time: 0.5721283 Jun 01 13:06:44.373514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60408) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:44.399010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Request body: {'port': {'device_id': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff', 'admin_state_up': True, 'tenant_id': 'bc023f66b1274e39b51d9ace045dfef5'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:44.757401 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:44.793245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:44.797519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Usage tracker for resource:port and tenant:bc023f66b1274e39b51d9ace045dfef5 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:44.800287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:44.805204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:44.806303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:44.823497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.823597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.825349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.825349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.825349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.826492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.826492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:44.840927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-c32d550a-fea3-45dd-9e0b-1296ae53f723 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6500 time: 0.4600070 Jun 01 13:06:44.885260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Made reservation on behalf of bc023f66b1274e39b51d9ace045dfef5 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:44.888811 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:44.920676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.012976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-18fed062-5789-4c14-b44c-e3f24277b892 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770525 Jun 01 13:06:45.078114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.084341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-0d25c6c9-fff1-4d4f-82c6-66b532babfc4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:45.086217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-0d25c6c9-fff1-4d4f-82c6-66b532babfc4 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.24 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 946 time: 0.2347205 Jun 01 13:06:45.144198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4653b-34c0-45b0-85dc-0f546dba57be,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:45.170497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.175981 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8264a5f-dbae-45c0-8f3a-92cdeb9ce833 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/84d4653b-34c0-45b0-85dc-0f546dba57be HTTP/1.1" status: 204 len: 168 time: 0.9246485 Jun 01 13:06:45.259988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Deleting port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:45.260880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.429027 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:40Z', 'revision_number': 3, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:45.433153 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Checking router: d6a4b110-1b82-4a6f-bafe-f009c50a9304 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:45.433493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Updating router d6a4b110-1b82-4a6f-bafe-f009c50a9304 port e457ce12-3e77-4500-bdef-7a9e3d8baaca binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:06:45.611246 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.640240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Allocated IP 172.20.0.13 (f798dbfe-383f-41f2-9008-8a8ff119a4ff/36178d29-119a-466b-acbb-fed6379e54ba/cf1d1e0c-d88e-482c-86c4-4358d6bb8386) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:45.917195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.932267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6998fc3d-56eb-4c40-8cc9-68347d47d3d6 req-83d6d7d3-c3a9-4283-911c-272ffab9b284 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 210 time: 0.3174641 Jun 01 13:06:46.108984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] For port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:46.109548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.265360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Calling delete_port for 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:46.270435 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.303103 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Transition to ACTIVE for port object e457ce12-3e77-4500-bdef-7a9e3d8baaca will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:46.323799 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.437608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Allocated IP 172.20.0.1 (fa7e834b-d6cc-4cfe-8a30-0bff0cecc623/dccf2c66-aa7a-4259-8179-af8e2edb028e/ec672ada-b022-4135-a44e-83d4e8667e05) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:46.439329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f0ca-984a-49a7-9354-a51dd2360d20 req-61ed4ff6-af4d-473e-bd72-97cc19e82d6e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:46.440922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9078f0ca-984a-49a7-9354-a51dd2360d20 req-61ed4ff6-af4d-473e-bd72-97cc19e82d6e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 946 time: 0.8060908 Jun 01 13:06:46.515237 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Attempting to bind port e457ce12-3e77-4500-bdef-7a9e3d8baaca on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:46.515729 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Attempting to bind port e457ce12-3e77-4500-bdef-7a9e3d8baaca by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:46.515956 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Attempting to bind port e457ce12-3e77-4500-bdef-7a9e3d8baaca on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:46.560575 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15237dd-a199-4b31-afe4-3992f61bc6cf None None] Pushing event updated for resources: {'Port': ['ID=e457ce12-3e77-4500-bdef-7a9e3d8baaca,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:46.567986 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:46.568661 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:46.572805 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.572805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:46.572805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Bound port: e457ce12-3e77-4500-bdef-7a9e3d8baaca, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:46.575328 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.681804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.715756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Transition to ACTIVE for port object ec672ada-b022-4135-a44e-83d4e8667e05 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:46.760476 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] For port e457ce12-3e77-4500-bdef-7a9e3d8baaca, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:46.765060 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] For port e457ce12-3e77-4500-bdef-7a9e3d8baaca, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e457ce12-3e77-4500-bdef-7a9e3d8baaca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:46.769034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.779952 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:46.917280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9078f0ca-984a-49a7-9354-a51dd2360d20 req-6748ea7b-3305-48e4-bdb9-c256cac48f0e tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a5dd49d-a748-486d-ba2e-044444710a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641926 Jun 01 13:06:46.941141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:46.953805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:46.958334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:47.016839 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:47.018503 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:47.055770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.077146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.088317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Pushing event updated for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:47.136951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:47.180176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.271763 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15237dd-a199-4b31-afe4-3992f61bc6cf None None] Pushing event updated for resources: {'Port': ['ID=e457ce12-3e77-4500-bdef-7a9e3d8baaca,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:47.361950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebbf90d2-2bf3-40f4-9a38-02ea89dd1a98 req-03e08a47-b631-4263-a4e5-00d674c47236 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 210 time: 0.0683987 Jun 01 13:06:47.363214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.381521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Pushing event deleted for resources: {'Port': ['ID=5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:47.427786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c34a24c-e358-49fd-93fd-2642e4b04b4f None None] Provisioning for port ec672ada-b022-4135-a44e-83d4e8667e05 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:47.442346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c34a24c-e358-49fd-93fd-2642e4b04b4f None None] Provisioning complete for port ec672ada-b022-4135-a44e-83d4e8667e05 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:47.443137 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c34a24c-e358-49fd-93fd-2642e4b04b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.504491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] No DVR routers for this DVR port 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:06:47.509010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.509678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:47.524910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.544407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'name': 'network-vif-deleted', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:47.564020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.566613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-640a4cad-c677-4474-a59a-8a0d996dcf3e req-28449182-925f-4342-9193-86c11d0314c2 tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.24 "DELETE /v2.0/ports/5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 HTTP/1.1" status: 204 len: 173 time: 2.4439082 Jun 01 13:06:47.633544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:47.644580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6c34a24c-e358-49fd-93fd-2642e4b04b4f None None] Port ec672ada-b022-4135-a44e-83d4e8667e05 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:06:47.663387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Usage tracker for resource:security_group_rule and tenant:7f231a86d3dd435b921b3eb5e5726d4c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:47.668899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Network f798dbfe-383f-41f2-9008-8a8ff119a4ff is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:47.674928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:47.683218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:47.743410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:06:47.772328 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.782376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:47.852782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Pushing event updated for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:47.891073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.903905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:47.933927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:48.028083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:48.028290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:48.050839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:48.051697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.073425 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870ae5d3-9513-49e8-8231-20b4dd996524'] response: {'server_uuid': '250069d1-c628-460c-b55d-a16a278a1b93', 'name': 'network-vif-deleted', 'tag': '5e4de4ae-a71e-4e9f-89c5-b70ba5a6a766', 'status': 'completed', 'code': 200} Jun 01 13:06:48.096584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4cefb-d8e4-4a7a-88e4-0c9c0cad4cea req-1276671e-9234-40d2-852c-756ec856c7da tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:48.105161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d4cefb-d8e4-4a7a-88e4-0c9c0cad4cea req-1276671e-9234-40d2-852c-756ec856c7da tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.4312396 Jun 01 13:06:48.193160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2f514051-fa7f-48b3-9bfb-831bf61befb5 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8077807 Jun 01 13:06:48.209838 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8cd36320-2f05-4cfe-b71b-da0fed36f1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.211466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Request body: {'port': {'device_id': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:48.228397 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:40Z', 'revision_number': 3, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:48.235352 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c30a1-663d-4e3c-8fd3-2187cbd96811 None None] The sync data for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 is: [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:40Z', 'revision_number': 3, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:48.328370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.346977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-97f7e1e5-d36f-4e13-8ec4-2c48c738a906 req-8217e84c-ec38-4671-a75e-73f905a5610f tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Synchronizing usage tracker for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:48.384140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d4cefb-d8e4-4a7a-88e4-0c9c0cad4cea req-37f926ef-0aa2-4309-adeb-b0b307f269b6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748044 Jun 01 13:06:48.400877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-97f7e1e5-d36f-4e13-8ec4-2c48c738a906 req-8217e84c-ec38-4671-a75e-73f905a5610f tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] Unset dirty status for tenant:f080079c283246de850da57a2b64e5db on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:48.402276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97f7e1e5-d36f-4e13-8ec4-2c48c738a906 req-8217e84c-ec38-4671-a75e-73f905a5610f tempest-FloatingIPsAssociationNegativeTestJSON-638942085 tempest-FloatingIPsAssociationNegativeTestJSON-638942085-project] 10.222.0.40 "GET /v2.0/ports?device_id=250069d1-c628-460c-b55d-a16a278a1b93 HTTP/1.1" status: 200 len: 210 time: 0.2005689 Jun 01 13:06:48.502386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.512481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.528771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Pushing event updated for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:48.546220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.627456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3aef1-297a-4f40-b471-cf00a724def8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:48.681524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:06:48.683756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:06:48.895838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b11a9d4-3baa-4790-ad54-14c5da6cc868 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7f231a86d3dd435b921b3eb5e5726d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7556753 Jun 01 13:06:48.905940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60552) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:49.008844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Router d6a4b110-1b82-4a6f-bafe-f009c50a9304 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:49.090840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a78038b-36d0-45c9-b7b0-20a5290220b2 None None] Provisioning complete for port ec672ada-b022-4135-a44e-83d4e8667e05 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:49.091574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a78038b-36d0-45c9-b7b0-20a5290220b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.163711 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.187770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee96c06-6127-47ce-a4a7-101396f5b50f req-7885bd80-81a6-4c45-a9da-9d8cc96433d9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:49.188547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2ee96c06-6127-47ce-a4a7-101396f5b50f req-7885bd80-81a6-4c45-a9da-9d8cc96433d9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Synchronizing usage tracker for tenant:bc023f66b1274e39b51d9ace045dfef5 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:06:49.200246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7a78038b-36d0-45c9-b7b0-20a5290220b2 None None] Port ec672ada-b022-4135-a44e-83d4e8667e05 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:06:49.249908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:49.276792 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-70c5ee23-efc6-4190-821f-1bf48319ef63 admin admin] 10.222.0.40 "PUT /v2.0/routers/d6a4b110-1b82-4a6f-bafe-f009c50a9304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0845473 Jun 01 13:06:49.277002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.307134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2ee96c06-6127-47ce-a4a7-101396f5b50f req-7885bd80-81a6-4c45-a9da-9d8cc96433d9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Unset dirty status for tenant:bc023f66b1274e39b51d9ace045dfef5 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:06:49.308289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ee96c06-6127-47ce-a4a7-101396f5b50f req-7885bd80-81a6-4c45-a9da-9d8cc96433d9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 932 time: 0.5971591 Jun 01 13:06:49.330627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1d1e0c-d88e-482c-86c4-4358d6bb8386 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:06:49.354912 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.402537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ee96c06-6127-47ce-a4a7-101396f5b50f req-47114cde-6148-4908-9ebc-a591d5047f77 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804408 Jun 01 13:06:49.424846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Transition to ACTIVE for port object cf1d1e0c-d88e-482c-86c4-4358d6bb8386 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:49.425794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.444846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.548854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3aef1-297a-4f40-b471-cf00a724def8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:49.553431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:49.563341 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.564521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e746be0-daaa-4190-b26f-6ebd8127683b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9aa3aef1-297a-4f40-b471-cf00a724def8 HTTP/1.1" status: 204 len: 168 time: 0.6565545 Jun 01 13:06:49.634734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e457ce12-3e77-4500-bdef-7a9e3d8baaca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:49.702287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60582) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:49.825159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e457ce12-3e77-4500-bdef-7a9e3d8baaca completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:49.831584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e457ce12-3e77-4500-bdef-7a9e3d8baaca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:49.832038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:49.979627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Attempting to bind port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:49.984919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Attempting to bind port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a00b6dbd-e374-43c4-9cad-10a7d756f358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:49.987043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Attempting to bind port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 on network f798dbfe-383f-41f2-9008-8a8ff119a4ff {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:49.996057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 on network f798dbfe-383f-41f2-9008-8a8ff119a4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:06:49.996506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Attempting to bind port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 on network f798dbfe-383f-41f2-9008-8a8ff119a4ff {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:50.005731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:50.006509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Checking segment: {'id': 'a00b6dbd-e374-43c4-9cad-10a7d756f358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:50.007093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Bound using segment: {'id': 'a00b6dbd-e374-43c4-9cad-10a7d756f358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:50.007692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Bound port: cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00b6dbd-e374-43c4-9cad-10a7d756f358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:50.008195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.113890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e457ce12-3e77-4500-bdef-7a9e3d8baaca is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:50.115335 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.137676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:50.158660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e457ce12-3e77-4500-bdef-7a9e3d8baaca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e457ce12-3e77-4500-bdef-7a9e3d8baaca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:50.169853 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.297425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e457ce12-3e77-4500-bdef-7a9e3d8baaca,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:50.337194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517eed6-c23a-4d56-b471-f778099e9285 req-8c41a438-4aab-41ab-9203-8a1d54b1f2f3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:50.346300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4517eed6-c23a-4d56-b471-f778099e9285 req-8c41a438-4aab-41ab-9203-8a1d54b1f2f3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.6720252 Jun 01 13:06:50.413780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:50.424243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,segment=NetworkSegment(a00b6dbd-e374-43c4-9cad-10a7d756f358),segment_id=a00b6dbd-e374-43c4-9cad-10a7d756f358)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:50.428686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60600) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:50.452590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.484066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.484823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f32b5c7-2f21-4ceb-a821-134929163aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.591697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:50.600557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4517eed6-c23a-4d56-b471-f778099e9285 req-ec7bbe1e-2782-4aae-9299-735a39b78e9d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514942 Jun 01 13:06:50.610351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:50.612699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.614038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf1d1e0c-d88e-482c-86c4-4358d6bb8386 HTTP/1.1" status: 200 len: 1092 time: 2.4095366 Jun 01 13:06:50.614824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:50.629189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Usage tracker for resource:security_group_rule and tenant:d7a2dcb7fb7d4e56a4c9e7a7b865aafa is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:50.642939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:50.679140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:50.691822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Sync routers for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:50.729765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:50.731215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:50.815132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.832709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a5dbc-be10-4778-9eea-029db775e654 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:50.978317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-3ea80602-715d-4adc-8de4-1b46d97ad9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:50.979008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:50.979856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-3ea80602-715d-4adc-8de4-1b46d97ad9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc023f66b1274e39b51d9ace045dfef5&device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 1095 time: 0.3029213 Jun 01 13:06:50.996171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7e23-2e52-4f03-a489-212d0e7cc37b req-fc34883f-7250-488e-9b2c-7dc4d0a50300 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:51.005403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-590b7e23-2e52-4f03-a489-212d0e7cc37b req-fc34883f-7250-488e-9b2c-7dc4d0a50300 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 944 time: 0.2268324 Jun 01 13:06:51.060533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:51.093897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:51.132308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-c3fa5652-11f2-4fa7-94ba-aab042ded546 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386 HTTP/1.1" status: 200 len: 217 time: 0.1222093 Jun 01 13:06:51.140116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.191720 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78002cf9-85df-4040-9af4-33b6528b4d8a'] response: {'name': 'network-changed', 'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386', 'status': 'completed', 'code': 200} Jun 01 13:06:51.202180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.254051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Usage tracker for resource:security_group_rule and tenant:973c143ba2d04cd08170fda9f065cabf is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:51.259283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:51.267817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:51.281312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d7a2dcb7fb7d4e56a4c9e7a7b865aafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8514090 Jun 01 13:06:51.282150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:51.295096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-590b7e23-2e52-4f03-a489-212d0e7cc37b req-d7e5940e-0f9f-4b8e-9b66-d06bebe6d88c tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202172 Jun 01 13:06:51.371116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fe4bd-32b3-431e-b6a5-dc612e14965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f21596-9125-413a-ac23-dfb0b46e79dd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:51.402358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-97626d03-fe83-4644-a9a1-ee986de9867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:51.405489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-97626d03-fe83-4644-a9a1-ee986de9867c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36178d29-119a-466b-acbb-fed6379e54ba HTTP/1.1" status: 200 len: 850 time: 0.2607951 Jun 01 13:06:51.515724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e457ce12-3e77-4500-bdef-7a9e3d8baaca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:51.544180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-bd3c8e17-ed77-46aa-b001-1e6d86fbe463 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f798dbfe-383f-41f2-9008-8a8ff119a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286218 Jun 01 13:06:51.609297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:47Z', 'revision_number': 4, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ec672ada-b022-4135-a44e-83d4e8667e05', 'name': '', 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'mac_address': 'fa:16:3e:a7:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:46Z', 'updated_at': '2022-06-01T13:06:47Z', 'revision_number': 2, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'subnets': [{'id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:51.627018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Checking router: d6a4b110-1b82-4a6f-bafe-f009c50a9304 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:51.634658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Updating router d6a4b110-1b82-4a6f-bafe-f009c50a9304 port ec672ada-b022-4135-a44e-83d4e8667e05 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:06:51.664379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.724039 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.766922 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.777060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.786794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-5c64a392-c6c9-4004-bfe3-b5fab21abad1 service neutron] 10.222.0.13 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145998 Jun 01 13:06:51.812034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e457ce12-3e77-4500-bdef-7a9e3d8baaca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:51.812663 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.844840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.868779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.892777 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.916204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Deleting port aa75d304-c131-43d6-94dc-912ebf5e2eb8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:51.916204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:51.950539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=973c143ba2d04cd08170fda9f065cabf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8096960 Jun 01 13:06:51.964744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60662) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:51.967900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e766b67-ea0a-4320-8298-e16ce0cdcff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7b91f-1c04-4987-a70c-ff55ac2d889b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:51.968245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8cd478a-3d63-4eca-88a5-7c91beb9f310 req-2c77f1c7-9ec8-4714-bcdf-ecdc14db268e service neutron] 10.222.0.13 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801972 Jun 01 13:06:52.012348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.028042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:52.109114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:52.187714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f21596-9125-413a-ac23-dfb0b46e79dd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:52.206932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-105a0938-b6bb-4cf3-a651-06464a6a53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:52.208483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-105a0938-b6bb-4cf3-a651-06464a6a53af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc023f66b1274e39b51d9ace045dfef5&device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 1095 time: 0.1384428 Jun 01 13:06:52.245069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.248724 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc2ed231-61fc-47e3-a2a7-e7cd29254931 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/19f21596-9125-413a-ac23-dfb0b46e79dd HTTP/1.1" status: 204 len: 168 time: 0.9628313 Jun 01 13:06:52.263541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.381696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] For port aa75d304-c131-43d6-94dc-912ebf5e2eb8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa75d304-c131-43d6-94dc-912ebf5e2eb8,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:52.382054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.386456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e457ce12-3e77-4500-bdef-7a9e3d8baaca is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:52.398622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.422573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-4d2e5ff0-882b-4198-ab5f-6c4dfd026b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:52.424194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-4d2e5ff0-882b-4198-ab5f-6c4dfd026b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f798dbfe-383f-41f2-9008-8a8ff119a4ff HTTP/1.1" status: 200 len: 911 time: 0.2081759 Jun 01 13:06:52.513026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-b4272365-96c1-472a-8860-3f0739b07bec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386 HTTP/1.1" status: 200 len: 217 time: 0.0789301 Jun 01 13:06:52.525927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.635580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Transition to ACTIVE for port object ec672ada-b022-4135-a44e-83d4e8667e05 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:06:52.636794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Calling delete_port for aa75d304-c131-43d6-94dc-912ebf5e2eb8 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:52.666538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.673755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:52.674131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.685566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-6e6ea6ca-fea3-48ee-b7e7-85cd157690e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:52.687049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-6e6ea6ca-fea3-48ee-b7e7-85cd157690e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36178d29-119a-466b-acbb-fed6379e54ba HTTP/1.1" status: 200 len: 850 time: 0.1689351 Jun 01 13:06:52.746017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-bedde51b-ab02-44a0-8ca9-010a3c1806b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f798dbfe-383f-41f2-9008-8a8ff119a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502143 Jun 01 13:06:52.756698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72720f11-fe3d-477b-b96b-56b0a405c514 req-76e45c6b-d2d1-4e7c-86e5-81dc899b8ed7 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:52.763755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72720f11-fe3d-477b-b96b-56b0a405c514 req-76e45c6b-d2d1-4e7c-86e5-81dc899b8ed7 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 944 time: 0.1836271 Jun 01 13:06:52.819351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7b26e-4c8f-455c-b068-6be522410dc6 None None] Pushing event updated for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:52.906026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:52.921718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-63e1117b-437e-4192-bd4e-83d9a0fe0c31 service neutron] 10.222.0.13 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553664 Jun 01 13:06:52.999187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:53.024144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7b91f-1c04-4987-a70c-ff55ac2d889b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:53.051253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.052591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a9ff7274-c995-4e47-badf-b623369d416e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cff7b91f-1c04-4987-a70c-ff55ac2d889b HTTP/1.1" status: 204 len: 168 time: 1.0868094 Jun 01 13:06:53.189080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:53.198193 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be216180-b1eb-4e5f-9d2e-8f263abef0b7'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:06:53.340709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72720f11-fe3d-477b-b96b-56b0a405c514 req-2482c48f-b0a5-4562-8fcb-fff26eeb04c0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755167 Jun 01 13:06:53.353247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Attempting to bind port ec672ada-b022-4135-a44e-83d4e8667e05 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:06:53.353617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Attempting to bind port ec672ada-b022-4135-a44e-83d4e8667e05 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:06:53.353988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Attempting to bind port ec672ada-b022-4135-a44e-83d4e8667e05 on network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:06:53.359561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.448724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.456816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8374c07-18b5-430e-8099-794ce8563ba5 req-cf1fbfed-19fd-4522-be8c-81c05244bf07 service neutron] 10.222.0.13 "GET /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265059 Jun 01 13:06:53.464206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:06:53.464591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Checking segment: {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:06:53.464995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.465386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Bound using segment: {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:06:53.465871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Bound port: ec672ada-b022-4135-a44e-83d4e8667e05, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd59b61-e937-4c8a-8739-ef4817ff793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:06:53.466240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.524915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.593213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa75d304-c131-43d6-94dc-912ebf5e2eb8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:53.594156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] For port ec672ada-b022-4135-a44e-83d4e8667e05, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:06:53.604737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] For port ec672ada-b022-4135-a44e-83d4e8667e05, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec672ada-b022-4135-a44e-83d4e8667e05,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:06:53.617266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:53.643593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:53.701239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:53.701883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:53.999975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7b26e-4c8f-455c-b068-6be522410dc6 None None] Pushing event updated for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:54.070453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:54.139413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:54.162177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:54.556773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:47Z', 'revision_number': 4, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ec672ada-b022-4135-a44e-83d4e8667e05', 'name': '', 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'mac_address': 'fa:16:3e:a7:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:46Z', 'updated_at': '2022-06-01T13:06:53Z', 'revision_number': 4, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'subnets': [{'id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:54.568774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b34e8b-345b-4483-9f26-7c9dff138013 None None] The sync data for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 is: [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:06:47Z', 'revision_number': 4, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ec672ada-b022-4135-a44e-83d4e8667e05', 'name': '', 'network_id': 'fa7e834b-d6cc-4cfe-8a30-0bff0cecc623', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'mac_address': 'fa:16:3e:a7:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:46Z', 'updated_at': '2022-06-01T13:06:53Z', 'revision_number': 4, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'subnets': [{'id': 'dccf2c66-aa7a-4259-8179-af8e2edb028e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:54.689632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853278c7-f9cf-47fe-a9f9-2446ad3ea5fc req-d20aa448-ddd3-4f8d-b765-a6e349043b15 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:54.703315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-853278c7-f9cf-47fe-a9f9-2446ad3ea5fc req-d20aa448-ddd3-4f8d-b765-a6e349043b15 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 944 time: 0.1979084 Jun 01 13:06:54.759771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device cf1d1e0c-d88e-482c-86c4-4358d6bb8386 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:06:54.819556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-853278c7-f9cf-47fe-a9f9-2446ad3ea5fc req-03624536-c023-47c8-98b3-1fd46e4997ba tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152141 Jun 01 13:06:54.926291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:54.932268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Deleting port 405f8be1-277d-4e38-8335-261b4c463089 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:54.935395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:54.965870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,segment=NetworkSegment(a00b6dbd-e374-43c4-9cad-10a7d756f358),segment_id=a00b6dbd-e374-43c4-9cad-10a7d756f358)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:54.981784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386', 'network_id': 'f798dbfe-383f-41f2-9008-8a8ff119a4ff', 'port_id': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386', 'mac_address': 'fa:16:3e:5e:c4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36178d29-119a-466b-acbb-fed6379e54ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:06:55.068149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:55.068995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:55.089796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1d1e0c-d88e-482c-86c4-4358d6bb8386 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:06:55.117124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,segment=NetworkSegment(a00b6dbd-e374-43c4-9cad-10a7d756f358),segment_id=a00b6dbd-e374-43c4-9cad-10a7d756f358)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:55.123562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:55.151000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-a072d01c-950e-45b1-9dc2-34839d9ee195 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=5349efd0ab66478fb987db055d5f5d50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408070 Jun 01 13:06:55.283155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:55.401346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['cf1d1e0c-d88e-482c-86c4-4358d6bb8386'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:06:55.417993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-17189c0c-cffd-4ecc-a4a7-db1dd988b3d8 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:55.431522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-17189c0c-cffd-4ecc-a4a7-db1dd988b3d8 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742617 Jun 01 13:06:55.448622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-70247601-c4ca-4c3c-9376-26e2ea4bc183 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/quotas/5349efd0ab66478fb987db055d5f5d50 HTTP/1.1" status: 200 len: 375 time: 0.0161417 Jun 01 13:06:55.524525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-509af1ca-8f30-4068-a358-d2c774ebeea9 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5349efd0ab66478fb987db055d5f5d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749433 Jun 01 13:06:55.728614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec672ada-b022-4135-a44e-83d4e8667e05 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:55.808885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] For port 405f8be1-277d-4e38-8335-261b4c463089, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=405f8be1-277d-4e38-8335-261b4c463089,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:55.809411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:55.856777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4c44f9d-2a3f-4b18-8c74-64ccf22a25ae req-42c0421f-5474-4d8d-a47a-14e51fa5c5f4 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.1214085 Jun 01 13:06:55.870746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60788) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:55.921467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ec672ada-b022-4135-a44e-83d4e8667e05 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:55.926313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:55.926805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ec672ada-b022-4135-a44e-83d4e8667e05 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:55.927473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:55.940001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Sync routers for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:55.958319 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:55.959153 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:55.975538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:06:56.111850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Calling delete_port for 405f8be1-277d-4e38-8335-261b4c463089 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:56.198866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.221731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:56.235567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Usage tracker for resource:security_group_rule and tenant:cedc10adbaf4469b848ed02520d06b6f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:56.235567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:56.235567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:56.295762 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-120201d2-06b0-4200-b821-f04c4c1a1806 admin admin] 10.222.0.40 "PUT /v2.0/routers/6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5907001 Jun 01 13:06:56.299740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:56.345413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.358176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.383340 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:56.383637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ec672ada-b022-4135-a44e-83d4e8667e05 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:56.384238 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.415061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cedc10adbaf4469b848ed02520d06b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422099 Jun 01 13:06:56.425753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:56.433528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60808) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:56.442770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78d6d6-5b0b-4b18-93db-aa044107f66f req-2decb30c-01f5-4359-a9e2-21d2dac3571b tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:56.452243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb78d6d6-5b0b-4b18-93db-aa044107f66f req-2decb30c-01f5-4359-a9e2-21d2dac3571b tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 945 time: 0.4320912 Jun 01 13:06:56.484057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:06:56.511163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d6768-1d68-451d-8fb9-f36b5f09c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20986d03-d829-4c6a-8cdf-18c90aab14a3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:56.563618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ec672ada-b022-4135-a44e-83d4e8667e05, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec672ada-b022-4135-a44e-83d4e8667e05,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:56.591060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.643928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb78d6d6-5b0b-4b18-93db-aa044107f66f req-9ad032c9-08e2-4ed9-852a-2326f39da11f tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860650 Jun 01 13:06:56.674566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:56.675357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.680968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.689291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.720203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:06:56.722102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.740592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:56.752225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.771782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:56.784453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device cf1d1e0c-d88e-482c-86c4-4358d6bb8386 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:56.795613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.824625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:56.826510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20986d03-d829-4c6a-8cdf-18c90aab14a3 HTTP/1.1" status: 204 len: 168 time: 0.3713644 Jun 01 13:06:56.829646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871874a-35d1-4089-aea6-49fd907076f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20986d03-d829-4c6a-8cdf-18c90aab14a3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:56.923928 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:06:53Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:56.929127 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Checking router: 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:56.941454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Routers {'6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:56.942747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:57.003872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:57.037005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:06:57.037764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.128559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=405f8be1-277d-4e38-8335-261b4c463089,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:57.157520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c62c0de-1581-4883-8f91-0b7ab1622a06 req-e059d0e3-d234-46ce-abde-04cbf976c31a tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.1037798 Jun 01 13:06:57.182564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:06:57.197130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:57.198672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.252164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.288503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Deleting port 6a3a0f50-110a-42af-8563-6e82b4b12f16 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:57.288863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.303661 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] Set router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:57.330013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60822) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:57.354347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.377631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:57.383591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Usage tracker for resource:security_group_rule and tenant:29cb57613fcf432880fd3cf53170f80b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:57.398750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:57.406302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:57.551286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:57.551737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.619960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:06:57.661098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,segment=NetworkSegment(a00b6dbd-e374-43c4-9cad-10a7d756f358),segment_id=a00b6dbd-e374-43c4-9cad-10a7d756f358)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:57.678084 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.750128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.782828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec672ada-b022-4135-a44e-83d4e8667e05 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:06:57.806379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:57.865278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-9118a2fd-7a08-411d-82f7-9028a58a3c00 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5349efd0ab66478fb987db055d5f5d50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133776 Jun 01 13:06:57.946564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:06:53Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:57.953779 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c425d3-29ef-4789-a1b1-60515ac3f40c None None] The sync data for ids ['6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd'] in n-d-844200-1 is: [{'id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1505380911-router', 'tenant_id': 'f080079c283246de850da57a2b64e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:06:53Z', 'revision_number': 5, 'project_id': 'f080079c283246de850da57a2b64e5db', 'gw_port': {'id': '6a3a0f50-110a-42af-8563-6e82b4b12f16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:17Z', 'updated_at': '2022-06-01T13:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:06:57.980702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:57.997103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ec672ada-b022-4135-a44e-83d4e8667e05 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:06:57.997598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.012195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=29cb57613fcf432880fd3cf53170f80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746993 Jun 01 13:06:58.064704 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df69d4d4-faa5-447c-a268-1a739007953f'] response: {'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386', 'code': 200} Jun 01 13:06:58.071366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60834) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:58.073714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9800c77-a2f7-4e1c-829d-48660d71a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e58f3-e908-4846-af06-5b54580eed1a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:58.139185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ec672ada-b022-4135-a44e-83d4e8667e05 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:06:58.141079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.261130 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.303520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014990f6-07ea-4d1f-a463-f0f573f69439 req-8ad6971a-a335-4416-81ea-a3b53392fa28 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:58.304986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014990f6-07ea-4d1f-a463-f0f573f69439 req-8ad6971a-a335-4416-81ea-a3b53392fa28 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 0.5001655 Jun 01 13:06:58.368885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] For port 6a3a0f50-110a-42af-8563-6e82b4b12f16, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a3a0f50-110a-42af-8563-6e82b4b12f16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:06:58.368885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.390986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-a97466ce-2d9c-4a51-9950-cfb2bb199327 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:58.392443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-a97466ce-2d9c-4a51-9950-cfb2bb199327 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111229 Jun 01 13:06:58.401521 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.415482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15bab9f3-b1ea-4cc9-83e9-34305923c6e4 req-e79892d6-c778-42f2-8f44-2f8c7ec26349 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.0857289 Jun 01 13:06:58.419212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Request body: {'port': {'device_id': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '5349efd0ab66478fb987db055d5f5d50'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:06:58.506941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Calling delete_port for 6a3a0f50-110a-42af-8563-6e82b4b12f16 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:06:58.530969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014990f6-07ea-4d1f-a463-f0f573f69439 req-c3e87906-3242-4e4b-9564-3f7194f1b47b tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141912 Jun 01 13:06:58.564169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188b908-f43a-4b5b-941a-7145233d48ce req-87507676-3ad3-4ccc-8a52-62867b8774d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:06:58.565878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1188b908-f43a-4b5b-941a-7145233d48ce req-87507676-3ad3-4ccc-8a52-62867b8774d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 1097 time: 0.4140172 Jun 01 13:06:58.635144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1188b908-f43a-4b5b-941a-7145233d48ce req-02f57310-428d-41f6-b6c2-55ee462730da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 Jun 01 13:06:58.652764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.676501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:58.679146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e58f3-e908-4846-af06-5b54580eed1a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:58.685152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Usage tracker for resource:port and tenant:5349efd0ab66478fb987db055d5f5d50 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:58.689060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:58.696081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:58.699483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.702964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac3e2abb-10d1-4afb-8ef9-bb92994a5a7d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ed3e58f3-e908-4846-af06-5b54580eed1a HTTP/1.1" status: 204 len: 168 time: 0.6207192 Jun 01 13:06:58.711187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Made reservation on behalf of 5349efd0ab66478fb987db055d5f5d50 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:06:58.715477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.733717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.775825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:06:58.856783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:06:58.860975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Usage tracker for resource:security_group_rule and tenant:5349efd0ab66478fb987db055d5f5d50 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:06:58.865011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:06:58.871186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:06:58.963301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.970362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:58.992901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.047630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a0f50-110a-42af-8563-6e82b4b12f16,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:59.053660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:06:59.062811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Sync routers for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:06:59.074353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:59.075021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:59.090130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd86e3-e5da-455f-8b12-65c7a3aa5071,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:06:59.133599 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-070a5d36-012c-4925-be26-4e7aeffde0a5 admin admin] 10.222.0.40 "PUT /v2.0/routers/fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0234396 Jun 01 13:06:59.135295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60852) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:59.163070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.261577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:06:59.328947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Allocated IP 192.168.233.173 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/b700374a-6c20-4c7d-9fe1-328d1cd01af4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:06:59.410015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.540388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.542958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.546456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa75d304-c131-43d6-94dc-912ebf5e2eb8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:06:59.571442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.572258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:06:59.583893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.585581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-16fc0c4e-fd8b-4ab2-b475-bd42a923f353 admin admin] 10.222.0.40 "DELETE /v2.0/routers/6d5f4b8f-f21c-42a8-9794-d2f97e0c71dd HTTP/1.1" status: 204 len: 168 time: 3.2845213 Jun 01 13:06:59.588632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60872) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:06:59.728450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aa75d304-c131-43d6-94dc-912ebf5e2eb8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:06:59.728952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa75d304-c131-43d6-94dc-912ebf5e2eb8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:06:59.772393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.832772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Deleting subnet 785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:06:59.849104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.858995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c351d9f1-4ab2-47ed-9edb-bf23245ba0a8 req-e1fdab9b-30d9-4e95-95cb-ec78125915b7 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.1409223 Jun 01 13:06:59.884536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Deleting port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:06:59.884536 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:59.896287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:56Z', 'revision_number': 5, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port': {'id': '50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:18Z', 'updated_at': '2022-06-01T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:59.902760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Checking router: fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:06:59.913695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Routers {'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:06:59.913695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:06:59.964680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.048730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:00.065367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.149198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] Set router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:00.154964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.186578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] For port 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:00.186948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.195043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:00.195835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.224480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.233804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187 HTTP/1.1" status: 204 len: 168 time: 0.6433873 Jun 01 13:07:00.237622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286583f2-783e-4e16-ace6-ef6d6ca4c436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785d3fb4-4e9a-4c4d-b7c5-d1f34ea3e187,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:00.243894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:00.365199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Calling delete_port for 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:00.382363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61da3c4-aca3-413b-9d95-b5273011408c None None] Network 446d964e-bd8b-4925-96a3-bf287bcb8c64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:00.396370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.409969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Deleting port a08c0c02-5bfb-4e17-bc3d-1127df86a52c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:00.410569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.421739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934e93-e015-4ae4-a9dd-57e7d92dc998 req-29f3fd17-aca4-401c-9c08-ec55f66aeb00 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:00.425577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9934e93-e015-4ae4-a9dd-57e7d92dc998 req-29f3fd17-aca4-401c-9c08-ec55f66aeb00 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 0.3828287 Jun 01 13:07:00.497266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9934e93-e015-4ae4-a9dd-57e7d92dc998 req-652568b5-73b6-4d6d-b4f8-f7325b6f1ad9 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Jun 01 13:07:00.550181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:59Z', 'revision_number': 6, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:00.581734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f6ed3-3033-476a-8607-d648c39081fd None None] The sync data for ids ['fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38'] in n-d-844200-1 is: [{'id': 'fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38', 'name': 'tempest-TestAggregatesBasicOps-6687036-router', 'tenant_id': '3c673c4168d5476e80d5b217b0188da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:17Z', 'updated_at': '2022-06-01T13:06:59Z', 'revision_number': 6, 'project_id': '3c673c4168d5476e80d5b217b0188da7', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:00.696224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] For port a08c0c02-5bfb-4e17-bc3d-1127df86a52c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,segment=NetworkSegment(d42b2325-83ec-46ae-886a-b95bb9cbdf45),segment_id=d42b2325-83ec-46ae-886a-b95bb9cbdf45)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:00.696571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.777425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:00.777994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.804865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.844128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Transition to ACTIVE for port object b700374a-6c20-4c7d-9fe1-328d1cd01af4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:00.845652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Calling delete_port for a08c0c02-5bfb-4e17-bc3d-1127df86a52c owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:00.850415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:00.901678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:00.920506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.954450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:00.961892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.022385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] No DVR routers for this DVR port a08c0c02-5bfb-4e17-bc3d-1127df86a52c on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:01.032121 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff22c0f-ad48-4d4e-8449-37178c16be20'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:07:01.037343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:01.068553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08c0c02-5bfb-4e17-bc3d-1127df86a52c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:01.140108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81336d7e-b88e-478a-851b-69aa24cc3ea8 None None] DHCP port deletion for 446d964e-bd8b-4925-96a3-bf287bcb8c64 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:07:01.157115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:01.167368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:01.180133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:01.183444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.225605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446d964e-bd8b-4925-96a3-bf287bcb8c64']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:01.241463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42b2325-83ec-46ae-886a-b95bb9cbdf45') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:01.241850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42b2325-83ec-46ae-886a-b95bb9cbdf45') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:01.260905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.290673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Pushing event updated for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:01.316207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:01.316509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.317531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.328645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.329773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:07:01.330667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.436234 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d42b2325-83ec-46ae-886a-b95bb9cbdf45 resource provider aggregate not found Jun 01 13:07:01.462136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:01.465289 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d42b2325-83ec-46ae-886a-b95bb9cbdf45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d42b2325-83ec-46ae-886a-b95bb9cbdf45 found for delete ", "request_id": "req-404f691b-4d94-46d4-a4f0-53f2da1c7d03"}]} Jun 01 13:07:01.469492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.482846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.505930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-6ef7a597-f164-41ab-9511-365fe7860e69 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:01.506668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-6ef7a597-f164-41ab-9511-365fe7860e69 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Synchronizing usage tracker for tenant:5349efd0ab66478fb987db055d5f5d50 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:01.513119 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/446d964e-bd8b-4925-96a3-bf287bcb8c64 HTTP/1.1" status: 204 len: 168 time: 1.2677317 Jun 01 13:07:01.522060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82828ddd-2e76-425d-91e1-94f227af57f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=446d964e-bd8b-4925-96a3-bf287bcb8c64,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:01.611122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-970a3d4d-e8f7-4021-b7a1-a7621a4f6650 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2024946 Jun 01 13:07:01.648262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-6ef7a597-f164-41ab-9511-365fe7860e69 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Unset dirty status for tenant:5349efd0ab66478fb987db055d5f5d50 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:01.656916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-6ef7a597-f164-41ab-9511-365fe7860e69 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 936 time: 0.5568728 Jun 01 13:07:01.676975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a039d3ca-efa5-4df9-bd25-ac59c8b0719b None None] Provisioning for port b700374a-6c20-4c7d-9fe1-328d1cd01af4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:01.700689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a039d3ca-efa5-4df9-bd25-ac59c8b0719b None None] Provisioning complete for port b700374a-6c20-4c7d-9fe1-328d1cd01af4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:01.701217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a039d3ca-efa5-4df9-bd25-ac59c8b0719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.731672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:01.801752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:01.849620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:01.849964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 50bf4f82-5f49-4bf7-9b45-5b1ea5bacf3d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:01.850385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a3a0f50-110a-42af-8563-6e82b4b12f16 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:01.898218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6a3a0f50-110a-42af-8563-6e82b4b12f16 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:01.898566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a3a0f50-110a-42af-8563-6e82b4b12f16 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:01.899014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a08c0c02-5bfb-4e17-bc3d-1127df86a52c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:01.937851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-11cb8568-385f-4ff2-ad4c-98ca771864ef tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Synchronizing usage tracker for tenant:5349efd0ab66478fb987db055d5f5d50 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:01.946164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a08c0c02-5bfb-4e17-bc3d-1127df86a52c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:01.946512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a08c0c02-5bfb-4e17-bc3d-1127df86a52c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:01.946967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 405f8be1-277d-4e38-8335-261b4c463089 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:01.958890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:01.963043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Request body: {'port': {'device_id': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:01.987858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 405f8be1-277d-4e38-8335-261b4c463089 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:01.988541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 405f8be1-277d-4e38-8335-261b4c463089 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:01.997315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a039d3ca-efa5-4df9-bd25-ac59c8b0719b None None] Port b700374a-6c20-4c7d-9fe1-328d1cd01af4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:02.125668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.133588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.155177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-11cb8568-385f-4ff2-ad4c-98ca771864ef tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Unset dirty status for tenant:5349efd0ab66478fb987db055d5f5d50 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:02.155850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60988) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:02.163818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee5c4ec3-d93d-4161-a042-47be9ba223e4 req-11cb8568-385f-4ff2-ad4c-98ca771864ef tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058792 Jun 01 13:07:02.241117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.241768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:07:02.251787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77d12dea-99fe-4c83-8492-365a0c1d8699 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f080079c283246de850da57a2b64e5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527626 Jun 01 13:07:02.252179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:02.290618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.294457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-328b35dd-d13e-4a20-83e9-01ccc513d1ec admin admin] 10.222.0.40 "DELETE /v2.0/routers/fe1ab767-5f8a-4edc-a84d-6e1b4ea26c38 HTTP/1.1" status: 204 len: 168 time: 3.1559393 Jun 01 13:07:02.297612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60998) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:02.306818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.353945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.368780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40670721-71eb-42b8-83e0-7a54556dd075 req-b474efcc-0179-4022-920f-991ffa39cbe2 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:02.371130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40670721-71eb-42b8-83e0-7a54556dd075 req-b474efcc-0179-4022-920f-991ffa39cbe2 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 0.5812533 Jun 01 13:07:02.410113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.499850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.512819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40670721-71eb-42b8-83e0-7a54556dd075 req-528deb91-30b9-4471-9e48-a3094cf19b7b tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323862 Jun 01 13:07:02.518865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:02.523024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Deleting subnet c8e364ad-b5b0-472c-a143-750b0b8a9f50 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:07:02.523233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Usage tracker for resource:security_group_rule and tenant:85b5280ef8dc4533bb6e943c8878d960 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:02.526340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:02.533953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:02.540474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.619012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.659328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5dd49d-a748-486d-ba2e-044444710a80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:02.685328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.686473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.687604 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ca8ee1e-1e91-4e25-83a2-8c77f1989180 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a5dd49d-a748-486d-ba2e-044444710a80 HTTP/1.1" status: 204 len: 168 time: 0.4341021 Jun 01 13:07:02.702823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:02.772039 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=85b5280ef8dc4533bb6e943c8878d960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149886 Jun 01 13:07:02.774050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32784) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:02.774180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79524eb-2767-40b4-b718-c00f819b09ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b095f0-53fe-4d23-bb4e-dfdba0598766,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:02.791365 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.157468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.276707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.322624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.556288 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.627545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6468de-7219-4b49-9a96-2e79a835e54f req-3f800931-e89a-49ed-9b8c-c4dd5780a228 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:03.630386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e6468de-7219-4b49-9a96-2e79a835e54f req-3f800931-e89a-49ed-9b8c-c4dd5780a228 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 0.4796829 Jun 01 13:07:03.666336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.719547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b095f0-53fe-4d23-bb4e-dfdba0598766,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:03.753774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b700374a-6c20-4c7d-9fe1-328d1cd01af4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:07:03.759647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e364ad-b5b0-472c-a143-750b0b8a9f50,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:03.769262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196aba2-5c45-4313-bbad-9286b21470c7 req-6771caf3-c28b-400d-bea5-6fb51d854186 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:03.771373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dd229-5953-46eb-8d51-2eb4351b250d None None] Network dcff8b08-e7ad-4d90-adf7-62484e7a33bb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:03.776737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d196aba2-5c45-4313-bbad-9286b21470c7 req-6771caf3-c28b-400d-bea5-6fb51d854186 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 936 time: 0.4261241 Jun 01 13:07:03.782714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.811116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.838297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e6468de-7219-4b49-9a96-2e79a835e54f req-b39f4bcb-39a1-4a72-9bcc-0ee6283d998d tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863904 Jun 01 13:07:03.852186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:03.853343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b2b5f53-d8de-410d-8de1-fda48e4a366b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74b095f0-53fe-4d23-bb4e-dfdba0598766 HTTP/1.1" status: 204 len: 168 time: 1.0069242 Jun 01 13:07:03.861770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e4d7ab7-6886-4ed1-acef-0ba741c0eb48 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c8e364ad-b5b0-472c-a143-750b0b8a9f50 HTTP/1.1" status: 204 len: 168 time: 1.5585730 Jun 01 13:07:03.864633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:03.903900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Transition to ACTIVE for port object b700374a-6c20-4c7d-9fe1-328d1cd01af4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:03.962638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:03.974712 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.033133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d196aba2-5c45-4313-bbad-9286b21470c7 req-e91f053b-99f0-4305-b881-6f41f6c6f6f2 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554121 Jun 01 13:07:04.178637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.207510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-network', 'tenant_id': '200715059371442f80403a8cfd3b888d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:04.213439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:04.222808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Usage tracker for resource:network and tenant:200715059371442f80403a8cfd3b888d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:04.226972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:04.242400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:04.270217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] DHCP port deletion for dcff8b08-e7ad-4d90-adf7-62484e7a33bb request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:07:04.272552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Made reservation on behalf of 200715059371442f80403a8cfd3b888d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:04.274647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Deleting port d94da58c-1e22-4796-a522-26cff699a398 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:04.275090 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.275899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.290554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.315871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:04.327585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Usage tracker for resource:security_group_rule and tenant:200715059371442f80403a8cfd3b888d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:04.336173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:04.344679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:04.402363 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.496215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:04.560047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.570041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.648018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Deleting port d94da58c-1e22-4796-a522-26cff699a398 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:04.651165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.680045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32834) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:04.701614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:07:04.713664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] For port d94da58c-1e22-4796-a522-26cff699a398, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d94da58c-1e22-4796-a522-26cff699a398,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:04.714166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.726785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc717d8-4990-4265-a6fc-ca94ec674e3a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:04.756510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.786409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.786977 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Added segment 30b08d08-acf8-45b3-9e7c-1abbe16b6040 of type vlan for network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 Jun 01 13:07:04.806763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:04.821870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:942d464801d94df1b551d7bd9a5e2691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:04.841620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:04.859602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:04.867456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.893773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Calling delete_port for d94da58c-1e22-4796-a522-26cff699a398 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:04.937855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.939017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:04.940364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.018969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.044788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] For port d94da58c-1e22-4796-a522-26cff699a398, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d94da58c-1e22-4796-a522-26cff699a398,segment=NetworkSegment(faf17bb6-4040-4dd2-abb9-a7f020788a65),segment_id=faf17bb6-4040-4dd2-abb9-a7f020788a65)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:05.049195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.085652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] No DVR routers for this DVR port d94da58c-1e22-4796-a522-26cff699a398 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:05.108641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceb94b-41a4-4660-828b-85b83449f023 None None] Pushing event deleted for resources: {'Port': ['ID=d94da58c-1e22-4796-a522-26cff699a398,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:05.111812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-4ffa06c1-7538-473e-bebf-66a654a31f7d tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:05.113826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-4ffa06c1-7538-473e-bebf-66a654a31f7d tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.13 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 0.8650715 Jun 01 13:07:05.170292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] Pushing event updated for resources: {'Network': ['ID=53131868-5f9b-44e4-a08f-a6d2c3a2d5c0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:05.185399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:07:05.202513 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3e4736b-40b0-4d0d-bec9-7aab2b4d352c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2359204 Jun 01 13:07:05.209558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32842) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:05.214911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Attempting to bind port b700374a-6c20-4c7d-9fe1-328d1cd01af4 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:05.215245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Attempting to bind port b700374a-6c20-4c7d-9fe1-328d1cd01af4 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:05.215569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Attempting to bind port b700374a-6c20-4c7d-9fe1-328d1cd01af4 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:05.249106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Request body: {'subnet': {'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-subnet', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:05.270110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.274061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:05.281469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Usage tracker for resource:subnet and tenant:200715059371442f80403a8cfd3b888d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:05.286040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:05.295417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:05.306831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.326178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Made reservation on behalf of 200715059371442f80403a8cfd3b888d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:05.332520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.380854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Port b700374a-6c20-4c7d-9fe1-328d1cd01af4 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:05.381213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Attempting to bind port b700374a-6c20-4c7d-9fe1-328d1cd01af4 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:05.394147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Calling delete_port for d94da58c-1e22-4796-a522-26cff699a398 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:05.463993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:07:05.533736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd8e85-ce34-4a78-bdf1-a90bbe77c16f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:05.538291 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-daa09423-28c4-49f9-a375-b4b7af621fd7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=942d464801d94df1b551d7bd9a5e2691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568792 Jun 01 13:07:05.542355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:05.573737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d94da58c-1e22-4796-a522-26cff699a398 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:05.638239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d94da58c-1e22-4796-a522-26cff699a398 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:05.639940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d94da58c-1e22-4796-a522-26cff699a398 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:05.685304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:05.685997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.686627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:05.687194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:05.687846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Bound port: b700374a-6c20-4c7d-9fe1-328d1cd01af4, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:05.688405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.745040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.825524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Deleting port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:05.826259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.833901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.931965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3712d149-3d14-45fa-9386-366ac7adf5a1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:05.955281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:05.971476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Checking segment: {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:05.972288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Network hostable DHCP agents. Network: 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:07:05.990762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd8e85-ce34-4a78-bdf1-a90bbe77c16f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:06.009411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.012432 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0db52032-5279-4eeb-ab48-e38369937c94 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b4cd8e85-ce34-4a78-bdf1-a90bbe77c16f HTTP/1.1" status: 204 len: 168 time: 0.4600842 Jun 01 13:07:06.014516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:07:06.028329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:06.036716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:06.037317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.037905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dae4a9-b154-49d1-ba81-c016c95aa6f1 None None] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:06.065097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cfab8f28-0991-4d58-8198-758b3229e4aa admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8542762 Jun 01 13:07:06.068815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32856) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:06.077806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:06.084521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:06.090499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Usage tracker for resource:router and tenant:200715059371442f80403a8cfd3b888d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:06.097738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:06.110028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:06.141521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.149819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.176899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f392a0-431e-4bf9-aaec-10d690601646 req-5941edd6-8c26-45ea-98c0-30f99eb346b2 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:06.181210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.191787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6f392a0-431e-4bf9-aaec-10d690601646 req-5941edd6-8c26-45ea-98c0-30f99eb346b2 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 1.0984397 Jun 01 13:07:06.214468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:07:06.214831 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:07:06.256860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:06.300700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4824c-5a87-42b4-93d5-e68ad6531226 req-7caad22c-dabe-46f3-ab6c-9840f9c94762 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:06.309992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59e4824c-5a87-42b4-93d5-e68ad6531226 req-7caad22c-dabe-46f3-ab6c-9840f9c94762 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 948 time: 1.0134656 Jun 01 13:07:06.397496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:06.401273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6f392a0-431e-4bf9-aaec-10d690601646 req-ba7bd435-996d-4d42-b36b-fd498ce79a68 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751318 Jun 01 13:07:06.423831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.526886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:06.527761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.539222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b700374a-6c20-4c7d-9fe1-328d1cd01af4 HTTP/1.1" status: 200 len: 1096 time: 4.9028044 Jun 01 13:07:06.540801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:06.595376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'fixed_ips': [{'subnet_id': '3712d149-3d14-45fa-9386-366ac7adf5a1'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:07:06.596734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.789067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Deleting port d94da58c-1e22-4796-a522-26cff699a398 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:06.791627 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.815950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:06.836441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device cf1d1e0c-d88e-482c-86c4-4358d6bb8386 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:06.843188 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbcd3cd-f4b9-4dfd-90ba-5a07aa139a0a'] response: {'name': 'network-changed', 'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4', 'status': 'completed', 'code': 200} Jun 01 13:07:06.891168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59e4824c-5a87-42b4-93d5-e68ad6531226 req-1bc8f9f9-0f47-4e32-838d-e790e6408336 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620544 Jun 01 13:07:06.899253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] The port 'd94da58c-1e22-4796-a522-26cff699a398' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:07:06.927631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] For port cf1d1e0c-d88e-482c-86c4-4358d6bb8386, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,segment=NetworkSegment(a00b6dbd-e374-43c4-9cad-10a7d756f358),segment_id=a00b6dbd-e374-43c4-9cad-10a7d756f358)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:06.927960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.133239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Allocated IP 172.20.0.2 (53131868-5f9b-44e4-a08f-a6d2c3a2d5c0/3712d149-3d14-45fa-9386-366ac7adf5a1/57c43d82-5ed8-4f5f-b4e6-f092998f3c23) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:07.154463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b3029-5819-4ef5-9656-d38e0b1074b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:07.209735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Calling delete_port for cf1d1e0c-d88e-482c-86c4-4358d6bb8386 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:07.308499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.333309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-37ef67a9-6170-4936-a11f-883fe9bcdf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:07.335740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-37ef67a9-6170-4936-a11f-883fe9bcdf49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5349efd0ab66478fb987db055d5f5d50&device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 1099 time: 0.7267509 Jun 01 13:07:07.378679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.431562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.443883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.448101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Transition to ACTIVE for port object 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:07.485027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-b42c84b6-c0d0-498b-b9bf-58b5d3666fbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4 HTTP/1.1" status: 200 len: 217 time: 0.1288514 Jun 01 13:07:07.488971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcff8b08-e7ad-4d90-adf7-62484e7a33bb']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:07.504935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Transition to ACTIVE for port object 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:07.550274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.683292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf17bb6-4040-4dd2-abb9-a7f020788a65') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:07.685892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf17bb6-4040-4dd2-abb9-a7f020788a65') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:07.711474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Allocated IP 172.25.7.129 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/496f2d05-da1e-4a61-8839-f91d790e7135) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:07.715280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:07.715700 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.750009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.751831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:07.761724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:07.767150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:07.774079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Pushing event updated for resources: {'Port': ['ID=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:07.874072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.886817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:07:07.887692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.901666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Attempting to bind port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:07.902436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Attempting to bind port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:07.902829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Attempting to bind port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 on network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:07.909326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:07.909711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Checking segment: {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:07.910117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:07.910517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Bound using segment: {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:07.911050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Bound port: 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:07.911407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.045318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.063761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] For port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:08.072502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] For port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:08.083255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.097118 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment faf17bb6-4040-4dd2-abb9-a7f020788a65 resource provider aggregate not found Jun 01 13:07:08.101423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.106011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-c36cd6f7-26c7-42cd-bd2e-f98e06712cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:08.109448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-c36cd6f7-26c7-42cd-bd2e-f98e06712cb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.6077335 Jun 01 13:07:08.110246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.173555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:08.210738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935819-db2b-4ee6-bc90-28b067aaeabc None None] Pushing event updated for resources: {'Port': ['ID=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:08.211468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:08.214384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:08.225487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:08.245756 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment faf17bb6-4040-4dd2-abb9-a7f020788a65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf17bb6-4040-4dd2-abb9-a7f020788a65 found for delete ", "request_id": "req-f8db615b-4267-427a-84d2-b387034b70ef"}]} Jun 01 13:07:08.261264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Pushing event updated for resources: {'Port': ['ID=496f2d05-da1e-4a61-8839-f91d790e7135,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:08.538078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] 10.222.0.40 "DELETE /v2.0/networks/dcff8b08-e7ad-4d90-adf7-62484e7a33bb HTTP/1.1" status: 204 len: 168 time: 4.6656489 Jun 01 13:07:08.542510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32910) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:08.547357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac50a9-686d-4d11-8ca2-ec89e004e279 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcff8b08-e7ad-4d90-adf7-62484e7a33bb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:08.853054 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:09.087709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:09.104418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Pushing event deleted for resources: {'Port': ['ID=cf1d1e0c-d88e-482c-86c4-4358d6bb8386,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:09.158786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-251e2724-96a7-46e0-83dd-14d2b467615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:09.160287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-251e2724-96a7-46e0-83dd-14d2b467615d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9959538 Jun 01 13:07:09.161254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] No DVR routers for this DVR port cf1d1e0c-d88e-482c-86c4-4358d6bb8386 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:09.163844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:09.166828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb41d02-0743-4ff5-bdaf-ddcc1fc57fe5 req-b1dfae9b-e70a-4d9d-b78b-5f410ffe5ea0 tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.13 "DELETE /v2.0/ports/cf1d1e0c-d88e-482c-86c4-4358d6bb8386 HTTP/1.1" status: 204 len: 173 time: 4.0050108 Jun 01 13:07:09.175155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'name': 'network-vif-deleted', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:09.227905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32940) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:09.318779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038b502-84be-41c7-84fd-b1a3a6faa901 req-10bbb15c-4680-40bf-89f3-6b8827654cec tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:09.319661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d038b502-84be-41c7-84fd-b1a3a6faa901 req-10bbb15c-4680-40bf-89f3-6b8827654cec tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Synchronizing usage tracker for tenant:bc023f66b1274e39b51d9ace045dfef5 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:09.340753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2335-1a1f-4e7a-a105-235ba60a93a4 req-7ea1d4e6-b34b-45fb-974b-f938051d774e tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:09.347851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-082f2335-1a1f-4e7a-a105-235ba60a93a4 req-7ea1d4e6-b34b-45fb-974b-f938051d774e tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 948 time: 0.8171647 Jun 01 13:07:09.620121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:09.666529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:09.677677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d038b502-84be-41c7-84fd-b1a3a6faa901 req-10bbb15c-4680-40bf-89f3-6b8827654cec tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] Unset dirty status for tenant:bc023f66b1274e39b51d9ace045dfef5 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:09.679221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d038b502-84be-41c7-84fd-b1a3a6faa901 req-10bbb15c-4680-40bf-89f3-6b8827654cec tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/ports?device_id=050faa44-5e7f-4601-9d55-bbb0db580dbe HTTP/1.1" status: 200 len: 946 time: 1.9837074 Jun 01 13:07:09.788596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:09.830322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-082f2335-1a1f-4e7a-a105-235ba60a93a4 req-45b85e3b-7ade-4dd2-b63b-c83bd7d53d66 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814196 Jun 01 13:07:09.844819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:09.865389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d886cc-5fe6-4f85-b9cd-8f821a2a0553 None None] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:09.963257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c9534c315b4eed8666ed34ff31dee9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:09.979537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-e3e06f4e-bf5a-4765-9be1-e5f9da66d463 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050601 Jun 01 13:07:09.980950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:10.012214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d038b502-84be-41c7-84fd-b1a3a6faa901 req-113efb57-15e9-40f0-af50-0c52b5a424aa tempest-ServerGroupTestJSON-624029178 tempest-ServerGroupTestJSON-624029178-project] 10.222.0.40 "GET /v2.0/security-groups?id=a33e758a-680b-4287-9500-4b595b0d60f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945008 Jun 01 13:07:10.030744 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f3df25-30dd-4f75-bc8b-2f751e8139c3'] response: {'server_uuid': '050faa44-5e7f-4601-9d55-bbb0db580dbe', 'name': 'network-vif-deleted', 'tag': 'cf1d1e0c-d88e-482c-86c4-4358d6bb8386', 'status': 'completed', 'code': 200} Jun 01 13:07:10.036411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:10.057482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.113469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Provisioning for port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:10.122522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Provisioning complete for port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:10.123105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.322634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Current status of the port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:10.323134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.351920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Router 554b0d95-294f-4513-b3af-b7352e2bdcf0 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:07:10.353498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78c88c5-755a-4c9e-ba83-64ed36c7b5f6 req-27be68aa-8c44-4d55-87a5-b5ded30b3484 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218830 Jun 01 13:07:10.364916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] For port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:10.374066 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.433678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.445198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.524976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aa202-ab42-4263-9817-f7ffe7b19a1c None None] Pushing event updated for resources: {'Port': ['ID=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:10.612687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c9c9534c315b4eed8666ed34ff31dee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3770759 Jun 01 13:07:10.620201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:10.628479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea998d-2ab7-42d3-89b2-003a2b2c9237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc42f2e-42d9-421f-b3fd-a3eaaf96e30b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:10.710127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cec3cd77-0a06-405c-bf6c-914ffb871774 None None] Provisioning complete for port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:10.711131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cec3cd77-0a06-405c-bf6c-914ffb871774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.716114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:10.729450 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Sync routers for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:10.742020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.748116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-e0fae4f3-43c5-439d-b9c8-95d569d6d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:10.749961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-e0fae4f3-43c5-439d-b9c8-95d569d6d12c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5349efd0ab66478fb987db055d5f5d50&device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 1099 time: 0.2735436 Jun 01 13:07:10.754737 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:10.755360 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:10.798932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:10.801320 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ce7bef5-a0c6-4a01-a612-5fed81e4ffc2 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7313950 Jun 01 13:07:10.804258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:11.012964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cec3cd77-0a06-405c-bf6c-914ffb871774 None None] Current status of the port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:11.179585 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:11.227669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:11.337967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:11.547065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:11.618572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-0652af27-2f5b-4f00-84bc-6e1faa7cb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:11.620147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-0652af27-2f5b-4f00-84bc-6e1faa7cb6e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.8548675 Jun 01 13:07:11.717312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:11.717859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:11.786629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32986) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:11.812343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:11.818177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-ef2a2f6f-6346-46fd-b7cf-98f347a4a797 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4 HTTP/1.1" status: 200 len: 217 time: 0.1780262 Jun 01 13:07:11.875225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dbac-f66c-4aad-a8ac-6139ddf6acb2 req-450f5ec7-c166-4eb1-8492-7807e9530763 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:11.876714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f15dbac-f66c-4aad-a8ac-6139ddf6acb2 req-450f5ec7-c166-4eb1-8492-7807e9530763 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 948 time: 0.6613195 Jun 01 13:07:11.919555 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:08Z', 'revision_number': 3, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:11.923218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:11.924045 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Checking router: 554b0d95-294f-4513-b3af-b7352e2bdcf0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:11.924388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Updating router 554b0d95-294f-4513-b3af-b7352e2bdcf0 port 496f2d05-da1e-4a61-8839-f91d790e7135 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:11.935254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc42f2e-42d9-421f-b3fd-a3eaaf96e30b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:12.007157 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.038008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.039890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-59d0d2f3-456c-4263-96b6-d361e198f927 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9dc42f2e-42d9-421f-b3fd-a3eaaf96e30b HTTP/1.1" status: 204 len: 168 time: 1.4132764 Jun 01 13:07:12.081631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Deleting subnet 36178d29-119a-466b-acbb-fed6379e54ba {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:07:12.092589 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.140577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-be37f564-4f10-4467-81fd-3e57bf7b81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:12.145968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-be37f564-4f10-4467-81fd-3e57bf7b81c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3166897 Jun 01 13:07:12.159624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f15dbac-f66c-4aad-a8ac-6139ddf6acb2 req-39e9b158-b805-42a1-95fc-334fd59d1ff5 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254851 Jun 01 13:07:12.413690 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.429749 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Transition to ACTIVE for port object 496f2d05-da1e-4a61-8839-f91d790e7135 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:12.443774 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.484377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.488658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-af35be52-6f5a-49ce-a697-9407404a2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:12.492217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-af35be52-6f5a-49ce-a697-9407404a2de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3300209 Jun 01 13:07:12.517289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Deleting port ec672ada-b022-4135-a44e-83d4e8667e05 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:12.523873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.639474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ec0ab-d97d-40f0-bab6-8b483fdaa30d None None] Pushing event updated for resources: {'Port': ['ID=496f2d05-da1e-4a61-8839-f91d790e7135,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:12.663806 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Attempting to bind port 496f2d05-da1e-4a61-8839-f91d790e7135 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:12.664165 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Attempting to bind port 496f2d05-da1e-4a61-8839-f91d790e7135 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:12.664981 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Attempting to bind port 496f2d05-da1e-4a61-8839-f91d790e7135 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:12.673110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:12.673469 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:12.673905 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.674283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:12.674827 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Bound port: 496f2d05-da1e-4a61-8839-f91d790e7135, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:12.675187 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.760574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] For port 496f2d05-da1e-4a61-8839-f91d790e7135, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:12.764340 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] For port 496f2d05-da1e-4a61-8839-f91d790e7135, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=496f2d05-da1e-4a61-8839-f91d790e7135,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:12.777371 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.821114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.861834 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ec0ab-d97d-40f0-bab6-8b483fdaa30d None None] Pushing event updated for resources: {'Port': ['ID=496f2d05-da1e-4a61-8839-f91d790e7135,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:12.889198 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:12.890510 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:12.894761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.974129 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-648ec359-e2e3-43c0-a36f-ea65c6515780 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4916623 Jun 01 13:07:13.200592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-5791be97-c3e4-420a-9619-786101bc3a86 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959128 Jun 01 13:07:13.217627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:13.290287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] For port ec672ada-b022-4135-a44e-83d4e8667e05, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec672ada-b022-4135-a44e-83d4e8667e05,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:13.290843 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:13.361867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:13.451063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-c54fe6fb-e3dc-41bd-9153-192bb7f5f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:13.452919 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-c54fe6fb-e3dc-41bd-9153-192bb7f5f3a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 1098 time: 0.2743311 Jun 01 13:07:13.463698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36178d29-119a-466b-acbb-fed6379e54ba,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:13.468312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:13.481022 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69736684-4d4b-40f5-9420-b5d8826a8bbc admin admin] 10.222.0.40 "DELETE /v2.0/subnets/36178d29-119a-466b-acbb-fed6379e54ba HTTP/1.1" status: 204 len: 168 time: 1.6931300 Jun 01 13:07:13.482435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:13.565322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Calling delete_port for ec672ada-b022-4135-a44e-83d4e8667e05 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:13.677934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Allocated IP 172.20.0.1 (53131868-5f9b-44e4-a08f-a6d2c3a2d5c0/3712d149-3d14-45fa-9386-366ac7adf5a1/fbdfc6ba-be0b-40e0-8ef1-52f70a2011be) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:13.786382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:13.988920 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:08Z', 'revision_number': 3, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:13.988920 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253cd568-830c-4ac6-a884-3a862ba48906 None None] The sync data for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 is: [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:08Z', 'revision_number': 3, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:14.046510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-b79aee2f-f933-4d24-aced-ccb7d9e83bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:14.048043 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-b79aee2f-f933-4d24-aced-ccb7d9e83bca service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.5626774 Jun 01 13:07:14.058295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b700374a-6c20-4c7d-9fe1-328d1cd01af4 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:07:14.179774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382e3dd4-69ab-4e6c-8675-acd59b81f9e4 req-35d5d013-f0e0-4c93-8f0a-bb8939380b7c service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641500 Jun 01 13:07:14.246236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c472a2-19c8-4a1f-ac54-332d3c87fe74 req-b7be3ca2-3fb5-4a46-a122-d42f6add1000 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:14.249059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c472a2-19c8-4a1f-ac54-332d3c87fe74 req-b7be3ca2-3fb5-4a46-a122-d42f6add1000 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 948 time: 0.5717297 Jun 01 13:07:14.250739 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.349176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec672ada-b022-4135-a44e-83d4e8667e05,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:14.410540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:14.465378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4', 'mac_address': 'fa:16:3e:34:a3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:07:14.572437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c472a2-19c8-4a1f-ac54-332d3c87fe74 req-b47306ca-99ca-4ead-95d6-3a34a04c926d tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534292 Jun 01 13:07:14.705838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b700374a-6c20-4c7d-9fe1-328d1cd01af4 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:14.706228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.735872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.760059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b700374a-6c20-4c7d-9fe1-328d1cd01af4 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:07:14.785163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:14.795492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.805186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.825958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Transition to ACTIVE for port object fbdfc6ba-be0b-40e0-8ef1-52f70a2011be will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:14.856867 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-ae4e23b7-2b63-40e6-bafe-2a6b3e541aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 200 len: 1002 time: 0.7834342 Jun 01 13:07:14.878668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f798dbfe-383f-41f2-9008-8a8ff119a4ff']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:14.909125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00b6dbd-e374-43c4-9cad-10a7d756f358') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:14.909125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00b6dbd-e374-43c4-9cad-10a7d756f358') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:14.928498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.961789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.970548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:07:14.971777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.026943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.036408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:15.111178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.202711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.216130 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a00b6dbd-e374-43c4-9cad-10a7d756f358 resource provider aggregate not found Jun 01 13:07:15.260253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b700374a-6c20-4c7d-9fe1-328d1cd01af4'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:07:15.381858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33050) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:15.604528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Pushing event updated for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:15.619903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.679906 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a00b6dbd-e374-43c4-9cad-10a7d756f358 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a00b6dbd-e374-43c4-9cad-10a7d756f358 found for delete ", "request_id": "req-306b703f-84ba-4c65-b76a-3bf8a9dd79ca"}]} Jun 01 13:07:15.689917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f798dbfe-383f-41f2-9008-8a8ff119a4ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:15.732999 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-501fba0c-01bd-465a-9438-b944aefc47a0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f798dbfe-383f-41f2-9008-8a8ff119a4ff HTTP/1.1" status: 204 len: 168 time: 2.2267320 Jun 01 13:07:15.757151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:15.776743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:15.800827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:15.828411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 496f2d05-da1e-4a61-8839-f91d790e7135 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:15.890552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-11709166'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:15.905053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:15.919272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Usage tracker for resource:network and tenant:1f7db7350f46492e9113792192f1a87e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:15.927851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:15.949354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:16.025132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Made reservation on behalf of 1f7db7350f46492e9113792192f1a87e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:16.035784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-31d31551-8129-4f37-8d38-60c3d1e5321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:16.037640 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-31d31551-8129-4f37-8d38-60c3d1e5321c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.9289832 Jun 01 13:07:16.039172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.097831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.105837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 496f2d05-da1e-4a61-8839-f91d790e7135 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:16.114867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 496f2d05-da1e-4a61-8839-f91d790e7135 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:16.115244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.191401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:16.238845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.249390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bdfcb599-5ee3-4b61-b6b2-c308310e5d2d None None] Provisioning for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:16.256090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bdfcb599-5ee3-4b61-b6b2-c308310e5d2d None None] Provisioning complete for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:16.256772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb599-5ee3-4b61-b6b2-c308310e5d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.269547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33066) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:16.280077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Router d6a4b110-1b82-4a6f-bafe-f009c50a9304 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:07:16.318584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcb599-5ee3-4b61-b6b2-c308310e5d2d None None] Port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:16.331180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Usage tracker for resource:security_group_rule and tenant:1f7db7350f46492e9113792192f1a87e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:16.345195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:16.376246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:16.384008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 496f2d05-da1e-4a61-8839-f91d790e7135 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:16.384744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.408118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 496f2d05-da1e-4a61-8839-f91d790e7135, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=496f2d05-da1e-4a61-8839-f91d790e7135,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:16.414544 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:16.524117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=496f2d05-da1e-4a61-8839-f91d790e7135,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:16.661217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-90cf2b51-9573-44da-b0c1-f1f05336db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:16.663136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-90cf2b51-9573-44da-b0c1-f1f05336db72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6152029 Jun 01 13:07:16.677088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-917b65a1-0b40-4981-8539-45f1e012eb0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bc023f66b1274e39b51d9ace045dfef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956761 Jun 01 13:07:16.692050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:16.725052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57958538-2bad-4170-8122-ef9d58e2cf1d req-68ce316d-8fd1-4f28-bca9-bdfbae9d9890 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:16.727325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57958538-2bad-4170-8122-ef9d58e2cf1d req-68ce316d-8fd1-4f28-bca9-bdfbae9d9890 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 949 time: 0.5535333 Jun 01 13:07:16.809719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:16.823029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Sync routers for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:16.847222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:16.847222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:16.885491 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-9a5fb2ca-ada8-4e51-9fbb-234da3ed11f1 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130508 Jun 01 13:07:16.978112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57958538-2bad-4170-8122-ef9d58e2cf1d req-1c6dc2af-8663-405c-bc98-76ff4e0c59b0 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362630 Jun 01 13:07:17.045054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.047143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e483efc0-2702-4a51-8e74-7e32e1354771 admin admin] 10.222.0.40 "PUT /v2.0/routers/d6a4b110-1b82-4a6f-bafe-f009c50a9304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5013378 Jun 01 13:07:17.056093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33078) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:17.058425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.168110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-52ba7fa4-d4bf-4537-b4ad-58d3687677a1 req-e95e1f4a-84e1-4871-a478-cbe4e42f908c service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414119 Jun 01 13:07:17.230069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:17.323024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.332971 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.414414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:07:17.480560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.488924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.494516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b3e30-86f5-4b2d-82e4-e19ab8a91ad1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:17.499565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.533574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.533917 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Added segment a6868a1a-e032-411d-bb83-393381a706d2 of type vlan for network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 Jun 01 13:07:17.608340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.615835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 496f2d05-da1e-4a61-8839-f91d790e7135 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:17.625546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.663328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.781064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 496f2d05-da1e-4a61-8839-f91d790e7135 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:17.781523 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.813473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Pushing event updated for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:17.869271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.888908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e758a-680b-4287-9500-4b595b0d60f6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:17.896900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.903623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:17.904744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.931384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:17.948595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:17.949798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:18.063351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 496f2d05-da1e-4a61-8839-f91d790e7135 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:18.100880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:07:14Z', 'revision_number': 5, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port': {'id': 'e457ce12-3e77-4500-bdef-7a9e3d8baaca', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:06:38Z', 'updated_at': '2022-06-01T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:18.109133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b700374a-6c20-4c7d-9fe1-328d1cd01af4 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:18.159761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Pushing event updated for resources: {'Network': ['ID=b5e21d7e-51c0-41a5-97c9-9be7aeacaf80,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:18.163382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Checking router: d6a4b110-1b82-4a6f-bafe-f009c50a9304 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:18.172694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.181224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4223ff17-a47f-4890-aa2f-367270c8234b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a33e758a-680b-4287-9500-4b595b0d60f6 HTTP/1.1" status: 204 len: 168 time: 1.4775975 Jun 01 13:07:18.187855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1754de9a-4b4d-4d46-a9a1-7c599c2fc88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.8022635 Jun 01 13:07:18.213648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.216871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:07:18.317526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Router 554b0d95-294f-4513-b3af-b7352e2bdcf0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:07:18.336908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Deleting port e457ce12-3e77-4500-bdef-7a9e3d8baaca {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:18.337257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.401371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Routers {'d6a4b110-1b82-4a6f-bafe-f009c50a9304'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:18.402142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:18.691948 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6ecd26b4-3c89-4ddc-9c43-bb26bf23e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.787704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226574b7-7883-45bd-8e06-94340de04d1f req-01b51bb9-4fe9-4170-8163-250bc4266f01 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:18.795381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-226574b7-7883-45bd-8e06-94340de04d1f req-01b51bb9-4fe9-4170-8163-250bc4266f01 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 949 time: 0.5546315 Jun 01 13:07:18.813720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:18.843760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80', 'binding:host_id': 'n-h2-844200-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320426342'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:18.865817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:18.876579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Usage tracker for resource:port and tenant:b1a37bd40e78414ea75c680bb4b74f5b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:18.876994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-226574b7-7883-45bd-8e06-94340de04d1f req-e16b8ee2-5611-4fd5-a2c9-02205dbed9da tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807610 Jun 01 13:07:18.883281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] For port e457ce12-3e77-4500-bdef-7a9e3d8baaca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e457ce12-3e77-4500-bdef-7a9e3d8baaca,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:18.883636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.892157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:18.938787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a2edbe73-6932-474a-8d9c-c548a6646762 None None] Provisioning complete for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:18.939162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2edbe73-6932-474a-8d9c-c548a6646762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.001731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a2edbe73-6932-474a-8d9c-c548a6646762 None None] Port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:19.022205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] Set router d6a4b110-1b82-4a6f-bafe-f009c50a9304 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:19.071413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:19.104577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:19.107060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Made reservation on behalf of b1a37bd40e78414ea75c680bb4b74f5b for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:19.110325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Calling delete_port for e457ce12-3e77-4500-bdef-7a9e3d8baaca owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:19.110446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.115722 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Sync routers for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:19.130016 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:19.134423 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-63b564f1-5bbf-4d8c-8e84-6a140068f741 admin admin] 10.222.0.40 "PUT /v2.0/routers/554b0d95-294f-4513-b3af-b7352e2bdcf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3288476 Jun 01 13:07:19.136308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:06:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:19.139687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.156506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:19.160880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Usage tracker for resource:security_group_rule and tenant:b1a37bd40e78414ea75c680bb4b74f5b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:19.166133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:19.173911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:19.272531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:07:18Z', 'revision_number': 6, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:19.280738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35953f10-ac88-4ddd-9bc0-12effc4855d1 None None] The sync data for ids ['d6a4b110-1b82-4a6f-bafe-f009c50a9304'] in n-d-844200-1 is: [{'id': 'd6a4b110-1b82-4a6f-bafe-f009c50a9304', 'name': 'tempest-TestAggregatesBasicOps-1456155414-router', 'tenant_id': '55142ae15079433fb6ba442b44f9e1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:06:34Z', 'updated_at': '2022-06-01T13:07:18Z', 'revision_number': 6, 'project_id': '55142ae15079433fb6ba442b44f9e1fe', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:19.283176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port b700374a-6c20-4c7d-9fe1-328d1cd01af4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:19.296889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port b700374a-6c20-4c7d-9fe1-328d1cd01af4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:19.297403 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.391410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.411368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.426633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port b30a410d-9d37-43cf-bdbb-421fd29ddc33 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:19.577737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.621825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875b26c-016e-4046-b6ca-fd0c620e6095,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:19.646314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b700374a-6c20-4c7d-9fe1-328d1cd01af4 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:19.648280 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.740086 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:19.761788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:19.768509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:19.783207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec672ada-b022-4135-a44e-83d4e8667e05 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:19.852489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:19.864266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e457ce12-3e77-4500-bdef-7a9e3d8baaca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:19.996571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33134) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:20.058416 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424cb15f-b935-461c-b5d1-11ea71aff785'] response: {'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4', 'code': 200} Jun 01 13:07:20.062135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:20.072425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ec672ada-b022-4135-a44e-83d4e8667e05 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:20.076073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec672ada-b022-4135-a44e-83d4e8667e05 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:20.085313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.222952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port b30a410d-9d37-43cf-bdbb-421fd29ddc33 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:20.235779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.258212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Transition to ACTIVE for port object b30a410d-9d37-43cf-bdbb-421fd29ddc33 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:20.279439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4cb3-c144-4e8e-a805-d85b8a22d9ee req-24f6447f-e2f4-4269-8238-60f82fef9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:20.281029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ed5b4cb3-c144-4e8e-a805-d85b8a22d9ee req-24f6447f-e2f4-4269-8238-60f82fef9b18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 1101 time: 0.1410508 Jun 01 13:07:20.284431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.489034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0d9880f-8585-4115-808e-f56077b8b18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.589430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ed5b4cb3-c144-4e8e-a805-d85b8a22d9ee req-eeec8d0d-af15-4ddc-bab6-e06d79248a54 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957366 Jun 01 13:07:20.607059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=b30a410d-9d37-43cf-bdbb-421fd29ddc33,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:20.644503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Checking segment: {'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:20.644858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Network hostable DHCP agents. Network: b5e21d7e-51c0-41a5-97c9-9be7aeacaf80, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:07:20.672075 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fbdfc6ba-be0b-40e0-8ef1-52f70a2011be', 'name': '', 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'mac_address': 'fa:16:3e:96:f3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:13Z', 'updated_at': '2022-06-01T13:07:17Z', 'revision_number': 2, 'project_id': '200715059371442f80403a8cfd3b888d', 'subnets': [{'id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:20.679474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Checking router: 554b0d95-294f-4513-b3af-b7352e2bdcf0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:20.679736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Updating router 554b0d95-294f-4513-b3af-b7352e2bdcf0 port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:20.692919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:07:20.707643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-network', 'tenant_id': 'f934a6c53b624712bbc890939f82b837'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:20.709628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b5e21d7e-51c0-41a5-97c9-9be7aeacaf80) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:20.714897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:20.719645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8b739-5bfe-4ccd-9656-e11d98d51a7d None None] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:20.761060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:20.761763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:20.762582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:20.773697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:20.775166 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:20.775566 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 2 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:20.805135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:20.805463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:20.805795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:20.811667 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.824618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:20.824990 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:20.825577 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 3 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:20.846775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:20.847097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:20.847424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:20.850918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.861383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:20.866838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:20.867156 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:20.867539 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 4 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:20.868382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.899511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:20.901070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:20.901417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:20.903708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Usage tracker for resource:network and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:20.913065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:20.914014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:20.914740 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:20.919147 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 5 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:20.938356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:20.955783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:20.956272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:20.956643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:20.969400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:20.969851 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:20.972707 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 6 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:20.978292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:20.979230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6a4b110-1b82-4a6f-bafe-f009c50a9304 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:07:20.984958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-76b501f3-887d-4228-98a0-4007f98b8fb6 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2862780 Jun 01 13:07:20.994432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Made reservation on behalf of f934a6c53b624712bbc890939f82b837 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:20.997324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.008178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.008493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.008824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.020723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:21.020960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:21.021245 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:21.021624 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 7 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:21.027379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:21.032320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Usage tracker for resource:floatingip and tenant:200715059371442f80403a8cfd3b888d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:21.035411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:21.042250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:21.056390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.057170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.057704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.058137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.063735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:21.064198 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:21.065329 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 8 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:21.083042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.086808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-49483639-12a4-45d9-8c21-221d0008d2e4 admin admin] 10.222.0.40 "DELETE /v2.0/routers/d6a4b110-1b82-4a6f-bafe-f009c50a9304 HTTP/1.1" status: 204 len: 168 time: 4.0244331 Jun 01 13:07:21.089354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:21.093339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.093899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.094348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.094564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.125873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:21.134152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7902a-56e2-4a8c-a781-af5e1c8172fa req-a9211759-6233-4473-a320-10dade1bbe57 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:21.146315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7d7902a-56e2-4a8c-a781-af5e1c8172fa req-a9211759-6233-4473-a320-10dade1bbe57 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 950 time: 0.4485974 Jun 01 13:07:21.168397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Deleting subnet dccf2c66-aa7a-4259-8179-af8e2edb028e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:07:21.173644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:21.174116 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:21.174857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.191289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:21.198332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:21.210920 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 9 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:21.231049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.231882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.232319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.247324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:21.247849 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:21.250732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:21.251701 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 10 to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 Jun 01 13:07:21.275332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.306103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7d7902a-56e2-4a8c-a781-af5e1c8172fa req-5bf00375-5e64-4675-8e95-d2fcbea2cdb0 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587777 Jun 01 13:07:21.321902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.322145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.322690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.339399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:21.340540 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port b30a410d-9d37-43cf-bdbb-421fd29ddc33 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:21.341677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.434016 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.438222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.445506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.454202 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Transition to ACTIVE for port object fbdfc6ba-be0b-40e0-8ef1-52f70a2011be will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:21.461861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.468461 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.485171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port b30a410d-9d37-43cf-bdbb-421fd29ddc33, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:21.485661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempted to set empty binding levels {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:07:21.493838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.525668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:07:21.534795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.582068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e457ce12-3e77-4500-bdef-7a9e3d8baaca no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:21.616330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73afa797-ac0c-46f0-b8dc-e35cba691b49,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:21.694235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:21.702633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.708085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.708085 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Added segment 38faefe4-28fc-4381-ac48-8e0d97a04c27 of type vlan for network dc1e2955-a47c-44ec-8982-f920f0072646 Jun 01 13:07:21.721233 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b05465-c99c-408d-b7b6-83ddbc452e02 None None] Pushing event updated for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:21.746159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e457ce12-3e77-4500-bdef-7a9e3d8baaca {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:21.748793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e457ce12-3e77-4500-bdef-7a9e3d8baaca not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:21.754893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.757652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.791538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=b30a410d-9d37-43cf-bdbb-421fd29ddc33,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:21.802450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.824430 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-35e1d167-2523-46d7-bdcb-9cfda3fdccf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.0089340 Jun 01 13:07:21.828243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.838133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33156) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:21.845768 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Attempting to bind port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:21.846124 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Attempting to bind port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:21.846475 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Attempting to bind port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be on network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:21.853186 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:21.853605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Checking segment: {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:21.854106 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.854488 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Bound using segment: {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:21.855522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Bound port: fbdfc6ba-be0b-40e0-8ef1-52f70a2011be, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b08d08-acf8-45b3-9e7c-1abbe16b6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:21.857581 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.898178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dccf2c66-aa7a-4259-8179-af8e2edb028e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:21.945219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.947529 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be279c12-4092-41ed-a305-a55f90b548d9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/dccf2c66-aa7a-4259-8179-af8e2edb028e HTTP/1.1" status: 204 len: 168 time: 0.8559351 Jun 01 13:07:21.955660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:21.967848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3de56-2a7b-40c1-8684-d5d6d4d48be0 None None] Network fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:21.972609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:21.973572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:21.975844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.009920 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] For port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:22.015993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] For port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:22.023169 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.133364 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:22.137658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:22.139131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=dc1e2955-a47c-44ec-8982-f920f0072646,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:22.149568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Allocated IP 172.25.7.254 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:22.152994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2489b875-6464-43ae-830d-21a4e7e3eaa7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1540730 Jun 01 13:07:22.154668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network dc1e2955-a47c-44ec-8982-f920f0072646 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:07:22.160214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33164) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:22.167289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Request body: {'subnet': {'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-subnet', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:22.195367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:22.202652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.208853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Usage tracker for resource:subnet and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:22.218584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:22.219104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Deleting port b30a410d-9d37-43cf-bdbb-421fd29ddc33 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:22.220838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.418017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Deleting port e6162a55-14a4-4808-9246-0c365afc1c34 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:22.418951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.422967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:22.428667 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b05465-c99c-408d-b7b6-83ddbc452e02 None None] Pushing event updated for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:22.493429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Made reservation on behalf of f934a6c53b624712bbc890939f82b837 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:22.503679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.710246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.825033 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:22.829878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a352b-0d0d-420d-a53f-37ce76215f68 req-789b126e-fe4c-4e86-8bdb-db739fb127d6 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:22.847342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-545a352b-0d0d-420d-a53f-37ce76215f68 req-789b126e-fe4c-4e86-8bdb-db739fb127d6 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 950 time: 0.3222456 Jun 01 13:07:22.921768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] DHCP port deletion for fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:07:22.926380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Deleting port e6162a55-14a4-4808-9246-0c365afc1c34 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:22.927055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:22.969583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.091385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-545a352b-0d0d-420d-a53f-37ce76215f68 req-482ceb88-a997-41b7-a8f9-4c37769b1c64 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423060 Jun 01 13:07:23.173972 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.192166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:23.195747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.223958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:23.295113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:23.313582 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fbdfc6ba-be0b-40e0-8ef1-52f70a2011be', 'name': '', 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'mac_address': 'fa:16:3e:96:f3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:13Z', 'updated_at': '2022-06-01T13:07:21Z', 'revision_number': 4, 'project_id': '200715059371442f80403a8cfd3b888d', 'subnets': [{'id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:23.334821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b89b86-1d9b-42b0-811b-388e014d26be None None] The sync data for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 is: [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fbdfc6ba-be0b-40e0-8ef1-52f70a2011be', 'name': '', 'network_id': '53131868-5f9b-44e4-a08f-a6d2c3a2d5c0', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'mac_address': 'fa:16:3e:96:f3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:13Z', 'updated_at': '2022-06-01T13:07:21Z', 'revision_number': 4, 'project_id': '200715059371442f80403a8cfd3b888d', 'subnets': [{'id': '3712d149-3d14-45fa-9386-366ac7adf5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:23.386807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:23.454239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] For port e6162a55-14a4-4808-9246-0c365afc1c34, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e6162a55-14a4-4808-9246-0c365afc1c34,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:23.470443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.480952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port b30a410d-9d37-43cf-bdbb-421fd29ddc33, host n-h2-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:23.480952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.520003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7910fb7-fb3a-4d32-9a08-71a0d57d802d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:23.601846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:23.602115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Network hostable DHCP agents. Network: dc1e2955-a47c-44ec-8982-f920f0072646, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:07:23.685457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.692978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Network dc1e2955-a47c-44ec-8982-f920f0072646 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:07:23.770426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbdfc6ba-be0b-40e0-8ef1-52f70a2011be up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:23.789810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Calling delete_port for b30a410d-9d37-43cf-bdbb-421fd29ddc33 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:23.803322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, dc1e2955-a47c-44ec-8982-f920f0072646) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:23.811583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:23.812111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.843150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Calling delete_port for e6162a55-14a4-4808-9246-0c365afc1c34 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:23.897844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] For port e6162a55-14a4-4808-9246-0c365afc1c34, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e6162a55-14a4-4808-9246-0c365afc1c34,segment=NetworkSegment(ddd59b61-e937-4c8a-8739-ef4817ff793d),segment_id=ddd59b61-e937-4c8a-8739-ef4817ff793d)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:23.898245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:23.946889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d7e0b-a2fb-4c4b-a8a8-94ff73e51c01 None None] Network dc1e2955-a47c-44ec-8982-f920f0072646 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:24.085020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Calling delete_port for e6162a55-14a4-4808-9246-0c365afc1c34 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:24.119475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.244387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3a32a116-5b19-4c41-8ec0-6f6b8448db53 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0828154 Jun 01 13:07:24.247713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33192) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:24.256377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:24.264591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.267420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.277762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:24.338159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Usage tracker for resource:router and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:24.360926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:24.367482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6162a55-14a4-4808-9246-0c365afc1c34,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:24.378980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:24.381011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] No DVR routers for this DVR port e6162a55-14a4-4808-9246-0c365afc1c34 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:24.410482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:07:24.411147 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:07:24.454850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:24.459484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event deleted for resources: {'Port': ['ID=b30a410d-9d37-43cf-bdbb-421fd29ddc33,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:24.528289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:24.529005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.539807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.569690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-dc1e2955-a47c-44ec-8982-f920f0072646', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:07:24.571031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.638382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.639639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.657580 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7f2099f-159c-4eef-8108-4522d9396c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "DELETE /v2.0/ports/b30a410d-9d37-43cf-bdbb-421fd29ddc33 HTTP/1.1" status: 204 len: 168 time: 2.7634027 Jun 01 13:07:24.660805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.662108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:24.698959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.715491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.740398 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ec636-b1f7-449c-9b48-13028706004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:07:24.740927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b8ec636-b1f7-449c-9b48-13028706004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:24.751696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.754310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7e834b-d6cc-4cfe-8a30-0bff0cecc623']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:24.780308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd59b61-e937-4c8a-8739-ef4817ff793d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:24.780570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd59b61-e937-4c8a-8739-ef4817ff793d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:24.796075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.812907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b8ec636-b1f7-449c-9b48-13028706004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:24.819485 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b8ec636-b1f7-449c-9b48-13028706004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports/b30a410d-9d37-43cf-bdbb-421fd29ddc33 HTTP/1.1" status: 404 len: 333 time: 0.1562936 Jun 01 13:07:24.820539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:24.830615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1165828456'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:24.836901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:24.859586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:24.881501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.881501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.881501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.881860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:24.882115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.887023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.887434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.887889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.888367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.888860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.889648 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.889899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.890387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.890899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.891391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:24.914807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Deleting port e6162a55-14a4-4808-9246-0c365afc1c34 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:24.915483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.932876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4987973-bb07-4458-9e65-c6f67e7fdd86 req-1d29a67c-1079-4ed7-924c-c7152a27ad67 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:24.934986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4987973-bb07-4458-9e65-c6f67e7fdd86 req-1d29a67c-1079-4ed7-924c-c7152a27ad67 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 950 time: 0.2711890 Jun 01 13:07:24.936323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.975210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:24.976969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-8132a4f0-39dd-4361-877e-a04ed0b2d32d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9838405 Jun 01 13:07:24.991858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:24.995519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:07:24.996065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.038172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Allocated IP 172.20.0.2 (dc1e2955-a47c-44ec-8982-f920f0072646/e7910fb7-fb3a-4d32-9a08-71a0d57d802d/de9f65f0-f678-4c01-a0d6-0f94289494a7) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:25.069485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5b780404-d77b-42cf-b93e-7914ca6e1e90 None None] The port 'e6162a55-14a4-4808-9246-0c365afc1c34' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:07:25.102913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4987973-bb07-4458-9e65-c6f67e7fdd86 req-64de7777-33b3-4107-ae85-9375b92d4c3d tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488726 Jun 01 13:07:25.120843 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ddd59b61-e937-4c8a-8739-ef4817ff793d resource provider aggregate not found Jun 01 13:07:25.143050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-494d62f1-44f0-4a2e-af3a-6a72abf65c84 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:25.179746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-494d62f1-44f0-4a2e-af3a-6a72abf65c84 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:25.186349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-494d62f1-44f0-4a2e-af3a-6a72abf65c84 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.1985099 Jun 01 13:07:25.269893 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ddd59b61-e937-4c8a-8739-ef4817ff793d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddd59b61-e937-4c8a-8739-ef4817ff793d found for delete ", "request_id": "req-0d569091-521f-42c7-807f-e51e8dd1124f"}]} Jun 01 13:07:25.277229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Made reservation on behalf of b1a37bd40e78414ea75c680bb4b74f5b for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:25.280120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.333994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.358072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:25.367847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.454336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:25.458397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e6162a55-14a4-4808-9246-0c365afc1c34 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:25.463014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-676a5cf7-c4ba-44f9-8bcd-7354dcad4731 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:25.467677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17e143dc-bc3e-442a-bb2a-199ee9ac292e req-676a5cf7-c4ba-44f9-8bcd-7354dcad4731 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2795818 Jun 01 13:07:25.490419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13190633-56c4-455b-bf27-69fd294d9e6b req-b3202f29-6f45-4c31-a7a6-e940460f2623 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:25.497987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13190633-56c4-455b-bf27-69fd294d9e6b req-b3202f29-6f45-4c31-a7a6-e940460f2623 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.2026796 Jun 01 13:07:25.499960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e6162a55-14a4-4808-9246-0c365afc1c34 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:25.500296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e6162a55-14a4-4808-9246-0c365afc1c34 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:25.516381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port c2d912e3-5ee0-47a4-9159-71b5043120ab yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:25.570051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Transition to ACTIVE for port object de9f65f0-f678-4c01-a0d6-0f94289494a7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:25.575507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.588581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.602809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Transition to ACTIVE for port object de9f65f0-f678-4c01-a0d6-0f94289494a7 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:25.611616 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.613475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.626686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7e834b-d6cc-4cfe-8a30-0bff0cecc623,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:25.686538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13190633-56c4-455b-bf27-69fd294d9e6b req-1be794bd-9d0f-4050-bed6-0cd444736d20 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876912 Jun 01 13:07:25.706446 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab3dfbca-7352-4a5b-ae23-adfa9db5c755 admin admin] 10.222.0.40 "DELETE /v2.0/networks/fa7e834b-d6cc-4cfe-8a30-0bff0cecc623 HTTP/1.1" status: 204 len: 168 time: 3.7383854 Jun 01 13:07:25.706902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade34394-1967-4841-8a01-c70711d3ee91 req-5a6a55e5-fad2-439a-9ed7-8f6d088fe211 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2068245 Jun 01 13:07:25.718467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:25.725753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:25.736169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:25.750469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbdfc6ba-be0b-40e0-8ef1-52f70a2011be up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:25.753258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.790299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:25.792205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:25.804465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:25.821193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Pushing event updated for resources: {'Port': ['ID=de9f65f0-f678-4c01-a0d6-0f94289494a7,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:25.884664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:25.932775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:25.933142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.939759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.962113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:25.984821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a1b01f7-8137-4e6e-8902-8ddb84de499f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c673c4168d5476e80d5b217b0188da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977709 Jun 01 13:07:25.987145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33244) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:26.004274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Attempting to bind port de9f65f0-f678-4c01-a0d6-0f94289494a7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:26.004646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Attempting to bind port de9f65f0-f678-4c01-a0d6-0f94289494a7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:26.005011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Attempting to bind port de9f65f0-f678-4c01-a0d6-0f94289494a7 on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:26.016981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:26.017358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:26.017769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.018160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Bound using segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:26.018792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Bound port: de9f65f0-f678-4c01-a0d6-0f94289494a7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:26.019166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.109775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.133136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Allocated IP 172.25.7.240 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e22549e0-c70f-4a8a-9da1-5f8a5fdf8562) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:26.144965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:26.160863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] For port de9f65f0-f678-4c01-a0d6-0f94289494a7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:26.164414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] For port de9f65f0-f678-4c01-a0d6-0f94289494a7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de9f65f0-f678-4c01-a0d6-0f94289494a7,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:26.171529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.267478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a60c7b-7c2d-4385-a9af-7bfbb2926a4c None None] Pushing event updated for resources: {'Port': ['ID=de9f65f0-f678-4c01-a0d6-0f94289494a7,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:26.299362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.362532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.364671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:26.382180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:26.396279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e8a2-ae84-4323-8b11-09e7b134836d req-79ff0cb0-b15b-4dcd-94e2-4b24952533f8 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:26.397194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:26.397820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfa5e8a2-ae84-4323-8b11-09e7b134836d req-79ff0cb0-b15b-4dcd-94e2-4b24952533f8 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 950 time: 0.1477301 Jun 01 13:07:26.398562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:26.399188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.406231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d912e3-5ee0-47a4-9159-71b5043120ab,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:26.412197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.479713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfa5e8a2-ae84-4323-8b11-09e7b134836d req-cde7ab3e-0e56-49ba-8022-b2d6225837a7 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/security-groups?id=93bd86e3-e5da-455f-8b12-65c7a3aa5071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737317 Jun 01 13:07:26.481144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.483250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.529817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25e999f3-a1fb-4cd0-b946-092798e10b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7032919 Jun 01 13:07:26.536360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33250) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:26.548766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.552063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:26.624049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:26.629239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:26.636772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:26.636960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800609db-3d22-45c2-adde-d62489879a7e req-c121d5ce-ad2c-4942-b13b-8282d6c4d15d tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:26.638796 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-800609db-3d22-45c2-adde-d62489879a7e req-c121d5ce-ad2c-4942-b13b-8282d6c4d15d tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.24 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 950 time: 0.4857585 Jun 01 13:07:26.687982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.761344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1652c-18a2-4dce-a6f4-d8438f83a3fb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:26.800258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Deleting port b700374a-6c20-4c7d-9fe1-328d1cd01af4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:26.800594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.825695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=e22549e0-c70f-4a8a-9da1-5f8a5fdf8562,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:26.845358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:26.846885 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b654e60-e67f-4ff2-a81c-5f4cba00b6c3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/faa1652c-18a2-4dce-a6f4-d8438f83a3fb HTTP/1.1" status: 204 len: 168 time: 0.8573716 Jun 01 13:07:26.868884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Allocated IP 172.25.7.116 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/89f75f3f-24cc-4696-a50d-30c127366577) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:26.931817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.079441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa198a1-056b-4d31-86f8-0e711f4399d6 req-8c465095-4ea1-4319-85c1-d54735a39694 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:27.080970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fa198a1-056b-4d31-86f8-0e711f4399d6 req-8c465095-4ea1-4319-85c1-d54735a39694 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.2446661 Jun 01 13:07:27.165753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.278871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33260) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:27.287632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6fa198a1-056b-4d31-86f8-0e711f4399d6 req-8e109c06-0ed8-4d3d-8a28-c3613b749cb5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537602 Jun 01 13:07:27.326227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.351980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] For port b700374a-6c20-4c7d-9fe1-328d1cd01af4, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b700374a-6c20-4c7d-9fe1-328d1cd01af4,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:27.352331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.373876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac60c55a-8558-4904-ac3a-319956972a99 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=55142ae15079433fb6ba442b44f9e1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785766 Jun 01 13:07:27.375274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:27.452077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.487008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Calling delete_port for b700374a-6c20-4c7d-9fe1-328d1cd01af4 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:27.557582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab615f-8a25-449b-891a-fab1979ea690 None None] Network dc1e2955-a47c-44ec-8982-f920f0072646 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:27.572704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.636655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:07:27.725894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.751980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de9f65f0-f678-4c01-a0d6-0f94289494a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:27.768601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port c2d912e3-5ee0-47a4-9159-71b5043120ab yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:27.770259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Pushing event updated for resources: {'Port': ['ID=89f75f3f-24cc-4696-a50d-30c127366577,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:27.782735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.788606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:27.795364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:27.803763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.806621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:27.817558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-50d29fba-80aa-4d99-8d27-87316a3aa4be None None] Provisioning for port de9f65f0-f678-4c01-a0d6-0f94289494a7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:27.832642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:27.857895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b700374a-6c20-4c7d-9fe1-328d1cd01af4'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:07:27.861392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Transition to ACTIVE for port object c2d912e3-5ee0-47a4-9159-71b5043120ab will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:27.876475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.019685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port de9f65f0-f678-4c01-a0d6-0f94289494a7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:28.033506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:07:28.047293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port de9f65f0-f678-4c01-a0d6-0f94289494a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:28.048259 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.117576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.120992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f05ba09-266e-471b-91f3-0b34456cf05b req-7c0eea19-6604-499c-8384-2395960feed2 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.0761673 Jun 01 13:07:28.136904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d912e3-5ee0-47a4-9159-71b5043120ab,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.154709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.185595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:28.209719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Pushing event deleted for resources: {'Port': ['ID=b700374a-6c20-4c7d-9fe1-328d1cd01af4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.252642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:28.253071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:28.253370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:28.262925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.288286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:28.288568 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:28.327420 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 2 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:28.334757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=e22549e0-c70f-4a8a-9da1-5f8a5fdf8562,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.363394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab703cd1-727f-4bbd-82cc-80997953bcbb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.387357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:28.388139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:28.388280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:28.389033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] No DVR routers for this DVR port b700374a-6c20-4c7d-9fe1-328d1cd01af4 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:28.391670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.405107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'name': 'network-vif-deleted', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:28.411472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.417153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-800609db-3d22-45c2-adde-d62489879a7e req-e64ba1b6-177a-440d-995e-af68912ee031 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.24 "DELETE /v2.0/ports/b700374a-6c20-4c7d-9fe1-328d1cd01af4 HTTP/1.1" status: 204 len: 173 time: 1.7696977 Jun 01 13:07:28.419825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:28.420095 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:28.427803 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 3 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:28.442389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port de9f65f0-f678-4c01-a0d6-0f94289494a7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:28.442969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.465724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:28.466333 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.522355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:28.522766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:28.523102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:28.532025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.533514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade34394-1967-4841-8a01-c70711d3ee91 req-cda38dfe-5871-4081-bc6b-7b738b31e298 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8194106 Jun 01 13:07:28.540382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.541597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-81927fe0-a8c4-46b1-ac0a-09552873a22d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ab703cd1-727f-4bbd-82cc-80997953bcbb HTTP/1.1" status: 204 len: 168 time: 1.1633322 Jun 01 13:07:28.545713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:28.546429 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:28.556018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92173137-a326-46aa-8e67-1f5fbd65582c req-20a5aeb6-35aa-409b-8563-dbe4d5d557c2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:28.564175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92173137-a326-46aa-8e67-1f5fbd65582c req-20a5aeb6-35aa-409b-8563-dbe4d5d557c2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.2707508 Jun 01 13:07:28.568150 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 4 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:28.571391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:28.582770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:28.621181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.622884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b700374a-6c20-4c7d-9fe1-328d1cd01af4 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:28.758433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: b700374a-6c20-4c7d-9fe1-328d1cd01af4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:28.759750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b700374a-6c20-4c7d-9fe1-328d1cd01af4 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:28.764294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.775496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:28.776061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:28.776164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:28.791546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ade34394-1967-4841-8a01-c70711d3ee91 req-326ebd0e-7d1c-4f2e-a5cb-97266014753f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:28.795256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port de9f65f0-f678-4c01-a0d6-0f94289494a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de9f65f0-f678-4c01-a0d6-0f94289494a7,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:28.798470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:28.798881 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:28.807058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.813157 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 5 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:28.831634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.868673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92173137-a326-46aa-8e67-1f5fbd65582c req-c5769e79-3842-4c17-8923-776fb6c5f761 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031003 Jun 01 13:07:28.887395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ade34394-1967-4841-8a01-c70711d3ee91 req-326ebd0e-7d1c-4f2e-a5cb-97266014753f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:28.888909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade34394-1967-4841-8a01-c70711d3ee91 req-326ebd0e-7d1c-4f2e-a5cb-97266014753f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.3455601 Jun 01 13:07:28.897780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:28.900301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:28.900750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:28.949428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=de9f65f0-f678-4c01-a0d6-0f94289494a7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:28.956287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:28.958880 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:28.961459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2ad7caaf-9806-495b-8390-f1a61c392b43 None None] Provisioning complete for port de9f65f0-f678-4c01-a0d6-0f94289494a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:28.963901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2ad7caaf-9806-495b-8390-f1a61c392b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:28.969775 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 6 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:28.970526 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5739ba9-853b-4e6f-a221-29dd45070cf4'] response: {'server_uuid': '28341907-2f0c-48f0-b311-da6dbde9fe13', 'name': 'network-vif-deleted', 'tag': 'b700374a-6c20-4c7d-9fe1-328d1cd01af4', 'status': 'completed', 'code': 200} Jun 01 13:07:29.057579 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b530032-73c9-4e7c-ab72-a7d5538c53fe'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:07:29.075895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:29.076496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:29.076980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:29.085150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:29.085738 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:29.090584 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 7 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:29.124382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7caaf-9806-495b-8390-f1a61c392b43 None None] Current status of the port de9f65f0-f678-4c01-a0d6-0f94289494a7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:29.294241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.301335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:29.301658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:29.301991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:29.344762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:29.345012 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:29.353150 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 8 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:29.380946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffd0e9b5-39fa-4158-8a93-278cfeef82a8 req-bc4f7333-bfcd-401d-90b2-c90ae42e03f1 tempest-TenantUsagesTestJSON-1420641032 tempest-TenantUsagesTestJSON-1420641032-project] 10.222.0.40 "GET /v2.0/ports?device_id=28341907-2f0c-48f0-b311-da6dbde9fe13 HTTP/1.1" status: 200 len: 210 time: 0.0920801 Jun 01 13:07:29.393194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:29.393487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:29.393823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:29.404644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade34394-1967-4841-8a01-c70711d3ee91 req-408e106d-3495-460f-869c-b5eb8dce951f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:29.406158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade34394-1967-4841-8a01-c70711d3ee91 req-408e106d-3495-460f-869c-b5eb8dce951f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.5094726 Jun 01 13:07:29.410207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:29.410533 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:29.411011 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 9 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:29.429613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:29.430053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:29.430403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:29.435749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:29.436159 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:29.436447 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 10 to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab Jun 01 13:07:29.588851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:29.589188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:29.589519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:29.610921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:29.611291 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port c2d912e3-5ee0-47a4-9159-71b5043120ab on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:29.611580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.646652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de9f65f0-f678-4c01-a0d6-0f94289494a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:29.670874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-fe61d895-9d31-43ef-ac48-6f43760af2d8 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2193656 Jun 01 13:07:29.675832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:29.685055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:07:29.690741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:29.728281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:29.735025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port de9f65f0-f678-4c01-a0d6-0f94289494a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:29.735582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.772538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port c2d912e3-5ee0-47a4-9159-71b5043120ab, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:29.772907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempted to set empty binding levels {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:07:29.774665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.800289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.892961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:29.924014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] In _notify_port_updated(), no bound segment for port c2d912e3-5ee0-47a4-9159-71b5043120ab on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:07:29.924892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:29.925495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:29.930631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:29.933078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "PUT /v2.0/ports/c2d912e3-5ee0-47a4-9159-71b5043120ab HTTP/1.1" status: 200 len: 979 time: 3.3894989 Jun 01 13:07:29.957564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8284-1f5a-4a41-984e-8902876522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d912e3-5ee0-47a4-9159-71b5043120ab,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:29.966882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port de9f65f0-f678-4c01-a0d6-0f94289494a7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:29.993277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:30.004550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:30.015620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:30.016497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:30.066105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-159391603-network', 'tenant_id': 'cc10a94061124128ac382e497a818247'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:30.072309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:30.077469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Usage tracker for resource:network and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:30.080927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:30.083482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.087177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:30.102277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.103983 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3a14d644-e928-4a4d-b900-85100d9d6262 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8551157 Jun 01 13:07:30.105656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Made reservation on behalf of cc10a94061124128ac382e497a818247 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:30.114646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.121781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33324) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:30.238616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afc4b-7ecb-4369-a28b-6a8f12b9e561 req-2cf94dae-732f-4dae-bb7c-c44addab83c2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.240039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-673afc4b-7ecb-4369-a28b-6a8f12b9e561 req-2cf94dae-732f-4dae-bb7c-c44addab83c2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2130811 Jun 01 13:07:30.262524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:30.285816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Allocated IP 172.25.7.22 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/4f000231-db4b-4937-9b4a-2f94b9d64ce8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:30.332527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-673afc4b-7ecb-4369-a28b-6a8f12b9e561 req-78b03572-e095-47cc-bdd5-da70652465e6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805078 Jun 01 13:07:30.378493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.426326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:30.432766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:30.437064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:30.475234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.505030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:30.530915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.531391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.531851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.532317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.532779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.533251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.533703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.534208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.534687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.535102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.535559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.536014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.536466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.536940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.537398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.537853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.538302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.538824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.539270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.539766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.540384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.540702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.541187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.541834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.542149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.542696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.543222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.543636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.544291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.544840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.545435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.545959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.546420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.546909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.547823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.547823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.548357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.550382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.559769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:30.562984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:30.628670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:30.633756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:30.637410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:30.701162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:30.707368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=4f000231-db4b-4937-9b4a-2f94b9d64ce8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:30.707821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-430d58c5-b02e-4005-b743-552399e67f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34011 time: 0.7758887 Jun 01 13:07:30.712837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:28Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:30.716475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33336) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:30.722850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:30.723431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Updating router b1a33a98-e540-446f-9d0f-711140ef5dc0 port 89f75f3f-24cc-4696-a50d-30c127366577 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:30.770817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.796293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.855468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:30.917899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33342) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:31.023292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.038736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.053726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:07:31.065727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.067126 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Added segment 1feb1623-3456-4c31-aad5-333658760944 of type vlan for network b5f85d19-45a0-4521-8091-554e984973f2 Jun 01 13:07:31.105410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.211233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Deleting port c2d912e3-5ee0-47a4-9159-71b5043120ab {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:31.211574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.247168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.262205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.267178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b1d25-0a61-4c86-ae1b-1f9bbebd9076,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:31.300638 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.302816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.303784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:31.304362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.317507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Transition to ACTIVE for port object 89f75f3f-24cc-4696-a50d-30c127366577 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:31.327093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.411486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4c49183b-972e-44a1-a904-258f5f7aa95a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5349efd0ab66478fb987db055d5f5d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924135 Jun 01 13:07:31.414619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33356) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:31.436714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Pushing event updated for resources: {'Port': ['ID=89f75f3f-24cc-4696-a50d-30c127366577,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:31.441811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Attempting to bind port 89f75f3f-24cc-4696-a50d-30c127366577 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:31.442188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Attempting to bind port 89f75f3f-24cc-4696-a50d-30c127366577 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:31.442550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Attempting to bind port 89f75f3f-24cc-4696-a50d-30c127366577 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:31.452489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.452830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.453169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.453503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.453834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.454161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.454485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.455350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.455684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.456007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.456331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.456655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.460295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:31.460667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:31.461071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.461451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:31.461925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Bound port: 89f75f3f-24cc-4696-a50d-30c127366577, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:31.462294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.475329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=4f000231-db4b-4937-9b4a-2f94b9d64ce8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:31.504541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.547565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] For port 89f75f3f-24cc-4696-a50d-30c127366577, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:31.555135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] For port 89f75f3f-24cc-4696-a50d-30c127366577, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=89f75f3f-24cc-4696-a50d-30c127366577,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:31.560353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.561985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-e4db811f-141f-4aa0-9650-bffa0a158dab tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8902497 Jun 01 13:07:31.562826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.564485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.664616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:31.665448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:31.754723 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8606296 Jun 01 13:07:31.762846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:31.783214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46bf86-00a5-4ed8-a20c-ca54ca740cf4 None None] Pushing event updated for resources: {'Port': ['ID=89f75f3f-24cc-4696-a50d-30c127366577,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:31.800337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Request body: {'subnet': {'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-159391603-subnet', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:31.816651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:31.829573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Usage tracker for resource:subnet and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:31.834359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Pushing event updated for resources: {'Network': ['ID=b5f85d19-45a0-4521-8091-554e984973f2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:31.852687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:31.894768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:31.910990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-91120baa-fdd1-4a3e-9e87-9d956a712324 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:31.912479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:31.920207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:31.942515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.943026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.943481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.943885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.944311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.944733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.945159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.945600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.946022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.946452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.946888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.947306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10596476-db32-480f-96bf-c1145f10dffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:31.971654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-91120baa-fdd1-4a3e-9e87-9d956a712324 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:31.975204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-91120baa-fdd1-4a3e-9e87-9d956a712324 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.4002833 Jun 01 13:07:32.002861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Made reservation on behalf of cc10a94061124128ac382e497a818247 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:32.005299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.014681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b5f85d19-45a0-4521-8091-554e984973f2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:07:32.088004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2147103-2cd0-443b-9b5d-9b5ac9cd25dd req-2b10098a-e8c2-4ada-b428-f84ea11523ab tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:32.089480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2147103-2cd0-443b-9b5d-9b5ac9cd25dd req-2b10098a-e8c2-4ada-b428-f84ea11523ab tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2465971 Jun 01 13:07:32.093809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.101770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port c2d912e3-5ee0-47a4-9159-71b5043120ab, host n-h2-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:32.102413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.134509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.136833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd86e3-e5da-455f-8b12-65c7a3aa5071,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:32.182867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:07:32.200015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.200015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-66b9c804-78f3-499a-8d38-4672d7c59b72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/93bd86e3-e5da-455f-8b12-65c7a3aa5071 HTTP/1.1" status: 204 len: 168 time: 0.7687042 Jun 01 13:07:32.206426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2147103-2cd0-443b-9b5d-9b5ac9cd25dd req-4725e206-0b01-4a5a-9866-b65fc9e4e050 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967324 Jun 01 13:07:32.217582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-1fc9069f-1008-4d0f-8c83-143948885354 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:32.219038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6564dc-20cb-4b01-b949-dea1bb06b254 req-1fc9069f-1008-4d0f-8c83-143948885354 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2387743 Jun 01 13:07:32.381198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Calling delete_port for c2d912e3-5ee0-47a4-9159-71b5043120ab owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:32.518940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:32.552768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'mac_address': 'fa:16:3e:77:de:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:07:32.632268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-54432ae0-a01f-4fa1-bdfb-dd301b0b0490 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3595786 Jun 01 13:07:32.638473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:32.652529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:32.665052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:32.665537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.680577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:28Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:32.689939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:32.690496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da4cbe-1a8d-42d2-8169-4416497dc4ad None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:28Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:32.695892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:07:32.709761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.727953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:32.742031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.760880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:32.839611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.841350 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.847081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:32.906441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.928144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:07:32.944244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2d912e3-5ee0-47a4-9159-71b5043120ab,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:32.964136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:32.980842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:32.985439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Usage tracker for resource:security_group_rule and tenant:0da34cb141a547c386ee7210447eb205 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:32.992642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:32.996110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Allocated IP 172.20.0.1 (dc1e2955-a47c-44ec-8982-f920f0072646/e7910fb7-fb3a-4d32-9a08-71a0d57d802d/7f2d5ea6-6142-481a-af2d-68f8ec0a4549) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:33.012980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:33.018247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.085600 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-387d62eb-78e3-4251-bf11-32929e2cb37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "DELETE /v2.0/ports/c2d912e3-5ee0-47a4-9159-71b5043120ab HTTP/1.1" status: 204 len: 168 time: 2.2996149 Jun 01 13:07:33.117053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:33.222037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Allocated IP 172.25.7.245 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/41fe1ee0-9f41-459f-b9f3-62498b70f467) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:33.327449 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4230040-9772-46a5-a01d-cb99a4151039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:07:33.328010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4230040-9772-46a5-a01d-cb99a4151039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:33.388870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Checking segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:33.389222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Network hostable DHCP agents. Network: b5f85d19-45a0-4521-8091-554e984973f2, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:07:33.407235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c02540-06f5-439f-842a-8c15e3de7dc6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:33.445349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4230040-9772-46a5-a01d-cb99a4151039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:33.452461 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4230040-9772-46a5-a01d-cb99a4151039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports/c2d912e3-5ee0-47a4-9159-71b5043120ab HTTP/1.1" status: 404 len: 333 time: 0.3010697 Jun 01 13:07:33.456704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33386) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:33.468333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969037299', 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:33.486174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:33.509388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.515789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Network b5f85d19-45a0-4521-8091-554e984973f2 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:07:33.519439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:33.542441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.551076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Made reservation on behalf of b1a37bd40e78414ea75c680bb4b74f5b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:33.553413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.573146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c776dc-4660-42c6-a013-cf5bcd715f42 req-7fa448ae-9f83-4c7a-b5aa-5a169a85cd2e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:33.574902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52c776dc-4660-42c6-a013-cf5bcd715f42 req-7fa448ae-9f83-4c7a-b5aa-5a169a85cd2e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 946 time: 0.1696448 Jun 01 13:07:33.609756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b5f85d19-45a0-4521-8091-554e984973f2) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:33.619865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d89c2-e2db-4253-9903-1f5cb6d805d6 None None] Network b5f85d19-45a0-4521-8091-554e984973f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:33.622580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Transition to ACTIVE for port object 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:33.624666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:33.625240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.630311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port 11e15496-132b-4c56-aeee-de204b2f0f09 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:33.665369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.678928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.703272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd3fa6ad-b864-48e5-9641-b559fec4bacb admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9282761 Jun 01 13:07:33.709176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:33.719216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52c776dc-4660-42c6-a013-cf5bcd715f42 req-6cc8b5ae-354a-474a-a7ce-75e55c08ff3d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255369 Jun 01 13:07:33.725124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.734536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:33.735798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 89f75f3f-24cc-4696-a50d-30c127366577 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:33.756231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:33.765471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0da34cb141a547c386ee7210447eb205&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0028393 Jun 01 13:07:33.771796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33394) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:33.772757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Usage tracker for resource:router and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:33.782472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:33.785583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5f53-a5c8-45fa-a3a6-3a9781534752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c86f5-1ca4-44d4-9225-e0a0e4b9ec48,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:33.817361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=41fe1ee0-9f41-459f-b9f3-62498b70f467,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:33.827578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:33.838385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:33.838648 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.842119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:33.844826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:33.977965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:33.979007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.046866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 89f75f3f-24cc-4696-a50d-30c127366577 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:34.059897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 89f75f3f-24cc-4696-a50d-30c127366577 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:34.064219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.080918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.087431 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.145830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-b5f85d19-45a0-4521-8091-554e984973f2', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:07:34.146982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.166713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.169421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:34.174214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:34.181577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:34.197430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:34.245101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.304092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Pushing event updated for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:34.324346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:34.332934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.337486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:34.341747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:34.344251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:34.344860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.353012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.360656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.412499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.545011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.558582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 89f75f3f-24cc-4696-a50d-30c127366577 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:34.560607 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.638684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=11e15496-132b-4c56-aeee-de204b2f0f09,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:34.650172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 89f75f3f-24cc-4696-a50d-30c127366577, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=89f75f3f-24cc-4696-a50d-30c127366577,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:34.665667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-91d34309-2bb3-4260-96ac-b9a1f154ffe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2079041 Jun 01 13:07:34.670453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:34.679762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.755117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:34.755496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.760739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f757dd7-03c7-48cd-b955-bac6f54a6318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:34.761312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2f757dd7-03c7-48cd-b955-bac6f54a6318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:34.826652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.870893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2f757dd7-03c7-48cd-b955-bac6f54a6318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:34.872496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2f757dd7-03c7-48cd-b955-bac6f54a6318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports/11e15496-132b-4c56-aeee-de204b2f0f09 HTTP/1.1" status: 200 len: 959 time: 0.2005029 Jun 01 13:07:34.878466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:34.878775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0be2fc46-2939-42fc-9a90-cf06f6d77f0a None None] Provisioning for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:34.921328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0be2fc46-2939-42fc-9a90-cf06f6d77f0a None None] Provisioning complete for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:34.921691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0be2fc46-2939-42fc-9a90-cf06f6d77f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.939619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.962798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c86f5-1ca4-44d4-9225-e0a0e4b9ec48,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:34.964159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:34.977214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Deleting port 11e15496-132b-4c56-aeee-de204b2f0f09 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:34.977593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.036445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181a29-963d-4ff9-be7b-4d59229fc4de req-56e1cd06-601f-4bb3-bffe-29c0dda90102 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:35.037879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Allocated IP 172.20.0.2 (b5f85d19-45a0-4521-8091-554e984973f2/c3c02540-06f5-439f-842a-8c15e3de7dc6/9b97fbb0-004a-49a6-b352-ce4ba9b0f170) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:35.039888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0be2fc46-2939-42fc-9a90-cf06f6d77f0a None None] Port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:35.040085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.044828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e9cae497-ace0-4a72-a493-4a11d17d845a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d39c86f5-1ca4-44d4-9225-e0a0e4b9ec48 HTTP/1.1" status: 204 len: 168 time: 1.2654788 Jun 01 13:07:35.048353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=89f75f3f-24cc-4696-a50d-30c127366577,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:35.054054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3181a29-963d-4ff9-be7b-4d59229fc4de req-56e1cd06-601f-4bb3-bffe-29c0dda90102 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.2894862 Jun 01 13:07:35.059328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.062220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.234775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:35.235302 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.269437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3181a29-963d-4ff9-be7b-4d59229fc4de req-4023db8c-02e5-4fc2-a602-3a9328b8380e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122874 Jun 01 13:07:35.296707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:35.321327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:35.335573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.431660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event updated for resources: {'Port': ['ID=41fe1ee0-9f41-459f-b9f3-62498b70f467,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:35.438027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.502853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.509743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-62a0c438-f86b-4a8f-b422-6cb081f650cb tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8757825 Jun 01 13:07:35.583190 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.586757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=13']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:35.607659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Transition to ACTIVE for port object 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:35.641929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Transition to ACTIVE for port object 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:35.649930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-a33ea81b-c0e4-44fd-971d-dddbb6bb7361 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:35.654209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.712641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 89f75f3f-24cc-4696-a50d-30c127366577 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:35.716840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.725856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.736271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-a33ea81b-c0e4-44fd-971d-dddbb6bb7361 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:35.742168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-a33ea81b-c0e4-44fd-971d-dddbb6bb7361 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.2315407 Jun 01 13:07:35.754849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cc51-3158-4f87-aaca-7f890dc439b7 req-1a8de510-92ea-4e7f-864b-2b42a216b9b4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:35.756334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aac7cc51-3158-4f87-aaca-7f890dc439b7 req-1a8de510-92ea-4e7f-864b-2b42a216b9b4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.2556307 Jun 01 13:07:35.780226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:07:35.791908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.813894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Network b5f85d19-45a0-4521-8091-554e984973f2 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:35.818812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:35.823039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:35.858355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.873877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.883260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Pushing event updated for resources: {'Port': ['ID=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:35.926431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 89f75f3f-24cc-4696-a50d-30c127366577 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:35.926868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:35.995282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Attempting to bind port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:35.996028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Attempting to bind port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:35.996588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Attempting to bind port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 on network b5f85d19-45a0-4521-8091-554e984973f2 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:36.006301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:36.006301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Checking segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:36.006301 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.007143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Bound using segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:36.007817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Bound port: 9b97fbb0-004a-49a6-b352-ce4ba9b0f170, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:36.008521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.068183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.073902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Pushing event updated for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:36.097729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Calling delete_port for 11e15496-132b-4c56-aeee-de204b2f0f09 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:36.171568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] For port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:36.178297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] For port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:36.181594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 89f75f3f-24cc-4696-a50d-30c127366577 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:36.189292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.241055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aac7cc51-3158-4f87-aaca-7f890dc439b7 req-70cbb429-f4ee-4999-82f0-191dd7fdc322 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280184 Jun 01 13:07:36.274052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-3f78adc6-86ad-4849-8b24-a4bd23a89185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:36.275491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab5c2fc9-f403-44d4-acd6-1afd8ec6b7ae req-3f78adc6-86ad-4849-8b24-a4bd23a89185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.5325770 Jun 01 13:07:36.295682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a71d72-adcb-4375-b2e6-adb05c07c145 None None] Pushing event updated for resources: {'Port': ['ID=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:36.358340 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab8e409-0aeb-4226-9ba5-7333c1f4c1fb'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:07:36.409317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33440) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:36.438466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Allocated IP 172.25.7.49 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/c8b19836-3cea-4bbe-9dca-f915047d1ba9) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:36.476527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.553286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98aecc3e-83d1-4213-a118-a7b15c8c45c7 req-9d6999d3-ea23-451c-9710-dace7a1f0233 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips/d32dd776-db97-42b0-ba2e-33f591f06b1c HTTP/1.1" status: 200 len: 693 time: 0.2426205 Jun 01 13:07:36.593589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e15496-132b-4c56-aeee-de204b2f0f09,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:36.645489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-779668922-network', 'tenant_id': '2c35274a58694da69179a46b96092d34'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:36.651346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.656878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:36.665677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Usage tracker for resource:network and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:36.670418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:36.705841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:36.705841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:36.713090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:36.880301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Made reservation on behalf of 2c35274a58694da69179a46b96092d34 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:36.882634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.886303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b5b1ce92-6dbb-4980-bd9a-e8c4343107fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "DELETE /v2.0/ports/11e15496-132b-4c56-aeee-de204b2f0f09 HTTP/1.1" status: 204 len: 168 time: 2.0046623 Jun 01 13:07:36.888437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33446) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:36.914684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.926372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:36.947904 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc861b6-03a4-46ef-88c7-bfecf4b0bf2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:07:36.948442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfc861b6-03a4-46ef-88c7-bfecf4b0bf2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:37.004185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb95e5-545e-4d80-be41-7d9b380efb2b req-67cd0fa9-638e-4f81-af58-551be58c0505 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:37.005704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2edb95e5-545e-4d80-be41-7d9b380efb2b req-67cd0fa9-638e-4f81-af58-551be58c0505 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.5174294 Jun 01 13:07:37.008761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfc861b6-03a4-46ef-88c7-bfecf4b0bf2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:37.014004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bfc861b6-03a4-46ef-88c7-bfecf4b0bf2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports/11e15496-132b-4c56-aeee-de204b2f0f09 HTTP/1.1" status: 404 len: 333 time: 0.1200194 Jun 01 13:07:37.014181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:37.014268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33450) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:37.024235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aecc3e-83d1-4213-a118-a7b15c8c45c7 req-ce76dea9-fb6b-4363-9937-2123fdddd0f6 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:37.031075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98aecc3e-83d1-4213-a118-a7b15c8c45c7 req-ce76dea9-fb6b-4363-9937-2123fdddd0f6 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4298565 Jun 01 13:07:37.036826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Usage tracker for resource:security_group_rule and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:37.037341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2068562987'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:37.044467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:37.047352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-98aecc3e-83d1-4213-a118-a7b15c8c45c7 req-e2a85f30-03f2-4782-b54b-28ad60412903 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:07:37.047352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98aecc3e-83d1-4213-a118-a7b15c8c45c7 req-e2a85f30-03f2-4782-b54b-28ad60412903 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149868 Jun 01 13:07:37.059394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:37.060946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:37.086637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-faf4eeaf-c0cf-4ae9-9baf-dff368e24068 None None] Provisioning complete for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:37.087432 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-faf4eeaf-c0cf-4ae9-9baf-dff368e24068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.120771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:07:37.134877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:37.138121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-62bfdf58-57cf-4b0a-b2c7-f974928805b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:37.138579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-62bfdf58-57cf-4b0a-b2c7-f974928805b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:37.145668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-faf4eeaf-c0cf-4ae9-9baf-dff368e24068 None None] Port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:37.165163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.182973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2edb95e5-545e-4d80-be41-7d9b380efb2b req-74e8e02c-6493-4c8b-bf81-61d2f011efe1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492319 Jun 01 13:07:37.185808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-003a6797-2c9d-4049-b97d-8c6b972a7324 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips/d32dd776-db97-42b0-ba2e-33f591f06b1c HTTP/1.1" status: 200 len: 693 time: 0.1143472 Jun 01 13:07:37.192242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Made reservation on behalf of b1a37bd40e78414ea75c680bb4b74f5b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:37.194696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.311451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port f7524fff-f4b3-44c1-bfb6-a24e64d73075 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:37.350756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:37.351579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-62bfdf58-57cf-4b0a-b2c7-f974928805b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:37.352728 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-62bfdf58-57cf-4b0a-b2c7-f974928805b4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.5410762 Jun 01 13:07:37.354000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b19836-3cea-4bbe-9dca-f915047d1ba9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:37.360117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:37.374104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:37.635503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-e6c45423-ae21-4255-8966-318912b2944f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:37.637153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-e6c45423-ae21-4255-8966-318912b2944f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4325073 Jun 01 13:07:37.653570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf4442-e946-4f82-a093-5ba7cb3138aa None None] Network b5f85d19-45a0-4521-8091-554e984973f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:37.666291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:37.756418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-4d8d43e2-87a5-44da-b0cc-abf07c7d2890 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.1049089 Jun 01 13:07:37.835132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Deleting port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:37.835477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.840709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.871600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-c492242d-349d-437e-b0c8-aebaee48b598 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.1041358 Jun 01 13:07:37.873274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.881973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f84d-e015-46c7-9ee6-c9cfcde7e7f7 req-9618a046-6503-4228-9524-165a7ba8efc6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:37.889180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75d0f84d-e015-46c7-9ee6-c9cfcde7e7f7 req-9618a046-6503-4228-9524-165a7ba8efc6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.4810984 Jun 01 13:07:37.889619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:37.900048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:37.913694 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:37.916932 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:37.940855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:37.946765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Provisioning for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:37.956857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:37.965351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:37.966032 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.043332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Provisioning complete for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:38.043964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.126495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75d0f84d-e015-46c7-9ee6-c9cfcde7e7f7 req-ef79796b-9ac3-486a-ab39-f751bd3531ab tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362323 Jun 01 13:07:38.150543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Deleting port 41fe1ee0-9f41-459f-b9f3-62498b70f467 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:38.151220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.159910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:38.292352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.474222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:38.474628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.495887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Current status of the port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:38.496290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.499227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.535019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:38.550342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.662334 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:07:38.663060 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:07:38.693802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:07:38.705326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:38.742434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ea31cbd-382a-4f69-925d-478bb5f80dcb admin admin] 10.222.0.40 "PUT /v2.0/routers/b1a33a98-e540-446f-9d0f-711140ef5dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6189415 Jun 01 13:07:38.806880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:38.812932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:38.833833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:38.835089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:38.835927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.873274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=f7524fff-f4b3-44c1-bfb6-a24e64d73075,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:38.938083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:38.938718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.042692 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:35Z', 'revision_number': 2, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:39.053158 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:39.055105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Updating router b1a33a98-e540-446f-9d0f-711140ef5dc0 port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:39.114271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.118681 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Added segment d6d5ebb0-07be-442d-b6da-66037c9e421f of type vlan for network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 Jun 01 13:07:39.134977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] For port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:39.135215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.155902 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.242446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Calling delete_port for 41fe1ee0-9f41-459f-b9f3-62498b70f467 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:39.274463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0df583a1-3c8c-4642-9202-c51f98319e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2590907 Jun 01 13:07:39.292614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33490) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:39.306011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:39.329131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4d15856d-4f2b-4ae3-aed4-b2e3cab22a5b None None] Current status of the port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:39.379791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b558c-31d3-4596-a9f8-43377865950f req-5f58f483-e85f-4d6e-8abd-24f4a5183f25 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:39.381371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b14b558c-31d3-4596-a9f8-43377865950f req-5f58f483-e85f-4d6e-8abd-24f4a5183f25 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 947 time: 0.8436852 Jun 01 13:07:39.463688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7b48441b-cb70-4dd0-aa3c-54b8a8465613 None None] Provisioning complete for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:39.464554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7b48441b-cb70-4dd0-aa3c-54b8a8465613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.541422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.541966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.542541 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Floating IP b91fd153-cd9a-4773-bffb-6153b6b81b70 disassociated. External IP: 172.25.7.190, port: 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c. Jun 01 13:07:39.542890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Calling delete_port for 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:39.736240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1784352b-f747-4ed0-9648-324ad4fd5b29,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:39.750926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.787117 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.809895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7b48441b-cb70-4dd0-aa3c-54b8a8465613 None None] Current status of the port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:39.815073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:39.867272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b14b558c-31d3-4596-a9f8-43377865950f req-1253413d-b257-4bb8-8f63-edcaca863a51 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=e95c7d59-1632-4541-a1e6-1d7ce1de4a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641194 Jun 01 13:07:39.889741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Transition to ACTIVE for port object 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:39.911682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.914095 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:39.962920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:39.965086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.002961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.056408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'Port': ['ID=93cb16d7-ab6f-4b8e-9897-9f67afa11a0c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:40.148614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event deleted for resources: {'Port': ['ID=41fe1ee0-9f41-459f-b9f3-62498b70f467,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:40.174448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.247003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:07:40.399477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:07:40.413794 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Pushing event updated for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:40.415413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:07:40.439298 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.451041 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.451601 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.453063 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.453485 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.453926 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.455481 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.455904 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.456316 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.461085 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.461637 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.462063 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:07:40.501112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:40.603632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:07:40.635868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Attempting to bind port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:40.636230 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Attempting to bind port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:40.636772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Attempting to bind port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:40.652701 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:40.653366 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:40.653595 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.654017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Bound using segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:40.654512 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Bound port: 7f2d5ea6-6142-481a-af2d-68f8ec0a4549, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:40.654902 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.718156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.728008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.759607 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] For port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:40.763162 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] For port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:40.770980 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.878399 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2308bf-dbf8-479c-b4d9-296f130cad13 None None] Pushing event updated for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:40.911982 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:40.912621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:40.925317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.938833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c0ef8e0-d452-46ba-b42d-a147115bac5d req-a182fac4-30c0-401e-bf8e-9c6fae987185 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "DELETE /v2.0/floatingips/d32dd776-db97-42b0-ba2e-33f591f06b1c HTTP/1.1" status: 204 len: 173 time: 3.0423851 Jun 01 13:07:41.033791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-06b0dcc3-d10b-443b-9325-53cc5da9cbe9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:41.034120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-06b0dcc3-d10b-443b-9325-53cc5da9cbe9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:41.137331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.138319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:41.138915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.222661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] device_id is not set on port f7524fff-f4b3-44c1-bfb6-a24e64d73075 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:07:41.242859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.260178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Transition to ACTIVE for port object f7524fff-f4b3-44c1-bfb6-a24e64d73075 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:41.261393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-06b0dcc3-d10b-443b-9325-53cc5da9cbe9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:41.263239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-06b0dcc3-d10b-443b-9325-53cc5da9cbe9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 0.7993689 Jun 01 13:07:41.279607 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:41.364104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.9533837 Jun 01 13:07:41.370188 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.392140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:41.457165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Request body: {'subnet': {'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-779668922-subnet', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:41.469374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186b01-54b6-4579-93d6-fb3f75336d1a admin admin] Pushing event updated for resources: {'Network': ['ID=7b9e8c87-b0b5-4369-81d2-cb4adfe0e975,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:41.476733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:41.481753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:07:41.488324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:07:41.508351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Usage tracker for resource:subnet and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:41.518012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:41.543390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:41.601269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:07:41.844568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-61f3e679-1de2-4cb3-bef7-681a4cf8154e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/quotas/f934a6c53b624712bbc890939f82b837 HTTP/1.1" status: 200 len: 375 time: 0.5072458 Jun 01 13:07:41.852140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:41.852364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:41.852695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:41.855176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:40Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:41.859581 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee7fe1-f751-4b6e-9109-8a4f399ba318 None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:40Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:41.861711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Made reservation on behalf of 2c35274a58694da69179a46b96092d34 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:41.864584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.975557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:41.985789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:41.996717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:41.997260 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:42.009884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:42.010840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:42.042930 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 2 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:42.107613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:42.107613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:42.112941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:42.116173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=f7524fff-f4b3-44c1-bfb6-a24e64d73075,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:42.150428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:42.150428 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:42.151638 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 3 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:42.181593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] No DVR routers for this DVR port 93cb16d7-ab6f-4b8e-9897-9f67afa11a0c on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:07:42.185657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd84b-81b8-43a4-8ff1-6713955db444 req-93ea07a0-32d3-4b5e-b477-b347103737bd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:42.193129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6bd84b-81b8-43a4-8ff1-6713955db444 req-93ea07a0-32d3-4b5e-b477-b347103737bd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 1.0111709 Jun 01 13:07:42.199292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:42.206566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:42.210107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7943fe5-c185-47ba-b31d-85a82278fcbd req-5cb13f7b-933b-499b-9802-6af3c8ba36c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "DELETE /v2.0/ports/93cb16d7-ab6f-4b8e-9897-9f67afa11a0c HTTP/1.1" status: 204 len: 173 time: 4.8477142 Jun 01 13:07:42.216285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-deleted', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:07:42.219519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Sync routers for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:42.228482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:42.231316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:42.231692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:42.258257 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:42.259351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:42.260308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:42.263403 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8b04b003-9147-4ca0-b650-f540894ae653 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.5501950 Jun 01 13:07:42.266682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33514) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:42.284889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:42.285319 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:42.299003 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 4 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:42.383593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6bd84b-81b8-43a4-8ff1-6713955db444 req-34aafe30-8ac6-48a5-9c27-28cf6d687b00 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899800 Jun 01 13:07:42.412001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:42.412324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:42.415293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:42.420996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:42.509955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:07:42.797024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-181cc220-90f3-43aa-897b-e445173b3118 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8031602 Jun 01 13:07:42.798421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:42.801418 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:42.915018 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 5 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:42.925369 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:43.476255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:43.477294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:43.477844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:43.493658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:37Z', 'revision_number': 3, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:43.498935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Checking router: 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:43.499276 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Updating router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 port c8b19836-3cea-4bbe-9dca-f915047d1ba9 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:43.537841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:43.551253 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:43.567595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6414054a-a2db-4bae-889d-82f14ee3d59c req-b2bff6a8-d074-453c-a152-1700c22b8f8e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=fab7efef-5e49-4adb-b9a4-8a32b654207b HTTP/1.1" status: 200 len: 210 time: 0.6014516 Jun 01 13:07:43.606369 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 6 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:43.640263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:43.647392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:43.655161 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:43.674889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:43.677594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:43.706010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:43.706555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:43.706555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:43.793413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:43.797789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:43.798214 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:43.845716 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 7 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:43.919185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:43.936909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3a3f6294-e852-4494-a908-ae98da5fb957 service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306717 Jun 01 13:07:43.937675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bde0218-bf75-437c-93b8-9518672bb3d0,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:44.013573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:44.013922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:44.014267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:44.050708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:44.051140 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:44.120718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:44.131490 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 8 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:44.210089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:44.448035 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.465105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:44.465599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:44.470367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:44.479281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Transition to ACTIVE for port object c8b19836-3cea-4bbe-9dca-f915047d1ba9 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:44.516061 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.526927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:44.527499 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:44.548781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2943cf0-3a86-49db-b16f-86ee11a2de67 req-8e0936e3-77c5-4c5d-87d2-4445debfa124 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:44.567512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2943cf0-3a86-49db-b16f-86ee11a2de67 req-8e0936e3-77c5-4c5d-87d2-4445debfa124 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9180496 Jun 01 13:07:44.574389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Checking segment: {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:44.577764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Network hostable DHCP agents. Network: 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:07:44.616732 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 9 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:44.666062 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Attempting to bind port c8b19836-3cea-4bbe-9dca-f915047d1ba9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:44.666426 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Attempting to bind port c8b19836-3cea-4bbe-9dca-f915047d1ba9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:44.667829 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Attempting to bind port c8b19836-3cea-4bbe-9dca-f915047d1ba9 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:44.687678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:44.688052 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:44.688454 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.688842 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:44.689319 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Bound port: c8b19836-3cea-4bbe-9dca-f915047d1ba9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:44.689680 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.698835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.732731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518559e5-e130-495c-8dd6-34d3d9f2e15a None None] Pushing event updated for resources: {'Port': ['ID=c8b19836-3cea-4bbe-9dca-f915047d1ba9,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:44.733059 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edb9cc4-f0f0-4fa1-ae1a-cb60025795ec'] response: {'server_uuid': 'fab7efef-5e49-4adb-b9a4-8a32b654207b', 'name': 'network-vif-deleted', 'tag': '93cb16d7-ab6f-4b8e-9897-9f67afa11a0c', 'status': 'completed', 'code': 200} Jun 01 13:07:44.786651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:44.792990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:44.793765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:44.802535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:44.803683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.815557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] For port c8b19836-3cea-4bbe-9dca-f915047d1ba9, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:44.824537 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] For port c8b19836-3cea-4bbe-9dca-f915047d1ba9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c8b19836-3cea-4bbe-9dca-f915047d1ba9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:44.836948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.840702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:44.844652 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:44.848468 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempt 10 to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 Jun 01 13:07:44.883205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:07:44.890746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-e60fca12-45eb-4bcc-8c4d-87190e3594cc service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9383256 Jun 01 13:07:44.921369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:44.945761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:44.952061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.989272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:44.990613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:44.990990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempting to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:44.999395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:07:44.999514 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Failed to bind port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'a6868a1a-e032-411d-bb83-393381a706d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b5e21d7e-51c0-41a5-97c9-9be7aeacaf80'}] Jun 01 13:07:44.999806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.006338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5595bb0-eadf-49ce-bab5-4bf330b5e1e1 None None] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:45.042336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-17a6ef90-373a-45ad-b379-c0a088a9d119 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5942547 Jun 01 13:07:45.055703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:45.062372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518559e5-e130-495c-8dd6-34d3d9f2e15a None None] Pushing event updated for resources: {'Port': ['ID=c8b19836-3cea-4bbe-9dca-f915047d1ba9,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:45.066680 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:45.067850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:45.110750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:45.244093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ebdc6-6d86-4597-9400-6101dc30f9bd req-b3946a6b-ea96-4da0-adf1-ac8f91e4fbad tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:45.245617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a6ebdc6-6d86-4597-9400-6101dc30f9bd req-b3946a6b-ea96-4da0-adf1-ac8f91e4fbad tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.2480814 Jun 01 13:07:45.247592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port f7524fff-f4b3-44c1-bfb6-a24e64d73075, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:45.247592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attempted to set empty binding levels {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:07:45.275770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:45.290010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.365893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Usage tracker for resource:router and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:45.394276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:45.434911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:45.442568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a6ebdc6-6d86-4597-9400-6101dc30f9bd req-64944177-d4e0-47eb-99ca-765d173e77dc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890054 Jun 01 13:07:45.513018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:45.546273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] In _notify_port_updated(), no bound segment for port f7524fff-f4b3-44c1-bfb6-a24e64d73075 on network b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:07:45.549392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:45.550187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.560193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "PUT /v2.0/ports/f7524fff-f4b3-44c1-bfb6-a24e64d73075 HTTP/1.1" status: 200 len: 979 time: 6.2629049 Jun 01 13:07:45.570364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33532) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:45.669048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:45.669435 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.672390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Allocated IP 172.20.0.1 (b5f85d19-45a0-4521-8091-554e984973f2/c3c02540-06f5-439f-842a-8c15e3de7dc6/2cfaed8f-d6c4-48e2-bb54-4d3c8734395f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:45.747336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-f76b8b92-d4b5-4fff-867e-0ea7647d6362 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:45.772227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:45.855852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a6f4-d124-441a-85bb-674398cca903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event updated for resources: {'Port': ['ID=f7524fff-f4b3-44c1-bfb6-a24e64d73075,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:45.931922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29663aa9-2c53-40da-854a-73ea0262a7d0 None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:45.956644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:45.964335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'fixed_ips': [{'subnet_id': '6bde0218-bf75-437c-93b8-9518672bb3d0'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:07:45.965482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.967267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.969096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.009585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.020198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea990f38-f515-49e1-9a64-70744cffde35 req-f84218d2-5706-4b82-9c72-0414335adc1d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 210 time: 0.1528530 Jun 01 13:07:46.020808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-f76b8b92-d4b5-4fff-867e-0ea7647d6362 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:46.022197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-f76b8b92-d4b5-4fff-867e-0ea7647d6362 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?tenant_id=200715059371442f80403a8cfd3b888d HTTP/1.1" status: 200 len: 1656 time: 0.6982002 Jun 01 13:07:46.105528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Deleting port f7524fff-f4b3-44c1-bfb6-a24e64d73075 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:46.106768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.145118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33546) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:46.160575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.233580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.557709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Transition to ACTIVE for port object 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:46.660312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d150ce2f-2cee-407f-a84c-3238411e766e None None] New status for floating IP b91fd153-cd9a-4773-bffb-6153b6b81b70: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:07:46.780958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:46.782107 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:37Z', 'revision_number': 3, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:46.809565 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca81ba-19da-4b51-8827-d9389de16209 None None] The sync data for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 is: [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:37Z', 'revision_number': 3, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:07:46.957759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-c0d728df-5892-4f6c-890d-b4b7791906c7 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:46.972045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-c0d728df-5892-4f6c-890d-b4b7791906c7 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks?id=b3885b8b-5db0-4385-ae63-34e40cb7908a&id=b3885b8b-5db0-4385-ae63-34e40cb7908a&id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 787 time: 0.9379694 Jun 01 13:07:46.984510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Allocated IP 172.20.0.2 (7b9e8c87-b0b5-4369-81d2-cb4adfe0e975/6bde0218-bf75-437c-93b8-9518672bb3d0/8e7a8dde-cb30-42c9-99eb-01aa1813fcc2) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:47.088330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:47.141872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:47.173214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-dcef48af-fc0a-4b21-b39b-3b1d5bc9f6a4 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:07:47.187614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd65604-2857-43a4-8219-d13759f3aff4 req-dcef48af-fc0a-4b21-b39b-3b1d5bc9f6a4 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2151926 Jun 01 13:07:47.229449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Network b5f85d19-45a0-4521-8091-554e984973f2 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:47.245453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:47.320124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:47.522948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:47.729507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:47.823981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:47.834661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:47.975018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.027414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f23362a-e176-4fbd-a38a-55f4d456dfae None None] Provisioning for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:48.030488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-49c15acb-24b2-4ff2-86d9-735648098fd7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:48.033680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-49c15acb-24b2-4ff2-86d9-735648098fd7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 1.5078948 Jun 01 13:07:48.084026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f23362a-e176-4fbd-a38a-55f4d456dfae None None] Provisioning complete for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:48.084412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f23362a-e176-4fbd-a38a-55f4d456dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.097226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] For port f7524fff-f4b3-44c1-bfb6-a24e64d73075, host n-h2-844200-1, got binding levels [] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:48.097226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.192907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.299827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.380263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Transition to ACTIVE for port object 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:48.393404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1c038f22-7698-4273-8075-efa523f73011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.399166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f23362a-e176-4fbd-a38a-55f4d456dfae None None] Port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:48.427684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Transition to ACTIVE for port object 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:48.440917 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.634040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c7d59-1632-4541-a1e6-1d7ce1de4a05,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:48.642385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-b1138fb9-7087-4835-a062-3898d73746f9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/quotas/f934a6c53b624712bbc890939f82b837 HTTP/1.1" status: 200 len: 375 time: 0.4311502 Jun 01 13:07:48.672522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.687850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c8b19836-3cea-4bbe-9dca-f915047d1ba9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:48.695350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Calling delete_port for f7524fff-f4b3-44c1-bfb6-a24e64d73075 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:48.754519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.757309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.758672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5a51f07f-c29e-4298-95fa-4554637ed0ec tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "DELETE /v2.0/security-groups/e95c7d59-1632-4541-a1e6-1d7ce1de4a05 HTTP/1.1" status: 204 len: 168 time: 2.5371308 Jun 01 13:07:48.765383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:48.803773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:48.810859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:48.815326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:48.871769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c8b19836-3cea-4bbe-9dca-f915047d1ba9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:48.899946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-2b3c8be3-411e-4b80-9a58-d18a58167e77 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:48.902103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-2b3c8be3-411e-4b80-9a58-d18a58167e77 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 0.7862439 Jun 01 13:07:48.925935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-0a5a0af3-320e-4e84-b5b1-8adcd1716a8b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2821276 Jun 01 13:07:48.936035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Pushing event updated for resources: {'Port': ['ID=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:48.938951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c8b19836-3cea-4bbe-9dca-f915047d1ba9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:48.939865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.962333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'port': {'device_id': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'admin_state_up': True, 'tenant_id': 'f934a6c53b624712bbc890939f82b837'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:48.982384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.998365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Attempting to bind port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:48.998906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Attempting to bind port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:48.999368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Attempting to bind port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 on network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:49.013950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:49.014521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Checking segment: {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:49.015154 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.015641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Bound using segment: {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:49.016521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Bound port: 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:49.016777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68008d-c9d3-49cb-8f3b-12c168727498 req-f4601212-66b1-4cf2-9f32-48c12b0af5f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:49.017089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.018962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b68008d-c9d3-49cb-8f3b-12c168727498 req-f4601212-66b1-4cf2-9f32-48c12b0af5f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 1.2008212 Jun 01 13:07:49.060531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.080224 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-15f1da37-8089-4b43-a3c4-15ff7fe80d46 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] show failed (client error): The resource could not be found. Jun 01 13:07:49.085290 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15f1da37-8089-4b43-a3c4-15ff7fe80d46 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups/e95c7d59-1632-4541-a1e6-1d7ce1de4a05 HTTP/1.1" status: 404 len: 347 time: 0.3169844 Jun 01 13:07:49.089451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33572) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:49.133355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] For port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:49.136781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] For port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:49.159405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.269059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7524fff-f4b3-44c1-bfb6-a24e64d73075,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:49.280938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.317303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b68008d-c9d3-49cb-8f3b-12c168727498 req-180b75be-35dc-4f84-b460-0bb6e5a8e14c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624775 Jun 01 13:07:49.338430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Deleting port 25006d72-f541-4ce9-a59c-c40d531bd4a1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:49.338800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.342687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-37e5babc-f55a-4200-80d9-1942ae54fbf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "DELETE /v2.0/ports/f7524fff-f4b3-44c1-bfb6-a24e64d73075 HTTP/1.1" status: 204 len: 168 time: 3.7472878 Jun 01 13:07:49.360480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:49.395851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0522c3-6dae-49ab-a561-2fd7f728106f None None] Pushing event updated for resources: {'Port': ['ID=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:49.534236 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bc8b50-c01e-432b-bb24-73b646e423ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:07:49.535139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-21bc8b50-c01e-432b-bb24-73b646e423ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Synchronizing usage tracker for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:49.570100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-02abca69-20e1-4a07-9c26-61128d8375a2 service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426973 Jun 01 13:07:49.587402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c8b19836-3cea-4bbe-9dca-f915047d1ba9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:49.587777 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.636181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c8b19836-3cea-4bbe-9dca-f915047d1ba9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c8b19836-3cea-4bbe-9dca-f915047d1ba9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:49.645794 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:49.646664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:49.798469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-c023d4f1-639e-4994-85af-eb7c8e12d03f service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270923 Jun 01 13:07:49.819582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-8f105189-8a27-4bb6-9ddb-991a30e64eb6 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips/6937384e-748e-4eb2-8395-12c31b6f7cd1 HTTP/1.1" status: 200 len: 692 time: 0.4046576 Jun 01 13:07:49.864525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Allocated IP 172.25.7.144 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/b0b6471c-cf39-4bd3-84ea-aeff78224ce8) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:49.975427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:50.040227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c8b19836-3cea-4bbe-9dca-f915047d1ba9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:50.108093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:50.109247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.161976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-21bc8b50-c01e-432b-bb24-73b646e423ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] Unset dirty status for tenant:b1a37bd40e78414ea75c680bb4b74f5b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:50.168842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-21bc8b50-c01e-432b-bb24-73b646e423ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514176395-project-admin] 10.222.0.40 "GET /v2.0/ports/f7524fff-f4b3-44c1-bfb6-a24e64d73075 HTTP/1.1" status: 404 len: 333 time: 0.8053060 Jun 01 13:07:50.176036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:port and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:50.176363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:50.180381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:50.246284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:50.285043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10f600d8-21f6-4f18-af1f-3cb2901894ee req-10f4bb37-ee1d-4aad-851d-a2ea08ddfd04 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 210 time: 0.0949264 Jun 01 13:07:50.322451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Made reservation on behalf of f934a6c53b624712bbc890939f82b837 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:50.333095 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.470188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:50.495513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70689df9-c900-4f33-84c7-e26fe1955674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.795889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.802057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.834855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:50.870192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:50.970678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:51.000567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c8b19836-3cea-4bbe-9dca-f915047d1ba9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:51.150660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c8b19836-3cea-4bbe-9dca-f915047d1ba9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:51.152235 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.277179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056cbe7-3a45-43df-b215-d5edba8dbd99 None None] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:07:51.394800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Allocated IP 172.20.0.3 (dc1e2955-a47c-44ec-8982-f920f0072646/e7910fb7-fb3a-4d32-9a08-71a0d57d802d/ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:51.412602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Calling delete_port for 25006d72-f541-4ce9-a59c-c40d531bd4a1 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:51.528684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Provisioning for port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:51.554261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Provisioning complete for port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:51.555092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.612240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.679416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c8b19836-3cea-4bbe-9dca-f915047d1ba9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:51.714939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.719875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.781372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-3a72912c-6bef-4921-9f0b-e24ac99878e4 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:51.783135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-3a72912c-6bef-4921-9f0b-e24ac99878e4 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 1.9347813 Jun 01 13:07:51.804409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-6b007cac-c84b-4dcf-abcb-d1e033556696 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:07:51.805459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-6b007cac-c84b-4dcf-abcb-d1e033556696 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058153 Jun 01 13:07:51.836966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.844792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Current status of the port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:51.845309 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.864635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e21d7e-51c0-41a5-97c9-9be7aeacaf80']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:51.879508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6868a1a-e032-411d-bb83-393381a706d2') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:51.880193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6868a1a-e032-411d-bb83-393381a706d2') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:51.886525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] For port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:07:51.893337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.916418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.918246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:51.923798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-6b7448ac-eb49-4c27-81c2-ab3833e34ac5 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.0990107 Jun 01 13:07:51.930294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:07:51.931221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.057813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fcde2-1f9a-4211-8157-d08391c05be4 None None] Pushing event updated for resources: {'Port': ['ID=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:52.165679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-6f73f008-f78e-43af-af22-3d5dfa86635d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.2284653 Jun 01 13:07:52.280007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f06511-d199-4889-93d3-9a68f4fb56be req-d4050803-4c31-406a-ab5e-950e1fb0cab0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:52.281815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60f06511-d199-4889-93d3-9a68f4fb56be req-d4050803-4c31-406a-ab5e-950e1fb0cab0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 1.3078837 Jun 01 13:07:52.357590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8144861b-6199-42d8-af98-ffbca7933c0d None None] Provisioning complete for port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:52.358131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8144861b-6199-42d8-af98-ffbca7933c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.444821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-d50f21b3-240a-4bd4-a5b1-0365203b52c9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:52.446834 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-d50f21b3-240a-4bd4-a5b1-0365203b52c9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 0.2170558 Jun 01 13:07:52.447660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.460929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.472898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'port': {'device_id': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'admin_state_up': True, 'tenant_id': 'f934a6c53b624712bbc890939f82b837'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:52.507700 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a6868a1a-e032-411d-bb83-393381a706d2 resource provider aggregate not found Jun 01 13:07:52.575740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] Pushing event deleted for resources: {'Network': ['ID=b5e21d7e-51c0-41a5-97c9-9be7aeacaf80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:52.664040 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a6868a1a-e032-411d-bb83-393381a706d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6868a1a-e032-411d-bb83-393381a706d2 found for delete ", "request_id": "req-74c9f7d8-4607-40b5-86ac-d9d6f86b0559"}]} Jun 01 13:07:52.671613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60f06511-d199-4889-93d3-9a68f4fb56be req-6eefdd7c-b10c-4078-b3d0-ed9d5e4eb5aa tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711383 Jun 01 13:07:52.675412 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.698559 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c92d5d84-af73-41d9-9db3-19184fc79c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015387724-project] 10.222.0.40 "DELETE /v2.0/networks/b5e21d7e-51c0-41a5-97c9-9be7aeacaf80 HTTP/1.1" status: 204 len: 168 time: 2.5013869 Jun 01 13:07:52.748295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.764157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Deleting port 4f000231-db4b-4937-9b4a-2f94b9d64ce8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:52.764492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.793742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:52.840058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8144861b-6199-42d8-af98-ffbca7933c0d None None] Current status of the port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:52.846521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:07:52.885213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Transition to ACTIVE for port object ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:53.051995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be66517-845c-4681-92e6-20d875ba2142 req-ca7e30e7-28fd-4172-9b8e-b0cc6d5c9769 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 210 time: 0.0672617 Jun 01 13:07:53.099820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.105850 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.122922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:53.123382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.135471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.192018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.192664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.216524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:53.227527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:53.230317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:53.262179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33606) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:53.287514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.459522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Calling delete_port for 4f000231-db4b-4937-9b4a-2f94b9d64ce8 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:53.480773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:07:53.495224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.561176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:53.564263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:53.580495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:port and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:53.582841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:53.583487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.589520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:53.615930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:53.675675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:53.693388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-3462c516-f6a6-4751-9b49-c0e63f8a242c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7371864 Jun 01 13:07:53.760683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5cfb339d-666e-4b9b-9d5c-ff8a3540315f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1f7db7350f46492e9113792192f1a87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861801 Jun 01 13:07:53.771896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33614) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:53.789514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0e7e5b96-79f8-4826-96b5-9bf953b41181 None None] Provisioning for port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:53.805151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0e7e5b96-79f8-4826-96b5-9bf953b41181 None None] Provisioning complete for port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:53.805532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0e7e5b96-79f8-4826-96b5-9bf953b41181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.841584 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.899797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'Port': ['ID=25006d72-f541-4ce9-a59c-c40d531bd4a1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:53.903013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Made reservation on behalf of f934a6c53b624712bbc890939f82b837 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:53.911912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:53.967722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e5b96-79f8-4826-96b5-9bf953b41181 None None] Port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:54.052389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Request body: {'port': {'device_id': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:54.058521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:54.065559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:54.076088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.085646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event deleted for resources: {'Port': ['ID=4f000231-db4b-4937-9b4a-2f94b9d64ce8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:54.087756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:54.215384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:54.228205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.235584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.237223 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e81a41f6-6a21-410d-bd52-365d2fb3f148 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "DELETE /v2.0/floatingips/b91fd153-cd9a-4773-bffb-6153b6b81b70 HTTP/1.1" status: 204 len: 168 time: 5.1397076 Jun 01 13:07:54.266245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.466368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Network b5f85d19-45a0-4521-8091-554e984973f2 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:54.479770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:54.574427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.688232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b3e30-86f5-4b2d-82e4-e19ab8a91ad1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:54.729066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.753753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.755388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e4a26b7-4455-4c03-9512-5897ea39d4fe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d45b3e30-86f5-4b2d-82e4-e19ab8a91ad1 HTTP/1.1" status: 204 len: 168 time: 0.9824405 Jun 01 13:07:54.776138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.794811 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:54.796011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b7e0a1-ca39-4131-ad49-e7213fe79510 req-9a9f6d9b-76d1-4fd3-a8b8-98a4b7088f5b tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "DELETE /v2.0/floatingips/6937384e-748e-4eb2-8395-12c31b6f7cd1 HTTP/1.1" status: 204 len: 173 time: 2.6220944 Jun 01 13:07:54.881601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb872c-de64-4ddf-8e1e-88427d142e47 req-8ee07576-9454-4e6a-9fe2-477ab44787c8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:54.883585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3efb872c-de64-4ddf-8e1e-88427d142e47 req-8ee07576-9454-4e6a-9fe2-477ab44787c8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.8765013 Jun 01 13:07:54.910085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Allocated IP 172.20.0.11 (dc1e2955-a47c-44ec-8982-f920f0072646/e7910fb7-fb3a-4d32-9a08-71a0d57d802d/044eb7fc-b6df-458b-8139-83209fbfc23c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:07:55.022182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c3a6cb86-8823-4049-8b82-ea1dd5746161 None None] Provisioning complete for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:55.022769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3a6cb86-8823-4049-8b82-ea1dd5746161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:55.087197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-08424e81-7c7b-43d7-b383-9bcb2464f76b req-318c5663-ecb8-4090-8552-49d53a23445a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:55.109071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3efb872c-de64-4ddf-8e1e-88427d142e47 req-6689721a-b090-4a8c-b6ae-dae024ec46be tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081521 Jun 01 13:07:55.172557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6cb86-8823-4049-8b82-ea1dd5746161 None None] Port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:55.183791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-08424e81-7c7b-43d7-b383-9bcb2464f76b req-318c5663-ecb8-4090-8552-49d53a23445a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:55.185903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08424e81-7c7b-43d7-b383-9bcb2464f76b req-318c5663-ecb8-4090-8552-49d53a23445a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 210 time: 0.2097418 Jun 01 13:07:55.312786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:55.351986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652982748', 'description': 'tempest-description--1473685206'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:55.369442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-8a74a18e-ea37-4ada-9a2c-3fae1a548cba tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips/3b3f84f4-cdb7-4660-bc35-96958787337d HTTP/1.1" status: 200 len: 693 time: 0.1409590 Jun 01 13:07:55.379002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:55.390458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:55.417913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:55.424292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:55.441345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:55.554482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-b5d79c43-ef50-41c8-862d-ab1348385323 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:55.555857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-b5d79c43-ef50-41c8-862d-ab1348385323 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.1810758 Jun 01 13:07:55.617251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:55.641222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:07:55.669805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-9476ff7d-75a7-43e5-a4f2-6daef3d49b91 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:55.701883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-9476ff7d-75a7-43e5-a4f2-6daef3d49b91 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:55.703318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-9476ff7d-75a7-43e5-a4f2-6daef3d49b91 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.1376560 Jun 01 13:07:55.752916 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6f626c2c-f0e4-4513-ae0d-376b479c94e2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b1a37bd40e78414ea75c680bb4b74f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586588 Jun 01 13:07:55.756427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:55.764847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:55.774091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:55.804647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-395acb72-d650-4f7d-9407-36f73fa4c84e tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0926065 Jun 01 13:07:55.854216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:55.861972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:55.956469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:55.984902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Deleting port e22549e0-c70f-4a8a-9da1-5f8a5fdf8562 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:07:55.985240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.247044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.301600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.418849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:56.421891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.430232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Sync routers for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:56.444282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Transition to ACTIVE for port object 044eb7fc-b6df-458b-8139-83209fbfc23c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:56.447775 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:56.448430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:56.535618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.601436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.601998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.716243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.718128 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:56.760105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Calling delete_port for e22549e0-c70f-4a8a-9da1-5f8a5fdf8562 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:07:56.835198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f5a2c-64f0-419e-8225-f1e50f911529 req-7c04da02-feaa-4c39-97c0-0bf4ebc3301a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:56.842519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10f5a2c-64f0-419e-8225-f1e50f911529 req-7c04da02-feaa-4c39-97c0-0bf4ebc3301a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.3336806 Jun 01 13:07:56.883408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-20069ac4-6a06-4d42-92c0-ff1aa7bc262b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6776848 Jun 01 13:07:56.957372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:56.994486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.035202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875b26c-016e-4046-b6ca-fd0c620e6095,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:57.094924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.127245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-33655dc4-fc55-4615-9c4c-605776f305b7 admin admin] 10.222.0.40 "PUT /v2.0/routers/953ce2d8-e0f7-4415-bb7a-535c7000e5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8575191 Jun 01 13:07:57.166333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.167990 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8391929 Jun 01 13:07:57.171662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10f5a2c-64f0-419e-8225-f1e50f911529 req-3c8366dc-04fa-4592-b556-811c43ed254a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276436 Jun 01 13:07:57.177678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:57.183942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.185211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba5b4c97-a665-45b1-876d-744ea61e30b6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9875b26c-016e-4046-b6ca-fd0c620e6095 HTTP/1.1" status: 204 len: 168 time: 1.4133697 Jun 01 13:07:57.192301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.230090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event deleted for resources: {'Port': ['ID=e22549e0-c70f-4a8a-9da1-5f8a5fdf8562,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:57.255744 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:07:50Z', 'revision_number': 2, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:57.280692 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Checking router: 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:57.281329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Updating router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:57.349536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group_rule': {'security_group_id': '14ce7174-400f-4eac-9220-9a9188a61069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:57.450010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.489738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.490212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.490705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.491170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.491627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.492082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.492535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:57.494554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-976545d8-26fe-408b-a67e-a774d4f57d74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 6500 time: 0.4638052 Jun 01 13:07:57.522809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.528347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3124d9-f2d3-4792-b64a-885fee70545d req-595a35c8-b5fa-44af-bd46-9d26d079726a tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "DELETE /v2.0/floatingips/3b3f84f4-cdb7-4660-bc35-96958787337d HTTP/1.1" status: 204 len: 173 time: 1.7172852 Jun 01 13:07:57.534704 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:57.819202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61350d-b2de-42f3-a9fe-43a3aef2d63a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce7174-400f-4eac-9220-9a9188a61069,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:57.863613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:57.913281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:57.922320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:07:57.946639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:57.959417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:07:57.973145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-aeb53618-d0b8-4dee-934f-adbac52ac43f tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips/6e754465-09da-407d-adb5-2a383af1e718 HTTP/1.1" status: 200 len: 693 time: 0.4176562 Jun 01 13:07:57.994966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:58.001484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:07:58.081753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:07:58.121255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:58.151898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:07:58.203406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.311989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-1337bf3e-beef-4e20-bcd4-674ab2d5d11d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.313651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-1337bf3e-beef-4e20-bcd4-674ab2d5d11d tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.3101895 Jun 01 13:07:58.428923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bd8cae3a-06ba-4101-83c7-d20cb5958fc9 None None] Provisioning for port 044eb7fc-b6df-458b-8139-83209fbfc23c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:07:58.438384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.451992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.452307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bd8cae3a-06ba-4101-83c7-d20cb5958fc9 None None] Provisioning complete for port 044eb7fc-b6df-458b-8139-83209fbfc23c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:07:58.452647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.454962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd8cae3a-06ba-4101-83c7-d20cb5958fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.509460 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.514705 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-f6d6d954-cd39-4a8f-95b8-e5d4fb5bb96e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0480454 Jun 01 13:07:58.583617 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Transition to ACTIVE for port object 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:58.595342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Request body: {'port': {'device_id': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:58.602262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cae3a-06ba-4101-83c7-d20cb5958fc9 None None] Port 044eb7fc-b6df-458b-8139-83209fbfc23c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:07:58.610756 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.631950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b6327-0201-4703-950a-31de8597792f req-4bc1baf3-3183-4657-ae05-0562f61039e0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.634073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-970b6327-0201-4703-950a-31de8597792f req-4bc1baf3-3183-4657-ae05-0562f61039e0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 932 time: 1.0815845 Jun 01 13:07:58.643471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-2a626315-1eb0-4340-9167-086bd0f7eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.644516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-2a626315-1eb0-4340-9167-086bd0f7eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.645297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-2a626315-1eb0-4340-9167-086bd0f7eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:07:58.647654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-2a626315-1eb0-4340-9167-086bd0f7eb94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=0ce631b2-87c3-4172-a875-190d6f35475d&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&id=d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 200 len: 2296 time: 1.1181247 Jun 01 13:07:58.651104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Transition to ACTIVE for port object ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:07:58.690331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:58.736404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-231488189-network', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:58.753344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.762198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:58.785718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Usage tracker for resource:network and tenant:a4988d5be2494b5192f55d49d6e296a5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:58.805995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:58.809111 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af0408-3bb6-4b1d-bd3c-f81716a717ac None None] Pushing event updated for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:58.830700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:58.918275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.927059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:07:58.946840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Sync routers for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:07:58.955077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Made reservation on behalf of a4988d5be2494b5192f55d49d6e296a5 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:07:58.957430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:58.964091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:58.964745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:58.981158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.055442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.134556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.173629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6606b3af-b580-4b2e-88c4-d2ec932582bc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:59.209152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:59.212110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.213335 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce8d0279-3cb9-44cf-9f89-0d7e69faa5d2 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.1556911 Jun 01 13:07:59.219447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.220624 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b9c833d-9a38-48b0-9289-513f366744c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0412490 Jun 01 13:07:59.224000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:59.224336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33700) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:07:59.225393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a4988d5be2494b5192f55d49d6e296a5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:59.279402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-1ca857c6-2129-4869-96ab-d7d27b845d5e tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Synchronizing usage tracker for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:59.291438 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Attempting to bind port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:07:59.292073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Attempting to bind port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:07:59.293192 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Attempting to bind port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f on network b5f85d19-45a0-4521-8091-554e984973f2 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:07:59.295228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:59.298937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Checking segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Bound using segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Bound port: 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:07:59.305957 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.310555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-970b6327-0201-4703-950a-31de8597792f req-34e372ee-375a-4732-9edd-9c5621002379 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:07:59.515072 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] For port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:07:59.524735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] For port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:07:59.534038 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:59.631231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-1ca857c6-2129-4869-96ab-d7d27b845d5e tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Unset dirty status for tenant:200715059371442f80403a8cfd3b888d on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:07:59.632348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-1ca857c6-2129-4869-96ab-d7d27b845d5e tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 1.2928886 Jun 01 13:07:59.785937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'security_group_rule': {'security_group_id': '14ce7174-400f-4eac-9220-9a9188a61069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:07:59.801606 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:07:59.802259 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:59.803677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:07:59.819899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:07:59.845322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:security_group_rule and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:07:59.859330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:07:59.872521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Pushing event updated for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:07:59.888673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-3df91e7c-c04d-4fa7-98fc-5014a6bee6f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 200 len: 1001 time: 1.2226181 Jun 01 13:07:59.932869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:07:54Z', 'revision_number': 3, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:07:59.938076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Checking router: 5b612955-3460-4b1e-8dc9-42bc60ca2f28 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:07:59.938778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Updating router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:07:59.978559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:00.007855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af0408-3bb6-4b1d-bd3c-f81716a717ac None None] Pushing event updated for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:00.016410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.049096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-970b6327-0201-4703-950a-31de8597792f req-34e372ee-375a-4732-9edd-9c5621002379 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:00.062026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-970b6327-0201-4703-950a-31de8597792f req-34e372ee-375a-4732-9edd-9c5621002379 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4129548 Jun 01 13:08:00.267075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.312371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-572ef398-c491-461f-b8d2-320e5dcb75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:00.315766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-572ef398-c491-461f-b8d2-320e5dcb75ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=173d2874-e992-4d47-8b45-eaec747d0c34 HTTP/1.1" status: 200 len: 855 time: 0.2889221 Jun 01 13:08:00.322880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-b94ed6fe-011b-425d-84c8-3c70381567d0 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.6656892 Jun 01 13:08:00.343665 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:00.735148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Attempting to bind port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:00.735511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Attempting to bind port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:00.735805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Attempting to bind port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:00.772241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.794376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Transition to ACTIVE for port object b0b6471c-cf39-4bd3-84ea-aeff78224ce8 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:00.823054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.847265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b on network dc1e2955-a47c-44ec-8982-f920f0072646 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:00.847655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Attempting to bind port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:00.890522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:00.891037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:00.891433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Bound using segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:00.891875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Bound port: ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:00.892217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.903301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Deleting port 2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:00.904045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:00.937545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33720) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:00.973219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Attempting to bind port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:00.974347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Attempting to bind port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:00.975024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Attempting to bind port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:00.991862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:01.003441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:01.004210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.004829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:01.005534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Bound port: b0b6471c-cf39-4bd3-84ea-aeff78224ce8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:01.006123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.074016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.121817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] For port b0b6471c-cf39-4bd3-84ea-aeff78224ce8, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:01.125397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] For port b0b6471c-cf39-4bd3-84ea-aeff78224ce8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:01.140366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.175083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae2ac0-2449-406b-8211-310d6a9679a8 None None] Pushing event updated for resources: {'Port': ['ID=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:01.186483 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:07:59Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:01.196754 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ef7cc-0af7-41ee-a927-acd2b12ec1b5 None None] The sync data for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 is: [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:07:59Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:01.244571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1232233303', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:01.266288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:01.267590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:01.303860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:01.338104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-b1da9317-af48-452f-8d03-ba59644de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:01.343321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-b1da9317-af48-452f-8d03-ba59644de258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170c337c-8f1e-41eb-aa8c-585fd47e8e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8745604 Jun 01 13:08:01.354572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Usage tracker for resource:port and tenant:46f023e80030450ebef05ee3861d74cd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:01.378375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569927d5-9ec3-4c0a-9df2-520a44acdc6b req-a4f76e32-da59-4c9a-9705-c1037359b28e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:01.380434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-569927d5-9ec3-4c0a-9df2-520a44acdc6b req-a4f76e32-da59-4c9a-9705-c1037359b28e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.7996712 Jun 01 13:08:01.386149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:01.416331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:01.532444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044eb7fc-b6df-458b-8139-83209fbfc23c {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:01.547428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.575337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Transition to ACTIVE for port object 044eb7fc-b6df-458b-8139-83209fbfc23c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:01.589070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:01.653020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.655379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.668509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:01.681624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:08:01.712500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Made reservation on behalf of 46f023e80030450ebef05ee3861d74cd for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:01.714904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.719214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.725582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:01.747123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.754305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.758170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.771513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.771851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.822551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae2ac0-2449-406b-8211-310d6a9679a8 None None] Pushing event updated for resources: {'Port': ['ID=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:01.827058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-569927d5-9ec3-4c0a-9df2-520a44acdc6b req-afbbe64c-a392-4d06-b7c3-dbfb3a78ca5b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121313 Jun 01 13:08:01.886171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:01.886624 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Added segment f5bafbee-2ee3-420b-b0c1-d4ba7df99412 of type vlan for network 390d8652-29f1-48de-a0ed-5e59ac3127b9 Jun 01 13:08:01.933073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca2b17e-fe37-4301-a439-b11f09344d81,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:02.279868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a9b98-c47d-4c4a-8a9f-674881c0f1a5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:02.424246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:07:54Z', 'revision_number': 3, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:02.460305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1deed-4808-49a9-8259-0c81b66f77f7 None None] The sync data for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 is: [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:07:54Z', 'revision_number': 3, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:02.481626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:02.493877 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a98ed5c0-3b40-4008-9d40-f7d9b33733bf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2538421 Jun 01 13:08:02.494658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:02.514092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:02.622114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:02.630904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:02.660323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:02.744750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:02.766029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Calling delete_port for 2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:02.847173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:02.854028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:02.854733 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:02.859075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:floatingip and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:02.861618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:02.862610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:02.864221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] 10.222.0.13 "PUT /v2.0/ports/ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 1091 time: 9.1128161 Jun 01 13:08:02.867011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:02.884321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:02.952379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:02.958858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9c2c2-76dd-4696-b967-110140b061bd service neutron] Pushing event updated for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:02.965021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-742c295b-9537-48eb-b31b-644d08a8568f service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5751822 Jun 01 13:08:02.967414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Usage tracker for resource:security_group_rule and tenant:46f023e80030450ebef05ee3861d74cd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:03.020067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:03.036713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:08:03.054504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:03.101781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:03.102621 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.138834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:03.193539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.194526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:03.201924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.211033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:03.217011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.267938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.417527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:03.667226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.9669325 Jun 01 13:08:03.669861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Attempting to bind port 044eb7fc-b6df-458b-8139-83209fbfc23c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:03.670373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Attempting to bind port 044eb7fc-b6df-458b-8139-83209fbfc23c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:03.670944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Attempting to bind port 044eb7fc-b6df-458b-8139-83209fbfc23c on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:03.697167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-1597effb-0448-4321-b665-a9df66bbe0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916013 Jun 01 13:08:03.708855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:03.730122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Request body: {'subnet': {'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-231488189-subnet', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:03.836268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-1602b08e-5e98-4634-bd55-f8a3795b01ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 217 time: 0.1205468 Jun 01 13:08:03.836268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.849548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Port 044eb7fc-b6df-458b-8139-83209fbfc23c on network dc1e2955-a47c-44ec-8982-f920f0072646 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:03.850463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Attempting to bind port 044eb7fc-b6df-458b-8139-83209fbfc23c on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:03.902634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72bff7-363a-4179-875b-a73b8168c5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=390d8652-29f1-48de-a0ed-5e59ac3127b9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:03.906032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:03.916772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:03.920441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:08:03.975406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:03.983030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:03.983478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Bound using segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:03.984103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Bound port: 044eb7fc-b6df-458b-8139-83209fbfc23c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:03.984491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.025112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Usage tracker for resource:subnet and tenant:a4988d5be2494b5192f55d49d6e296a5 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:04.035183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Pushing event deleted for resources: {'Port': ['ID=2dbebd4d-db5e-4285-a516-5e6dcd5e5cd0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:04.044383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:04.135050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:04.162442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.179732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.194473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.235222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-ce237e5c-0fdb-4a93-a015-9baba57fd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:04.238661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-ce237e5c-0fdb-4a93-a015-9baba57fd24c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.3908761 Jun 01 13:08:04.239638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.246154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] device_id is not set on port 6c17226a-e478-45a2-b6d5-e3ee504e9212 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:04.368342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:04.368342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=044eb7fc-b6df-458b-8139-83209fbfc23c,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:04.368708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74486c22-dec7-4d6a-9d2b-9d824e0cab65 req-3322cb78-8423-4be3-b476-72b7c8539e39 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:04.368708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74486c22-dec7-4d6a-9d2b-9d824e0cab65 req-3322cb78-8423-4be3-b476-72b7c8539e39 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 944 time: 1.4854326 Jun 01 13:08:04.368708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Made reservation on behalf of a4988d5be2494b5192f55d49d6e296a5 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:04.368708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.398023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.500596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:04.501221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.503055 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] 10.222.0.24 "PUT /v2.0/ports/044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 1092 time: 5.9154437 Jun 01 13:08:04.505476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:04.551417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Allocated IP 172.20.0.1 (7b9e8c87-b0b5-4369-81d2-cb4adfe0e975/6bde0218-bf75-437c-93b8-9518672bb3d0/f727ff21-bc5d-4ee5-aed5-b1d5db2307a2) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:04.589186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.629801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875ebc-0350-46a3-b67a-5a21a85b6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:04.670460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-764ce498-0ead-4664-af30-2f81b8943245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:04.672305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-764ce498-0ead-4664-af30-2f81b8943245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1094 time: 1.6995876 Jun 01 13:08:04.770798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:04.868069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.869565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:04.870376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:04.872569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-c528aeb9-0d97-47c8-b3b7-14a3990a61c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.1186066 Jun 01 13:08:04.983834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Allocated IP 172.25.7.221 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:05.006129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-0196035a-f986-4ae6-969b-293f0da42aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.008329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-0196035a-f986-4ae6-969b-293f0da42aec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1095 time: 0.4281375 Jun 01 13:08:05.010549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:05.012155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0b6471c-cf39-4bd3-84ea-aeff78224ce8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:05.039486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa416263-e684-4081-a632-aff9ba782f63,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:05.056785 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.057906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13f7cfd0-07ce-478d-86a7-aa7e754d1ba8 req-89a90187-1907-433f-adbc-ede4b372fe15 tempest-FloatingIPDetailsTestJSON-86376327 tempest-FloatingIPDetailsTestJSON-86376327-project] 10.222.0.40 "DELETE /v2.0/floatingips/6e754465-09da-407d-adb5-2a383af1e718 HTTP/1.1" status: 204 len: 173 time: 4.7231753 Jun 01 13:08:05.067479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33756) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:05.073578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74486c22-dec7-4d6a-9d2b-9d824e0cab65 req-397b07a7-e94f-49d8-816d-74dc9942af1a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002247 Jun 01 13:08:05.088453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:05.099103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:05.099473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.189173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-8efbaba9-7f10-4806-9baa-d598f6bac868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.193509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-8efbaba9-7f10-4806-9baa-d598f6bac868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.2658777 Jun 01 13:08:05.205715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:05.208946 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432baea0-5d16-4a4c-be46-1c70df381dc5'] response: {'name': 'network-changed', 'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b', 'status': 'completed', 'code': 200} Jun 01 13:08:05.268795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Checking segment: {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:05.269296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Network hostable DHCP agents. Network: 390d8652-29f1-48de-a0ed-5e59ac3127b9, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:08:05.330088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:05.330672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.354120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b0b6471c-cf39-4bd3-84ea-aeff78224ce8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:05.364410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.460777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:05.520671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-25d65d4a-81a1-40cf-972f-e92184505132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.522443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-25d65d4a-81a1-40cf-972f-e92184505132 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8469286 Jun 01 13:08:05.546456 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4df602-ed17-4ec6-835b-7491ffc07dc2'] response: {'name': 'network-changed', 'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c', 'status': 'completed', 'code': 200} Jun 01 13:08:05.551376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-dcdc6a2e-87c0-44ca-a7b7-e7f595134465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 217 time: 0.5240371 Jun 01 13:08:05.600421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.666902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Transition to ACTIVE for port object f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:05.689733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-4f8fe096-dc0d-4a96-a190-c02d1b9427d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.691298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-4f8fe096-dc0d-4a96-a190-c02d1b9427d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1317565 Jun 01 13:08:05.728542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:08:05.765435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 390d8652-29f1-48de-a0ed-5e59ac3127b9) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:05.776615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd30fa-0db6-406c-965c-db2f669269a3 None None] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:05.795981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.847560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.848060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.872468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:05.921339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-769933e4-d471-42e6-8c3d-c9aea75f27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.924221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-769933e4-d471-42e6-8c3d-c9aea75f27e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7081881 Jun 01 13:08:05.926199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-90884ad0-71ed-44ca-95ee-d22c486a9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.928617 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-90884ad0-71ed-44ca-95ee-d22c486a9fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223332 Jun 01 13:08:05.937423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-95ef9e74-9cb4-4193-a6fa-4a163d184a96 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504169 Jun 01 13:08:05.945315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511e66-6025-4528-a962-0a812903f8f4 req-3b38d27b-aee8-4dbe-893b-8c1c44d2dae2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:05.947082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64511e66-6025-4528-a962-0a812903f8f4 req-3b38d27b-aee8-4dbe-893b-8c1c44d2dae2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.6940558 Jun 01 13:08:06.007569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.016714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:06.026337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:06.083875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1458d577-ece1-494b-bd41-b734a6d452e5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3684008 Jun 01 13:08:06.105980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33782) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:06.132117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-390d8652-29f1-48de-a0ed-5e59ac3127b9', 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'fixed_ips': [{'subnet_id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:08:06.132960 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.150819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:06.314168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:06.373724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:06.398452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:06.408494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:06.437742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Allocated IP 172.20.0.2 (390d8652-29f1-48de-a0ed-5e59ac3127b9/d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb/8f553ab5-5a12-4fb3-9818-e228ea34bdc4) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:06.456467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-acbc4c64-535e-4f69-b1b0-45f8676c55d7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882057 Jun 01 13:08:06.462685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:06.504736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:06.529639 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-70bf09b6-d796-4819-84fc-76e330a0d13b service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826845 Jun 01 13:08:06.546338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:06.620135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.635838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Allocated IP 172.25.7.125 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/6c17226a-e478-45a2-b6d5-e3ee504e9212) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:06.647931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Usage tracker for resource:router and tenant:a4988d5be2494b5192f55d49d6e296a5 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:06.658639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0b6471c-cf39-4bd3-84ea-aeff78224ce8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:06.667920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:06.701529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-93bd7371-1a81-422a-92e2-4c9522b8f33c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 217 time: 0.1937585 Jun 01 13:08:06.728363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-62d4f417-1ea6-4b33-8ab2-438d7c750f02 None None] Provisioning for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:06.754651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:06.758426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-62d4f417-1ea6-4b33-8ab2-438d7c750f02 None None] Provisioning complete for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:06.759051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62d4f417-1ea6-4b33-8ab2-438d7c750f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.789220 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d035b4c7-ade3-4ebd-b106-b3178bd10cea req-aa718884-2b6a-462e-8d55-3d26b41bf166 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380729 Jun 01 13:08:06.791670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.807843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64511e66-6025-4528-a962-0a812903f8f4 req-3056c866-1a32-4d1b-92e4-d090e3f3181f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7299986 Jun 01 13:08:06.889431 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.890455 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.928181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-62d4f417-1ea6-4b33-8ab2-438d7c750f02 None None] Port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:06.950651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-3636dfb5-118c-4e85-87cf-a3c8e85374de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:06.951498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:06.951498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.952213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-3636dfb5-118c-4e85-87cf-a3c8e85374de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.2314336 Jun 01 13:08:06.961637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-b7fda697-8f6c-471e-a1b8-d91edfb55f29 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0306249 Jun 01 13:08:06.966818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:06.976193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.006942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Transition to ACTIVE for port object 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:07.036498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.044213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Transition to ACTIVE for port object 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:07.085501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.129464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.195394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:07.198896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:07.202078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:07.203877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Pushing event updated for resources: {'Port': ['ID=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:07.207017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:07.321223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Attempting to bind port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:07.322081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Attempting to bind port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:07.322466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Attempting to bind port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 on network 390d8652-29f1-48de-a0ed-5e59ac3127b9 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:07.332005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:07.332005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Checking segment: {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:07.332005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.332005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Bound using segment: {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:07.338294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Bound port: 8f553ab5-5a12-4fb3-9818-e228ea34bdc4, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:07.338294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.384887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-b323f6ec-e1e9-4c83-83c9-a2257d21f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:07.386392 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-b323f6ec-e1e9-4c83-83c9-a2257d21f87a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1095 time: 0.4231567 Jun 01 13:08:07.442245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d28c8-0b95-400c-a4a3-ac0b01afb3d2 req-13455360-bce4-400a-aaeb-b4030d67840f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:07.443052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] For port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:07.447123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] For port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:07.453109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-512d28c8-0b95-400c-a4a3-ac0b01afb3d2 req-13455360-bce4-400a-aaeb-b4030d67840f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 944 time: 0.9703612 Jun 01 13:08:07.455065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.581647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb31c-932f-4a9c-a681-19b33de26bfd None None] Pushing event updated for resources: {'Port': ['ID=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:07.777007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-512d28c8-0b95-400c-a4a3-ac0b01afb3d2 req-057e38e3-9704-4403-829f-4db140953ddf tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224006 Jun 01 13:08:07.808716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-928b4df4-6917-4087-b591-16dcfdb80da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:07.808716 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-928b4df4-6917-4087-b591-16dcfdb80da0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.4040182 Jun 01 13:08:07.812520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.908448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.953015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:08:07.962918 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-705b11ff-6551-468b-bf70-4e6b4185cd47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 217 time: 0.1500020 Jun 01 13:08:07.977447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:07.983111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ffb288-af87-43f3-92dd-65f6c306b32f req-df977174-3056-4e07-9093-fa404a5d3a19 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0104206 Jun 01 13:08:08.041874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.101673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.123812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-25a29dae-3b46-4cbb-ab17-8c9dc9612f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:08.125307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-25a29dae-3b46-4cbb-ab17-8c9dc9612f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1579549 Jun 01 13:08:08.158377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:08.207445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-b0866de7-5a42-4485-ab69-94fcf54bca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:08.208904 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-b0866de7-5a42-4485-ab69-94fcf54bca4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.2227097 Jun 01 13:08:08.217159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.286315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.295970 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.358953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:08.377832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:08.449345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.450516 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-590ea3c5-0b12-4496-898d-e372f915898d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8394027 Jun 01 13:08:08.531771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9af8-180b-495f-995c-2d5ad5ed71e1 req-f3fb5964-9ff1-4aca-9e1f-bb6e3f5539e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:08.533337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc3b9af8-180b-495f-995c-2d5ad5ed71e1 req-f3fb5964-9ff1-4aca-9e1f-bb6e3f5539e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 947 time: 0.5247850 Jun 01 13:08:08.534442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.637382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:08.646643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-1ac11636-f9b6-4317-8d89-a8d7c29da9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:08.649052 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-1ac11636-f9b6-4317-8d89-a8d7c29da9f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4309211 Jun 01 13:08:08.652466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:08.655148 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.706952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:08.707345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:08.782310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:08.790538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-0fde323f-01b3-4a2b-98b6-eaa8ff2ad265 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130548 Jun 01 13:08:08.805860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:08.869548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:08.888352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:08.894862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:08.906919 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-e3ea2013-6d0e-472f-8930-8aa0c620589f service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452481 Jun 01 13:08:08.940264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:08.964022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-a589ad00-3d5a-431c-b326-03d727bfbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:08.965750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-a589ad00-3d5a-431c-b326-03d727bfbcbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1094 time: 0.9044938 Jun 01 13:08:08.966935 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.036437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d2440-b7ca-41a2-84ad-6a52ab98bdde None None] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:09.087338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc3b9af8-180b-495f-995c-2d5ad5ed71e1 req-0c238c73-ebcf-4d4b-9bcf-f7c2b2775751 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499114 Jun 01 13:08:09.088015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Pushing event updated for resources: {'Port': ['ID=6c17226a-e478-45a2-b6d5-e3ee504e9212,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:09.091545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:09.203682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-5376ce5a-67d4-443a-add9-273fd56207a6 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:09.220238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:08:09.244472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1012017a-b777-4f6d-8439-63032c82ffe7 req-06437c52-61b6-4f45-ba6a-78a0608e08b0 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607455 Jun 01 13:08:09.255144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:09.382646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:09.417962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Provisioning complete for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:09.418442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.481710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:09.491429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Sync routers for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:09.508005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f776704-0ed3-4cbf-8690-39eca9916d5b admin admin] 10.222.0.40 "PUT /v2.0/routers/5b612955-3460-4b1e-8dc9-42bc60ca2f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2785032 Jun 01 13:08:09.525137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:09.525401 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:09.554336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'port_id': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b', 'mac_address': 'fa:16:3e:0a:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:08:09.556164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=14']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:09.614123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:09.659772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-5376ce5a-67d4-443a-add9-273fd56207a6 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:09.667243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-5376ce5a-67d4-443a-add9-273fd56207a6 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1652982748&fields=id&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 267 time: 0.5368319 Jun 01 13:08:09.689634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Provisioning for port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:09.698026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:09.698619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.733470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:09.741627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Provisioning complete for port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:09.742215 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.759950 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:09.811088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:09.812667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:09.813193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.849237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.868702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d5c0f5c-691b-4784-a3f2-80b9787c7fbe tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.9271271 Jun 01 13:08:09.869337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:09.874816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.125'}]}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:09.880686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:09.884985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Usage tracker for resource:router and tenant:46f023e80030450ebef05ee3861d74cd is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:09.888948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:09.895341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:09.908905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.910905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.930875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:09.984296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-f9ac794e-9a08-4580-b0a1-c396052c0d6e service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1659291 Jun 01 13:08:10.055292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Current status of the port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:10.055722 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.106225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] For port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:10.133279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.137358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:10.162278 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:06Z', 'revision_number': 4, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f727ff21-bc5d-4ee5-aed5-b1d5db2307a2', 'name': '', 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'mac_address': 'fa:16:3e:5d:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:04Z', 'updated_at': '2022-06-01T13:08:07Z', 'revision_number': 2, 'project_id': '2c35274a58694da69179a46b96092d34', 'subnets': [{'id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:10.167651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Checking router: 5b612955-3460-4b1e-8dc9-42bc60ca2f28 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:10.168576 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Updating router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:08:10.225207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-f24a1b10-de87-4e3e-9d05-d0918e5675a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 200 len: 217 time: 0.2153752 Jun 01 13:08:10.226634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299e6b6-78d8-45aa-a135-ed5c279547a9 None None] Pushing event updated for resources: {'Port': ['ID=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:10.226825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-85de0d5c-ca57-4df8-93bc-d12a5073fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:10.227660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-85de0d5c-ca57-4df8-93bc-d12a5073fec6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 1.1468420 Jun 01 13:08:10.231655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:08:10.248988 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.407036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 044eb7fc-b6df-458b-8139-83209fbfc23c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:08:10.495801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.529070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-59d11bcd-57c9-4c58-beb3-876326ce3b14 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:10.530966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-59d11bcd-57c9-4c58-beb3-876326ce3b14 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 815 time: 0.8626785 Jun 01 13:08:10.552834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-f46b6216-12bd-45d5-bd08-d218b0924953 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.2125487 Jun 01 13:08:10.563264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a642af-c617-4f78-b0bf-9796ae46e4cc req-872e3c1e-f124-4165-87b6-c199e2550f73 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:10.571093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62a642af-c617-4f78-b0bf-9796ae46e4cc req-872e3c1e-f124-4165-87b6-c199e2550f73 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 944 time: 0.9905412 Jun 01 13:08:10.614379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-f2b7615d-163d-4756-a279-edd95298f2e1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/quotas/bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 375 time: 0.0143492 Jun 01 13:08:10.642255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-60d4c921-f6b1-4566-b0bd-ecc1f703c0e1 None None] Provisioning complete for port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:10.642803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-60d4c921-f6b1-4566-b0bd-ecc1f703c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.682541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:10.821092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=044eb7fc-b6df-458b-8139-83209fbfc23c,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:10.847063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '044eb7fc-b6df-458b-8139-83209fbfc23c', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'port_id': '044eb7fc-b6df-458b-8139-83209fbfc23c', 'mac_address': 'fa:16:3e:22:f4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:08:10.848713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:10.849174 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.858323 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.872572 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Transition to ACTIVE for port object f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:10.882639 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.890224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-40ddd477-4612-4d1f-8d27-3b4cb2b6e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:10.891685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-40ddd477-4612-4d1f-8d27-3b4cb2b6e811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.5889544 Jun 01 13:08:10.906782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62a642af-c617-4f78-b0bf-9796ae46e4cc req-27695647-5b04-4374-87c8-8259d8af6859 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347621 Jun 01 13:08:10.977269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-1720af5a-49b4-4dcc-b597-04ca4bc0be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:10.978772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-1720af5a-49b4-4dcc-b597-04ca4bc0be6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.3893003 Jun 01 13:08:10.984205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.039040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.069762 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cdf670-1a04-42d2-8d5f-b18a93cef13c'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'code': 200} Jun 01 13:08:11.108210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.119244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.134094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Deleting port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:11.134430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.138225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-60d4c921-f6b1-4566-b0bd-ecc1f703c0e1 None None] Current status of the port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:11.146276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:11.150418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 044eb7fc-b6df-458b-8139-83209fbfc23c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:11.151992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.175801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044eb7fc-b6df-458b-8139-83209fbfc23c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:11.201843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=044eb7fc-b6df-458b-8139-83209fbfc23c,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:11.214491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.313209 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b1afb-5e6e-4076-bc90-70d4b83fa525 None None] Pushing event updated for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:11.331703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:11.355190 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Attempting to bind port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:11.356452 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Attempting to bind port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:11.356800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Attempting to bind port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 on network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:11.363870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:11.364233 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Checking segment: {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:11.364700 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.365077 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Bound using segment: {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:11.365530 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Bound port: f727ff21-bc5d-4ee5-aed5-b1d5db2307a2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d5ebb0-07be-442d-b6da-66037c9e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:11.366000 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.421275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] For port fbdfc6ba-be0b-40e0-8ef1-52f70a2011be, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:11.421275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.457478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.501326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] For port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:11.508826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] For port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:11.517535 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.580461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['044eb7fc-b6df-458b-8139-83209fbfc23c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:08:11.645381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:11.646042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:11.715688 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b1afb-5e6e-4076-bc90-70d4b83fa525 None None] Pushing event updated for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:11.886457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:11.894534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Calling delete_port for fbdfc6ba-be0b-40e0-8ef1-52f70a2011be owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:11.952703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.955262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.983497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:11.984081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6819a7a-4cae-4746-b747-54431b4d5fc2 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:08:12.004672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-0ac2598b-e1a1-4886-825a-b68622ffc43b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3005650 Jun 01 13:08:12.017699 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:08:12.019899 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c1c27ece-485f-496f-90b0-43e07e13ccf0 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1494386 Jun 01 13:08:12.022732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:12.096050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Deleting port 6c17226a-e478-45a2-b6d5-e3ee504e9212 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:12.096743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:12.171766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-919a57e0-6d1a-4db0-a335-238a5a68e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:12.173183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-919a57e0-6d1a-4db0-a335-238a5a68e3b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2576466 Jun 01 13:08:12.239827 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:06Z', 'revision_number': 4, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f727ff21-bc5d-4ee5-aed5-b1d5db2307a2', 'name': '', 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'mac_address': 'fa:16:3e:5d:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:04Z', 'updated_at': '2022-06-01T13:08:11Z', 'revision_number': 4, 'project_id': '2c35274a58694da69179a46b96092d34', 'subnets': [{'id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:12.244091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f6a22-0072-4f58-bdfb-b558adc6c1a0 None None] The sync data for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 is: [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:06Z', 'revision_number': 4, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'f727ff21-bc5d-4ee5-aed5-b1d5db2307a2', 'name': '', 'network_id': '7b9e8c87-b0b5-4369-81d2-cb4adfe0e975', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'mac_address': 'fa:16:3e:5d:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:04Z', 'updated_at': '2022-06-01T13:08:11Z', 'revision_number': 4, 'project_id': '2c35274a58694da69179a46b96092d34', 'subnets': [{'id': '6bde0218-bf75-437c-93b8-9518672bb3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:12.244333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-96867be7-d5c8-4633-8dba-ef597bd8b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:12.246494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-96867be7-d5c8-4633-8dba-ef597bd8b4a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2315869 Jun 01 13:08:12.351324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dc170-2fde-402e-b3b1-85255ee67656 req-2f863a97-83de-4b7f-a829-6a63fcc9642e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:12.355353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-091dc170-2fde-402e-b3b1-85255ee67656 req-2f863a97-83de-4b7f-a829-6a63fcc9642e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.9269886 Jun 01 13:08:12.490112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:12.552395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Allocated IP 172.25.7.103 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/8ca4ff0b-c605-4631-a7bd-7b65907ebd72) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:12.622276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-52cc08e9-2faa-4520-bfd3-8cb3b384d64a service neutron] 10.222.0.40 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946963 Jun 01 13:08:12.634181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:12.690493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Calling delete_port for 6c17226a-e478-45a2-b6d5-e3ee504e9212 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:12.739415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-091dc170-2fde-402e-b3b1-85255ee67656 req-28a51cf0-1879-43a1-94a0-008095b695db tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345697 Jun 01 13:08:12.739810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:12.766935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:12.770200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:12.951060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:12.996608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.044517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-0530565d-408f-4704-82ee-0df957b28312 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8501968 Jun 01 13:08:13.046911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:13.047538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.077750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c17226a-e478-45a2-b6d5-e3ee504e9212,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:13.102067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.153798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:13.164092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.237362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:13.237739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.266979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-58584fef-b800-4836-a1a8-edaad1b3e62b service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308949 Jun 01 13:08:13.267195 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10a70096-b9e2-44f2-8963-e3f61fe0e487 tempest-RoutersAdminNegativeTest-227277575 tempest-RoutersAdminNegativeTest-227277575-project-admin] 10.222.0.40 "DELETE /v2.0/ports/6c17226a-e478-45a2-b6d5-e3ee504e9212 HTTP/1.1" status: 204 len: 168 time: 1.2398238 Jun 01 13:08:13.282437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:13.312314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:13.395703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:13.410810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:13.429827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:13.455583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:13.455875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.857711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33898) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:13.879419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:13.880592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.915979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:13.931455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:13.945231 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.068938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.088492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:14.092623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:14.094172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Usage tracker for resource:security_group_rule and tenant:1c1c32e161354a6484fbb7f13d22a213 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:14.097455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:14.105998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:14.213308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Pushing event updated for resources: {'Port': ['ID=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:14.232732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.238264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.285578 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1c1c32e161354a6484fbb7f13d22a213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238524 Jun 01 13:08:14.286114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:14.335272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff261c3-9bdc-4b46-9faa-ac8571a067ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75ff4e0-2201-4286-bb95-db1afed8efa2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:14.360845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-eba2815c-d9c8-415d-b310-edd8d7353598 service neutron] 10.222.0.40 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6987998 Jun 01 13:08:14.398935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.413127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 044eb7fc-b6df-458b-8139-83209fbfc23c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:14.452925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-0baceadf-0584-4b52-ae99-c40fda8b1a3d tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3983588 Jun 01 13:08:14.459914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.488860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:14.509054 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.517603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:14.552068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 044eb7fc-b6df-458b-8139-83209fbfc23c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:14.560114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 044eb7fc-b6df-458b-8139-83209fbfc23c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:14.560775 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.586634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-5c75609f-ac05-4de1-b619-712a5a2ae440 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5057187 Jun 01 13:08:14.597094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdfc6ba-be0b-40e0-8ef1-52f70a2011be,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:14.598920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Usage tracker for resource:floatingip and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:14.616753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e550be5b-9cd8-48cd-b112-09e7b9639938 req-c4647f85-6b58-48a6-a554-939609a0a5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2982380 Jun 01 13:08:14.639952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.701167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75ff4e0-2201-4286-bb95-db1afed8efa2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:14.708120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.713117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a19b812-2c8d-421c-8d37-7bf2edccd174 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b75ff4e0-2201-4286-bb95-db1afed8efa2 HTTP/1.1" status: 204 len: 168 time: 0.4233799 Jun 01 13:08:14.734041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:14.766693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:14.835906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:14.884595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-256de1ef-2c7d-4c4b-a144-637b6fadabd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 200 len: 217 time: 0.2707267 Jun 01 13:08:15.009907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 044eb7fc-b6df-458b-8139-83209fbfc23c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:15.010823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.031495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.092414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=044eb7fc-b6df-458b-8139-83209fbfc23c,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:15.095823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:15.096266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.183114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-a8d3ca23-f40e-4585-afb8-eba0bc542c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:15.185288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-a8d3ca23-f40e-4585-afb8-eba0bc542c01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 200 len: 797 time: 0.2589607 Jun 01 13:08:15.185471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.303731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:15.382632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:15.388005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-38a10198-273a-46ae-93d0-bf93d281bf6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585603 Jun 01 13:08:15.423039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33956) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:15.452038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.585362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e3b7bb9a-d38f-4147-b713-d42f5d2847d5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=46f023e80030450ebef05ee3861d74cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608438 Jun 01 13:08:15.589599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:15.655246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-f0866de6-d98e-448d-9bf9-b8b54a246d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:15.656774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-f0866de6-d98e-448d-9bf9-b8b54a246d8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.1841977 Jun 01 13:08:15.672384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.784946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.862900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2ee20-e4d6-4063-b00a-a7b9f4dbee78 req-8171c091-30f4-4604-a2c8-36c3c2f969cd tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:15.864311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1be2ee20-e4d6-4063-b00a-a7b9f4dbee78 req-8171c091-30f4-4604-a2c8-36c3c2f969cd tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 945 time: 1.1334081 Jun 01 13:08:15.868252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-c5f00f5e-3614-46c3-a57b-364ff5543d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:15.869911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-c5f00f5e-3614-46c3-a57b-364ff5543d5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.1870639 Jun 01 13:08:15.933517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.974670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa416263-e684-4081-a632-aff9ba782f63,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:16.000294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:16.002754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b36d65e4-c2f8-46d7-9b9a-bcb3c6d0b929 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa416263-e684-4081-a632-aff9ba782f63 HTTP/1.1" status: 204 len: 168 time: 0.4120045 Jun 01 13:08:16.008371 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-b8b1dc63-8c93-42cf-9af7-dd9f45d3996c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.1320884 Jun 01 13:08:16.082092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-3999f626-7f65-4664-b1f5-136c420f2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:16.083580 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-3999f626-7f65-4664-b1f5-136c420f2ab6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.0670245 Jun 01 13:08:16.127872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1be2ee20-e4d6-4063-b00a-a7b9f4dbee78 req-8f4f11ef-57ae-4d7e-8d4b-01699244abc1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474117 Jun 01 13:08:16.171414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-19a376a0-8ba5-401a-95f2-9eb0cc46be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:16.173289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-19a376a0-8ba5-401a-95f2-9eb0cc46be1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836704 Jun 01 13:08:16.200930 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ddd9fe-5f40-4ea0-9970-1674ccb98563'] response: {'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b', 'code': 200} Jun 01 13:08:16.241172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-e39c248e-17d4-4c22-9083-e720e4ce4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:16.242742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-e39c248e-17d4-4c22-9083-e720e4ce4afb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce631b2-87c3-4172-a875-190d6f35475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9580822 Jun 01 13:08:16.473477 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-6cc614a3-5164-4ec3-a2d9-ad4e0c11d0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941267 Jun 01 13:08:16.476297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:16.536952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06a56-dacd-4de2-a716-a2d814188012 req-bafb9b6f-ef80-40af-9e0d-3ac05913be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:16.538354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-23b06a56-dacd-4de2-a716-a2d814188012 req-bafb9b6f-ef80-40af-9e0d-3ac05913be3e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.2159593 Jun 01 13:08:16.584462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-546bc8d0-962b-4738-bc06-379da218e0d6 req-92980ee1-1641-4935-9610-1b4765e8eeaf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 210 time: 0.1016974 Jun 01 13:08:16.822977 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-23b06a56-dacd-4de2-a716-a2d814188012 req-6352973d-9f7d-46f1-a01d-bc157fc142ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675490 Jun 01 13:08:16.836686 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:16.848184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-cbfcaa3a-41e1-4894-af63-5315be91724e req-9bbdc2c3-951e-44c0-98ed-7e2a8410e0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615973 Jun 01 13:08:16.859354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.013081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-83c18738-d96a-490c-a2fd-f51c7d353889 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044606 Jun 01 13:08:17.067542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33984) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:17.122067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-a2a0b118-c7bc-4970-847a-b6c737d46fbe tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:17.123553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-a2a0b118-c7bc-4970-847a-b6c737d46fbe tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.13 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 815 time: 0.9708097 Jun 01 13:08:17.191414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-87578277'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:17.197641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:17.203440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:network and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:17.208106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:17.216302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:17.228497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:17.232550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.247184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.264096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:17.268183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:security_group_rule and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:17.271231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:17.277505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:17.381461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.393236 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.426688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:08:17.440054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0632c2-938c-4bf4-a636-38d3b1370c13,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:17.444562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.444891 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Added segment 804d972c-7fd1-44f3-9f40-225353091d04 of type vlan for network 3017b725-f94c-44e9-ae84-7c102b13246a Jun 01 13:08:17.476155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.512210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.518360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:17.518950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.633592 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5649023 Jun 01 13:08:17.636873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:17.640003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a960f0-f181-4b53-89bf-e6d7402e75a0 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Network': ['ID=3017b725-f94c-44e9-ae84-7c102b13246a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:17.645262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'subnet': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:17.653535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3017b725-f94c-44e9-ae84-7c102b13246a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:08:17.695862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-637d690b-678f-4b03-8a3e-61012695eff8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 380 time: 0.5495393 Jun 01 13:08:17.716572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'port': {'device_id': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'admin_state_up': True, 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'security_groups': ['14ce7174-400f-4eac-9220-9a9188a61069']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:17.768587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:17.773954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:subnet and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:17.777531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:17.786270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:17.804580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:17.811934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.823320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:17.853246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Allocated IP 172.25.7.89 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:17.874134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0038c2-d16b-47db-98e7-9da6291ae7cc req-dddb0695-60d8-4d32-9823-28aa7fe8eb2f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:17.875702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c0038c2-d16b-47db-98e7-9da6291ae7cc req-dddb0695-60d8-4d32-9823-28aa7fe8eb2f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 1.1141849 Jun 01 13:08:17.912387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-945028f4-1eac-4c3e-a7fc-23ae88e54a9e service neutron] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786640 Jun 01 13:08:17.935674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Router 554b0d95-294f-4513-b3af-b7352e2bdcf0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:18.065592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.093205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-36cf2a06-7cca-4c28-aefb-bc1503539e7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 200 len: 217 time: 0.1597152 Jun 01 13:08:18.145927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Subnet': ['ID=6cf12bad-1a1b-4e45-aff5-913200221609,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:18.160168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Checking segment: {'id': '804d972c-7fd1-44f3-9f40-225353091d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:18.160532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network hostable DHCP agents. Network: 3017b725-f94c-44e9-ae84-7c102b13246a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:08:18.194752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:08:18.202865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:18.217145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3017b725-f94c-44e9-ae84-7c102b13246a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:18.217362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4d74-e80f-4780-b742-3c0a18a07b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.231291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2c89d-3c1d-4a40-a973-3ac9937336df None None] Network 3017b725-f94c-44e9-ae84-7c102b13246a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:18.232064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:18.232997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.271280 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d0ed505a-af62-44c5-a623-cd0481ebbee6 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6331789 Jun 01 13:08:18.274048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34002) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:18.279168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c0038c2-d16b-47db-98e7-9da6291ae7cc req-efca1684-6b77-4b04-b17a-3aa8ef3e38b5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845606 Jun 01 13:08:18.282669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096206520'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:18.403304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:18.421015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-539f3a53-94a5-4709-bcda-26d200aa28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:18.422998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-539f3a53-94a5-4709-bcda-26d200aa28e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.3071373 Jun 01 13:08:18.443475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:08:18.454169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Usage tracker for resource:port and tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:18.468266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:18.473361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:port and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:18.476959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:18.485953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:18.503773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:18.508868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.520653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3017b725-f94c-44e9-ae84-7c102b13246a', 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'tenant_id': '8db7ea6436254f66b0a040d862eb1f32', 'fixed_ips': [{'subnet_id': '6cf12bad-1a1b-4e45-aff5-913200221609'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:08:18.521559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.528780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:18.553399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port a29fa67c-465f-4269-a1ba-51a8426669b5 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:18.624306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:18.696414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.711061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:18.712576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Made reservation on behalf of bf7f48dfaa054f82a2e0cd63bdf9f822 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:18.716079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.718971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::36f (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/a29fa67c-465f-4269-a1ba-51a8426669b5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:18.722218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Sync routers for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:18.736823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:18.737607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:18.825192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b2b23f3-056f-4835-9fb1-cabd7ceaef6c admin admin] 10.222.0.40 "PUT /v2.0/routers/554b0d95-294f-4513-b3af-b7352e2bdcf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7492776 Jun 01 13:08:18.843649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34008) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:18.946497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:18.957796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:18.967957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Sync routers for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:18.971780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7b0d-ea2a-4e98-b672-67429554c4fb req-85d9506d-08c3-4695-b1e8-f61e36742bd0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:18.978881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3ba7b0d-ea2a-4e98-b672-67429554c4fb req-85d9506d-08c3-4695-b1e8-f61e36742bd0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.5365226 Jun 01 13:08:18.982579 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:18.984720 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:18.991523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-0ce54764-8f03-49b1-a4d3-29562da16543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:18.993350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-0ce54764-8f03-49b1-a4d3-29562da16543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5404625 Jun 01 13:08:19.014727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.134421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.152178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.224261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object a29fa67c-465f-4269-a1ba-51a8426669b5 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:19.326342 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:19.363955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 5, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:19.368688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Checking router: 554b0d95-294f-4513-b3af-b7352e2bdcf0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:19.379060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Routers {'554b0d95-294f-4513-b3af-b7352e2bdcf0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:19.379899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:07:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['554b0d95-294f-4513-b3af-b7352e2bdcf0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:19.403938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.407641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a50b7d86-51e3-4d45-937b-d864d6bf80bb admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.2198400 Jun 01 13:08:19.409164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:19.492539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.494860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.524134 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:08:19.567950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Deleting port 496f2d05-da1e-4a61-8839-f91d790e7135 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:19.568322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.574537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:19.601702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:19.625578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3ba7b0d-ea2a-4e98-b672-67429554c4fb req-a8b1e781-57c1-4937-a1a9-92534d812942 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457167 Jun 01 13:08:19.625979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:19.628649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=a29fa67c-465f-4269-a1ba-51a8426669b5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:19.639411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:19.641449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Allocated IP 2001:db8::2 (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/6235458e-c773-4fa6-b644-bd19d19ecdb5) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:19.646081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:19.646782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.658194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:19.679911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event updated for resources: {'Port': ['ID=f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:19.696316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:19.713225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd4541ca-c19e-4b1c-a067-aa4d29bd8a6a tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4378903 Jun 01 13:08:19.714011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34016) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:19.779063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1801659436', 'allowed_address_pairs': [{'ip_address': '2001:db8::36f', 'mac_address': 'fa:16:3e:03:b7:9d'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:19.797996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Allocated IP 172.20.0.7 (82799e90-eb1f-486f-8725-e6d1b13ef45b/fd2e010b-0a0b-4759-a05f-c76ccaae5983/b7c8fa96-2b28-4bdb-bbe4-45b174cde216) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:19.897874 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.909597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Transition to ACTIVE for port object 6235458e-c773-4fa6-b644-bd19d19ecdb5 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:19.914538 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 3, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:19.924558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Checking router: 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:19.927277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Updating router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:08:19.931719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Transition to ACTIVE for port object 6235458e-c773-4fa6-b644-bd19d19ecdb5 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:19.943836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.972440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] For port 496f2d05-da1e-4a61-8839-f91d790e7135, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=496f2d05-da1e-4a61-8839-f91d790e7135,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:19.972878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:19.994442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:20.015067 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.026970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] Set router 554b0d95-294f-4513-b3af-b7352e2bdcf0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:20.051163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3a54a28f-79fe-46bb-9385-e75ef2c186e7 req-9052e996-f2bf-4623-ae2b-29f74b9208c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:20.073493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-6ab293df-1c27-4005-bdb9-ce560ff2a810 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0622408 Jun 01 13:08:20.108368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:port and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:20.118258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Calling delete_port for 496f2d05-da1e-4a61-8839-f91d790e7135 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:20.150030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:20.168456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:20.193038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:20.212144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:20.212962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Pushing event updated for resources: {'Port': ['ID=6235458e-c773-4fa6-b644-bd19d19ecdb5,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:20.234975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3a54a28f-79fe-46bb-9385-e75ef2c186e7 req-9052e996-f2bf-4623-ae2b-29f74b9208c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:20.243829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a54a28f-79fe-46bb-9385-e75ef2c186e7 req-9052e996-f2bf-4623-ae2b-29f74b9208c9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 210 time: 0.4272540 Jun 01 13:08:20.250933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:20.258281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:20.408146 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9d3df2-3165-4769-a955-edd587f25496'] response: {'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c', 'code': 200} Jun 01 13:08:20.459441 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.472095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.489765 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Transition to ACTIVE for port object 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:20.513765 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.563036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port 0d901098-e44c-43d4-a3c3-209c6f7fda6c yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:20.584862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Attempting to bind port 6235458e-c773-4fa6-b644-bd19d19ecdb5 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:20.585482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Attempting to bind port 6235458e-c773-4fa6-b644-bd19d19ecdb5 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '804d972c-7fd1-44f3-9f40-225353091d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:20.586179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Attempting to bind port 6235458e-c773-4fa6-b644-bd19d19ecdb5 on network 3017b725-f94c-44e9-ae84-7c102b13246a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:20.597879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:20.598540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Checking segment: {'id': '804d972c-7fd1-44f3-9f40-225353091d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:20.599207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.599789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Bound using segment: {'id': '804d972c-7fd1-44f3-9f40-225353091d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:20.600855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Bound port: 6235458e-c773-4fa6-b644-bd19d19ecdb5, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804d972c-7fd1-44f3-9f40-225353091d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:20.601722 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.636227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.643907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Attempting to bind port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:20.644419 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Attempting to bind port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:20.644855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Attempting to bind port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:20.653022 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:20.654403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:20.654403 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.654865 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:20.655290 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Bound port: 8ca4ff0b-c605-4631-a7bd-7b65907ebd72, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:20.655775 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.679613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102636-b34f-4132-a1e5-b85fde6b7c32 req-97f85608-63f5-479b-8d6c-4a17fee81001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:20.680520 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1426b-f1fe-42f7-8b59-60d6cf5853fa None None] Pushing event updated for resources: {'Port': ['ID=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:20.681087 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d6102636-b34f-4132-a1e5-b85fde6b7c32 req-97f85608-63f5-479b-8d6c-4a17fee81001 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1775851 Jun 01 13:08:20.732541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-33058556-dc0b-4d74-8551-f99202b5b5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.735835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d6102636-b34f-4132-a1e5-b85fde6b7c32 req-2ade4e84-a1ff-48d2-aa68-44bb9087f3d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Jun 01 13:08:20.750252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-a43192a0-598a-41fa-9dbd-0cc57209f986 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656525 Jun 01 13:08:20.757353 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] For port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:20.760850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] For port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:20.766577 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.859605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:20.860617 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:20.863524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::cb (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/0d901098-e44c-43d4-a3c3-209c6f7fda6c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:20.874168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] For port 6235458e-c773-4fa6-b644-bd19d19ecdb5, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:20.881576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] For port 6235458e-c773-4fa6-b644-bd19d19ecdb5, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6235458e-c773-4fa6-b644-bd19d19ecdb5,segment=NetworkSegment(804d972c-7fd1-44f3-9f40-225353091d04),segment_id=804d972c-7fd1-44f3-9f40-225353091d04)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:20.898923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 5, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:20.904892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.909049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.915989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720d428-c94b-485f-953d-de5d24f11303 None None] The sync data for ids ['554b0d95-294f-4513-b3af-b7352e2bdcf0'] in n-d-844200-1 is: [{'id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'name': 'tempest-FloatingIPDetailsTestJSON-1191122419-router', 'tenant_id': '200715059371442f80403a8cfd3b888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 5, 'project_id': '200715059371442f80403a8cfd3b888d', 'gw_port': {'id': '496f2d05-da1e-4a61-8839-f91d790e7135', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b0d95-294f-4513-b3af-b7352e2bdcf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:07Z', 'updated_at': '2022-06-01T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:20.942132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:20.947515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-38e67ef9-ecea-42a9-93fa-925a87a94326 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 200 len: 217 time: 0.1485956 Jun 01 13:08:21.079144 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:21.122649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1116154-b819-4d2d-84a2-2a056757ab13 None None] Pushing event updated for resources: {'Port': ['ID=6235458e-c773-4fa6-b644-bd19d19ecdb5,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:21.193852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=496f2d05-da1e-4a61-8839-f91d790e7135,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:21.321254 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1426b-f1fe-42f7-8b59-60d6cf5853fa None None] Pushing event updated for resources: {'Port': ['ID=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:21.330987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Transition to ACTIVE for port object b7c8fa96-2b28-4bdb-bbe4-45b174cde216 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:21.336064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.386452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.528587 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0365779f-2847-41af-9a72-3452c10c453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 3, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:21.535044 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365779f-2847-41af-9a72-3452c10c453c None None] The sync data for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 is: [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:14Z', 'revision_number': 3, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:21.649458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.652242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.656824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.660800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.671169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-fa65b6d6-570a-4ebc-8287-4dcd83e5a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:21.672678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-fa65b6d6-570a-4ebc-8287-4dcd83e5a82d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 200 len: 797 time: 0.7132394 Jun 01 13:08:21.680471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0169f-b44f-4c96-8af4-e0645435a466 req-b072514c-af23-487f-81a7-6fac4eef4a14 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:21.688108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60c0169f-b44f-4c96-8af4-e0645435a466 req-b072514c-af23-487f-81a7-6fac4eef4a14 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 1.1429646 Jun 01 13:08:21.692287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.692879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554b0d95-294f-4513-b3af-b7352e2bdcf0 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:08:21.746230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.749919 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c259dc57-ef24-43ad-bd69-72b0b4acc5c8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/554b0d95-294f-4513-b3af-b7352e2bdcf0 HTTP/1.1" status: 204 len: 168 time: 2.9027848 Jun 01 13:08:21.749919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.752576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:21.839645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object 0d901098-e44c-43d4-a3c3-209c6f7fda6c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:21.841158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:08:21.873992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Deleting subnet 3712d149-3d14-45fa-9386-366ac7adf5a1 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:08:21.879712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.923552 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.951267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60c0169f-b44f-4c96-8af4-e0645435a466 req-2d272a86-dafe-4f27-96db-0911a291287f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620735 Jun 01 13:08:21.951981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:21.985912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.047850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.086620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.160719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:22.175057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:22.178240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:22.184751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.184751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.236185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=0d901098-e44c-43d4-a3c3-209c6f7fda6c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:22.242789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3534782-a7ad-4b89-a53e-f65f412c2fec tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4730103 Jun 01 13:08:22.245660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:22.305864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.391167 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.419844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.427075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.434090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.434289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event updated for resources: {'Port': ['ID=f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:22.435181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:22.440978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.492257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.498224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3712d149-3d14-45fa-9386-366ac7adf5a1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:22.505737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bab52-143d-43c0-95cd-501111a47f1e None None] Network 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:22.511320 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5784984d-035d-42ae-9f30-582a7a6aad46 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3712d149-3d14-45fa-9386-366ac7adf5a1 HTTP/1.1" status: 204 len: 168 time: 0.7554040 Jun 01 13:08:22.520655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34034) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:22.551009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:22.580298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:22.586313 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a26f6ed8-c0cc-4f79-809c-7e574e714ec8 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3381515 Jun 01 13:08:22.590678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34038) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:22.618464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:22.623912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:22.759255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.759255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.785624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e339c-b660-41db-8251-7675206f7032 req-1c26b50b-9a97-4c5a-8b0a-00e7c0e7a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:22.787204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-1c26b50b-9a97-4c5a-8b0a-00e7c0e7a421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bdc27f-56b7-4464-a839-3d887cccdb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0799499 Jun 01 13:08:22.789588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.790963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-c862bc38-4d1e-4394-9a6e-7354599d9947 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.3168442 Jun 01 13:08:22.855853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.886191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31098316-dcc2-4d3a-bcbe-90eaf40ee03f None None] Network 3017b725-f94c-44e9-ae84-7c102b13246a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:22.887024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Deleting port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:22.887425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.899806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:22.916530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:22.935023 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-53d89d1f-a41e-44de-aa8f-68b9876f2941 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2232900 Jun 01 13:08:22.975039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port 0d901098-e44c-43d4-a3c3-209c6f7fda6c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:22.975381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:22.998497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Request body: {'port': {'device_id': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:23.071619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-214d9206-f110-4bfb-8b64-4a928abe724a None None] Provisioning for port 6235458e-c773-4fa6-b644-bd19d19ecdb5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:23.080052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-9e7e6b98-8933-46d1-b024-8b4d932fd670 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Synchronizing usage tracker for tenant:2c35274a58694da69179a46b96092d34 on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:23.082771 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.128439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:23.137905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:23.138179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.151636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-9e7e6b98-8933-46d1-b024-8b4d932fd670 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Unset dirty status for tenant:2c35274a58694da69179a46b96092d34 on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:23.155134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-9e7e6b98-8933-46d1-b024-8b4d932fd670 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.3260016 Jun 01 13:08:23.209861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174b41-a45e-4008-8e94-14c7ff1f351f req-966c5bce-0751-4acd-a2d6-2f9e43e6576e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:23.211848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7174b41-a45e-4008-8e94-14c7ff1f351f req-966c5bce-0751-4acd-a2d6-2f9e43e6576e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 1.1101723 Jun 01 13:08:23.230090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.301858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d068283e-da15-40b9-a385-9802f17f29a9 None None] Provisioning for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:23.320769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d068283e-da15-40b9-a385-9802f17f29a9 None None] Provisioning complete for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:23.321228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d068283e-da15-40b9-a385-9802f17f29a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.357298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] DHCP port deletion for 53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:08:23.414563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Deleting port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:23.414878 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.450517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.512115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-8b67f655-977f-4da5-b0f4-3df963ce8ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066786 Jun 01 13:08:23.537090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.541129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d068283e-da15-40b9-a385-9802f17f29a9 None None] Port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:23.549241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:23.549688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.660784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:23.677468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.678329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6235458e-c773-4fa6-b644-bd19d19ecdb5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:23.717713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for 0d901098-e44c-43d4-a3c3-209c6f7fda6c owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:23.758752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7174b41-a45e-4008-8e94-14c7ff1f351f req-db862036-57a2-4c59-b389-1274baf7a5f8 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308213 Jun 01 13:08:23.817128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] For port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:23.817517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.934761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] For port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,segment=NetworkSegment(30b08d08-acf8-45b3-9e7c-1abbe16b6040),segment_id=30b08d08-acf8-45b3-9e7c-1abbe16b6040)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:23.936076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:23.956863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-fef5ab02-bd96-4943-9d65-be651395cac0 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:23.958343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d11f232-5441-41e9-b3f3-a654b1c8a314 req-fef5ab02-bd96-4943-9d65-be651395cac0 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.7854297 Jun 01 13:08:24.002942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Calling delete_port for 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:24.068663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:24.103875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6235458e-c773-4fa6-b644-bd19d19ecdb5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:24.147012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6235458e-c773-4fa6-b644-bd19d19ecdb5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:24.147831 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.149006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Calling delete_port for 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:24.187452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.211847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.271823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da1e339c-b660-41db-8251-7675206f7032 req-eed3c1f7-60a0-4e8d-9f6d-b9d77781b278 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468419 Jun 01 13:08:24.277558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] Pushing event deleted for resources: {'Port': ['ID=57c43d82-5ed8-4f5f-b4e6-f092998f3c23,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:24.302665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd01b4-21a0-4e3b-9863-ab0ea2c201f4 None None] No DVR routers for this DVR port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:08:24.304720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Provisioning for port a29fa67c-465f-4269-a1ba-51a8426669b5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:24.313468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Provisioning complete for port a29fa67c-465f-4269-a1ba-51a8426669b5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:24.314410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.381987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Port a29fa67c-465f-4269-a1ba-51a8426669b5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:24.388592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Could not find standard attr ID for object 0d901098-e44c-43d4-a3c3-209c6f7fda6c. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:08:24.418171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=0d901098-e44c-43d4-a3c3-209c6f7fda6c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:24.426286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.462725 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a412dd78-ded6-44e8-8585-ad0315ef4967 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/0d901098-e44c-43d4-a3c3-209c6f7fda6c HTTP/1.1" status: 204 len: 168 time: 1.8552811 Jun 01 13:08:24.462948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34044) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:24.485644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Allocated IP 172.20.0.1 (390d8652-29f1-48de-a0ed-5e59ac3127b9/d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb/98d74bfd-fdc4-4aa4-a686-55a06a9d93ff) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:24.508720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:08:24.509044 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:08:24.509852 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f85c89-6ab3-48cc-8766-73d7f50dc79b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] GET failed (client error): The resource could not be found. Jun 01 13:08:24.510381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2f85c89-6ab3-48cc-8766-73d7f50dc79b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:24.521723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Provisioning complete for port 6235458e-c773-4fa6-b644-bd19d19ecdb5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:24.522108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.523206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0041c2-13da-4745-92f2-add3016f94b3 req-7f2f1b06-b849-4ba5-b70d-2d0fab3e8d09 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:24.524880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf0041c2-13da-4745-92f2-add3016f94b3 req-7f2f1b06-b849-4ba5-b70d-2d0fab3e8d09 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 931 time: 0.5863104 Jun 01 13:08:24.533216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2f85c89-6ab3-48cc-8766-73d7f50dc79b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:24.534692 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2f85c89-6ab3-48cc-8766-73d7f50dc79b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports/0d901098-e44c-43d4-a3c3-209c6f7fda6c HTTP/1.1" status: 404 len: 333 time: 0.0708292 Jun 01 13:08:24.538668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34048) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:24.545091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1782456589'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:24.595031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6235458e-c773-4fa6-b644-bd19d19ecdb5 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:24.595839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.672249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6235458e-c773-4fa6-b644-bd19d19ecdb5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6235458e-c773-4fa6-b644-bd19d19ecdb5,segment=NetworkSegment(804d972c-7fd1-44f3-9f40-225353091d04),segment_id=804d972c-7fd1-44f3-9f40-225353091d04)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:24.675710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d282dff-49a5-4f7b-a629-cadd17e35bab req-f6194c88-93d2-4ba0-bbcc-fd09c0c8406a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:24.677340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d282dff-49a5-4f7b-a629-cadd17e35bab req-f6194c88-93d2-4ba0-bbcc-fd09c0c8406a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5054519 Jun 01 13:08:24.748250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:24.750906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf0041c2-13da-4745-92f2-add3016f94b3 req-2a3e284f-53e5-4b15-a67e-b9c0ddaf2189 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100830 Jun 01 13:08:24.762780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:24.783617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:24.789390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.792970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:24.817224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port bf4cc514-db63-434b-a586-186c03426232 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:24.822817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d282dff-49a5-4f7b-a629-cadd17e35bab req-5e55b5b9-bbb6-454a-8359-f8e39a20d39d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276956 Jun 01 13:08:24.897224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbdfc6ba-be0b-40e0-8ef1-52f70a2011be no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:24.966029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: fbdfc6ba-be0b-40e0-8ef1-52f70a2011be {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:08:24.966917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbdfc6ba-be0b-40e0-8ef1-52f70a2011be not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:24.967539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 496f2d05-da1e-4a61-8839-f91d790e7135 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:25.008870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6235458e-c773-4fa6-b644-bd19d19ecdb5,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:25.017070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 496f2d05-da1e-4a61-8839-f91d790e7135 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:08:25.017412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 496f2d05-da1e-4a61-8839-f91d790e7135 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:25.025568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Deleting port 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:25.026084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.029900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-81f1a210-6fca-4345-8263-fc465a2bdd7a None None] Current status of the port 6235458e-c773-4fa6-b644-bd19d19ecdb5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:25.079261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::aa (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/bf4cc514-db63-434b-a586-186c03426232) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:25.094218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b6226c-dbe1-4695-b35f-1e85e78bc9ad req-8f348616-0f1e-4463-af8a-d56025cbec29 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips/a33af83d-4ac3-46e3-8087-7895faf2ffa8 HTTP/1.1" status: 200 len: 692 time: 0.2704232 Jun 01 13:08:25.106632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.127637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] The port '57c43d82-5ed8-4f5f-b4e6-f092998f3c23' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:08:25.136645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:25.155264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:25.172903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.178501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Transition to ACTIVE for port object 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:25.187828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8462277f-0249-445b-baa2-3e0c91ed3af9 None None] Could not find standard attr ID for object 0d901098-e44c-43d4-a3c3-209c6f7fda6c. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:08:25.210734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8462277f-0249-445b-baa2-3e0c91ed3af9 None None] Provisioning complete for port a29fa67c-465f-4269-a1ba-51a8426669b5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:25.211105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8462277f-0249-445b-baa2-3e0c91ed3af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.262963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:25.263275 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.263791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Transition to ACTIVE for port object b7c8fa96-2b28-4bdb-bbe4-45b174cde216 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:25.278216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.291638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.317921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8462277f-0249-445b-baa2-3e0c91ed3af9 None None] Port a29fa67c-465f-4269-a1ba-51a8426669b5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:25.348634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53131868-5f9b-44e4-a08f-a6d2c3a2d5c0']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:25.400098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:25.401302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6235458e-c773-4fa6-b644-bd19d19ecdb5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:25.479733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48ac09-c673-4d4a-9339-d219eb2a494d req-856eb89c-6175-4212-80f6-e82af031e593 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:25.487255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e48ac09-c673-4d4a-9339-d219eb2a494d req-856eb89c-6175-4212-80f6-e82af031e593 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.4899967 Jun 01 13:08:25.488366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6235458e-c773-4fa6-b644-bd19d19ecdb5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:25.489008 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.514975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.524164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:25.544488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6226c-dbe1-4695-b35f-1e85e78bc9ad req-8a01832e-5183-48b8-9e56-283dc8d3a8dd tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:25.559126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b08d08-acf8-45b3-9e7c-1abbe16b6040') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:25.559999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b08d08-acf8-45b3-9e7c-1abbe16b6040') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:25.565328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b6226c-dbe1-4695-b35f-1e85e78bc9ad req-8a01832e-5183-48b8-9e56-283dc8d3a8dd tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.4595704 Jun 01 13:08:25.579844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.617887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.633268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:08:25.633670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.649714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.650124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.650390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.650757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.651088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.651416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.651739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.652060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.652413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.652789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.653123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.653717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:25.687755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6235458e-c773-4fa6-b644-bd19d19ecdb5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:25.765826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.788157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:25.792386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.811893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.814700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object bf4cc514-db63-434b-a586-186c03426232 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:25.829463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] Pushing event deleted for resources: {'Network': ['ID=53131868-5f9b-44e4-a08f-a6d2c3a2d5c0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:25.849720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef1580bf-aa53-48d2-ac79-ff6abdc41fed admin admin] 10.222.0.40 "DELETE /v2.0/networks/53131868-5f9b-44e4-a08f-a6d2c3a2d5c0 HTTP/1.1" status: 204 len: 168 time: 3.3275807 Jun 01 13:08:25.875072 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:25.883891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:08:25.884272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 57c43d82-5ed8-4f5f-b4e6-f092998f3c23 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:25.989472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:25.991060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:25.993012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:25.999413 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 30b08d08-acf8-45b3-9e7c-1abbe16b6040 resource provider aggregate not found Jun 01 13:08:26.003865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:26.009292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:26.009930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.024621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=bf4cc514-db63-434b-a586-186c03426232,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:26.029202 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 30b08d08-acf8-45b3-9e7c-1abbe16b6040 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30b08d08-acf8-45b3-9e7c-1abbe16b6040 found for delete ", "request_id": "req-d99c040b-3e6b-49e5-b6cb-c8c16f2a637d"}]} Jun 01 13:08:26.040740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:26.043649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:26.079083 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61c773e8-f1e8-4f0a-abca-911da4b4e449 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5391257 Jun 01 13:08:26.081879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34070) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:26.089117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36f', 'mac_address': 'fa:16:3e:03:b7:9d'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:26.174320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:26.186698 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.322503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e48ac09-c673-4d4a-9339-d219eb2a494d req-8f06df00-2286-4bc4-9282-ae2902a4df66 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8343561 Jun 01 13:08:26.370149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1a81789-9c85-4326-ad34-51cb54bc9b40 req-c01b82c1-63ce-4e56-8965-7a93a80f99e2 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?tenant_id=2c35274a58694da69179a46b96092d34 HTTP/1.1" status: 200 len: 695 time: 0.3391914 Jun 01 13:08:26.371923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Pushing event updated for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:26.424792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-184079f5-dcd1-4ed5-84d3-87364804fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:26.426421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-184079f5-dcd1-4ed5-84d3-87364804fdd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.3964403 Jun 01 13:08:26.462726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.504632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:26.505005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:26.505480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:26.506035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Provisioning for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:26.511116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Provisioning complete for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:26.511468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.541543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:26.541785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:26.597053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:26.609642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Provisioning for port bf4cc514-db63-434b-a586-186c03426232 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:26.615799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Provisioning complete for port bf4cc514-db63-434b-a586-186c03426232 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:26.616190 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.624348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:26.625331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:26.625965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Bound using segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:26.626993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Bound port: b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:26.627615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.654973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a81789-9c85-4326-ad34-51cb54bc9b40 req-68009266-6c0d-4175-9803-9b561dfdc41b tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:26.656628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1a81789-9c85-4326-ad34-51cb54bc9b40 req-68009266-6c0d-4175-9803-9b561dfdc41b tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks?id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 787 time: 0.2858772 Jun 01 13:08:26.675419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68d9f7b9-70b4-406e-ad04-975225f01f7f None None] Port bf4cc514-db63-434b-a586-186c03426232 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:26.713057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55a7344c-56a9-40b7-b043-638b8da11257 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=200715059371442f80403a8cfd3b888d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367792 Jun 01 13:08:26.720102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:26.742465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-d1a81789-9c85-4326-ad34-51cb54bc9b40 req-062ce612-92eb-461b-99ee-86db8362f6e4 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:08:26.743478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1a81789-9c85-4326-ad34-51cb54bc9b40 req-062ce612-92eb-461b-99ee-86db8362f6e4 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423954 Jun 01 13:08:26.836590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:26.890488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-f28f18de-19ab-4aef-8ea2-0e71e56ca677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:26.891950 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-f28f18de-19ab-4aef-8ea2-0e71e56ca677 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.4554572 Jun 01 13:08:26.900978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.926542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41bca9-5361-478b-b274-75ecdab12157 req-9c261355-a47a-4a73-b3e3-f41b20faa235 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:26.928015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a41bca9-5361-478b-b274-75ecdab12157 req-9c261355-a47a-4a73-b3e3-f41b20faa235 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 943 time: 0.2836380 Jun 01 13:08:26.942868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:26.949015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.967819 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:26.975477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.022306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.046719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] In _notify_port_updated(), no bound segment for port bf4cc514-db63-434b-a586-186c03426232 on network 3017b725-f94c-44e9-ae84-7c102b13246a {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:08:27.052207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.052869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.054156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "PUT /v2.0/ports/bf4cc514-db63-434b-a586-186c03426232 HTTP/1.1" status: 200 len: 1002 time: 0.9713678 Jun 01 13:08:27.072025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:27.089223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.089532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.089868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.097582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] 10.222.0.13 "PUT /v2.0/ports/b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 1091 time: 4.1155717 Jun 01 13:08:27.102448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:27.172091 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-198b2ec3-ed70-475e-9095-c04df3e3b913 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.2721145 Jun 01 13:08:27.235875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dfd0b-acc3-4b83-b1a3-f64c0661307e service neutron] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:27.253460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a41bca9-5361-478b-b274-75ecdab12157 req-7a404865-2851-46eb-8d1e-a90c6cdfeecf tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105929 Jun 01 13:08:27.271409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6fe7-d845-4f8c-b0b9-4ca6c752f8eb tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=bf4cc514-db63-434b-a586-186c03426232,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:27.348048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port bf4cc514-db63-434b-a586-186c03426232 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:27.348375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.445448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452047ae-6e28-46c5-a7e0-7ac9136a5d63 req-9bd53d36-d64c-4514-afc3-5f28a74b16e2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.452529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.454798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-452047ae-6e28-46c5-a7e0-7ac9136a5d63 req-9bd53d36-d64c-4514-afc3-5f28a74b16e2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5862863 Jun 01 13:08:27.507413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.508540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7bc717d8-4990-4265-a6fc-ca94ec674e3a HTTP/1.1" status: 204 len: 168 time: 0.7850404 Jun 01 13:08:27.510725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-b8577192-86dc-49f9-9d30-5f3744e54c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.512363 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-b8577192-86dc-49f9-9d30-5f3744e54c50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.3191361 Jun 01 13:08:27.513217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7ff3a-2dc9-4f01-b7cd-4acdee6ebd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc717d8-4990-4265-a6fc-ca94ec674e3a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:27.571769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-452047ae-6e28-46c5-a7e0-7ac9136a5d63 req-b1bc3003-462b-4b6c-98ea-3c0ca6e2e0fc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158857 Jun 01 13:08:27.590372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef28b278-9441-4628-b00d-035332c3581f None None] Provisioning complete for port bf4cc514-db63-434b-a586-186c03426232 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:27.592471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef28b278-9441-4628-b00d-035332c3581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:27.595582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-6f8224d6-b9b1-4485-b1a5-01038ff31b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.601302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-6f8224d6-b9b1-4485-b1a5-01038ff31b42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1094 time: 0.4173384 Jun 01 13:08:27.684289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ef28b278-9441-4628-b00d-035332c3581f None None] Port bf4cc514-db63-434b-a586-186c03426232 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:27.771028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-001d031e-7936-4354-991b-120c52ec443d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 217 time: 0.1521676 Jun 01 13:08:27.848513 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377412cf-f5bc-4501-a19e-475729f5dfbd'] response: {'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'status': 'completed', 'code': 200} Jun 01 13:08:27.865068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-fac37a37-cff0-4a15-b30a-0dd7c8123592 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips/a33af83d-4ac3-46e3-8087-7895faf2ffa8 HTTP/1.1" status: 200 len: 692 time: 0.1630738 Jun 01 13:08:27.898608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-ff611571-188d-47ab-8264-cbc3334a4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:27.900073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-ff611571-188d-47ab-8264-cbc3334a4b90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791866 Jun 01 13:08:28.017144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.150365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for bf4cc514-db63-434b-a586-186c03426232 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:28.209752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-15f4a0bd-e0a8-4f28-8c36-cc7dc55d907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:28.211050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-15f4a0bd-e0a8-4f28-8c36-cc7dc55d907c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.4281402 Jun 01 13:08:28.237232 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-a3ed3991-cd66-4627-888e-382f2f576be5 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253653 Jun 01 13:08:28.284856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.306007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.470026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ec801a62-3b16-46ae-be5d-a6fccdb23dcd req-771a2899-18d9-42f6-b294-7e425681a459 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143888 Jun 01 13:08:28.480452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.483444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-5734a284-7f4d-4b02-99be-107daaca5ac5 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:28.490584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-5734a284-7f4d-4b02-99be-107daaca5ac5 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.6246200 Jun 01 13:08:28.500174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.563377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=bf4cc514-db63-434b-a586-186c03426232,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:28.564406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Pushing event updated for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:28.566785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-a0c441cb-3ef9-4b8d-b2d1-5b9d2f409f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:28.568630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-a0c441cb-3ef9-4b8d-b2d1-5b9d2f409f45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1097 time: 0.6790111 Jun 01 13:08:28.641420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19ea0-27c6-45ce-813f-2cb8c7fc4bd3 req-de4b0b98-4c7f-454d-ae1b-4a19310a6a2b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:28.642961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a19ea0-27c6-45ce-813f-2cb8c7fc4bd3 req-de4b0b98-4c7f-454d-ae1b-4a19310a6a2b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.5650761 Jun 01 13:08:28.711280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-df88a838-ba63-4d4f-ad50-ae1b3f1942e7 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.2198031 Jun 01 13:08:28.738451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:28.754123 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1dd207f2-2986-4aab-9922-f82bf01d8919 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/bf4cc514-db63-434b-a586-186c03426232 HTTP/1.1" status: 204 len: 168 time: 1.6786470 Jun 01 13:08:28.755186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:28.807545 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afdab31-953b-44b0-9e9c-f2fefc27632c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] GET failed (client error): The resource could not be found. Jun 01 13:08:28.808233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4afdab31-953b-44b0-9e9c-f2fefc27632c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:28.826995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4afdab31-953b-44b0-9e9c-f2fefc27632c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:28.831868 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4afdab31-953b-44b0-9e9c-f2fefc27632c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports/bf4cc514-db63-434b-a586-186c03426232 HTTP/1.1" status: 404 len: 333 time: 0.0712450 Jun 01 13:08:28.834482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:28.840553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-925446477'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:28.875024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-263e39bb-3940-4fee-bf6a-52f866217cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:28.876940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-263e39bb-3940-4fee-bf6a-52f866217cdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6521080 Jun 01 13:08:28.965514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-9b918b40-1ed2-4d14-94e6-1650bec0d819 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1876087 Jun 01 13:08:28.976226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a19ea0-27c6-45ce-813f-2cb8c7fc4bd3 req-f8eaa00e-c6b1-41e3-89f1-342454c8dc09 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224647 Jun 01 13:08:28.979422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:28.998865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:29.011347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:29.015136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.036870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port c5922039-11cc-4d5a-b618-6bec2716cc81 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:29.189261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-31f59ff6-ee73-43b8-94c7-559760a4526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:29.190749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-31f59ff6-ee73-43b8-94c7-559760a4526f service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.6111612 Jun 01 13:08:29.194920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::e9 (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/c5922039-11cc-4d5a-b618-6bec2716cc81) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:29.328767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:29.361361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:29.371450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Deleting port f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:29.371952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.410242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.429752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object c5922039-11cc-4d5a-b618-6bec2716cc81 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:29.459784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.548292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-13a02cb5-7a74-41e1-a669-278710cd25b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 217 time: 0.2859123 Jun 01 13:08:29.551336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:29.554617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:29.557341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:29.564118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:29.564989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.585085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=c5922039-11cc-4d5a-b618-6bec2716cc81,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:29.606367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce7ca854-b04b-4532-95c8-5038c4c94b76 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7705042 Jun 01 13:08:29.610958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34130) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:29.622583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:b7:9d'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:29.625771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7c446391-6f52-47ab-9b86-f9a242dec1f9 None None] Provisioning complete for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:29.626272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c446391-6f52-47ab-9b86-f9a242dec1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.691565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7c446391-6f52-47ab-9b86-f9a242dec1f9 None None] Port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:29.721291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-7dd4bf67-0e6e-4415-be81-26660c0ac92e service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256245 Jun 01 13:08:29.817813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f8bbc44-7fc6-4072-ba03-813caf8f2d0b None None] Provisioning for port c5922039-11cc-4d5a-b618-6bec2716cc81 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:29.823365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f8bbc44-7fc6-4072-ba03-813caf8f2d0b None None] Provisioning complete for port c5922039-11cc-4d5a-b618-6bec2716cc81 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:29.823978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbc44-7fc6-4072-ba03-813caf8f2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.880350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bbc44-7fc6-4072-ba03-813caf8f2d0b None None] Port c5922039-11cc-4d5a-b618-6bec2716cc81 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:29.899316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:29.978051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-ed9aef9d-9f72-4399-bc4f-941dc7543754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:29.979545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-ed9aef9d-9f72-4399-bc4f-941dc7543754 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.4203212 Jun 01 13:08:30.047775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021e974-ff1b-44eb-919b-bd9736cc0637 req-27edabb1-5c17-43a0-9a21-e14e29eb7c65 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:30.049239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3021e974-ff1b-44eb-919b-bd9736cc0637 req-27edabb1-5c17-43a0-9a21-e14e29eb7c65 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 943 time: 0.9411888 Jun 01 13:08:30.136559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.142016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.183423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:30.185529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.185854 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.204059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] In _notify_port_updated(), no bound segment for port c5922039-11cc-4d5a-b618-6bec2716cc81 on network 3017b725-f94c-44e9-ae84-7c102b13246a {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:08:30.207269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ef4a9f-d9ef-47a9-af3c-dd06956c6133 req-bf93aeb6-4f24-4573-836b-97490ce54560 service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701295 Jun 01 13:08:30.209409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:30.210218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.214614 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "PUT /v2.0/ports/c5922039-11cc-4d5a-b618-6bec2716cc81 HTTP/1.1" status: 200 len: 1001 time: 0.5957141 Jun 01 13:08:30.214614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34136) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:30.268521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3021e974-ff1b-44eb-919b-bd9736cc0637 req-6da58dc7-056d-429c-94d3-73859b570d11 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069747 Jun 01 13:08:30.276815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709969-8a5d-4efb-8ae1-347d72c18b00 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=c5922039-11cc-4d5a-b618-6bec2716cc81,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:30.296052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port c5922039-11cc-4d5a-b618-6bec2716cc81 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:30.296415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.382570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Calling delete_port for f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:30.511932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3649aae5-aea0-43a5-833b-b9d91906ecf1 None None] Provisioning complete for port c5922039-11cc-4d5a-b618-6bec2716cc81 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:30.513589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3649aae5-aea0-43a5-833b-b9d91906ecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.566100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.576541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3649aae5-aea0-43a5-833b-b9d91906ecf1 None None] Port c5922039-11cc-4d5a-b618-6bec2716cc81 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:30.601721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-7a4558e5-b874-4d7f-8c8d-73e3916076c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:30.603247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-7a4558e5-b874-4d7f-8c8d-73e3916076c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6020827 Jun 01 13:08:30.693153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for c5922039-11cc-4d5a-b618-6bec2716cc81 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:30.844150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.848521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:30.859992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Sync routers for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:30.867328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-2b36bf50-5be7-478c-9427-5de97cc4505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:30.868818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-2b36bf50-5be7-478c-9427-5de97cc4505a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1094 time: 0.6072330 Jun 01 13:08:30.872365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:30.873105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:30.937555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=c5922039-11cc-4d5a-b618-6bec2716cc81,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:30.960529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:30.971944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be91a6b1-872d-465e-88b2-ecdd7b5dd6aa tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/c5922039-11cc-4d5a-b618-6bec2716cc81 HTTP/1.1" status: 204 len: 168 time: 0.7562914 Jun 01 13:08:30.974357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34140) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:31.018994 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef585bb8-b72f-455d-9d33-6b6f6aa1afe1 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] GET failed (client error): The resource could not be found. Jun 01 13:08:31.019512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef585bb8-b72f-455d-9d33-6b6f6aa1afe1 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:31.042217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef585bb8-b72f-455d-9d33-6b6f6aa1afe1 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:31.047120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef585bb8-b72f-455d-9d33-6b6f6aa1afe1 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports/c5922039-11cc-4d5a-b618-6bec2716cc81 HTTP/1.1" status: 404 len: 333 time: 0.0683575 Jun 01 13:08:31.047672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34144) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:31.053438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419167040'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:31.063305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128032ea-dbf8-4b5f-8c73-d426c05e9ed3 req-683d7ace-75ba-4587-b5ab-44a78a6b9a7c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:31.070435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128032ea-dbf8-4b5f-8c73-d426c05e9ed3 req-683d7ace-75ba-4587-b5ab-44a78a6b9a7c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6447430 Jun 01 13:08:31.089899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:31.212799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-7bdd3c4d-4c0c-48a9-a164-f08a41951f27 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446374 Jun 01 13:08:31.237140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:31.246228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.248746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:31.262687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:31.267314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.291240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port a12e4194-0b71-4322-931d-b9b328c8ac69 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:31.301207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-442f6d89-e18f-4ce2-bf3f-2a49f96c2780 admin admin] 10.222.0.40 "PUT /v2.0/routers/815e2ccd-3eff-4b4a-8d20-bb563c8f4baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8837876 Jun 01 13:08:31.366840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128032ea-dbf8-4b5f-8c73-d426c05e9ed3 req-b7424928-fa49-47ea-bd1a-c8fe35a302c4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953982 Jun 01 13:08:31.395270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event deleted for resources: {'Port': ['ID=f2b97432-1e3e-4ca4-a5aa-8dcd4d8a3699,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:31.463980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:08:31.473263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::367 (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/a12e4194-0b71-4322-931d-b9b328c8ac69) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:31.569190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-47a450c7-503c-4a8f-9b7e-df4c76904f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:31.569190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-47a450c7-503c-4a8f-9b7e-df4c76904f4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.6802964 Jun 01 13:08:31.666930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-3b09ded9-76ff-4307-b3b1-9a72a77ed512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 217 time: 0.0891535 Jun 01 13:08:31.727901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.728704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:31.731442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.732691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b30ae83-1352-4e84-b214-2c9b3c3d18e4 req-47336dae-7b27-42bf-a9ca-d8beb6af2aaf tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "DELETE /v2.0/floatingips/a33af83d-4ac3-46e3-8087-7895faf2ffa8 HTTP/1.1" status: 204 len: 173 time: 2.7555974 Jun 01 13:08:31.753276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:26Z', 'revision_number': 4, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '98d74bfd-fdc4-4aa4-a686-55a06a9d93ff', 'name': '', 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'mac_address': 'fa:16:3e:c0:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:23Z', 'updated_at': '2022-06-01T13:08:27Z', 'revision_number': 2, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'subnets': [{'id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:31.757718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:08:31.760090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Checking router: 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:31.760435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Updating router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:08:31.768478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-957322db-b501-4db1-bd57-cc7e0ff76bda req-f5d7d503-f4e0-47ea-8b1b-edd847582c6c service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478938 Jun 01 13:08:31.788784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-14055544-3d3b-4309-b876-e3cb41c13d79 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=caa21c07701c4f5c98bf351b555eea92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674658 Jun 01 13:08:31.833704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-5057dd96-9cbe-4523-bac4-652ea21d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:31.835203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-5057dd96-9cbe-4523-bac4-652ea21d83d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.1511929 Jun 01 13:08:31.872479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.887163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:31.887532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.922108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:31.933997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:31.938714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object a12e4194-0b71-4322-931d-b9b328c8ac69 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:31.970734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:31.973499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.010389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.056087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:32.059560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:32.064103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:32.069546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:32.070325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.084590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=a12e4194-0b71-4322-931d-b9b328c8ac69,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:32.092711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:32.098499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.098875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.099629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.099629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.100017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.100254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.100606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.101800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.101800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.101800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.102123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.102217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.108499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.108830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.109171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.109497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.109827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.110145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.110463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.110803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.111117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.111429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.111742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.112052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:08:32.115571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-65a42fea-9cb7-4e7f-89bc-daeca8602ec8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:32.117174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-65a42fea-9cb7-4e7f-89bc-daeca8602ec8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194535 Jun 01 13:08:32.122301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-e8b95b2d-5dbc-4b14-85c4-cc28e15994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:32.123883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-e8b95b2d-5dbc-4b14-85c4-cc28e15994c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229667 Jun 01 13:08:32.129849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01cbe78a-4766-4d02-b6d3-7d56ceadbfda tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0810225 Jun 01 13:08:32.133141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34172) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:32.139474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'network_id': '3017b725-f94c-44e9-ae84-7c102b13246a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-737339318'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:32.161899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-7368064d-1ac6-4eed-9a1a-b7d77565a0ab tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/quotas/caa21c07701c4f5c98bf351b555eea92 HTTP/1.1" status: 200 len: 375 time: 0.0327833 Jun 01 13:08:32.169749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14f38d-d334-4145-b9c5-beaccabb66cd req-011903a6-41b6-43d6-815c-10209c1cac48 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:32.171302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b14f38d-d334-4145-b9c5-beaccabb66cd req-011903a6-41b6-43d6-815c-10209c1cac48 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.2690928 Jun 01 13:08:32.295465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-9340dc06-f2c5-48a6-90ec-319fe7b6bf36 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=caa21c07701c4f5c98bf351b555eea92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199582 Jun 01 13:08:32.344304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b14f38d-d334-4145-b9c5-beaccabb66cd req-374df735-d482-4817-b8c0-89810f264138 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219921 Jun 01 13:08:32.361588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:32.364677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-3e6aa7db-4d31-45dd-8b8a-0a9c36ed5d0b service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272556 Jun 01 13:08:32.368875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['b7c8fa96-2b28-4bdb-bbe4-45b174cde216'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:08:32.384243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Usage tracker for resource:port and tenant:8db7ea6436254f66b0a040d862eb1f32 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:32.389661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:32.397162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:32.420436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Made reservation on behalf of 8db7ea6436254f66b0a040d862eb1f32 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:32.424896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.462046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.480503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Transition to ACTIVE for port object 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:32.496282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] device_id is not set on port c8437bec-8e0d-437c-a291-a486b1174e51 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:32.520906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa8e9078-7115-4977-b2dd-f685c786b9c1 None None] Provisioning for port a12e4194-0b71-4322-931d-b9b328c8ac69 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:32.530528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa8e9078-7115-4977-b2dd-f685c786b9c1 None None] Provisioning complete for port a12e4194-0b71-4322-931d-b9b328c8ac69 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:32.531144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa8e9078-7115-4977-b2dd-f685c786b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.573927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:32.593572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1ce8b3a-3aaf-419a-bae4-f20c13fc1780 req-fbfc598a-6068-448f-bd4e-5d933e06c999 service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139387 Jun 01 13:08:32.726141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecb3ca-055b-4cbe-be84-2cfe79964184 req-2b7e02d4-1eef-4fad-818f-4aaca0a59f5d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:32.727500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7eecb3ca-055b-4cbe-be84-2cfe79964184 req-2b7e02d4-1eef-4fad-818f-4aaca0a59f5d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.1330459 Jun 01 13:08:32.791586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Allocated IP 2001:db8::32 (3017b725-f94c-44e9-ae84-7c102b13246a/6cf12bad-1a1b-4e45-aff5-913200221609/c8437bec-8e0d-437c-a291-a486b1174e51) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:32.801235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7eecb3ca-055b-4cbe-be84-2cfe79964184 req-f740a8a0-aa94-41e6-a8b1-505d3413cc92 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673497 Jun 01 13:08:32.889503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e9078-7115-4977-b2dd-f685c786b9c1 None None] Port a12e4194-0b71-4322-931d-b9b328c8ac69 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:32.964684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea48bd7-2ff0-4bc6-8654-5c286c7f81f3 None None] Pushing event updated for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:33.073137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34188) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:33.095627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769172930', 'description': 'tempest-secgroup-smoke-1769172930 description', 'project_id': 'cc10a94061124128ac382e497a818247'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:33.100060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Attempting to bind port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:33.100653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Attempting to bind port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:33.101170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Attempting to bind port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff on network 390d8652-29f1-48de-a0ed-5e59ac3127b9 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:33.110924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:33.111627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Checking segment: {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:33.112675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.113233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Bound using segment: {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:33.113860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Bound port: 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:33.114493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.118937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:33.132888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-de7b74ed-5a26-4a02-a60c-f450e465901c tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2705600 Jun 01 13:08:33.138372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:33.143299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:33.178438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.192846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:33.202697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Transition to ACTIVE for port object c8437bec-8e0d-437c-a291-a486b1174e51 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:33.238326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.327329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Network 3017b725-f94c-44e9-ae84-7c102b13246a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:33.334372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] For port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:33.338799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:33.339837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] For port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:33.348721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.348967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:33.356888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:33.359885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:33.367952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:33.368713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.380539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68a52c50-1437-4700-8632-06071f9eff81 req-a363fe55-a390-4b05-99b1-966eee9c8966 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 210 time: 0.2386842 Jun 01 13:08:33.394169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Usage tracker for resource:floatingip and tenant:2c35274a58694da69179a46b96092d34 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:33.394169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:33.405804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:33.411768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.446539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:33.450835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.482924 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3485131 Jun 01 13:08:33.487173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:33.489745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:33.496374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:33.500076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36f', 'mac_address': 'fa:16:3e:03:b7:9d'}, {'ip_address': '2001:db8::367', 'mac_address': 'fa:16:3e:40:d0:f8'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:33.503465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:33.504412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:33.506103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:33.599323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea48bd7-2ff0-4bc6-8654-5c286c7f81f3 None None] Pushing event updated for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:33.649502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5f84b-a75a-443b-8699-e2c38a284d03 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=c8437bec-8e0d-437c-a291-a486b1174e51,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:33.801318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:33.866070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa23cda-5bf0-4f0e-a735-6fe4ba849ba5 req-24fcc267-de9b-4325-93eb-c91b8a616cb0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:33.867438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fa23cda-5bf0-4f0e-a735-6fe4ba849ba5 req-24fcc267-de9b-4325-93eb-c91b8a616cb0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2586083 Jun 01 13:08:33.912250 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.918680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.922745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:33.981651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fa23cda-5bf0-4f0e-a735-6fe4ba849ba5 req-da2864d6-97b2-4cc1-8bf4-03ff9c68fe78 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966268 Jun 01 13:08:33.981651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.043220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de29f610-6c31-4972-a1b0-01e3f1fa1ca8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:34.056102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.077165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2120e3fa-3f16-47b7-ab48-3436565ad8c5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9982369 Jun 01 13:08:34.080244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:34.091387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:34.099332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:34.104011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:34.107031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:34.114088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:34.153604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-88867614-a55e-41bb-b886-b1b87d6ae4da None None] Provisioning for port c8437bec-8e0d-437c-a291-a486b1174e51 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:34.163172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-88867614-a55e-41bb-b886-b1b87d6ae4da None None] Provisioning complete for port c8437bec-8e0d-437c-a291-a486b1174e51 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:34.163551 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88867614-a55e-41bb-b886-b1b87d6ae4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.199011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.243040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:26Z', 'revision_number': 4, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '98d74bfd-fdc4-4aa4-a686-55a06a9d93ff', 'name': '', 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'mac_address': 'fa:16:3e:c0:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:23Z', 'updated_at': '2022-06-01T13:08:33Z', 'revision_number': 4, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'subnets': [{'id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:34.248056 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.249401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-88867614-a55e-41bb-b886-b1b87d6ae4da None None] Port c8437bec-8e0d-437c-a291-a486b1174e51 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:34.251123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d832c64-20a9-4cd1-aad3-e63198cc7342 None None] The sync data for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 is: [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:26Z', 'revision_number': 4, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '98d74bfd-fdc4-4aa4-a686-55a06a9d93ff', 'name': '', 'network_id': '390d8652-29f1-48de-a0ed-5e59ac3127b9', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'mac_address': 'fa:16:3e:c0:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:23Z', 'updated_at': '2022-06-01T13:08:33Z', 'revision_number': 4, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'subnets': [{'id': 'd5f33114-ecd0-4718-a4cd-e4f0ad8a95eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:34.262426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-9a7762c7-c9ce-49b4-b348-373dbc5a824f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=caa21c07701c4f5c98bf351b555eea92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420017 Jun 01 13:08:34.384886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Allocated IP 172.25.7.59 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d8245067-7ca3-4b25-a26a-2890b1cc50a0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:34.389287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.399343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.447962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99604084-54a0-4ba8-9366-f39209d36b4e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:34.467299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.471847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.475982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7fda10bf-7843-43be-a8fb-b4b9b019c2b6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918307 Jun 01 13:08:34.476486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34210) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:34.482832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:34.490848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.508723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-c62dd0d8-5f28-4f1b-8ceb-ec45e1cbcec9 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:34.510187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-c62dd0d8-5f28-4f1b-8ceb-ec45e1cbcec9 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378852 Jun 01 13:08:34.544424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbb043-6135-4898-a4e2-45edd4af057a req-2f96253a-ae60-4a1b-85da-c36f2f5faf5b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:34.546037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ccbb043-6135-4898-a4e2-45edd4af057a req-2f96253a-ae60-4a1b-85da-c36f2f5faf5b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.4307718 Jun 01 13:08:34.555955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Request body: {'port': {'device_id': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'caa21c07701c4f5c98bf351b555eea92'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:34.574008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:34.591105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:34.596462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] In _notify_port_updated(), no bound segment for port c8437bec-8e0d-437c-a291-a486b1174e51 on network 3017b725-f94c-44e9-ae84-7c102b13246a {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:08:34.602024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:34.602778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.608188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "PUT /v2.0/ports/c8437bec-8e0d-437c-a291-a486b1174e51 HTTP/1.1" status: 200 len: 1066 time: 1.1154847 Jun 01 13:08:34.608537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:34.614623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:34.654203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:34.665257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5286c80-b5ea-4423-96c9-eff23db7191d tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event updated for resources: {'Port': ['ID=c8437bec-8e0d-437c-a291-a486b1174e51,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:34.722602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port c8437bec-8e0d-437c-a291-a486b1174e51 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:34.722965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.764208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ccbb043-6135-4898-a4e2-45edd4af057a req-f8c58e47-4669-4d2b-b9a2-b5a41d4608a6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413157 Jun 01 13:08:34.774522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.896589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:34.952296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:34.962500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Usage tracker for resource:port and tenant:caa21c07701c4f5c98bf351b555eea92 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:34.966843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:34.979636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:34.988358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-98909136-be77-46d6-985b-84dd05342d62 None None] Provisioning complete for port c8437bec-8e0d-437c-a291-a486b1174e51 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:34.988730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-98909136-be77-46d6-985b-84dd05342d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.021745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Made reservation on behalf of caa21c07701c4f5c98bf351b555eea92 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:35.026261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.045358 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.052495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-98909136-be77-46d6-985b-84dd05342d62 None None] Port c8437bec-8e0d-437c-a291-a486b1174e51 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:35.102305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.139230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.153978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.159415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:35.167120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:35.169682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:35.178440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Usage tracker for resource:security_group_rule and tenant:caa21c07701c4f5c98bf351b555eea92 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:35.182527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:35.190160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:35.203308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:35.204766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409c2fb9-6cff-4253-ad39-0c06b5d147eb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:35.210638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3388-fa53-4a41-8172-10d2e1f9bf90 req-4e9f274d-ffec-489e-bba9-9cca83a64c63 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:35.212280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f68f3388-fa53-4a41-8172-10d2e1f9bf90 req-4e9f274d-ffec-489e-bba9-9cca83a64c63 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.3190188 Jun 01 13:08:35.218251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:35.229206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.230545 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b48b121-b3da-4717-83f2-1b877794bfe7 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7531121 Jun 01 13:08:35.233872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34218) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:35.241053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:35.252933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event updated for resources: {'Port': ['ID=d8245067-7ca3-4b25-a26a-2890b1cc50a0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:35.255925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:35.264145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:35.267914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.275341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:35.285729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:35.328397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:35.338242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:35.339023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.346351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f68f3388-fa53-4a41-8172-10d2e1f9bf90 req-7f775ac3-8589-4415-9da7-4257d9133329 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976729 Jun 01 13:08:35.396774 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.464020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for c8437bec-8e0d-437c-a291-a486b1174e51 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:35.464572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:35.488513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.560140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.582553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.615467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.625269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:35.625644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.663033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:35.671906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.715843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:35.737339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:35.737837 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.755051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.759497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.809417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:35.837303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=c8437bec-8e0d-437c-a291-a486b1174e51,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:35.871504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.926981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:35.927271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.964796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:35.967975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:35.984099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:35.990870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8982f4-489f-4a3d-b80f-969a36654598,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.003170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.006970 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e7abfbe-7f95-4650-9d27-b152b65df67e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7698627 Jun 01 13:08:36.010969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34226) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:36.022330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:36.034621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:36.044724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:36.059445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:36.066361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92134507-6f33-4afb-9ead-e92266772d65,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.070212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:36.095907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.138730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ffab0-92f3-4a36-aff8-c1ffb7f4febc req-b4a469d5-c1f7-4d3c-b5e3-e10c2bc16f82 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:36.140439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-642ffab0-92f3-4a36-aff8-c1ffb7f4febc req-b4a469d5-c1f7-4d3c-b5e3-e10c2bc16f82 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6406696 Jun 01 13:08:36.191539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.208639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.210554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-795b7f39-97d9-4ed6-8bd7-f2b89ca3a18b tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/c8437bec-8e0d-437c-a291-a486b1174e51 HTTP/1.1" status: 204 len: 168 time: 1.5951102 Jun 01 13:08:36.213303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:36.249489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.253664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Allocated IP 192.168.233.123 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:36.258248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-642ffab0-92f3-4a36-aff8-c1ffb7f4febc req-3ca9a469-eb43-46f4-9935-ac3235549a5f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834734 Jun 01 13:08:36.260813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.275901 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-37881613-47bb-4a91-a57b-79d164b3b538 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] GET failed (client error): The resource could not be found. Jun 01 13:08:36.276431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37881613-47bb-4a91-a57b-79d164b3b538 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:36.310956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37881613-47bb-4a91-a57b-79d164b3b538 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:36.314631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37881613-47bb-4a91-a57b-79d164b3b538 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports/c8437bec-8e0d-437c-a291-a486b1174e51 HTTP/1.1" status: 404 len: 333 time: 0.0980766 Jun 01 13:08:36.314631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.314924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:36.349339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.389394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9a8031-df29-4b9c-a431-f7d439b68951,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.406825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port a12e4194-0b71-4322-931d-b9b328c8ac69 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:36.407162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.439527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.440645 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-859e6179-4f0d-4b39-a45f-72f2d0ba58fa tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4290695 Jun 01 13:08:36.447189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34242) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:36.451969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:36.462628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1516a4d-0cbf-4770-b132-02d8e30b716f req-ff700e4f-1f28-4478-b076-b5895efcb8f3 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 210 time: 0.0866244 Jun 01 13:08:36.463920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event updated for resources: {'Port': ['ID=d8245067-7ca3-4b25-a26a-2890b1cc50a0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.464631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:36.472660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:36.477097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:36.485698 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.487003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:36.541910 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Project cc10a94061124128ac382e497a818247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:08:36.551736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.655165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.656515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-0733ddd4-48d3-4d3a-b049-535a38f4da11 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5102460 Jun 01 13:08:36.725537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.734818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.751388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.779232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-3f70661d-374e-4ea8-b9bd-b346d4ebf6ba tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Synchronizing usage tracker for tenant:2c35274a58694da69179a46b96092d34 on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:36.812867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.822513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d45c8b2-2486-4c07-bbde-1007d38f2c47,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:36.833678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-3f70661d-374e-4ea8-b9bd-b346d4ebf6ba tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Unset dirty status for tenant:2c35274a58694da69179a46b96092d34 on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:36.834849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-3f70661d-374e-4ea8-b9bd-b346d4ebf6ba tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1695430 Jun 01 13:08:36.837961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Transition to ACTIVE for port object 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:36.852950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1c65-f709-401b-b9f1-ec902001d822 req-b31d24f0-7a7d-42f2-86ab-f97636f1632c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:36.854370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e5a1c65-f709-401b-b9f1-ec902001d822 req-b31d24f0-7a7d-42f2-86ab-f97636f1632c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.2614172 Jun 01 13:08:36.889883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for a12e4194-0b71-4322-931d-b9b328c8ac69 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:36.924621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:36.925785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b2b9b45-fc6c-40a0-b4fc-ccbed87a61f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4778364 Jun 01 13:08:36.932501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34246) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:36.940333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'security_group_rule': {'security_group_id': 'de29f610-6c31-4972-a1b0-01e3f1fa1ca8', 'project_id': 'cc10a94061124128ac382e497a818247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:36.949480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:36.956619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:security_group_rule and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:36.961722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:36.970212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:36.992772 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Project cc10a94061124128ac382e497a818247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:08:37.002462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e5a1c65-f709-401b-b9f1-ec902001d822 req-935ed77c-21b1-424d-8b97-4c473014f0ec tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251144 Jun 01 13:08:37.034476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.050719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.062517 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bea98e5-bdaf-451d-9ffa-abf54531f302'] response: {'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'code': 200} Jun 01 13:08:37.110155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.139071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-49042f00-ad2e-4260-b390-ae34e74ab7d6 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:37.153129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd4cd97-cc71-4da1-b9c4-e42bd0288f7c req-49042f00-ad2e-4260-b390-ae34e74ab7d6 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.3094969 Jun 01 13:08:37.171673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=a12e4194-0b71-4322-931d-b9b328c8ac69,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:37.174488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.199316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:37.212668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.234096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.253495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d01dbf-9cf0-40f1-8a0d-d3dc7be08c85,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:37.270225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.272560 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-836c63a3-3111-4a27-9c29-b14eb0142000 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390048 Jun 01 13:08:37.278529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:37.296565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f22a17ee-5b77-4f6f-86ec-823b8b62593c tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/a12e4194-0b71-4322-931d-b9b328c8ac69 HTTP/1.1" status: 204 len: 168 time: 0.9807000 Jun 01 13:08:37.300381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:37.308122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:37.308730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:37.309461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.371706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:37.394657 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5952c3-f1d7-4658-ae52-81a823a43475 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] GET failed (client error): The resource could not be found. Jun 01 13:08:37.395625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7b5952c3-f1d7-4658-ae52-81a823a43475 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Synchronizing usage tracker for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:37.420029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7b5952c3-f1d7-4658-ae52-81a823a43475 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Unset dirty status for tenant:8db7ea6436254f66b0a040d862eb1f32 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:37.425631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7b5952c3-f1d7-4658-ae52-81a823a43475 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "GET /v2.0/ports/a12e4194-0b71-4322-931d-b9b328c8ac69 HTTP/1.1" status: 404 len: 333 time: 0.1239207 Jun 01 13:08:37.426934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:37.441893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Pushing event updated for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:37.547625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port a29fa67c-465f-4269-a1ba-51a8426669b5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:37.548211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.600409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:37.601083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.616930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:37.627610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87110a-a3e5-42e3-b506-8de9cfb360a1 req-36eca99c-b4b2-430b-a774-579e6914b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:37.629175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d87110a-a3e5-42e3-b506-8de9cfb360a1 req-36eca99c-b4b2-430b-a774-579e6914b527 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1096 time: 0.4414594 Jun 01 13:08:37.635742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-2bf0fa71-8a59-4ae2-ae18-6cc1fb11488f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0887303 Jun 01 13:08:37.674412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Request body: {'port': {'device_id': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:37.701056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-18ad0330-6599-4f6a-b87b-32abcbee936c None None] Provisioning for port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:37.706628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-18ad0330-6599-4f6a-b87b-32abcbee936c None None] Provisioning complete for port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:37.707229 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18ad0330-6599-4f6a-b87b-32abcbee936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.717727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466660-d84e-4ffd-80ed-9bcea80521ec req-a260526b-038c-405e-935c-ee285feeb667 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:37.719229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89466660-d84e-4ffd-80ed-9bcea80521ec req-a260526b-038c-405e-935c-ee285feeb667 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.3940134 Jun 01 13:08:37.768373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-18ad0330-6599-4f6a-b87b-32abcbee936c None None] Port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:37.782306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134c168-c5b9-4703-8031-f60f8067601f req-3c19a700-0185-4999-9d35-90aa05262c4a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:37.783899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4134c168-c5b9-4703-8031-f60f8067601f req-3c19a700-0185-4999-9d35-90aa05262c4a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5039814 Jun 01 13:08:37.790686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d87110a-a3e5-42e3-b506-8de9cfb360a1 req-cb03e287-0af2-48c5-bf94-717b84eb8c2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523640 Jun 01 13:08:37.895769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89466660-d84e-4ffd-80ed-9bcea80521ec req-08ff3521-d1e8-4182-a9bf-be90acb4b57e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555479 Jun 01 13:08:37.901885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4134c168-c5b9-4703-8031-f60f8067601f req-3052c00b-dd94-4194-85d6-883e50635b78 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084487 Jun 01 13:08:37.904581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:37.955397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.087727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for a29fa67c-465f-4269-a1ba-51a8426669b5 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:38.196836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-f994c0c1-4f93-44b5-91b6-90faaf20a93f tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips/681c875b-bbfe-4acc-8832-9c787f1dcecc HTTP/1.1" status: 200 len: 692 time: 0.2475085 Jun 01 13:08:38.229516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.282961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=a29fa67c-465f-4269-a1ba-51a8426669b5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:38.325160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.344217 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62dfcfcc-34fd-45ec-adac-59073f455679 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/ports/a29fa67c-465f-4269-a1ba-51a8426669b5 HTTP/1.1" status: 204 len: 168 time: 0.9134326 Jun 01 13:08:38.344528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34278) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:38.360941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-92b50a21-a5fa-4d91-a76f-9b33a9d9ea57 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Synchronizing usage tracker for tenant:cc10a94061124128ac382e497a818247 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:38.419445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting subnet 6cf12bad-1a1b-4e45-aff5-913200221609 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:08:38.422787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.482529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.490013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-92b50a21-a5fa-4d91-a76f-9b33a9d9ea57 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Unset dirty status for tenant:cc10a94061124128ac382e497a818247 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:38.496227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-92b50a21-a5fa-4d91-a76f-9b33a9d9ea57 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769172930&fields=id&tenant_id=cc10a94061124128ac382e497a818247 HTTP/1.1" status: 200 len: 267 time: 0.4097841 Jun 01 13:08:38.548852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-977fb5ba-c6b0-498b-954c-54db77cb3974 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:38.550202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-977fb5ba-c6b0-498b-954c-54db77cb3974 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.3451159 Jun 01 13:08:38.571941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.651593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.694193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf12bad-1a1b-4e45-aff5-913200221609,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:38.696110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.702316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9049e903-26e1-4b82-8a52-a382998aeed4 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/subnets/6cf12bad-1a1b-4e45-aff5-913200221609 HTTP/1.1" status: 204 len: 168 time: 0.3564680 Jun 01 13:08:38.704793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:38.708610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6a483-c665-4578-b086-34b482c77e6a None None] Network 3017b725-f94c-44e9-ae84-7c102b13246a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:38.714569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-cb8c23ff-1db4-4a25-93d2-2f6e0374ccdc tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1147125 Jun 01 13:08:38.827282 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.839263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Deleting port 6235458e-c773-4fa6-b644-bd19d19ecdb5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:38.840253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:38.842881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-6c919700-d3c3-4d09-b34e-e629a2e31b8e tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1155479 Jun 01 13:08:38.868735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-1396fe12-c51f-488f-b4d9-00f40dda2fe3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:38.872324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-1396fe12-c51f-488f-b4d9-00f40dda2fe3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/networks?id=b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 200 len: 808 time: 0.3625438 Jun 01 13:08:38.985344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] DHCP port deletion for 3017b725-f94c-44e9-ae84-7c102b13246a request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:08:38.992441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Deleting port 6235458e-c773-4fa6-b644-bd19d19ecdb5 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:38.993061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.004643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-2a61616a-b295-4760-a0b5-750c6cbfec6b tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/quotas/cc10a94061124128ac382e497a818247 HTTP/1.1" status: 200 len: 375 time: 0.0756075 Jun 01 13:08:39.137749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] For port 6235458e-c773-4fa6-b644-bd19d19ecdb5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6235458e-c773-4fa6-b644-bd19d19ecdb5,segment=NetworkSegment(804d972c-7fd1-44f3-9f40-225353091d04),segment_id=804d972c-7fd1-44f3-9f40-225353091d04)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:39.138415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.155911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Deleting port d8245067-7ca3-4b25-a26a-2890b1cc50a0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:39.156252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.192227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:39.216474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.217177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] For port 6235458e-c773-4fa6-b644-bd19d19ecdb5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6235458e-c773-4fa6-b644-bd19d19ecdb5,segment=NetworkSegment(804d972c-7fd1-44f3-9f40-225353091d04),segment_id=804d972c-7fd1-44f3-9f40-225353091d04)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:39.217315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.270000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Calling delete_port for 6235458e-c773-4fa6-b644-bd19d19ecdb5 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:39.301053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Transition to ACTIVE for port object 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:39.320742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.344277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Calling delete_port for 6235458e-c773-4fa6-b644-bd19d19ecdb5 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:39.350158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.373514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6235458e-c773-4fa6-b644-bd19d19ecdb5 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:39.384443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-393e9fee-025c-44f6-bc7c-198c139727cf tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=cc10a94061124128ac382e497a818247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3789661 Jun 01 13:08:39.398315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Port': ['ID=6235458e-c773-4fa6-b644-bd19d19ecdb5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:39.407276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] No DVR routers for this DVR port 6235458e-c773-4fa6-b644-bd19d19ecdb5 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:08:39.431230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6235458e-c773-4fa6-b644-bd19d19ecdb5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:08:39.431514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6235458e-c773-4fa6-b644-bd19d19ecdb5 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:39.476130 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:08:39.476482 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:08:39.556155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.586153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3017b725-f94c-44e9-ae84-7c102b13246a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:39.599963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804d972c-7fd1-44f3-9f40-225353091d04') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:39.600252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804d972c-7fd1-44f3-9f40-225353091d04') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:39.614084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.633707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.641404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:08:39.641812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.660134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Pushing event updated for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:39.752102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.752403 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.827600 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 804d972c-7fd1-44f3-9f40-225353091d04 resource provider aggregate not found Jun 01 13:08:39.855184 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 804d972c-7fd1-44f3-9f40-225353091d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 804d972c-7fd1-44f3-9f40-225353091d04 found for delete ", "request_id": "req-8bb33a1e-00ad-40ba-8edd-7de592d3f208"}]} Jun 01 13:08:39.867299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.885244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:39.896873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] Pushing event deleted for resources: {'Network': ['ID=3017b725-f94c-44e9-ae84-7c102b13246a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:39.904419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15759e2f-ed34-4cd6-8054-34dd0af36362 tempest-AllowedAddressPairIpV6TestJSON-1264683256 tempest-AllowedAddressPairIpV6TestJSON-1264683256-project] 10.222.0.40 "DELETE /v2.0/networks/3017b725-f94c-44e9-ae84-7c102b13246a HTTP/1.1" status: 204 len: 168 time: 1.1983857 Jun 01 13:08:39.920765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Calling delete_port for d8245067-7ca3-4b25-a26a-2890b1cc50a0 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:39.977878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Deleting port 6235458e-c773-4fa6-b644-bd19d19ecdb5 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:39.978447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.053636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-185fb137-bfdf-4226-aa5d-da9403f8a2a2 None None] The port '6235458e-c773-4fa6-b644-bd19d19ecdb5' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:08:40.056801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Attempting to bind port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:40.057125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Attempting to bind port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:40.057442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Attempting to bind port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:40.085989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:40.086437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Attempting to bind port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:40.104411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:40.104713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:40.105114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:40.105595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Bound port: 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:40.105939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.144002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-4e3e130c-1ea0-456c-9362-d253478109e6 service neutron] 10.222.0.40 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570234 Jun 01 13:08:40.225455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34298) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:40.349208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.377948 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1cca1913-6814-4530-9d3c-48d0c8fd7b63 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8db7ea6436254f66b0a040d862eb1f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512408 Jun 01 13:08:40.380553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:40.422716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Pushing event deleted for resources: {'Port': ['ID=d8245067-7ca3-4b25-a26a-2890b1cc50a0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:40.426549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:40.442155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.469480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.478345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:40.517994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-d1125b6d-519b-49b7-8ac6-80f6f5f5f749 service neutron] 10.222.0.40 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094230 Jun 01 13:08:40.518997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.540946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.558489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0632c2-938c-4bf4-a636-38d3b1370c13,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:40.568790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.570817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cda1e744-0a8d-4de8-8eb4-fed9f382a540 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8e0632c2-938c-4bf4-a636-38d3b1370c13 HTTP/1.1" status: 204 len: 168 time: 0.1892357 Jun 01 13:08:40.596482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:40.597087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.598441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] 10.222.0.24 "PUT /v2.0/ports/9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f HTTP/1.1" status: 200 len: 1096 time: 2.9369049 Jun 01 13:08:40.601224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:40.628214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.636111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b573-ece9-4fc4-bdfb-58ca9bfc67db service neutron] Pushing event updated for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:40.718732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:40.719865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-659f1ec0-033f-4fbc-a0fd-6bf99f174090 req-968e07e0-b68c-46e5-aeb7-ac6bcd0f54ca tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "DELETE /v2.0/floatingips/681c875b-bbfe-4acc-8832-9c787f1dcecc HTTP/1.1" status: 204 len: 173 time: 1.8671494 Jun 01 13:08:40.794872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-96e208cd-0098-42f1-994d-b5576ffcc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:40.799644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-96e208cd-0098-42f1-994d-b5576ffcc415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caa21c07701c4f5c98bf351b555eea92&device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 1099 time: 0.1370449 Jun 01 13:08:40.983668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-8c1fdd63-d919-427c-b4a8-8a08c1c81af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f HTTP/1.1" status: 200 len: 217 time: 0.1273530 Jun 01 13:08:41.091106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-01d8a0dd-4a13-4c1d-b0e8-b10a494f7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.092606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-01d8a0dd-4a13-4c1d-b0e8-b10a494f7fd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0981135 Jun 01 13:08:41.100229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-40504164-b9b4-4907-94c9-33f4ca18d2f8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.101021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-40504164-b9b4-4907-94c9-33f4ca18d2f8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Synchronizing usage tracker for tenant:caa21c07701c4f5c98bf351b555eea92 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:41.188924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6494eaf-47fb-4031-bb1c-6c6e247a1145 req-89d548a8-fb32-43d2-8f9a-17e5c2972c4f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.195111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6494eaf-47fb-4031-bb1c-6c6e247a1145 req-89d548a8-fb32-43d2-8f9a-17e5c2972c4f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2763889 Jun 01 13:08:41.199917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-40504164-b9b4-4907-94c9-33f4ca18d2f8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Unset dirty status for tenant:caa21c07701c4f5c98bf351b555eea92 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:41.201828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-40504164-b9b4-4907-94c9-33f4ca18d2f8 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 948 time: 0.4135749 Jun 01 13:08:41.292394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6494eaf-47fb-4031-bb1c-6c6e247a1145 req-5c3c6279-e298-4350-bde4-1be3bd7d08d2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955794 Jun 01 13:08:41.298175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-1ef72591-b58b-4ac9-b5bd-2dbbb398f5ec tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Synchronizing usage tracker for tenant:caa21c07701c4f5c98bf351b555eea92 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:41.305395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-54790ac1-a6e1-4504-ab07-10b809647105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.306888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-54790ac1-a6e1-4504-ab07-10b809647105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993806 Jun 01 13:08:41.365231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-1ef72591-b58b-4ac9-b5bd-2dbbb398f5ec tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Unset dirty status for tenant:caa21c07701c4f5c98bf351b555eea92 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:41.366640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58147c74-b88a-45c3-9258-4fb2423ce5fd req-1ef72591-b58b-4ac9-b5bd-2dbbb398f5ec tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481929 Jun 01 13:08:41.591244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:41.701339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1225335157'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:41.707543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:41.711887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:network and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:41.715275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:41.721815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:41.733550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:41.737980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.749865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.764824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:41.768937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:security_group_rule and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:41.771814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:41.777753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:41.827515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-e1d638c5-8b8e-49d7-80be-0a9e2b3b802b service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070705 Jun 01 13:08:41.873924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.879037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.912632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:08:41.921602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ff534-9787-4572-805f-4eb2a49f03fe,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:41.927692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.928009 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Added segment b01f5292-2b13-4606-973f-fded33fdf308 of type vlan for network e6291b35-c41e-4994-bd9e-8d0708e97d2f Jun 01 13:08:41.942377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc344-5791-42c2-85fb-265832f12fe0 req-0d0f2016-b35c-4a99-a233-7d0572a6fbe9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.943879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e32fc344-5791-42c2-85fb-265832f12fe0 req-0d0f2016-b35c-4a99-a233-7d0572a6fbe9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.2824955 Jun 01 13:08:41.957209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:41.972915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c86f-cbd1-4f2b-8f05-c07e41e58da7 req-6709db91-9205-463a-b24a-4b6c5ac72562 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:41.974370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7509c86f-cbd1-4f2b-8f05-c07e41e58da7 req-6709db91-9205-463a-b24a-4b6c5ac72562 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.3140821 Jun 01 13:08:41.995074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.002376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:42.002991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.119483 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5269370 Jun 01 13:08:42.122818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34352) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:42.125681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf545d-9524-4690-a450-9bdf4c76356f tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Network': ['ID=e6291b35-c41e-4994-bd9e-8d0708e97d2f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:42.133106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'subnet': {'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:42.139490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:08:42.167585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e32fc344-5791-42c2-85fb-265832f12fe0 req-ea4c49e2-3187-4887-8246-7ee4d131e6c2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099795 Jun 01 13:08:42.178538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7509c86f-cbd1-4f2b-8f05-c07e41e58da7 req-1699f42f-998c-4d2c-8302-7e65e42013ac tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413593 Jun 01 13:08:42.190528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c013f0-ff75-43ff-b0c6-7aa63d9a80ec req-03232b64-4006-4f77-82d3-bc83893b268f service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548353 Jun 01 13:08:42.203598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-fd7aae3f-1552-4f84-94d2-1ec70b187422 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:42.205046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-fd7aae3f-1552-4f84-94d2-1ec70b187422 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.13 "GET /v2.0/networks?id=b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 200 len: 808 time: 0.2937374 Jun 01 13:08:42.266171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-f75bcfad-111f-49bd-aa79-f65b83e37bdd tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc10a94061124128ac382e497a818247 HTTP/1.1" status: 200 len: 380 time: 0.0459838 Jun 01 13:08:42.276998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'port': {'device_id': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'admin_state_up': True, 'tenant_id': 'cc10a94061124128ac382e497a818247', 'security_groups': ['de29f610-6c31-4972-a1b0-01e3f1fa1ca8']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:42.300637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:42.301246 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b58c60-53bf-4790-828b-af7959d928e9'] response: {'name': 'network-changed', 'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f', 'status': 'completed', 'code': 200} Jun 01 13:08:42.306187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:subnet and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:42.309745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:42.315764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:42.330806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:42.334790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.510036 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-fc9ce419-6e27-4007-94d8-42de62887aba req-da9205f9-9972-4686-98ab-4f0b539a55a6 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] show failed (client error): The resource could not be found. Jun 01 13:08:42.510998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9ce419-6e27-4007-94d8-42de62887aba req-da9205f9-9972-4686-98ab-4f0b539a55a6 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips/681c875b-bbfe-4acc-8832-9c787f1dcecc HTTP/1.1" status: 404 len: 350 time: 0.2062821 Jun 01 13:08:42.523615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b02fa41-1090-4fa5-82ea-276d76abbfd4 req-86b8b27f-160b-4d22-8295-f83037696a87 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 210 time: 0.1165779 Jun 01 13:08:42.591710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:42.597891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:port and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:42.601034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.601565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:42.611209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:42.616046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-249b1cf1-f266-4f4b-b01b-c9e03963e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:42.617519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-249b1cf1-f266-4f4b-b01b-c9e03963e7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caa21c07701c4f5c98bf351b555eea92&device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 1099 time: 0.2048104 Jun 01 13:08:42.662349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Made reservation on behalf of cc10a94061124128ac382e497a818247 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:42.665795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.692208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Subnet': ['ID=06217917-7caf-4a9e-80c1-4fc0ed6ba580,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:42.701168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Checking segment: {'id': 'b01f5292-2b13-4606-973f-fded33fdf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:42.701524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network hostable DHCP agents. Network: e6291b35-c41e-4994-bd9e-8d0708e97d2f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:08:42.720477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:08:42.730266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e6291b35-c41e-4994-bd9e-8d0708e97d2f) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:42.734637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:42.735227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.739655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68d6a1-7352-417e-9020-c63361055e9d None None] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:42.765364 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8eca2d5-133f-48dd-ad37-049b46d3de03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6385281 Jun 01 13:08:42.766164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34372) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:42.772202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-176468023', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:42.781144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:42.785593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:router and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:42.788834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:42.797564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:42.811237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.812446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.832494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:42.995706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d791f2c-1d62-4dd8-a094-e08bdaf9af51 None None] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:08:43.027051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-72899978-ba8a-4a11-912d-13ff310ceed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:43.028530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-72899978-ba8a-4a11-912d-13ff310ceed7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.4027431 Jun 01 13:08:43.112806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.305909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-c1cbb454-85c1-4b27-9bc8-087cdd96c0d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f HTTP/1.1" status: 200 len: 217 time: 0.2673788 Jun 01 13:08:43.320788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458df1a-f76f-458f-b442-68cdab483889 req-d1ded0db-cdf2-43f3-be39-141c9ab48b56 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:43.322171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a458df1a-f76f-458f-b442-68cdab483889 req-d1ded0db-cdf2-43f3-be39-141c9ab48b56 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.6664946 Jun 01 13:08:43.332193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-f1a1d112-23df-4883-8aae-518f3ebf2838 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:43.332193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-f1a1d112-23df-4883-8aae-518f3ebf2838 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.6728899 Jun 01 13:08:43.333680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:43.372813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Request body: {'floatingip': {'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:43.506399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35950e5d-3990-4294-b059-77955e6ccb69 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/quotas/c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 375 time: 0.1421487 Jun 01 13:08:43.528653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.561021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.580417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Allocated IP 172.20.0.10 (b5f85d19-45a0-4521-8091-554e984973f2/c3c02540-06f5-439f-842a-8c15e3de7dc6/1943f613-af24-449e-bdf4-e6231f521d94) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:43.593920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.702039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-17176cac-d4ea-4882-a834-9df66b75c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:43.703505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-17176cac-d4ea-4882-a834-9df66b75c5e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3730209 Jun 01 13:08:43.737809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.184 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/c658fe05-fa8e-4da7-a2f6-7649ef2fee65) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:43.889624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.919948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:43.984597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:43.987553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:43.991169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:44.023866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=c658fe05-fa8e-4da7-a2f6-7649ef2fee65,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:44.062752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28417da-1af5-43e5-951b-200df096fb05 req-a534b6aa-8473-421e-aaa8-e2cbfbf732ea tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:44.064193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c28417da-1af5-43e5-951b-200df096fb05 req-a534b6aa-8473-421e-aaa8-e2cbfbf732ea tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 948 time: 0.6213138 Jun 01 13:08:44.092836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-85ff2f57-f2ae-4d3c-965d-5184a44c1763 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5693760 Jun 01 13:08:44.212136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-b76a22fa-e361-4de3-9835-cd696d6254e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:44.213620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-b76a22fa-e361-4de3-9835-cd696d6254e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4964550 Jun 01 13:08:44.408538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c28417da-1af5-43e5-951b-200df096fb05 req-80d4b3af-fb3e-4900-9608-15b6886ff1f2 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376935 Jun 01 13:08:44.413592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:44.420693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:44.595117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Transition to ACTIVE for port object 1943f613-af24-449e-bdf4-e6231f521d94 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:44.596467 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-0b1a6254-234c-4831-b83a-d1e75f052b8f req-f86603fb-f77b-4f38-9f12-5eb62f1086c7 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] show failed (client error): The resource could not be found. Jun 01 13:08:44.597483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b1a6254-234c-4831-b83a-d1e75f052b8f req-f86603fb-f77b-4f38-9f12-5eb62f1086c7 tempest-FloatingIPsTestJSON-395354788 tempest-FloatingIPsTestJSON-395354788-project] 10.222.0.40 "GET /v2.0/floatingips/681c875b-bbfe-4acc-8832-9c787f1dcecc HTTP/1.1" status: 404 len: 350 time: 0.1571357 Jun 01 13:08:44.614568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34386) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:44.765426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:44.983708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-9680cdac-d94d-4eaf-ac87-de18fc6d2fcc service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610349 Jun 01 13:08:45.040184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-25e393e8-85cb-4f06-9808-672f7cd6c784 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898109 Jun 01 13:08:45.104311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:08:45.240155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:45.286094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:45.297505 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:45.308388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:45.310258 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:45.316386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:45.320385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7629b237-7941-45d9-87b0-654451e2f432 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5505538 Jun 01 13:08:45.320537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:45.374923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:45.384709 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:45.384709 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:45.444865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Network b5f85d19-45a0-4521-8091-554e984973f2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:45.452844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:45.453623 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07fbec-74c6-4413-bdb9-3069c58c0dcc None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:45.471815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:45.491173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:45.549720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:45.559000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31aca8-ddac-4d10-978e-e2a312a1678f req-918f8ec5-ace0-492b-9105-4517957e9697 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:45.560494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c31aca8-ddac-4d10-978e-e2a312a1678f req-918f8ec5-ace0-492b-9105-4517957e9697 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.7067492 Jun 01 13:08:45.643642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-8314d7c9-28b2-46ea-a0ef-83e081ff6abd service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937161 Jun 01 13:08:45.681523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:08:45.746573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70d7ff7f-f6c1-466d-a5b8-ce0d768dec3a req-551411cc-1175-456b-9ff3-6227ec4c7cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691656 Jun 01 13:08:45.820476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:45.821120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:45.826215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e0ef9de-9deb-4541-a5d8-560e718fcdf1 None None] Provisioning for port 1943f613-af24-449e-bdf4-e6231f521d94 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:45.833166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e0ef9de-9deb-4541-a5d8-560e718fcdf1 None None] Provisioning complete for port 1943f613-af24-449e-bdf4-e6231f521d94 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:45.834101 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef9de-9deb-4541-a5d8-560e718fcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:45.856523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:45.867437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c31aca8-ddac-4d10-978e-e2a312a1678f req-71c5c609-cc38-4d76-9249-0eb547464614 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892015 Jun 01 13:08:45.996528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ef9de-9deb-4541-a5d8-560e718fcdf1 None None] Port 1943f613-af24-449e-bdf4-e6231f521d94 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:46.006192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.097479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7f11dec-df0b-4235-99b2-def7c2348f35 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8245542 Jun 01 13:08:46.148060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.162899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Request body: {'port': {'device_id': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:46.557874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.1 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/25b5a034-5f99-46c8-bb2b-2038d2ab760c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:46.576470 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Floating IP 8bde2e36-0c5b-4c19-b761-d4221a223a93 associated. External IP: 172.25.7.221, port: b7c8fa96-2b28-4bdb-bbe4-45b174cde216. Jun 01 13:08:46.584402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:08:46.671098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.706133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fdd90-83bf-462c-96b1-14ef12d9492a req-8d416a0a-cb50-4389-9cc9-77a619f6e0b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:46.706905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-635fdd90-83bf-462c-96b1-14ef12d9492a req-8d416a0a-cb50-4389-9cc9-77a619f6e0b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Synchronizing usage tracker for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:46.740497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:46.754833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f', 'mac_address': 'fa:16:3e:6a:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:08:46.812287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:46.812641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.830023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:46.830781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47c468-7963-4ce0-8020-3a414ca15f04 req-80efda2e-e879-494f-a8ff-14982210a7ce tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:46.832231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc47c468-7963-4ce0-8020-3a414ca15f04 req-80efda2e-e879-494f-a8ff-14982210a7ce tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 948 time: 0.8281629 Jun 01 13:08:46.846105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:46.851224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.861982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.893248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:46.945621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-635fdd90-83bf-462c-96b1-14ef12d9492a req-8d416a0a-cb50-4389-9cc9-77a619f6e0b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Unset dirty status for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:46.946736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635fdd90-83bf-462c-96b1-14ef12d9492a req-8d416a0a-cb50-4389-9cc9-77a619f6e0b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 932 time: 0.9807074 Jun 01 13:08:46.952355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:46.962491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:46.962721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:46.969883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:47.029679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=25b5a034-5f99-46c8-bb2b-2038d2ab760c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:47.040989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.063612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc47c468-7963-4ce0-8020-3a414ca15f04 req-14d685b2-22d7-490c-938b-59e101f08dab tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035317 Jun 01 13:08:47.297823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635fdd90-83bf-462c-96b1-14ef12d9492a req-71afd419-f8db-45e3-af04-61907e61e999 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317196 Jun 01 13:08:47.323667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:08:47.357035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.694358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:47.703126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a56af6d-680c-4606-accb-faaf403af7fa req-37c7996d-0b42-4025-a447-2b494f4cd19e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 210 time: 0.3337626 Jun 01 13:08:47.723888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.798549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.896173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.902094 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:47.914972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-51fd0b10-c1ec-4b44-8aa0-575272b2c5c5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:47.916417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-51fd0b10-c1ec-4b44-8aa0-575272b2c5c5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.7945418 Jun 01 13:08:48.025054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=25b5a034-5f99-46c8-bb2b-2038d2ab760c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:48.027673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.108282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'device_id': '41e654a5-7ef3-48af-ad55-f0888d705987', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'admin_state_up': True, 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:48.167273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:48.168640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:48.217626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-04f0a6fb-cadc-4788-8da7-18daf0f230e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.363235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:48.470478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1943f613-af24-449e-bdf4-e6231f521d94 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:48.492377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.585133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:48.638196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Transition to ACTIVE for port object 1943f613-af24-449e-bdf4-e6231f521d94 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:48.647692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:48.663181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:48.666359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.672429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:48.673138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:48.692510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:48.697311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.703349 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:48.704088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c447ff1e-8457-4b6e-bbc3-3443084a331d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/routers/76362b21-1baf-4c82-95ca-9bdd0d42416e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3824303 Jun 01 13:08:48.707219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:48.713751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'port': {'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f', 'name': 'tempest-FloatingIPTestJSON-1650544621'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:48.715576 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:48.716511 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:48.817234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789377-b08d-48ef-b3c6-d66bdf45d8cc req-772b39f1-0d67-48c1-a558-0f4f2d4dde64 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:48.824427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15789377-b08d-48ef-b3c6-d66bdf45d8cc req-772b39f1-0d67-48c1-a558-0f4f2d4dde64 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.9449406 Jun 01 13:08:48.829083 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:48.846780 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:48.847722 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:48.881640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:48.889316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:48.912680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:48.920042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:48.921275 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11bbff-1f75-4687-b5ed-7bce1792780b None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:48.927591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:port and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:48.930925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:48.938379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:48.952776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:48.953982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:port and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:48.958524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:48.964955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:48.973158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:48.980616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:48.987515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:48.989298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] device_id is not set on port 95525340-9b94-43a1-b379-faa8af0ba1ee yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:48.993900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:48.999985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:49.006243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:49.012039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:49.019815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-3616f025-7027-4198-ab0a-005a92861bec tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.9168630 Jun 01 13:08:49.027265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3298819b-b6b3-43fa-9799-77e37c4868de tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "PUT /v2.0/floatingips/8bde2e36-0c5b-4c19-b761-d4221a223a93 HTTP/1.1" status: 200 len: 991 time: 5.6645410 Jun 01 13:08:49.028520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:49.036991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:49.041504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:49.065003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:49.068947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:49.069327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.157098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.10 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/95525340-9b94-43a1-b379-faa8af0ba1ee) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:49.208144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:49.212733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.241549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15789377-b08d-48ef-b3c6-d66bdf45d8cc req-f7f2ca6e-3d41-49fc-ade0-2b206083b609 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162455 Jun 01 13:08:49.352209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c54112b-653c-4a31-9f1f-7b3dc14d6c0f req-2baec0ad-1b53-41e4-802d-4dde7641b447 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3312826 Jun 01 13:08:49.352831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Attempting to bind port 1943f613-af24-449e-bdf4-e6231f521d94 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:49.353163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Attempting to bind port 1943f613-af24-449e-bdf4-e6231f521d94 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:49.353483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Attempting to bind port 1943f613-af24-449e-bdf4-e6231f521d94 on network b5f85d19-45a0-4521-8091-554e984973f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:49.436409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:49.437424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.467962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.481855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8bde2e36-0c5b-4c19-b761-d4221a223a93', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:45Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:49.487187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:49.500602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:49.508009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:49.508878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:49.534470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.673537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:49.677718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:49.686904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:49.702463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Deleting port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:49.703094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.732688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:49.747285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=95525340-9b94-43a1-b379-faa8af0ba1ee,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:49.789825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:49.791061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:49.828351 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cb4a2b28-ab57-4493-8d33-12d6b27f7b3d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1200438 Jun 01 13:08:49.831194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34430) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:49.839873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'port': {'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f', 'name': 'tempest-FloatingIPTestJSON-1492204094'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:49.969117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.20.0.13 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/863800c7-7ff8-4b69-aec4-bf13f4cd4aac) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:49.980374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Port 1943f613-af24-449e-bdf4-e6231f521d94 on network b5f85d19-45a0-4521-8091-554e984973f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:49.980756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Attempting to bind port 1943f613-af24-449e-bdf4-e6231f521d94 on network b5f85d19-45a0-4521-8091-554e984973f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:50.056085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:50.061387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:port and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:50.065466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:50.072478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:50.083954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:50.084288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Checking segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:50.084920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Bound using segment: {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:50.085220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Bound port: 1943f613-af24-449e-bdf4-e6231f521d94, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1feb1623-3456-4c31-aad5-333658760944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:50.085577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.086539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:08:50.103272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.158492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:50.158873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] device_id is not set on port a34d022b-4316-413f-800f-47a00f3762c5 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:50.168997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.278644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7ee9e-11cd-42bd-967d-37d60244f4cf req-14aff71d-6d10-4ca2-910a-10f953074a72 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:50.280236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90e7ee9e-11cd-42bd-967d-37d60244f4cf req-14aff71d-6d10-4ca2-910a-10f953074a72 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 949 time: 0.6483004 Jun 01 13:08:50.300288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:50.368659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.11 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/a34d022b-4316-413f-800f-47a00f3762c5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:50.413990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] For port f727ff21-bc5d-4ee5-aed5-b1d5db2307a2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:50.413990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.501931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e403-0efa-4bda-8190-96a4bef9a648 req-da659a26-3ab0-4014-a298-17d3ca3ae367 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:50.509681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2db2e403-0efa-4bda-8190-96a4bef9a648 req-da659a26-3ab0-4014-a298-17d3ca3ae367 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 944 time: 0.8435843 Jun 01 13:08:50.521477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:50.535123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2d655ef6-9191-4710-83bd-4a91bf831a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.569851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8bde2e36-0c5b-4c19-b761-d4221a223a93', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:45Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:50.575580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec672ed6-885a-419e-ad3f-86b3fb8c382f None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8bde2e36-0c5b-4c19-b761-d4221a223a93', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:08:45Z', 'revision_number': 1, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:50.601835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Calling delete_port for f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:50.673799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:50.691706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90e7ee9e-11cd-42bd-967d-37d60244f4cf req-3b2ee9d0-563d-41bf-9677-dd21231b3b20 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938859 Jun 01 13:08:50.725272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.756304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.810957 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.828765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:50.829785 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:50.831271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] 10.222.0.13 "PUT /v2.0/ports/1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 200 len: 1092 time: 4.6876147 Jun 01 13:08:50.899467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:50.910226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:50.918391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:50.929528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc4e2c-95c1-4d54-9de8-5e4d8b6cdc1a None None] New status for floating IP 8bde2e36-0c5b-4c19-b761-d4221a223a93: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:08:50.979217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=a34d022b-4316-413f-800f-47a00f3762c5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:51.027807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.028745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.039225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2db2e403-0efa-4bda-8190-96a4bef9a648 req-5f63a037-aa98-49ad-b28a-7e36a03c4899 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284672 Jun 01 13:08:51.080348 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1386692-7db2-4645-a194-20ae6507f3a4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2474654 Jun 01 13:08:51.084499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:51.094144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'a34d022b-4316-413f-800f-47a00f3762c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:51.102796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:08:51.107832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:floatingip and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:08:51.111592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:08:51.121380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:08:51.140449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3853-9595-4676-8aa7-71d65ceafa86 service neutron] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:51.146644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.196553 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432eabc3-0b33-4ba3-8420-bcd7f7547db3'] response: {'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'status': 'completed', 'code': 200} Jun 01 13:08:51.228184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d00f7dff-8652-46ba-9812-9feecc0ed618 req-e176f43c-8bd8-489a-a72b-d64bbdebca7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 210 time: 0.3794663 Jun 01 13:08:51.280182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.288574 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac617c0-cd1a-4590-8d60-836a736c28c0'] response: {'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f', 'code': 200} Jun 01 13:08:51.361233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Transition to ACTIVE for port object 863800c7-7ff8-4b69-aec4-bf13f4cd4aac will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:51.415426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.554170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-92130951-b316-4b78-b63a-c04a36c75bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.555605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-92130951-b316-4b78-b63a-c04a36c75bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1096 time: 0.3211229 Jun 01 13:08:51.617993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e634-3ccc-413c-b3c3-7c9868e83e01 req-bfc8bdaa-3e09-4b0a-9035-a1884b2621e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.619554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0034e634-3ccc-413c-b3c3-7c9868e83e01 req-bfc8bdaa-3e09-4b0a-9035-a1884b2621e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 1101 time: 0.2842178 Jun 01 13:08:51.622894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7ec5533-6faf-436f-afb6-719f3c55d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.624618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a7ec5533-6faf-436f-afb6-719f3c55d925 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc10a94061124128ac382e497a818247&device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1095 time: 0.5397522 Jun 01 13:08:51.629551 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.638279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.668591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.674252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.679923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.685624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.692253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.698668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.705662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:51.706875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Synchronizing usage tracker for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:51.732101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.254 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/36f6fa8e-7d00-4483-90a7-9b33ae81b12b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:08:51.744825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0034e634-3ccc-413c-b3c3-7c9868e83e01 req-c3dc6b3b-6026-4d77-be47-908dfe9fea08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159956 Jun 01 13:08:51.774496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Unset dirty status for tenant:ea9de1a8ac914758a3c28dfdc6bf16c0 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:51.775689 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-db8a61ff-96a6-431c-ab71-a52ef3e8a493 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.3147390 Jun 01 13:08:51.895549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:51.924997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-a1224aa6-865a-452e-b422-575c4ce2286f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 200 len: 217 time: 0.2786231 Jun 01 13:08:52.029847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-e2e738fb-9927-4f68-bae4-271a81093a72 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.031380 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-e2e738fb-9927-4f68-bae4-271a81093a72 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2098353 Jun 01 13:08:52.076674 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.088939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:52.103721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:52.108914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:52.147489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.167736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.173600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.179443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.185446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.191394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.197203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.203442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.205406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-51e0f11f-e255-406b-8ee0-21863cc01acc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 5443 time: 0.8072898 Jun 01 13:08:52.217883 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-1b6325ee-5ac4-44cc-ac91-790f5e4cf567 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1746428 Jun 01 13:08:52.231224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:52.247304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a72e8-2752-41f1-bf00-d1c6662ba0ee req-882d795c-7ae6-4efa-b497-229d0e196b59 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.254813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c3a72e8-2752-41f1-bf00-d1c6662ba0ee req-882d795c-7ae6-4efa-b497-229d0e196b59 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.8005536 Jun 01 13:08:52.256638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:52.272059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.343838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-359b1cc5-e3d1-4f00-a4f6-f0558d014f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.345394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-359b1cc5-e3d1-4f00-a4f6-f0558d014f88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c02540-06f5-439f-842a-8c15e3de7dc6 HTTP/1.1" status: 200 len: 847 time: 0.3869760 Jun 01 13:08:52.357578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-b2dc418b-d9c4-4230-b86d-2c83f4eef159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.359073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-b2dc418b-d9c4-4230-b86d-2c83f4eef159 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.7935221 Jun 01 13:08:52.363006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:08:52.367465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:08:52.373009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:08:52.457304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=36f6fa8e-7d00-4483-90a7-9b33ae81b12b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:52.467646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-816d2fa5-0768-4a1d-a89f-f3e4aa0ece0a None None] Provisioning for port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:52.475257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-816d2fa5-0768-4a1d-a89f-f3e4aa0ece0a None None] Provisioning complete for port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:52.475963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-816d2fa5-0768-4a1d-a89f-f3e4aa0ece0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.488610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.490186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Pushing event deleted for resources: {'Port': ['ID=f727ff21-bc5d-4ee5-aed5-b1d5db2307a2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:52.549232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-816d2fa5-0768-4a1d-a89f-f3e4aa0ece0a None None] Port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:52.587230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:52.587855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:52.609608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbbb3f90-c538-4a06-b9d7-73713bca9050 req-721cb806-e88d-45d8-8f8d-f519f2c5b889 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3448436 Jun 01 13:08:52.626817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c3a72e8-2752-41f1-bf00-d1c6662ba0ee req-1f5586c9-044f-4100-8302-9ea135c2081f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707356 Jun 01 13:08:52.718029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-a376de2d-1f11-4723-a4f3-4a2317c8161a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 1001 time: 0.3182294 Jun 01 13:08:52.771258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-35682226-d32c-4ba5-9b20-8ca9cd5114ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6754959 Jun 01 13:08:52.866800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Request body: {'port': {'device_id': '41e654a5-7ef3-48af-ad55-f0888d705987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:52.963214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=566b0862-eae1-4d06-9a18-6072cbbaacb6,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:53.024488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] For port 566b0862-eae1-4d06-9a18-6072cbbaacb6, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:53.029568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.039840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-34f6149d-c74b-464c-a73e-1b0e77831e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.041302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-34f6149d-c74b-464c-a73e-1b0e77831e4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.3086281 Jun 01 13:08:53.043241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-99733b3f-a0ac-4a8b-8af8-b15498f07222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.044571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-99733b3f-a0ac-4a8b-8af8-b15498f07222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5f85d19-45a0-4521-8091-554e984973f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6591327 Jun 01 13:08:53.084935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] device_id is not set on port 566b0862-eae1-4d06-9a18-6072cbbaacb6 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:53.099721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.113970 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.235282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:53.280973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.307316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.309459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.341413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Pushing event updated for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=6']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:53.388404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] No DVR routers for this DVR port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:08:53.433745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7607dc8b-202c-4f94-98ba-28c2f7811438 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:53.478558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.538132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f8aea8b-6e94-40cf-879b-e5a09b77f4f2 None None] Provisioning complete for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:53.539163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f8aea8b-6e94-40cf-879b-e5a09b77f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.546667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] In _notify_port_updated(), no bound segment for port 566b0862-eae1-4d06-9a18-6072cbbaacb6 on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:08:53.547652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.548346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.550024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7fa726a4-7b54-4cfa-bfc2-9e70cb70872b service neutron] 10.222.0.13 "PUT /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 200 len: 1031 time: 1.3236377 Jun 01 13:08:53.566945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5dc3-6365-47a0-9c8e-e33b973a21c1 req-f7b85be4-105d-4f74-8084-982f6e69bc2c tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.568723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1caf5dc3-6365-47a0-9c8e-e33b973a21c1 req-f7b85be4-105d-4f74-8084-982f6e69bc2c tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 944 time: 0.7845931 Jun 01 13:08:53.630653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f8aea8b-6e94-40cf-879b-e5a09b77f4f2 None None] Port 566b0862-eae1-4d06-9a18-6072cbbaacb6 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:53.646062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56162-569c-4e4d-a9c0-bb74be540d11 req-495c65bf-9295-4f17-9d3a-740a2359f19d tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.647611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be56162-569c-4e4d-a9c0-bb74be540d11 req-495c65bf-9295-4f17-9d3a-740a2359f19d tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 950 time: 0.8752341 Jun 01 13:08:53.666579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7607dc8b-202c-4f94-98ba-28c2f7811438 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:53.666980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.697003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:53.709968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:53.714954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.715643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 47630257-d42b-4511-bac3-99fc0cccfb33 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:53.790162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-66b403b3-8847-4b09-a6f0-1e42e6cc017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.791553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-66b403b3-8847-4b09-a6f0-1e42e6cc017a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7368696 Jun 01 13:08:53.800034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-48246c79-f52a-4cc3-ab6f-b7fea1a28f6f service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989608 Jun 01 13:08:53.835080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:53.847231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-39a9e9a0-985a-48f2-8ba5-bff39f09772b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:53.848565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-39a9e9a0-985a-48f2-8ba5-bff39f09772b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "GET /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2934158 Jun 01 13:08:53.867166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:53.895599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 47630257-d42b-4511-bac3-99fc0cccfb33 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:53.896118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.930886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:53.936279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:53.937230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:53.987785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1caf5dc3-6365-47a0-9c8e-e33b973a21c1 req-06739f44-211d-4d87-ad69-5a79b2b4a528 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727961 Jun 01 13:08:54.065416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:54.075065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2be56162-569c-4e4d-a9c0-bb74be540d11 req-5800eced-7650-41c3-8577-916ac336432d tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930113 Jun 01 13:08:54.130641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.158499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:54.158911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.206156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:54.213446 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4d8360-a93c-475f-b279-1af36afa218c'] response: {'name': 'network-changed', 'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94', 'status': 'completed', 'code': 200} Jun 01 13:08:54.213617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.214435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 566b0862-eae1-4d06-9a18-6072cbbaacb6 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:54.321161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 566b0862-eae1-4d06-9a18-6072cbbaacb6 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:54.356387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:54.371761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.381297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.428226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-bf1d75e9-17a3-4366-8417-66ab7c7c2ece service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216667 Jun 01 13:08:54.440562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d871d-892d-4326-8f2d-76f35c1dc95b req-c942c10e-0eb8-46ff-93ba-b76050736c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.442067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-729d871d-892d-4326-8f2d-76f35c1dc95b req-c942c10e-0eb8-46ff-93ba-b76050736c0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1097 time: 0.4238315 Jun 01 13:08:54.443261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df7971f5-cfa9-4f82-a453-2859774f7563 req-34ed8e64-6195-4326-a2df-b636dde761be service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247022 Jun 01 13:08:54.519347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:54.577552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=36f6fa8e-7d00-4483-90a7-9b33ae81b12b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:54.599087 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-729d871d-892d-4326-8f2d-76f35c1dc95b req-bf4f2ea2-e03b-43b7-9421-e0d694058e5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443658 Jun 01 13:08:54.602432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.677543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] For port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:54.778689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21404eb2-cd1a-4e3b-a59f-e339e45a6d88 req-a8ea2a59-6ddf-4a83-8e69-1dffb13d31f2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.779353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-21404eb2-cd1a-4e3b-a59f-e339e45a6d88 req-a8ea2a59-6ddf-4a83-8e69-1dffb13d31f2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:08:54.789909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:54.805885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] device_id is not set on port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:08:54.827041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.839254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:54.863887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.869537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.875346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.881389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.887316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.892997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:54.894844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-9c95bbf2-c7a2-4354-b106-1d62a91017df tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 4659 time: 0.5788767 Jun 01 13:08:54.915075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b8d40d-d216-44b0-a5c5-dc7a5da7f000 req-7c009e13-9b12-4ca2-aca4-fc153a113560 service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740760 Jun 01 13:08:54.956492 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 6da3b275-69de-4104-a91d-72c838a18d7b associated. External IP: 172.25.7.254, port: a34d022b-4316-413f-800f-47a00f3762c5. Jun 01 13:08:55.000578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-21404eb2-cd1a-4e3b-a59f-e339e45a6d88 req-a8ea2a59-6ddf-4a83-8e69-1dffb13d31f2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:08:55.002105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21404eb2-cd1a-4e3b-a59f-e339e45a6d88 req-a8ea2a59-6ddf-4a83-8e69-1dffb13d31f2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 932 time: 0.7879300 Jun 01 13:08:55.027738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863800c7-7ff8-4b69-aec4-bf13f4cd4aac {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:55.064962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-ad64bf3f-1987-49b8-b040-9fdd786d2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:55.066452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-ad64bf3f-1987-49b8-b040-9fdd786d2df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc10a94061124128ac382e497a818247&device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1095 time: 0.4627562 Jun 01 13:08:55.070792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.074021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Pushing event updated for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=6']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:55.093363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] No DVR routers for this DVR port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:08:55.170974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eba8b6c9-2cb8-4d00-a06e-04c1bc51b8f9 None None] Provisioning complete for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:55.171592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eba8b6c9-2cb8-4d00-a06e-04c1bc51b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.232563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eba8b6c9-2cb8-4d00-a06e-04c1bc51b8f9 None None] Port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:08:55.236979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] In _notify_port_updated(), no bound segment for port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb on network 0ce631b2-87c3-4172-a875-190d6f35475d {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:08:55.237998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:55.238754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.240104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-7ef51dfc-be9e-4a2e-9623-4b763fade96b service neutron] 10.222.0.13 "PUT /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 200 len: 1033 time: 1.3804252 Jun 01 13:08:55.393705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ddff687-3733-47e2-b2e0-773702f526b4 req-36cbedb7-e381-4110-8984-8d2b96973312 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&id=f9100d80-b695-4a01-b77d-b626fd6b7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4708629 Jun 01 13:08:55.397188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Transition to ACTIVE for port object 863800c7-7ff8-4b69-aec4-bf13f4cd4aac will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:08:55.432598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.453977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a09f7d53-bb66-45eb-9bcf-bb22e91f64eb no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:55.492599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21404eb2-cd1a-4e3b-a59f-e339e45a6d88 req-97909b9e-27cc-435e-bed9-d6a2ac3cbc35 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690101 Jun 01 13:08:55.584663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:55.584663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.614370 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bde9202-ae1e-4a34-9822-bd7cba7422cc'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'code': 200} Jun 01 13:08:55.620510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a09f7d53-bb66-45eb-9bcf-bb22e91f64eb not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:55.621125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 2ad55008-cd4a-4deb-8891-64a06a401b78 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:55.647266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:55.658428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Sync routers for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:55.672415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:55.673267 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:55.734077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-60831bef-22f1-4910-856a-3a352e2bd635 admin admin] 10.222.0.40 "PUT /v2.0/routers/5b612955-3460-4b1e-8dc9-42bc60ca2f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1114547 Jun 01 13:08:55.792165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Pushing event updated for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:55.810816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34462) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:55.838869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 2ad55008-cd4a-4deb-8891-64a06a401b78 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:55.840635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.890773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:55.905219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:55.905915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab935600-61ae-4e78-a54e-10d11234f4ae no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:55.949263 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:56.010257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-6b19ccdf-bd31-43f2-89a2-f29e9b1d368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.011749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-6b19ccdf-bd31-43f2-89a2-f29e9b1d368d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 200 len: 909 time: 0.9268007 Jun 01 13:08:56.137570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-b88bf830-3981-4184-919f-b1d6230f0a39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 200 len: 217 time: 0.1152725 Jun 01 13:08:56.203384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:56.205519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:56.220272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ab935600-61ae-4e78-a54e-10d11234f4ae is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:56.220493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.233759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-3e216671-4604-4c2a-90fb-ed17f6f7c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.235743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-3e216671-4604-4c2a-90fb-ed17f6f7c3bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c02540-06f5-439f-842a-8c15e3de7dc6 HTTP/1.1" status: 200 len: 847 time: 0.0885112 Jun 01 13:08:56.242467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.266042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:56.272196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.321648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Attempting to bind port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:08:56.322309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Attempting to bind port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:08:56.323115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Attempting to bind port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:56.344285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:08:56.344996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Attempting to bind port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:08:56.357883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23609-b467-401d-a2ec-83d92cf2dc66 req-54220040-9c30-4427-aa62-fa7e92a8f183 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.358109 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:51Z', 'revision_number': 5, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.359273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:56.360189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39a23609-b467-401d-a2ec-83d92cf2dc66 req-54220040-9c30-4427-aa62-fa7e92a8f183 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 944 time: 0.5626116 Jun 01 13:08:56.367766 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Checking router: 5b612955-3460-4b1e-8dc9-42bc60ca2f28 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:08:56.375515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0463ae-71d0-49a0-a0b8-dc2c938fa0cb req-efe4598f-de1c-49c6-8c81-fdc496285926 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.377837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Routers {'5b612955-3460-4b1e-8dc9-42bc60ca2f28'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:56.378458 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.383484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a0463ae-71d0-49a0-a0b8-dc2c938fa0cb req-efe4598f-de1c-49c6-8c81-fdc496285926 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.7395701 Jun 01 13:08:56.401002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:08:56.401744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:08:56.401744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:08:56.403051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Bound port: 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:08:56.403051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.452686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] For port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:56.453041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.531669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a0463ae-71d0-49a0-a0b8-dc2c938fa0cb req-1e3d21fc-a517-4f97-ac10-6a4d8da79721 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472673 Jun 01 13:08:56.545745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39a23609-b467-401d-a2ec-83d92cf2dc66 req-3dfd18e3-10f5-4f63-9fc3-621ab11efcf0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482372 Jun 01 13:08:56.578461 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:08:56.591146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-ab535c76-38f8-4dba-9c8c-25dc19abce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.592666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-ab535c76-38f8-4dba-9c8c-25dc19abce9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5f85d19-45a0-4521-8091-554e984973f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3443637 Jun 01 13:08:56.632958 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] Set router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:08:56.718449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:56.729588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:56.739435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:56.740053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.762318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:08:56.802277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.811397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:56.812015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.836716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:08:56.853900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.863745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.878293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.891884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.892292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212746c-1061-48bb-bcd5-ff18a94a902c None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:56.940985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:56.941723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:56.943077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 200 len: 1092 time: 4.1483305 Jun 01 13:08:56.957538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:56.993302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:51Z', 'revision_number': 5, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:56.998321 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c753f0f-8adc-4c6f-b83d-5f2faa711d40 None None] The sync data for ids ['5b612955-3460-4b1e-8dc9-42bc60ca2f28'] in n-d-844200-1 is: [{'id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'name': 'tempest-FloatingIPsTestJSON-779668922-router', 'tenant_id': '2c35274a58694da69179a46b96092d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:46Z', 'updated_at': '2022-06-01T13:08:51Z', 'revision_number': 5, 'project_id': '2c35274a58694da69179a46b96092d34', 'gw_port': {'id': 'b0b6471c-cf39-4bd3-84ea-aeff78224ce8', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b612955-3460-4b1e-8dc9-42bc60ca2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:49Z', 'updated_at': '2022-06-01T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:08:57.012537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-fa0cac79-3114-4679-877a-bae5e8a6dbbb service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049125 Jun 01 13:08:57.017597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913fabc-21e9-443d-81c5-f5a950c034c9 service neutron] Pushing event updated for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:57.054169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd97fb-bda3-4537-8c7d-77b927911b27 req-66f92bd1-8b8e-41a7-b50c-ddd352ce0e5d tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.055805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77cd97fb-bda3-4537-8c7d-77b927911b27 req-66f92bd1-8b8e-41a7-b50c-ddd352ce0e5d tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 950 time: 0.3358395 Jun 01 13:08:57.173402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Deleting port b0b6471c-cf39-4bd3-84ea-aeff78224ce8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:08:57.173914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.319800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.325539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.328321 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b008ecd3-f1a5-4eab-bc08-40806a2284c8 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2423537 Jun 01 13:08:57.331229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.336885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.340638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34474) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:08:57.342906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.344709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67abc047-292c-4546-a483-d61f385df2aa req-942ba6b6-c981-4c53-9a22-ddd39641aca9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 3875 time: 0.5844069 Jun 01 13:08:57.353370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:08:57.382086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:08:57.427997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.428361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.428667 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Floating IP 5048b467-7e37-4d33-82e8-e4453d0bb32b disassociated. External IP: 172.25.7.148, port: 770f91dc-370e-4f5f-9ee5-0abd6f3b6946. Jun 01 13:08:57.429065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:57.441500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:08:57.442339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f727ff21-bc5d-4ee5-aed5-b1d5db2307a2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:08:57.451557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1943f613-af24-449e-bdf4-e6231f521d94 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:08:57.555507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77cd97fb-bda3-4537-8c7d-77b927911b27 req-de731440-82e8-481f-9874-c0d869b259d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553170 Jun 01 13:08:57.558844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.602349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67abc047-292c-4546-a483-d61f385df2aa req-c613c054-55b8-4cfb-a6bc-f7210406e18d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152474 Jun 01 13:08:57.640667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33'}, {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}, {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78'}, {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:57.650506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] For port b0b6471c-cf39-4bd3-84ea-aeff78224ce8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:57.650886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.674939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecb4eaf3-7785-4f2d-82d1-780dd88ff713 req-cb67d615-e25a-44e5-aca0-97e9bf52c963 service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527479 Jun 01 13:08:57.697513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-8bb04d74-f2cb-4a78-987d-52be45fd14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:57.699628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-8bb04d74-f2cb-4a78-987d-52be45fd14ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 1095 time: 0.6390178 Jun 01 13:08:57.705760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-f9b3dc5d-b5ca-4e79-93ab-164851d58094 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4069886 Jun 01 13:08:57.708640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:57.737288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '1943f613-af24-449e-bdf4-e6231f521d94', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'port_id': '1943f613-af24-449e-bdf4-e6231f521d94', 'mac_address': 'fa:16:3e:dd:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:08:57.791517 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6dc1ad-4211-47f7-a46b-0c89a1f460bf'] response: {'name': 'network-changed', 'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'status': 'completed', 'code': 200} Jun 01 13:08:57.798428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Calling delete_port for b0b6471c-cf39-4bd3-84ea-aeff78224ce8 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:08:57.847252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1943f613-af24-449e-bdf4-e6231f521d94 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:57.847577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.867620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1943f613-af24-449e-bdf4-e6231f521d94 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:08:57.881831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-94175add-58da-4799-b462-641a89efc48f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 200 len: 217 time: 0.1686628 Jun 01 13:08:57.885630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:57.890990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:57.967977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:58.033056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-d495c4fb-741e-40bf-8778-07408495c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.034495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-d495c4fb-741e-40bf-8778-07408495c4c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1394415 Jun 01 13:08:58.118163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1943f613-af24-449e-bdf4-e6231f521d94'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:08:58.123390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b186ac-e492-440c-bc24-d54c17a49ed3 req-e5e4509a-3864-4af4-87e0-8c660f526433 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.124878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1b186ac-e492-440c-bc24-d54c17a49ed3 req-e5e4509a-3864-4af4-87e0-8c660f526433 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 944 time: 0.3320119 Jun 01 13:08:58.133725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-8f0ba2e3-40a1-4479-888c-a9bbf522f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.135221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-8f0ba2e3-40a1-4479-888c-a9bbf522f71e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.3034022 Jun 01 13:08:58.136726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:58.161973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c5574-562d-4d5d-ae8d-01515df193a8 req-fc0f0d5b-0086-4028-a630-16308266b841 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.164082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b78c5574-562d-4d5d-ae8d-01515df193a8 req-fc0f0d5b-0086-4028-a630-16308266b841 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.2703106 Jun 01 13:08:58.263623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=770f91dc-370e-4f5f-9ee5-0abd6f3b6946,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:58.290744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:58.310089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1b186ac-e492-440c-bc24-d54c17a49ed3 req-3109addc-2e14-45bd-b4ae-584236022930 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739173 Jun 01 13:08:58.346668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-b1cf45eb-346a-4a32-9ad0-9fd9e1893ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.346668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-b1cf45eb-346a-4a32-9ad0-9fd9e1893ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993734 Jun 01 13:08:58.348725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b78c5574-562d-4d5d-ae8d-01515df193a8 req-2d00559f-bdd6-4152-b803-e20ad127de72 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563942 Jun 01 13:08:58.379645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:58.379645 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 6da3b275-69de-4104-a91d-72c838a18d7b disassociated. External IP: 172.25.7.254, port: a34d022b-4316-413f-800f-47a00f3762c5. Jun 01 13:08:58.471436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-7d9127d6-5e08-409c-a728-c0ceb5bedcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.472911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-7d9127d6-5e08-409c-a728-c0ceb5bedcf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.3059609 Jun 01 13:08:58.626070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-265d373e-8e3d-4ed5-8d22-7909c21700a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.1424296 Jun 01 13:08:58.697939 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f0139-458a-41e5-9b30-c37491f49a57'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33', 'code': 200} Jun 01 13:08:58.698776 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f0139-458a-41e5-9b30-c37491f49a57'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'code': 200} Jun 01 13:08:58.699473 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f0139-458a-41e5-9b30-c37491f49a57'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'code': 200} Jun 01 13:08:58.699877 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f0139-458a-41e5-9b30-c37491f49a57'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'code': 200} Jun 01 13:08:58.748437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-7006c640-6db4-4500-938f-2610236648a4 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907976 Jun 01 13:08:58.758848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-4fada286-e513-40ef-9855-a15c53b31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.760544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-4fada286-e513-40ef-9855-a15c53b31499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1142080 Jun 01 13:08:58.939027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:58.981939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Router 7e2a71f5-ebec-463a-9987-c3338fdea493 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:58.987879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5ceeb-f254-4da1-9bd7-3d65d50efae9 req-25819c24-4239-4885-80eb-e44a59f5144e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:58.990018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ec5ceeb-f254-4da1-9bd7-3d65d50efae9 req-25819c24-4239-4885-80eb-e44a59f5144e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 945 time: 0.4159052 Jun 01 13:08:59.002674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b6471c-cf39-4bd3-84ea-aeff78224ce8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:59.075279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c85cdc-6868-4279-b8d8-765a0d297f8d req-99e42bf4-2677-4481-a289-045f12ee1b7b service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109024 Jun 01 13:08:59.108103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ec5ceeb-f254-4da1-9bd7-3d65d50efae9 req-7d47d7f7-5747-4202-95ce-8669ac9de995 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100276 Jun 01 13:08:59.114923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-01f87848-b158-49b0-ba87-46edff6eddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:59.116352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-01f87848-b158-49b0-ba87-46edff6eddaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3333359 Jun 01 13:08:59.124927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36aa1-dbbc-424c-afb8-17b71410b383 req-cef2279f-f6be-4a6a-b18c-921dc5849464 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:59.126846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7e36aa1-dbbc-424c-afb8-17b71410b383 req-cef2279f-f6be-4a6a-b18c-921dc5849464 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.2953231 Jun 01 13:08:59.342929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.478165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1943f613-af24-449e-bdf4-e6231f521d94 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:08:59.511276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7e36aa1-dbbc-424c-afb8-17b71410b383 req-4a4b6db3-ebca-48b1-89de-9942953e0a3f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269893 Jun 01 13:08:59.547646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-838f0b7d-5a3b-4347-83a1-b13feab3b2c5 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197836 Jun 01 13:08:59.590880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 1943f613-af24-449e-bdf4-e6231f521d94 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:08:59.597301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 1943f613-af24-449e-bdf4-e6231f521d94 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:08:59.598064 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.607592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.616609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.635789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-a389a91a-bb46-486d-801b-1dfb172f76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:59.637362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-a389a91a-bb46-486d-801b-1dfb172f76e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 1095 time: 0.3491600 Jun 01 13:08:59.645853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9895c-ffe8-4adb-9ea1-f50208801f1d req-927108d6-3ad2-40b3-aa94-0e67e5f6b9be tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:08:59.651859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dd9895c-ffe8-4adb-9ea1-f50208801f1d req-927108d6-3ad2-40b3-aa94-0e67e5f6b9be tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 950 time: 0.3645058 Jun 01 13:08:59.659998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:08:59.664049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:08:59.675698 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Sync routers for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:08:59.687499 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:08:59.688631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:08:59.750490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.750947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b612955-3460-4b1e-8dc9-42bc60ca2f28 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:08:59.790910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1943f613-af24-449e-bdf4-e6231f521d94 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:08:59.790910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.831064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] No DVR routers for this DVR port 770f91dc-370e-4f5f-9ee5-0abd6f3b6946 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:08:59.838455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:08:59.845377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.846459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.867125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:08:59.896564 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-c9b129ed-5b36-46b4-a98d-c9666e321b11 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "DELETE /v2.0/ports/770f91dc-370e-4f5f-9ee5-0abd6f3b6946 HTTP/1.1" status: 204 len: 173 time: 4.6443167 Jun 01 13:08:59.899287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dd9895c-ffe8-4adb-9ea1-f50208801f1d req-ded3f5a5-8080-446c-92e8-8d8d882675d9 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463157 Jun 01 13:08:59.942065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a977dd8-978f-4334-9cc0-6b558349fde8 req-b890ae25-49f8-4527-a25b-e0ca9a4a292b service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858724 Jun 01 13:08:59.960314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:59.961754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a4091a2-0389-44ef-b861-4f431314a625 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5b612955-3460-4b1e-8dc9-42bc60ca2f28 HTTP/1.1" status: 204 len: 168 time: 4.1499631 Jun 01 13:08:59.961923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:08:59.982532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34498) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:00.028223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-d7a93dd2-fb6b-4d24-b811-51d3b39d7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.030083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-d7a93dd2-fb6b-4d24-b811-51d3b39d7847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.3760343 Jun 01 13:09:00.057255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410cb2-f25b-403d-a294-9da9b918c724 req-c11eb6d5-b008-45cd-a6a6-b60aa2f516ed tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.064773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410cb2-f25b-403d-a294-9da9b918c724 req-c11eb6d5-b008-45cd-a6a6-b60aa2f516ed tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.072403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410cb2-f25b-403d-a294-9da9b918c724 req-c11eb6d5-b008-45cd-a6a6-b60aa2f516ed tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.079284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410cb2-f25b-403d-a294-9da9b918c724 req-c11eb6d5-b008-45cd-a6a6-b60aa2f516ed tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.082077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54410cb2-f25b-403d-a294-9da9b918c724 req-c11eb6d5-b008-45cd-a6a6-b60aa2f516ed tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 3142 time: 0.3669577 Jun 01 13:09:00.115188 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:00.208141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-b9617afd-f9c8-4694-8f05-5c3afb19d110 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 200 len: 217 time: 0.1250236 Jun 01 13:09:00.289665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 2ad55008-cd4a-4deb-8891-64a06a401b78 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:00.289891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:00.306780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54410cb2-f25b-403d-a294-9da9b918c724 req-fdd73a17-2628-4c3b-9192-7ba23b8018fc tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387861 Jun 01 13:09:00.328459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef426b-da8c-400c-8060-4773f6608fd6 req-3688f7de-c8b1-48f2-9c56-44b898556a86 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.336625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9ef426b-da8c-400c-8060-4773f6608fd6 req-3688f7de-c8b1-48f2-9c56-44b898556a86 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 944 time: 0.2910900 Jun 01 13:09:00.340054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-eb484e67-46ba-4363-9703-407646a5f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.342114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-eb484e67-46ba-4363-9703-407646a5f472 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1174130 Jun 01 13:09:00.432144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:00.439433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Deleting subnet 6bde0218-bf75-437c-93b8-9518672bb3d0 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:09:00.445502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:00.445691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:00.467211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:00.467847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.504899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9ef426b-da8c-400c-8060-4773f6608fd6 req-d950dcc1-d969-4ffd-a5d0-4ccfade19271 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615827 Jun 01 13:09:00.528491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:00.543396 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.548297 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Checking router: 7e2a71f5-ebec-463a-9987-c3338fdea493 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:09:00.553626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-75f4e024-1aaf-44ae-8d5d-2988e648267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.555155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-75f4e024-1aaf-44ae-8d5d-2988e648267c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030954 Jun 01 13:09:00.557114 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:00.557734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.617058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.630384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:00.631040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.654305 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab9bc60-1dcb-4e8e-bfde-cc4d000aec5d'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '770f91dc-370e-4f5f-9ee5-0abd6f3b6946', 'status': 'completed', 'code': 200} Jun 01 13:09:00.746624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:00.749186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:00.767310 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:00.798666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:00.799233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affc4be-8e13-49af-bbd2-9ae5275b9e36 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:00.856770 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b750006-577e-4fcb-bead-745d7a52b861 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/6da3b275-69de-4104-a91d-72c838a18d7b HTTP/1.1" status: 200 len: 688 time: 3.5149438 Jun 01 13:09:00.862011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34512) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:00.869575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aad57-fbd2-48b8-a848-680090fec05d req-8f46d6a9-4a30-4b85-a1e6-3dc66e213ba2 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:00.871524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-af9aad57-fbd2-48b8-a848-680090fec05d req-8f46d6a9-4a30-4b85-a1e6-3dc66e213ba2 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 950 time: 0.5391645 Jun 01 13:09:00.897432 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac77bc84-3a64-4326-b05a-b85774111c56'] response: {'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94', 'code': 200} Jun 01 13:09:00.950760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-d81aaf0f-3348-41b8-8d2a-2fc742479b7c service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866358 Jun 01 13:09:01.082208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] For port 2ad55008-cd4a-4deb-8891-64a06a401b78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=2ad55008-cd4a-4deb-8891-64a06a401b78,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:01.082770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.160259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0b6471c-cf39-4bd3-84ea-aeff78224ce8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:01.168804 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:01.173896 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484545ac-6634-4f9a-8b6d-3906cfcc78ea None None] The sync data for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 is: [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 4, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9', 'name': '', 'network_id': '170c337c-8f1e-41eb-aa8c-585fd47e8e5d', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'mac_address': 'fa:16:3e:b5:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:19Z', 'updated_at': '2022-06-01T13:02:41Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'subnets': [{'id': '173d2874-e992-4d47-8b45-eaec747d0c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:01.221171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b0b6471c-cf39-4bd3-84ea-aeff78224ce8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:01.222571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0b6471c-cf39-4bd3-84ea-aeff78224ce8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:01.257424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 2ad55008-cd4a-4deb-8891-64a06a401b78 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:01.301339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Deleting port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:01.301677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.390943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.405162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 36f6fa8e-7d00-4483-90a7-9b33ae81b12b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:01.405518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.483212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cd138-3719-4906-802d-b975e93a4bc1 req-977d2d7b-a912-4554-8a2c-d6a0ecec4f76 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:01.484725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f7cd138-3719-4906-802d-b975e93a4bc1 req-977d2d7b-a912-4554-8a2c-d6a0ecec4f76 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.7394454 Jun 01 13:09:01.531059 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40b3f4-d315-42af-96f6-a32d6e460b31 None None] New status for floating IP 5048b467-7e37-4d33-82e8-e4453d0bb32b: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:09:01.656099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57419ccb-7ee4-4973-873e-6ad0405af3ed req-45939f4f-2862-4ccc-886e-630ff313d262 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560755 Jun 01 13:09:01.666332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f7cd138-3719-4906-802d-b975e93a4bc1 req-cc4448d7-021a-46da-ae47-d89e2c19c455 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597078 Jun 01 13:09:01.668357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d4c0-f063-4da0-843d-44f641585bd4 req-b207a064-cac1-4915-891a-5d45f7c6d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:01.669810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb9d4c0-f063-4da0-843d-44f641585bd4 req-b207a064-cac1-4915-891a-5d45f7c6d590 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1097 time: 0.6989651 Jun 01 13:09:01.689095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.729362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.730186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a93402-5558-4aee-9f84-f8f5d943ab6e req-5bb9e396-58a8-4cb9-93a7-c684e540c560 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:01.738040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6a93402-5558-4aee-9f84-f8f5d943ab6e req-5bb9e396-58a8-4cb9-93a7-c684e540c560 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.7052050 Jun 01 13:09:01.791672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.792020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.808707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb9d4c0-f063-4da0-843d-44f641585bd4 req-2d1a27f8-0f83-4880-b00e-292240b00a99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313660 Jun 01 13:09:01.816694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=2ad55008-cd4a-4deb-8891-64a06a401b78,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:01.819776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bde0218-bf75-437c-93b8-9518672bb3d0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:01.868965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.869878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6a93402-5558-4aee-9f84-f8f5d943ab6e req-b7c9cb9d-7ea1-4b12-875d-8d1705972046 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309891 Jun 01 13:09:01.873974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d16f47-29f3-4b3c-b6a9-1b0aed77566c None None] Network 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:01.945729 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e9368573-c2f0-4f1b-b584-283d7b21f89c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6bde0218-bf75-437c-93b8-9518672bb3d0 HTTP/1.1" status: 204 len: 168 time: 1.7958384 Jun 01 13:09:01.952840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:01.953962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] No DVR routers for this DVR port 2ad55008-cd4a-4deb-8891-64a06a401b78 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:01.957567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:01.959597 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-221cec60-f2bd-4c12-94b1-fd7de9877837 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "DELETE /v2.0/ports/2ad55008-cd4a-4deb-8891-64a06a401b78 HTTP/1.1" status: 204 len: 173 time: 2.0443645 Jun 01 13:09:01.969587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 36f6fa8e-7d00-4483-90a7-9b33ae81b12b owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:01.985928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] For port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:01.985928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.164559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12b28-5dd6-46ae-99d6-e2e8571890ab req-3ef1d0fc-345c-4d3d-816e-89d0e42beef5 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:02.166095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc12b28-5dd6-46ae-99d6-e2e8571890ab req-3ef1d0fc-345c-4d3d-816e-89d0e42beef5 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 950 time: 0.3530693 Jun 01 13:09:02.187470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] DHCP port deletion for 7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:09:02.192819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Deleting port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:02.193488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.287827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d0e2-3107-4ef3-ae98-12f3538cb545 req-9a505b1f-11e0-4258-8ae8-afb6d533f6e2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:02.294507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d0e2-3107-4ef3-ae98-12f3538cb545 req-9a505b1f-11e0-4258-8ae8-afb6d533f6e2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:02.299872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d0e2-3107-4ef3-ae98-12f3538cb545 req-9a505b1f-11e0-4258-8ae8-afb6d533f6e2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:02.307650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6251d0e2-3107-4ef3-ae98-12f3538cb545 req-9a505b1f-11e0-4258-8ae8-afb6d533f6e2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 2409 time: 0.2532778 Jun 01 13:09:02.337750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc12b28-5dd6-46ae-99d6-e2e8571890ab req-3eeabd9d-8f81-4d01-a57b-d9770d9dfd0f tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/security-groups?id=92134507-6f33-4afb-9ead-e92266772d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320322 Jun 01 13:09:02.342172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.384863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Calling delete_port for 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:02.447241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] For port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:02.447712 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.458147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=36f6fa8e-7d00-4483-90a7-9b33ae81b12b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:02.466456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.494078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 7607dc8b-202c-4f94-98ba-28c2f7811438 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:02.494500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.580312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Deleting port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:02.581398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.599679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Calling delete_port for 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:02.623385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6251d0e2-3107-4ef3-ae98-12f3538cb545 req-ce1bb2c0-3c6d-4797-8d68-8e60d18f88b1 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148603 Jun 01 13:09:02.660525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 863800c7-7ff8-4b69-aec4-bf13f4cd4aac details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:09:02.664793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.672788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:02.688735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661a20-ed3d-489c-bb16-fdca31b43f69 req-a5eb28c0-d7b7-425b-8ae9-681d041091cd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:02.691681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa661a20-ed3d-489c-bb16-fdca31b43f69 req-a5eb28c0-d7b7-425b-8ae9-681d041091cd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 944 time: 0.1754897 Jun 01 13:09:02.693256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.699146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8be4d4d9-7401-45e8-bc95-c97ca5aa2602 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/6da3b275-69de-4104-a91d-72c838a18d7b HTTP/1.1" status: 204 len: 168 time: 1.8306792 Jun 01 13:09:02.699146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34530) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:02.708300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '95525340-9b94-43a1-b379-faa8af0ba1ee'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:02.717585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:02.722697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:floatingip and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:02.727923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:02.737778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:02.774067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.796870 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846f6b3c-9cc7-4a4f-9506-9c24f257e31b'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '2ad55008-cd4a-4deb-8891-64a06a401b78', 'status': 'completed', 'code': 200} Jun 01 13:09:02.878742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:02.899117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'mac_address': 'fa:16:3e:66:89:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:09:02.900602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:02.945259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:02.985688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa661a20-ed3d-489c-bb16-fdca31b43f69 req-8dd6bc0f-ae0c-4c33-89dd-99ce348c7f34 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865818 Jun 01 13:09:02.986244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.052173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] Pushing event deleted for resources: {'Port': ['ID=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:03.068397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b135-dc15-40bc-98f9-b1df06f2627b None None] No DVR routers for this DVR port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:03.072549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:03.072549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.073078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Pushing event deleted for resources: {'Port': ['ID=9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:03.089104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd582f64-d29c-4135-aded-1f3f24550b61 req-b7dce426-9556-483d-bc77-74c71f7fe54c tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:03.102803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863800c7-7ff8-4b69-aec4-bf13f4cd4aac {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:03.111989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd582f64-d29c-4135-aded-1f3f24550b61 req-b7dce426-9556-483d-bc77-74c71f7fe54c tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.2055235 Jun 01 13:09:03.121321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:03.131008 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.183304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd582f64-d29c-4135-aded-1f3f24550b61 req-95441a44-6049-4d8a-8476-299db5d8b44d tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697360 Jun 01 13:09:03.257811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:03.261861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:03.295154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] No DVR routers for this DVR port 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:03.298174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:03.298524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:03.315599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.374143 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-af9aad57-fbd2-48b8-a848-680090fec05d req-6282786a-3f0c-441e-aa77-5bcb939587d4 tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.24 "DELETE /v2.0/ports/9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f HTTP/1.1" status: 204 len: 173 time: 2.3585336 Jun 01 13:09:03.380952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] For port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e7a8dde-cb30-42c9-99eb-01aa1813fcc2,segment=NetworkSegment(d6d5ebb0-07be-442d-b6da-66037c9e421f),segment_id=d6d5ebb0-07be-442d-b6da-66037c9e421f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:03.381300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.396084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] For port 7607dc8b-202c-4f94-98ba-28c2f7811438, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7607dc8b-202c-4f94-98ba-28c2f7811438,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:03.396455 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.515749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:03.521281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-959fff2d-9b74-4c27-9047-c63e12b79f61 req-23205e8f-8565-4d39-a764-bfcae404ecda tempest-ImagesNegativeTestJSON-1009472732 tempest-ImagesNegativeTestJSON-1009472732-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd3079aa-0ebe-41ff-8f9c-e40d84f21556 HTTP/1.1" status: 200 len: 210 time: 0.0592759 Jun 01 13:09:03.552267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:03.597554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Calling delete_port for 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:03.619567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29ad99-1533-434d-ab46-91d11fcb6b5f req-9b82e6b6-93a0-4a13-bf7d-1b87a16ab2fa tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:03.622163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb29ad99-1533-434d-ab46-91d11fcb6b5f req-9b82e6b6-93a0-4a13-bf7d-1b87a16ab2fa tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.4491954 Jun 01 13:09:03.696644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 7607dc8b-202c-4f94-98ba-28c2f7811438 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:03.779208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb29ad99-1533-434d-ab46-91d11fcb6b5f req-a5b73453-7a9a-43ca-b4f3-1ece68dd7870 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448536 Jun 01 13:09:03.867900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.239 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ddef34d2-cff9-4aac-8b4a-18ac0d5ec305) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:03.968433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:09:03.969421 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:09:04.017518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b69a-3f67-4793-87c0-cc8695de9da3 req-ca3036a2-0282-43cf-ac07-6bdc6db4a777 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:04.023470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b69a-3f67-4793-87c0-cc8695de9da3 req-ca3036a2-0282-43cf-ac07-6bdc6db4a777 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:04.029573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b69a-3f67-4793-87c0-cc8695de9da3 req-ca3036a2-0282-43cf-ac07-6bdc6db4a777 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:04.036859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6228b69a-3f67-4793-87c0-cc8695de9da3 req-ca3036a2-0282-43cf-ac07-6bdc6db4a777 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 2409 time: 0.2664104 Jun 01 13:09:04.103558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.110648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6228b69a-3f67-4793-87c0-cc8695de9da3 req-81d9c274-492a-4b0d-9d0d-6e858e99e893 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728238 Jun 01 13:09:04.153431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=7607dc8b-202c-4f94-98ba-28c2f7811438,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:04.191458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.198752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.283532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.303835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] No DVR routers for this DVR port 7607dc8b-202c-4f94-98ba-28c2f7811438 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:04.306211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.318574 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-5fe069e8-d89e-4740-a6a1-83bcd8bcb81d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "DELETE /v2.0/ports/7607dc8b-202c-4f94-98ba-28c2f7811438 HTTP/1.1" status: 204 len: 173 time: 2.1282406 Jun 01 13:09:04.394942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port ab935600-61ae-4e78-a54e-10d11234f4ae {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:04.395381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.439546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:04.449733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:04.456895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:04.492989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Deleting port 8e7a8dde-cb30-42c9-99eb-01aa1813fcc2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:04.493560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.524601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=ddef34d2-cff9-4aac-8b4a-18ac0d5ec305,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:04.596347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] The port '8e7a8dde-cb30-42c9-99eb-01aa1813fcc2' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:09:04.645933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 863800c7-7ff8-4b69-aec4-bf13f4cd4aac up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:04.671081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68667af-4679-4e2d-b4a6-d432404bfe42 req-6ec9ab53-9e46-4691-9d6a-287cb0384a8e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:04.673029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a68667af-4679-4e2d-b4a6-d432404bfe42 req-6ec9ab53-9e46-4691-9d6a-287cb0384a8e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.3286915 Jun 01 13:09:04.715197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717e10e-b8c7-46b7-af3e-6bd1407c1b3f req-ee70a091-d2ba-4fcf-81d2-25de1ceb713f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:04.716993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9717e10e-b8c7-46b7-af3e-6bd1407c1b3f req-ee70a091-d2ba-4fcf-81d2-25de1ceb713f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 945 time: 0.3789670 Jun 01 13:09:04.751850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:09:04.758221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:04.758982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.804581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'name': 'network-vif-deleted', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f'}, {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:04.822051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.851241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a68667af-4679-4e2d-b4a6-d432404bfe42 req-375aa443-9f3b-478d-9439-a1dd9be5442e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638577 Jun 01 13:09:04.872640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9e8c87-b0b5-4369-81d2-cb4adfe0e975']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:04.883274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9717e10e-b8c7-46b7-af3e-6bd1407c1b3f req-f4f669fd-c626-41a7-a502-db89e9f110cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387169 Jun 01 13:09:04.901249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d5ebb0-07be-442d-b6da-66037c9e421f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:04.902118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d5ebb0-07be-442d-b6da-66037c9e421f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:04.917373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:04.918553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.923922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.931996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] For port ab935600-61ae-4e78-a54e-10d11234f4ae, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab935600-61ae-4e78-a54e-10d11234f4ae,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:04.932356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.954908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:04.965976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:04.971840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:04.972949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:05.086184 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87de548-96da-4c48-9ac5-13f8b9520e29'] response: {'server_uuid': 'cd3079aa-0ebe-41ff-8f9c-e40d84f21556', 'name': 'network-vif-deleted', 'tag': '9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f', 'status': 'completed', 'code': 200} Jun 01 13:09:05.086794 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87de548-96da-4c48-9ac5-13f8b9520e29'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '7607dc8b-202c-4f94-98ba-28c2f7811438', 'status': 'completed', 'code': 200} Jun 01 13:09:05.087678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.097121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for ab935600-61ae-4e78-a54e-10d11234f4ae owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:05.136046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4604d7-a08d-46b2-ae8f-a7fad66b9706 req-38db2cc2-2ec3-437b-864d-099b8ffbc1a6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:05.137865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd4604d7-a08d-46b2-ae8f-a7fad66b9706 req-38db2cc2-2ec3-437b-864d-099b8ffbc1a6 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.1382937 Jun 01 13:09:05.163593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:09:05.164061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.217596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd4604d7-a08d-46b2-ae8f-a7fad66b9706 req-45afd099-f729-4835-b11c-e785223b4f0c tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638158 Jun 01 13:09:05.266808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.281845 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8df035-447b-47d8-97c4-1bff5a404152'] response: {'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'code': 200} Jun 01 13:09:05.282629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:05.302233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:05.302724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf3a9ca-3dbe-485a-9cce-ae0cb9baad4f not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:05.316636 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d6d5ebb0-07be-442d-b6da-66037c9e421f resource provider aggregate not found Jun 01 13:09:05.339993 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d6d5ebb0-07be-442d-b6da-66037c9e421f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6d5ebb0-07be-442d-b6da-66037c9e421f found for delete ", "request_id": "req-83190df3-0886-4300-ad51-c62ed105abc0"}]} Jun 01 13:09:05.389513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.409546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.421105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9e8c87-b0b5-4369-81d2-cb4adfe0e975,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:05.427793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5c888cb-8560-4dd8-a87a-d32611fa5bd3 admin admin] 10.222.0.40 "DELETE /v2.0/networks/7b9e8c87-b0b5-4369-81d2-cb4adfe0e975 HTTP/1.1" status: 204 len: 168 time: 3.4719045 Jun 01 13:09:05.478426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.485977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4edf36-5bbf-404b-a8e4-1c27881e1a3d req-a9b4eb77-8d82-4f4f-9357-986a7cf2da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:05.487521 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd4edf36-5bbf-404b-a8e4-1c27881e1a3d req-a9b4eb77-8d82-4f4f-9357-986a7cf2da98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 1097 time: 0.2200677 Jun 01 13:09:05.537360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.588019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d6f6d-d549-4c98-a37e-06200b64f320 req-4060c731-af74-4811-b4af-dc9ddf893851 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:05.593930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d6f6d-d549-4c98-a37e-06200b64f320 req-4060c731-af74-4811-b4af-dc9ddf893851 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:05.601065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2d6f6d-d549-4c98-a37e-06200b64f320 req-4060c731-af74-4811-b4af-dc9ddf893851 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 1676 time: 0.2627642 Jun 01 13:09:05.667418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:05.668231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=ab935600-61ae-4e78-a54e-10d11234f4ae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:05.679301 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bd4edf36-5bbf-404b-a8e4-1c27881e1a3d req-975105af-f121-44ca-879f-05898f1b73af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788836 Jun 01 13:09:05.696819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] No DVR routers for this DVR port ab935600-61ae-4e78-a54e-10d11234f4ae on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:05.700594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.722662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-d95df80e-c127-4fa0-9e1c-4bf6bec9022b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "DELETE /v2.0/ports/ab935600-61ae-4e78-a54e-10d11234f4ae HTTP/1.1" status: 204 len: 173 time: 1.3978918 Jun 01 13:09:05.791921 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d73f77f-2f42-4bc2-a7e6-e2b69be0079a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2c35274a58694da69179a46b96092d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213706 Jun 01 13:09:05.792158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c487de-7335-482a-8fe5-95a32e66fb22 req-17ee61e2-2893-4502-8f3e-de34f04c6696 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:05.795273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80c487de-7335-482a-8fe5-95a32e66fb22 req-17ee61e2-2893-4502-8f3e-de34f04c6696 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.3984118 Jun 01 13:09:05.795415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:05.818306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 47630257-d42b-4511-bac3-99fc0cccfb33 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:05.818653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:05.875728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2d6f6d-d549-4c98-a37e-06200b64f320 req-2ec74f20-6306-4f2b-944c-b0415f4696f9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups?id=efd11050-93c7-4c0d-9035-7c17c1ba4d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735856 Jun 01 13:09:05.913681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80c487de-7335-482a-8fe5-95a32e66fb22 req-bd6fcf95-dca0-42a3-84f1-a61ed5d4b1d8 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091273 Jun 01 13:09:06.031140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.074822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.133845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.238468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.260558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=ddef34d2-cff9-4aac-8b4a-18ac0d5ec305,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:06.290501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.345429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] For port 47630257-d42b-4511-bac3-99fc0cccfb33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=47630257-d42b-4511-bac3-99fc0cccfb33,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:06.345787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.359337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.394320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057b84c-851f-4483-87e1-d2a716ab743b req-9c3dd6f4-0012-4fe9-8a40-c2d1c6c47112 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:06.395900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0057b84c-851f-4483-87e1-d2a716ab743b req-9c3dd6f4-0012-4fe9-8a40-c2d1c6c47112 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.3625643 Jun 01 13:09:06.451775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ea49-c768-454a-b0c6-d38e010b903b req-146e84f0-58da-4a0f-ab37-6b5963b570ec tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:06.453183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ed2ea49-c768-454a-b0c6-d38e010b903b req-146e84f0-58da-4a0f-ab37-6b5963b570ec tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.3296742 Jun 01 13:09:06.481549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 47630257-d42b-4511-bac3-99fc0cccfb33 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:06.520594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.523634 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1784352b-f747-4ed0-9648-324ad4fd5b29 HTTP/1.1" status: 204 len: 168 time: 0.7255464 Jun 01 13:09:06.523634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319100-5c97-49aa-b217-f1363610134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784352b-f747-4ed0-9648-324ad4fd5b29,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:06.561628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0057b84c-851f-4483-87e1-d2a716ab743b req-4c369a2d-d438-4657-a037-ec84ccc7f0ac tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180067 Jun 01 13:09:06.574218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ed2ea49-c768-454a-b0c6-d38e010b903b req-f1208a8c-67d6-4e99-8d75-5e020ae6df8f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122408 Jun 01 13:09:06.575752 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 31e93713-3a34-497e-a4a4-ea8609f1c720 associated. External IP: 172.25.7.239, port: 95525340-9b94-43a1-b379-faa8af0ba1ee. Jun 01 13:09:06.788231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:06.912267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=47630257-d42b-4511-bac3-99fc0cccfb33,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:07.003825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc276232-bd0b-4b42-a4f3-695bc78425c4 req-0dc0438f-a957-46b1-8514-fec7e060b555 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:07.005442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc276232-bd0b-4b42-a4f3-695bc78425c4 req-0dc0438f-a957-46b1-8514-fec7e060b555 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.2508430 Jun 01 13:09:07.083644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] No DVR routers for this DVR port 47630257-d42b-4511-bac3-99fc0cccfb33 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:07.090021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:07.098833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc276232-bd0b-4b42-a4f3-695bc78425c4 req-7f23b82f-e920-4101-b1e7-515763850290 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844913 Jun 01 13:09:07.104235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:07.118608 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a52c46e-e146-4787-895f-f6847d3b51c5 req-3941f616-f48d-4aaf-bd1b-5a4a98b70f19 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.13 "DELETE /v2.0/ports/47630257-d42b-4511-bac3-99fc0cccfb33 HTTP/1.1" status: 204 len: 173 time: 1.3904738 Jun 01 13:09:07.128248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:07.206929 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e0bc1e-4c40-46a6-b324-1091e1a3beae'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': 'ab935600-61ae-4e78-a54e-10d11234f4ae', 'status': 'completed', 'code': 200} Jun 01 13:09:07.225555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:07.236147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b844cc4-4e81-45cf-8bd1-08a48656f2e4 req-af344167-830e-40e5-9072-ffd05df5046d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 210 time: 0.1355155 Jun 01 13:09:07.292417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:07.755010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:07.768143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:07.785358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:07.790036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:07.790226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:07.961125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:07.976712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02eb3e-8cf9-4ff7-870e-663497090b3a tempest-TestServerBasicOps-804097523 tempest-TestServerBasicOps-804097523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:07.984303 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6e02eb3e-8cf9-4ff7-870e-663497090b3a tempest-TestServerBasicOps-804097523 tempest-TestServerBasicOps-804097523-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1092 time: 0.8549578 Jun 01 13:09:07.987505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:07.989571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:07.990932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:08.000791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '1943f613-af24-449e-bdf4-e6231f521d94', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:08.014353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:08.028458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Usage tracker for resource:floatingip and tenant:cc10a94061124128ac382e497a818247 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:08.034340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:08.071948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:08.096815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.157022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:08.157540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a47f7-bbcb-4089-b22d-4d4842def0b4 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:08.273632 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-45c31659-89e6-4202-abc4-495542b6b73b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=caa21c07701c4f5c98bf351b555eea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9798234 Jun 01 13:09:08.279630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34648) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:08.319963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34654) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:08.335212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc0cbcd6-639f-46c8-829d-f4d57302862d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6297162 Jun 01 13:09:08.499806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69a935a9-30c8-4636-a6e3-d40cb2d8f42c req-0a6b97b7-3887-4f65-bf25-25260b151641 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 210 time: 0.0825171 Jun 01 13:09:08.500410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34660) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:08.531582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc069148-18af-49eb-a048-e7adda8cda69 req-994e25b5-5bb5-40f7-ac7f-309a18314044 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:08.539210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc069148-18af-49eb-a048-e7adda8cda69 req-994e25b5-5bb5-40f7-ac7f-309a18314044 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.6664131 Jun 01 13:09:08.573860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.634994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc069148-18af-49eb-a048-e7adda8cda69 req-84b160cb-ea5c-4641-aca2-faf4cf9e9bda tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947781 Jun 01 13:09:08.649322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.680860 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03f57aad-d6a7-4cd6-8d34-9453dc3d207d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/floatingips/31e93713-3a34-497e-a4a4-ea8609f1c720 HTTP/1.1" status: 200 len: 979 time: 0.3595753 Jun 01 13:09:08.684712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:08.722553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.744736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92134507-6f33-4afb-9ead-e92266772d65,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:08.754887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1250795697-network', 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:08.764942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:08.771553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Usage tracker for resource:network and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:08.774754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.776823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a25579b5-85c7-45cc-b802-ee0a28fcf492 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/92134507-6f33-4afb-9ead-e92266772d65 HTTP/1.1" status: 204 len: 168 time: 0.4950702 Jun 01 13:09:08.777884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:08.785211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:08.796572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.800623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:08.805894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.823216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:08.869272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:08.873439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Usage tracker for resource:security_group_rule and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:08.877164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:08.885661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:09.147479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Allocated IP 172.25.7.161 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/1da3e15e-ce2d-4504-912f-43a0172a6926) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:09.244345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.262807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.282132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:09:09.304943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.305682 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Added segment 4fb59052-272f-4a20-b4f1-3b1894b3d8df of type vlan for network 77119ff8-eb92-4710-83fa-7760fc0af338 Jun 01 13:09:09.361308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.375783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:09.490032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.491176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:09.491595 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.509253 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ba065c-05b9-4fad-98d5-cc80d4be7a03'] response: {'server_uuid': '71f297f6-52f7-45fa-89df-434dd6a27bf0', 'name': 'network-vif-deleted', 'tag': '47630257-d42b-4511-bac3-99fc0cccfb33', 'status': 'completed', 'code': 200} Jun 01 13:09:09.523737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.554078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1511cc1a-4a78-4b32-a7bd-8a8d885408a0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Synchronizing usage tracker for tenant:d13eb9d04637446dadf45964f56b55ef on resource:floatingip {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:09.587475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1511cc1a-4a78-4b32-a7bd-8a8d885408a0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Unset dirty status for tenant:d13eb9d04637446dadf45964f56b55ef on resource:floatingip {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:09.589057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1511cc1a-4a78-4b32-a7bd-8a8d885408a0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.8989229 Jun 01 13:09:09.592331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.598917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34690) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:09.608217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1046145 Jun 01 13:09:09.668083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34692) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:09.678826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': 'a34d022b-4316-413f-800f-47a00f3762c5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:09.699609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Request body: {'subnet': {'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1250795697-subnet', 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:09.705000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:09.709157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Usage tracker for resource:subnet and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:09.712422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:09.718503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:09.782267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3239fc5-762b-407e-ada6-6658c29b3746,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:09.800255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:09.803300 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:09.830625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d217963c-b756-4ba3-8019-923fd7003e00 req-dffd7d1b-1819-43ce-935f-86704c95495b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f297f6-52f7-45fa-89df-434dd6a27bf0 HTTP/1.1" status: 200 len: 210 time: 0.0896769 Jun 01 13:09:09.839914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52359-7226-4c62-b534-20f4d9220cef admin admin] Pushing event updated for resources: {'Network': ['ID=77119ff8-eb92-4710-83fa-7760fc0af338,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:09.854197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 77119ff8-eb92-4710-83fa-7760fc0af338 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:09:10.007502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:10.018401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:10.024599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:10.052787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15606b-ee3e-4c62-a870-9b6ead599989 req-6fa364c2-5f68-43ce-ae35-5b785af18e67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:10.061534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b15606b-ee3e-4c62-a870-9b6ead599989 req-6fa364c2-5f68-43ce-ae35-5b785af18e67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.8004916 Jun 01 13:09:10.123389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b15606b-ee3e-4c62-a870-9b6ead599989 req-4ee04290-5eba-495d-a1e8-af3457ed8bac tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 Jun 01 13:09:10.148666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34710) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:10.188246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'Port': ['ID=1da3e15e-ce2d-4504-912f-43a0172a6926,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:10.228651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:10.233921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:10.343665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6dd9342-103c-4629-8458-8606518e55bc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:10.358157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2141936393-network', 'tenant_id': '9f20d0fc37144d888c3d468ed1894f7c'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:10.359153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Checking segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:10.359704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Network hostable DHCP agents. Network: 77119ff8-eb92-4710-83fa-7760fc0af338, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:09:10.381196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:10.387728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Network 77119ff8-eb92-4710-83fa-7760fc0af338 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:09:10.397938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Usage tracker for resource:network and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:10.405388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 77119ff8-eb92-4710-83fa-7760fc0af338) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:10.407700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:10.416865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:10.417717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:10.418984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:10.420852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f83ad0-616e-4d16-8fee-6f9c185c80fc None None] Network 77119ff8-eb92-4710-83fa-7760fc0af338 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:10.478653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-69d321d7-b995-43ad-9b26-fde8c51bc508 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8071721 Jun 01 13:09:10.538146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Made reservation on behalf of 9f20d0fc37144d888c3d468ed1894f7c for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:10.540453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:10.584655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:10.612269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:10.620026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Usage tracker for resource:security_group_rule and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:10.719829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:10.747824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd40f7-fbbe-4c8c-9ee0-213aa51fb6cb None None] Network 77119ff8-eb92-4710-83fa-7760fc0af338 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:10.815436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:10.820768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410a7bb-25a4-4b3b-8314-d83565bd97d5 req-c9539124-2f9e-4afb-9537-1c547a4d5519 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:10.822613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7410a7bb-25a4-4b3b-8314-d83565bd97d5 req-c9539124-2f9e-4afb-9537-1c547a4d5519 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.1332810 Jun 01 13:09:10.934012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7410a7bb-25a4-4b3b-8314-d83565bd97d5 req-9d413aa8-91c7-4a1d-8f2e-72a2234eff8a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052606 Jun 01 13:09:11.096698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34742) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:11.174893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515840d-1f19-4366-a4d4-36b90afe59de req-f7d8d40c-7389-43be-b713-297a55b7ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:11.176367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-f7d8d40c-7389-43be-b713-297a55b7ecb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.5528469 Jun 01 13:09:11.289211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.344082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-8f680aeb-7700-4815-9781-7b96f9f90afa tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:11.344653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-8f680aeb-7700-4815-9781-7b96f9f90afa tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:11.352283 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.356387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.381755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.408983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-8f680aeb-7700-4815-9781-7b96f9f90afa tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:11.410152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-8f680aeb-7700-4815-9781-7b96f9f90afa tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.3489830 Jun 01 13:09:11.424653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322254b-f929-4583-bfe7-3c432488083f req-b3983786-2ad2-429d-9316-2ecd99aff2ce tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:11.426115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3322254b-f929-4583-bfe7-3c432488083f req-b3983786-2ad2-429d-9316-2ecd99aff2ce tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.1790948 Jun 01 13:09:11.458311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:09:11.459504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-cbe3c716-0fda-4341-b389-f965796cf378 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/quotas/c14b4b72482f416e9341b41f9bb7155e HTTP/1.1" status: 200 len: 375 time: 0.0321200 Jun 01 13:09:11.466847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.493126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d715a-079d-4962-809e-bbddd673d53d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:11.522582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.522924 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Added segment 58ae5a8b-8564-4e5e-b3da-38051a761919 of type vlan for network a2003504-e58a-46c6-80f1-a99d6631ae11 Jun 01 13:09:11.524319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.530832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515840d-1f19-4366-a4d4-36b90afe59de req-8966a1af-7ae4-40d9-94b4-8ddb07dbb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:11.532298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-8966a1af-7ae4-40d9-94b4-8ddb07dbb31f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.3431330 Jun 01 13:09:11.540349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd11050-93c7-4c0d-9035-7c17c1ba4d51,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:11.544216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-12c2cac6-8388-4556-b837-50e1d95cf717 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719903 Jun 01 13:09:11.559232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3322254b-f929-4583-bfe7-3c432488083f req-76e1a943-c864-4467-859d-dfa08b25b227 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217139 Jun 01 13:09:11.587353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.591188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-18c45142-21b9-4993-aa59-4b59d28b9f6b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/security-groups/efd11050-93c7-4c0d-9035-7c17c1ba4d51 HTTP/1.1" status: 204 len: 168 time: 0.4904761 Jun 01 13:09:11.591892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34748) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:11.677200 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-4c5b7283-82d8-4c0d-80cb-50fd7c42725b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] show failed (client error): The resource could not be found. Jun 01 13:09:11.678157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4c5b7283-82d8-4c0d-80cb-50fd7c42725b tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "GET /v2.0/security-groups/efd11050-93c7-4c0d-9035-7c17c1ba4d51 HTTP/1.1" status: 404 len: 347 time: 0.0819802 Jun 01 13:09:11.681262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34752) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:11.784389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-52251f23-1227-4270-8036-3e2ef1c88be3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.2418599 Jun 01 13:09:11.836197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:11.949195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515840d-1f19-4366-a4d4-36b90afe59de req-01cf028f-3f2b-4b89-a116-04ca346dba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:11.950657 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-01cf028f-3f2b-4b89-a116-04ca346dba9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1579688 Jun 01 13:09:11.990901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 0b2dcbfd-24f5-47e8-b783-cbc9a519475e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:11.991551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.023816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f855e13f-598f-438c-95ff-55860065a103 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620745 Jun 01 13:09:12.061064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.106559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.107931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:12.108469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.257828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.279650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.327932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-d922dfd2-7ea7-4a45-bc2a-3b172ad73a8b service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903485 Jun 01 13:09:12.338094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] Pushing event updated for resources: {'Network': ['ID=a2003504-e58a-46c6-80f1-a99d6631ae11,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:12.352548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a2003504-e58a-46c6-80f1-a99d6631ae11 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:09:12.357681 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb8d9c43-9e37-4b02-924b-1f5ba9829b1c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2016478 Jun 01 13:09:12.358048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577553-cab9-4f42-b8ba-b46d210a5d16 req-c6e9b599-5d40-4cfa-9a33-ef8b1944cc04 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:12.365064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74577553-cab9-4f42-b8ba-b46d210a5d16 req-c6e9b599-5d40-4cfa-9a33-ef8b1944cc04 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.3048069 Jun 01 13:09:12.373529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:12.381859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.382185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.443163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Request body: {'subnet': {'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2141936393-subnet', 'tenant_id': '9f20d0fc37144d888c3d468ed1894f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:12.522737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 0b2dcbfd-24f5-47e8-b783-cbc9a519475e owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:12.592612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:12.594137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74577553-cab9-4f42-b8ba-b46d210a5d16 req-43eb00c8-3fdb-4085-ba44-a9e6666624f9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282395 Jun 01 13:09:12.596867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Usage tracker for resource:subnet and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:12.599799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:12.605856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:12.628968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Made reservation on behalf of 9f20d0fc37144d888c3d468ed1894f7c for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:12.631272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.646337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515840d-1f19-4366-a4d4-36b90afe59de req-3d9a2998-b143-4422-909a-0eb8f8a999be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:12.647870 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-3d9a2998-b143-4422-909a-0eb8f8a999be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6361158 Jun 01 13:09:12.674807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc7a079d-f0c6-4b20-b1c8-eb76d634aed6 req-81e19f07-3183-410b-b9db-02816daa347d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 210 time: 0.0847178 Jun 01 13:09:12.736548 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 31e93713-3a34-497e-a4a4-ea8609f1c720 associated. External IP: 172.25.7.239, port: 95525340-9b94-43a1-b379-faa8af0ba1ee. Jun 01 13:09:12.850922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:12.903717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=0b2dcbfd-24f5-47e8-b783-cbc9a519475e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:12.947403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8bf6b-b80f-4353-80bd-18179439846e req-5d39f873-7af5-4a84-a9fd-7e25d3f9c778 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:12.949025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cf8bf6b-b80f-4353-80bd-18179439846e req-5d39f873-7af5-4a84-a9fd-7e25d3f9c778 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.2268436 Jun 01 13:09:13.048688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cf8bf6b-b80f-4353-80bd-18179439846e req-a81337b1-a514-4148-b0e7-d14a7b48521b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656621 Jun 01 13:09:13.051578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.079510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.082637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e608a71-6ece-45cb-acda-e8b4b114c6c9 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/floatingips/5048b467-7e37-4d33-82e8-e4453d0bb32b HTTP/1.1" status: 204 len: 168 time: 1.3985891 Jun 01 13:09:13.084042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34774) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:13.099829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-b9e98e6c-764c-4be9-83d8-d9d3ea3de8ed service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376249 Jun 01 13:09:13.112138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.155732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port 566b0862-eae1-4d06-9a18-6072cbbaacb6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:13.156099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.362998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.416453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.644077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event updated for resources: {'Port': ['ID=1da3e15e-ce2d-4504-912f-43a0172a6926,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:13.681785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for 566b0862-eae1-4d06-9a18-6072cbbaacb6 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:13.731495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.816966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:13.849499 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6515840d-1f19-4366-a4d4-36b90afe59de req-4d29b2a5-a451-4fab-bc49-9c75a1ab7a1a service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323737 Jun 01 13:09:13.870059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:13.937198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:14.068256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a7a28f9-0488-495c-9bdd-02eb44bd5dbe req-1ab361de-c8f7-44ca-97e1-0753ad93672d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 210 time: 0.1375029 Jun 01 13:09:14.144482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:14.162704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Checking segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:14.163059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Network hostable DHCP agents. Network: a2003504-e58a-46c6-80f1-a99d6631ae11, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:09:14.171265 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Floating IP 78723cda-5f3f-41f2-983b-35007734fdbf associated. External IP: 172.25.7.161, port: 1943f613-af24-449e-bdf4-e6231f521d94. Jun 01 13:09:14.222174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=566b0862-eae1-4d06-9a18-6072cbbaacb6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:14.409368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Network a2003504-e58a-46c6-80f1-a99d6631ae11 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:09:14.438343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:14.448027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-fec7660d-20c8-49d5-88ed-c078e885a58b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:14.449838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-fec7660d-20c8-49d5-88ed-c078e885a58b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.5398123 Jun 01 13:09:14.450895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:14.451667 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:14.469001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:14.470130 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:14.470300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Request body: {'port': {'device_id': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'admin_state_up': True, 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:14.490444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-091f57a7-d107-4032-82c5-f0c58a8256c2 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/ports/566b0862-eae1-4d06-9a18-6072cbbaacb6 HTTP/1.1" status: 204 len: 168 time: 1.4051905 Jun 01 13:09:14.497539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34790) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:14.505515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cdf42-b893-4e9e-a499-bad3a1cd390f req-c918a7d8-a6ec-4dcb-b62a-adb325bbbb5c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:14.506971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca7cdf42-b893-4e9e-a499-bad3a1cd390f req-c918a7d8-a6ec-4dcb-b62a-adb325bbbb5c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.2875021 Jun 01 13:09:14.520260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a2003504-e58a-46c6-80f1-a99d6631ae11) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:14.531618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f84eb-4461-4f1d-9888-ade509865e61 None None] Network a2003504-e58a-46c6-80f1-a99d6631ae11 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:14.539748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:14.540327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:14.577730 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:14.588143 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:14.588856 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:14.604512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf542dc-b710-4127-9482-aa105740c440 req-c9d729d2-bd82-4204-a18b-5f8fc7500245 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:14.612641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-daf542dc-b710-4127-9482-aa105740c440 req-c9d729d2-bd82-4204-a18b-5f8fc7500245 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.7039337 Jun 01 13:09:14.714887 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:14.716219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ba135-5c95-4ce8-9132-d441138cb9ea None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:14.785598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting port a09f7d53-bb66-45eb-9bcf-bb22e91f64eb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:14.785954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:14.790033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85400d63-741e-4875-b809-05e8bcd522cc None None] Network a2003504-e58a-46c6-80f1-a99d6631ae11 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:14.839082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-daf542dc-b710-4127-9482-aa105740c440 req-fac0bf0f-e2c8-4386-a4ed-19cff49f5bf6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258246 Jun 01 13:09:14.883971 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e46d6e1-a9e6-428d-9c19-ab6d05cf00f7 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5091560 Jun 01 13:09:14.890485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca7cdf42-b893-4e9e-a499-bad3a1cd390f req-dcd11c13-077d-4f82-9989-0568ef950b8c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939067 Jun 01 13:09:14.901024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:14.909438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Usage tracker for resource:port and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:14.914714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:14.947033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:15.064381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:15.067994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:15.234788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:15.250644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:15.292909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:15.301483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81940869-c344-487b-bdd4-de723845de67 req-edb430c1-dccb-4fc1-a5e3-b0120b53f6dc tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 210 time: 0.0990167 Jun 01 13:09:15.608980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:15.620577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Sync routers for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:15.634428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:15.635089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:15.636910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Calling delete_port for a09f7d53-bb66-45eb-9bcf-bb22e91f64eb owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:15.658725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:15.702686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:15.710746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:15.722397 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:15.735685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:15.737143 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:15.771010 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-bd5d9045-197b-4655-87b3-0a6f5bfa9de1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3119116 Jun 01 13:09:15.776614 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36b0d577-374e-4d2f-945b-54ca5a4b7c5a tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7878819 Jun 01 13:09:15.780205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:15.838724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-7e07ee02-585c-4b53-9abf-96dcdca7c79f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:15.840285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-7e07ee02-585c-4b53-9abf-96dcdca7c79f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.5515032 Jun 01 13:09:15.859173 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0fbf9565-c58a-483a-ab4d-b4a8eca1e1fb tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/31e93713-3a34-497e-a4a4-ea8609f1c720 HTTP/1.1" status: 200 len: 979 time: 6.1978555 Jun 01 13:09:15.862452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:15.867513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:15.901870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-0b5a406e-f7f2-49a5-8317-7ae4c0064b95 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/quotas/9f20d0fc37144d888c3d468ed1894f7c HTTP/1.1" status: 200 len: 375 time: 0.0244288 Jun 01 13:09:15.903227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Allocated IP 172.20.0.6 (77119ff8-eb92-4710-83fa-7760fc0af338/e6dd9342-103c-4629-8458-8606518e55bc/66731e8d-834c-49b6-aec9-5c8617e7ef05) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:15.926506 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff006fb-91cb-45a5-bd6b-edbff9e15395'] response: {'name': 'network-changed', 'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94', 'status': 'completed', 'code': 200} Jun 01 13:09:15.953621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:15.972133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:15.972753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-550f998d-9edc-4c60-aa47-c9cddd335c94 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631001 Jun 01 13:09:15.986441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:15.990375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:16.047066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.087838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.118498 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:16.119073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91e3af-e6ad-4b20-b98c-105eee862ace None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:16.251564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Port': ['ID=a09f7d53-bb66-45eb-9bcf-bb22e91f64eb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:16.372509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '78723cda-5f3f-41f2-983b-35007734fdbf', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'port_id': '1943f613-af24-449e-bdf4-e6231f521d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'mac_address': 'fa:16:3e:dd:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:10Z', 'updated_at': '2022-06-01T13:09:10Z', 'revision_number': 0, 'project_id': 'cc10a94061124128ac382e497a818247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:16.377061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Checking router: 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:09:16.385582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:16.386380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:16.444894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-517f758f-a9c4-4b8c-a808-24c91b110ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:16.446317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-517f758f-a9c4-4b8c-a808-24c91b110ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.5093129 Jun 01 13:09:16.451710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-457ce5fe-d6fe-4d5c-88cc-53ae84babdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:16.452254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-457ce5fe-d6fe-4d5c-88cc-53ae84babdfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc10a94061124128ac382e497a818247&device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1097 time: 0.4847519 Jun 01 13:09:16.505106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e1bf5a11-28c1-44d9-8b06-6c7d82c1971d service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219469 Jun 01 13:09:16.552215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.622343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:16.656490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e4f8a62d-4e5f-4668-9d4f-b91499b3ed4d tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/ports/a09f7d53-bb66-45eb-9bcf-bb22e91f64eb HTTP/1.1" status: 204 len: 168 time: 2.1459429 Jun 01 13:09:16.662195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e550d-c7df-43dc-a262-f21b1b74c8e8 req-d3e7e2e9-0136-44f8-bea5-48386d3b26d4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:16.670175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e99e550d-c7df-43dc-a262-f21b1b74c8e8 req-d3e7e2e9-0136-44f8-bea5-48386d3b26d4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.5273304 Jun 01 13:09:16.686177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.691277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:16.698363 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.740424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.740798 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 31e93713-3a34-497e-a4a4-ea8609f1c720 disassociated. External IP: 172.25.7.239, port: a34d022b-4316-413f-800f-47a00f3762c5. Jun 01 13:09:16.796340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.863682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting subnet e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:09:16.866325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e99e550d-c7df-43dc-a262-f21b1b74c8e8 req-1231b9d3-399f-47b9-97a9-82cb89be240d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290092 Jun 01 13:09:16.883239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:16.897416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Network 77119ff8-eb92-4710-83fa-7760fc0af338 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:16.903946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:16.909733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:16.985158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-314450d8-68ed-409a-b3ac-9a1338a61c47 service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705400 Jun 01 13:09:16.997893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:16.998510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:17.004622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:17.014853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '78723cda-5f3f-41f2-983b-35007734fdbf', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'port_id': '1943f613-af24-449e-bdf4-e6231f521d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'mac_address': 'fa:16:3e:dd:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:10Z', 'updated_at': '2022-06-01T13:09:10Z', 'revision_number': 0, 'project_id': 'cc10a94061124128ac382e497a818247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:17.020986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e10f5-499d-4f36-91ec-a88418a80ba9 None None] The sync data for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 is: [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '78723cda-5f3f-41f2-983b-35007734fdbf', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'port_id': '1943f613-af24-449e-bdf4-e6231f521d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'mac_address': 'fa:16:3e:dd:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:10Z', 'updated_at': '2022-06-01T13:09:10Z', 'revision_number': 0, 'project_id': 'cc10a94061124128ac382e497a818247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:17.086433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f4732b83-8a0e-40a4-bd6d-98efb329dd9e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6219206 Jun 01 13:09:17.099853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Request body: {'port': {'device_id': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:17.125681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-00dcdd18-f3a5-4a67-b221-e9f454bd846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:17.127783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-00dcdd18-f3a5-4a67-b221-e9f454bd846f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.6449683 Jun 01 13:09:17.170202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-4d591895-af6c-495f-9328-6d0c7f957fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:17.171857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-4d591895-af6c-495f-9328-6d0c7f957fc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 200 len: 909 time: 0.7121847 Jun 01 13:09:17.220067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378428d-80af-4230-81d2-ba55a851a376 req-68e1206a-f193-43b8-a47c-5b0e47eec347 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:17.226342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2378428d-80af-4230-81d2-ba55a851a376 req-68e1206a-f193-43b8-a47c-5b0e47eec347 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.2004251 Jun 01 13:09:17.284426 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-dfc0c584-6129-4b51-ac8f-375de270e06c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.1092551 Jun 01 13:09:17.286517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:17.372110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:17.376055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f6cc7-911f-4928-af48-c50bfa26b97a None None] New status for floating IP 78723cda-5f3f-41f2-983b-35007734fdbf: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:09:17.607734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2378428d-80af-4230-81d2-ba55a851a376 req-06025bef-029e-465d-a562-64450b41e6e2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749902 Jun 01 13:09:17.665255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-289ce99c-a2ad-43c7-8cb5-ccb0e6889a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:17.667271 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-289ce99c-a2ad-43c7-8cb5-ccb0e6889a76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.3503027 Jun 01 13:09:17.687024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-fc83a964-6302-4943-99c6-6b6ae64b91f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 200 len: 1000 time: 0.3730102 Jun 01 13:09:17.695010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-14f063c3-674a-42ab-9043-473a16c4f3a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:17.696420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-14f063c3-674a-42ab-9043-473a16c4f3a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:17.765807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-14f063c3-674a-42ab-9043-473a16c4f3a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:17.773681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-14f063c3-674a-42ab-9043-473a16c4f3a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 931 time: 0.5197446 Jun 01 13:09:17.825785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:17.846745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-51583caa-f002-4450-9c09-381cbb4a6efd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:17.981207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3cdd0b9-ef39-4ec3-9d9f-28c451e462fb req-d0cb3e57-6dcd-4180-9c05-1d0d759ce4fe tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 210 time: 0.0683215 Jun 01 13:09:17.990808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-51583caa-f002-4450-9c09-381cbb4a6efd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:18.000467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-592159c4-bc56-44d2-8789-9ac15e2a5952 req-51583caa-f002-4450-9c09-381cbb4a6efd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255394 Jun 01 13:09:18.214883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9c9c653e-7aa5-41e3-8622-e74e5599f335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.229657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.233731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66731e8d-834c-49b6-aec9-5c8617e7ef05 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:18.252157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.285854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Transition to ACTIVE for port object 66731e8d-834c-49b6-aec9-5c8617e7ef05 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:09:18.295682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e4983-e88d-41ff-bf85-ce4c24dc5ef2 req-79a9e3f2-c423-4146-9108-3b586150331e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:18.301770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-5be896bc-4183-4a35-ab85-e8f70646951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:18.303277 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-5be896bc-4183-4a35-ab85-e8f70646951e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c02540-06f5-439f-842a-8c15e3de7dc6 HTTP/1.1" status: 200 len: 847 time: 0.4459229 Jun 01 13:09:18.304977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f1e4983-e88d-41ff-bf85-ce4c24dc5ef2 req-79a9e3f2-c423-4146-9108-3b586150331e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.1603849 Jun 01 13:09:18.307474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.360838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:18.364499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-a5c7d4a1-2664-4829-b7d8-ed1ba511655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:18.366254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-a5c7d4a1-2664-4829-b7d8-ed1ba511655b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6666195 Jun 01 13:09:18.531079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:18.550307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f1e4983-e88d-41ff-bf85-ce4c24dc5ef2 req-911f955f-c418-4c80-ad05-8e53f5d0c7fd tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450585 Jun 01 13:09:18.558693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.628303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:18.661119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083db656-d904-4b1b-8896-f9b699ef5caf None None] Network d6bdc27f-56b7-4464-a839-3d887cccdb3b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:18.664437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.754565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Attempting to bind port 66731e8d-834c-49b6-aec9-5c8617e7ef05 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:09:18.755143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Attempting to bind port 66731e8d-834c-49b6-aec9-5c8617e7ef05 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:09:18.755143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Attempting to bind port 66731e8d-834c-49b6-aec9-5c8617e7ef05 on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:09:18.774746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Port 66731e8d-834c-49b6-aec9-5c8617e7ef05 on network 77119ff8-eb92-4710-83fa-7760fc0af338 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:09:18.775064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Attempting to bind port 66731e8d-834c-49b6-aec9-5c8617e7ef05 on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:09:18.795667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:09:18.795994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Checking segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:18.796374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Bound using segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:09:18.796799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Bound port: 66731e8d-834c-49b6-aec9-5c8617e7ef05, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:09:18.797147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:18.874775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-954a67ae-84c2-4c68-85da-76f83f7f4018 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:18.877007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-954a67ae-84c2-4c68-85da-76f83f7f4018 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.2055445 Jun 01 13:09:18.922824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab09e5f5-be48-4d80-b015-350320c01764 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/subnets/e0a5948b-3ccf-4d0a-a9be-7a7ec8525bd6 HTTP/1.1" status: 204 len: 168 time: 2.2209303 Jun 01 13:09:18.931664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'port': {'device_id': '4548de15-232f-43af-9c07-659fb0b7895e', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'admin_state_up': True, 'tenant_id': '9f20d0fc37144d888c3d468ed1894f7c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:18.931897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34856) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:18.935962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:18.947476 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:18.966641 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:18.970081 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:18.991522 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-005b44f1-293d-44f7-ba3e-8249987d6dac service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101909 Jun 01 13:09:18.994656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.052767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-651109a1-c9ca-4848-aa25-bb4539343a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:19.054668 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-651109a1-c9ca-4848-aa25-bb4539343a69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5f85d19-45a0-4521-8091-554e984973f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7426603 Jun 01 13:09:19.082009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:19.095093 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:19.096121 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:08:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:19.168015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] DHCP port deletion for d6bdc27f-56b7-4464-a839-3d887cccdb3b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:09:19.175861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Deleting port 293c81a0-709f-41db-9e1f-a88f6011eb23 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:19.178619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.228301 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:19.228708 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d9e3b-cd51-4564-bbac-d3484790b214 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:19.339832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c4292d3-1293-4175-a43e-403abfe59c0d req-e75ff6fa-1370-4bc6-b8a5-19ac90b0fa33 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 210 time: 0.1004808 Jun 01 13:09:19.358491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:19.398241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:port and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:19.402061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:09:19.427505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1942-021a-4f08-9f3a-bbd6a18bc77d req-09a970a3-46ff-4817-a8e8-f0507d226f43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:19.428511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-39105b45-654a-4ff8-93bf-5db2d1bdc74f service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388343 Jun 01 13:09:19.434098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61db1942-021a-4f08-9f3a-bbd6a18bc77d req-09a970a3-46ff-4817-a8e8-f0507d226f43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.6225059 Jun 01 13:09:19.436788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:19.465471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:09:19.467077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:19.478023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] For port 293c81a0-709f-41db-9e1f-a88f6011eb23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=293c81a0-709f-41db-9e1f-a88f6011eb23,segment=NetworkSegment(99c5d352-7e39-490d-a654-f81b5ca57e63),segment_id=99c5d352-7e39-490d-a654-f81b5ca57e63)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:19.478428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.491000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.548844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Made reservation on behalf of 9f20d0fc37144d888c3d468ed1894f7c for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:19.552857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.564188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61db1942-021a-4f08-9f3a-bbd6a18bc77d req-eb5bf6bb-a50c-4902-ac87-be2015a84edd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237113 Jun 01 13:09:19.574673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Deleting subnet 65ce6077-005c-4818-a77b-a87a735c00e2 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:09:19.580458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-78563454-44eb-48a1-b55c-2efb7f0ddb47 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/31e93713-3a34-497e-a4a4-ea8609f1c720 HTTP/1.1" status: 200 len: 688 time: 3.7169559 Jun 01 13:09:19.582805 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-dc2dab69-704c-475b-aa33-b1a20219fab2 req-d929364d-a22b-419e-a2b2-08344ff60de3 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944661 Jun 01 13:09:19.592707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:19.592707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.632994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:19.633598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.635155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] 10.222.0.13 "PUT /v2.0/ports/66731e8d-834c-49b6-aec9-5c8617e7ef05 HTTP/1.1" status: 200 len: 1091 time: 2.5412853 Jun 01 13:09:19.637572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:19.658206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Calling delete_port for 293c81a0-709f-41db-9e1f-a88f6011eb23 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:19.763589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:19.822074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] No DVR routers for this DVR port 293c81a0-709f-41db-9e1f-a88f6011eb23 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:19.824407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96529072-d5cb-438d-acb2-5bf8c89580ed None None] Pushing event deleted for resources: {'Port': ['ID=293c81a0-709f-41db-9e1f-a88f6011eb23,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:19.894142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9dfc-7c4a-498d-bb1f-9e2919891154 service neutron] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:19.943636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.012448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2006ea-d51c-4f41-94c3-faa6e8c764f9 req-62147151-c3b5-4bf0-8e59-6cbc4b68acb9 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:20.012448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b2006ea-d51c-4f41-94c3-faa6e8c764f9 req-62147151-c3b5-4bf0-8e59-6cbc4b68acb9 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 943 time: 0.4716399 Jun 01 13:09:20.021088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port ddef34d2-cff9-4aac-8b4a-18ac0d5ec305 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:20.021462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.097828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a930ac84-38ba-4e3e-8e40-1fcf0edd1d1b req-129b3b2f-7f82-4ddf-b23f-3989d2970f3c service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382413 Jun 01 13:09:20.129825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b2006ea-d51c-4f41-94c3-faa6e8c764f9 req-354c8f84-5d4c-4a0c-9b14-6bfcb6aa488d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805278 Jun 01 13:09:20.131835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f6f7327f-c15d-4604-b58c-2a5e6c701e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:20.133598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-f6f7327f-c15d-4604-b58c-2a5e6c701e9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 1094 time: 0.4266751 Jun 01 13:09:20.139167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Allocated IP 172.20.0.11 (a2003504-e58a-46c6-80f1-a99d6631ae11/c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a/5eef55a5-04da-4376-9541-042ab437be5d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:20.197486 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6778d66-ad5d-41d7-863e-543d6e078a0e'] response: {'name': 'network-changed', 'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'status': 'completed', 'code': 200} Jun 01 13:09:20.219832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-eb4b1547-30f3-431a-823f-6e3e596eacae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05 HTTP/1.1" status: 200 len: 217 time: 0.0784738 Jun 01 13:09:20.230776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c06b-d8d2-44a0-82ae-ff49af0951e9 req-1cf7aacd-f65e-4e5b-b681-59b616902b69 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:20.232603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7459c06b-d8d2-44a0-82ae-ff49af0951e9 req-1cf7aacd-f65e-4e5b-b681-59b616902b69 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.4781413 Jun 01 13:09:20.365712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-887f08a4-11d6-4c94-9fdb-e5e5f84cf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:20.367157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-887f08a4-11d6-4c94-9fdb-e5e5f84cf4b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.1336076 Jun 01 13:09:20.378581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.413610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7459c06b-d8d2-44a0-82ae-ff49af0951e9 req-58ee8071-3d14-4faa-8d68-ce934ffbc35a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476948 Jun 01 13:09:20.443144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.443709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.492617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-d5caf20c-4df1-4845-b81f-985c81d63b26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165490 Jun 01 13:09:20.494245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a77b7f2-dd86-4fdd-978b-15ca1be31b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.590516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for ddef34d2-cff9-4aac-8b4a-18ac0d5ec305 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:20.660715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.719035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12b55ab4-b518-44d6-9c90-c72a700df22f req-183e6dfd-d499-49e9-96b3-0591caa6a848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 210 time: 0.0678346 Jun 01 13:09:20.719483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Subnet': ['ID=65ce6077-005c-4818-a77b-a87a735c00e2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:20.721935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.732619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f894f99c-8535-48a5-9e3f-59e97a9a19f7 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/subnets/65ce6077-005c-4818-a77b-a87a735c00e2 HTTP/1.1" status: 204 len: 168 time: 1.7983670 Jun 01 13:09:20.735622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:20.746802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.748838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed804e2-2d58-4595-a5ed-5ee1ceb28c6f None None] Network 0ce631b2-87c3-4172-a875-190d6f35475d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:20.757840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-967e0c0f-89ac-4862-8074-1d24b3be7d5e service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492230 Jun 01 13:09:20.901545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.907354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:20.916559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.006784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc8c9be-f595-46c1-a440-ea07a373157b req-46f649a8-9b6a-4f3b-adea-23fd85732f17 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410049 Jun 01 13:09:21.008617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Network a2003504-e58a-46c6-80f1-a99d6631ae11 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:21.012150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:21.016326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:21.031586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=ddef34d2-cff9-4aac-8b4a-18ac0d5ec305,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:21.105645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:21.203901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.225910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] DHCP port deletion for 0ce631b2-87c3-4172-a875-190d6f35475d request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:09:21.232634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Deleting port eff62b74-71bf-4551-be73-c4daeb00371a {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:21.233331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.238257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bdc27f-56b7-4464-a839-3d887cccdb3b']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:21.245223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.259372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c5d352-7e39-490d-a654-f81b5ca57e63') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:21.259662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c5d352-7e39-490d-a654-f81b5ca57e63') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:21.262728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.263361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.266564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 293c81a0-709f-41db-9e1f-a88f6011eb23 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:21.278372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.293264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.296846 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c103627-1148-4ac9-a83f-aa7c2ba09e85 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/31e93713-3a34-497e-a4a4-ea8609f1c720 HTTP/1.1" status: 204 len: 168 time: 1.7068403 Jun 01 13:09:21.297046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34900) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:21.306130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 293c81a0-709f-41db-9e1f-a88f6011eb23 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:21.306469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 293c81a0-709f-41db-9e1f-a88f6011eb23 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:21.341223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e5ddd4d8-ac15-4cb5-a707-c4897e7eb8fa tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4216959 Jun 01 13:09:21.352270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.363144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Request body: {'port': {'device_id': '4548de15-232f-43af-9c07-659fb0b7895e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:21.371124 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-38f9f841-4332-4db5-8ae9-e8d5109c2f59 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] delete failed (client error): The resource could not be found. Jun 01 13:09:21.375844 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38f9f841-4332-4db5-8ae9-e8d5109c2f59 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/31e93713-3a34-497e-a4a4-ea8609f1c720 HTTP/1.1" status: 404 len: 345 time: 0.0742166 Jun 01 13:09:21.375844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:09:21.375844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.398759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34904) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:21.411448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e378dd-c796-4de5-a945-3edec1abe264 req-41e648f7-a810-43f8-b342-d871c7420cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.412857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-41e648f7-a810-43f8-b342-d871c7420cbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 1094 time: 0.3090141 Jun 01 13:09:21.436550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58fc4c-f7a9-47f6-8ce9-a6eb82e5e4d2 req-69e68b46-19f2-4197-96af-556dc24d60d2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.437989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c58fc4c-f7a9-47f6-8ce9-a6eb82e5e4d2 req-69e68b46-19f2-4197-96af-556dc24d60d2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.3385644 Jun 01 13:09:21.444495 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 99c5d352-7e39-490d-a654-f81b5ca57e63 resource provider aggregate not found Jun 01 13:09:21.465926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bbb20-c2cb-4035-af9c-50c9a5aa287a req-6caa311f-3c43-446c-9ac2-186181150c0c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.473351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa6bbb20-c2cb-4035-af9c-50c9a5aa287a req-6caa311f-3c43-446c-9ac2-186181150c0c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.3730471 Jun 01 13:09:21.507469 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 99c5d352-7e39-490d-a654-f81b5ca57e63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99c5d352-7e39-490d-a654-f81b5ca57e63 found for delete ", "request_id": "req-ff6e0353-7391-4a2a-b03b-c625a5bbde9d"}]} Jun 01 13:09:21.514439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] For port eff62b74-71bf-4551-be73-c4daeb00371a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eff62b74-71bf-4551-be73-c4daeb00371a,segment=NetworkSegment(a297db2b-37d8-4483-a6bf-8c632b75bc13),segment_id=a297db2b-37d8-4483-a6bf-8c632b75bc13)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:21.515470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.534921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.556125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.571621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Network': ['ID=d6bdc27f-56b7-4464-a839-3d887cccdb3b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:21.590177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.595723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.601437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.602413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Synchronizing usage tracker for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:21.610256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a1a6b1fd-983f-4369-a8a3-87217913be5e tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/networks/d6bdc27f-56b7-4464-a839-3d887cccdb3b HTTP/1.1" status: 204 len: 168 time: 0.8752007 Jun 01 13:09:21.610932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:21.665617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Calling delete_port for eff62b74-71bf-4551-be73-c4daeb00371a owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:21.708173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c58fc4c-f7a9-47f6-8ce9-a6eb82e5e4d2 req-deab89b7-3ad9-417d-a8b3-da87427096dd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250915 Jun 01 13:09:21.710949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa6bbb20-c2cb-4035-af9c-50c9a5aa287a req-99b884bb-b288-4923-863a-df4673f87908 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367315 Jun 01 13:09:21.720580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.728449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Unset dirty status for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:21.731286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.732341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bf42a2bd-0021-4caa-bfbe-2392461603de tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/ports?network_id=e6291b35-c41e-4994-bd9e-8d0708e97d2f HTTP/1.1" status: 200 len: 2360 time: 0.3326306 Jun 01 13:09:21.737737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:21.810164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.812084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.839977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc995bea-d8b7-49d2-a08d-1226eccbc626 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:21.840561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc995bea-d8b7-49d2-a08d-1226eccbc626 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Synchronizing usage tracker for tenant:d13eb9d04637446dadf45964f56b55ef on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:21.892311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:21.904080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] Pushing event deleted for resources: {'Port': ['ID=eff62b74-71bf-4551-be73-c4daeb00371a,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:21.912303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3db18f-01e5-4b53-8b72-5720cb693c0c None None] No DVR routers for this DVR port eff62b74-71bf-4551-be73-c4daeb00371a on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:22.045853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e378dd-c796-4de5-a945-3edec1abe264 req-20c1073f-5664-42be-95f8-c6ef712afca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:22.047358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-20c1073f-5664-42be-95f8-c6ef712afca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 906 time: 0.6264048 Jun 01 13:09:22.092892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc995bea-d8b7-49d2-a08d-1226eccbc626 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Unset dirty status for tenant:d13eb9d04637446dadf45964f56b55ef on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:22.094622 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc995bea-d8b7-49d2-a08d-1226eccbc626 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/subnets/06217917-7caf-4a9e-80c1-4fc0ed6ba580 HTTP/1.1" status: 200 len: 797 time: 0.3490872 Jun 01 13:09:22.100754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34924) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:22.103996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.114201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'port': {'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f', 'name': 'tempest-FloatingIPTestJSON-724939558', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:22.159483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-81074318-2000-4fba-a707-87ba90f7baaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05 HTTP/1.1" status: 200 len: 217 time: 0.0917807 Jun 01 13:09:22.205469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce631b2-87c3-4172-a875-190d6f35475d']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:22.223169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a297db2b-37d8-4483-a6bf-8c632b75bc13') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:22.223460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a297db2b-37d8-4483-a6bf-8c632b75bc13') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:22.240140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.277392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.294292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:09:22.294728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.335602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e378dd-c796-4de5-a945-3edec1abe264 req-fb4a6124-840d-41bb-93ea-cffdda65a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:22.337037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-fb4a6124-840d-41bb-93ea-cffdda65a4d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.1686692 Jun 01 13:09:22.347934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4724-e50f-4458-925e-1cfcc4214704 req-ccadb519-13eb-481a-b2a4-77f8de070d42 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:22.349313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-647f4724-e50f-4458-925e-1cfcc4214704 req-ccadb519-13eb-481a-b2a4-77f8de070d42 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 943 time: 0.4070613 Jun 01 13:09:22.357488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b2f8-4bc6-4ae0-abc2-6647de3a0531 req-cefb5a20-9f4b-48c5-97d9-10712dc12da2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:22.358907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5826b2f8-4bc6-4ae0-abc2-6647de3a0531 req-cefb5a20-9f4b-48c5-97d9-10712dc12da2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.4676275 Jun 01 13:09:22.365222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:22.391432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:22.401896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.404218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:22.446404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.499047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] Pushing event deleted for resources: {'Network': ['ID=0ce631b2-87c3-4172-a875-190d6f35475d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:22.521755 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7d006230-2ac7-42eb-bcf7-0ff05aafbcd5 tempest-TaggedBootDevicesTest_v242-189199780 tempest-TaggedBootDevicesTest_v242-189199780-project] 10.222.0.40 "DELETE /v2.0/networks/0ce631b2-87c3-4172-a875-190d6f35475d HTTP/1.1" status: 204 len: 168 time: 0.9068673 Jun 01 13:09:22.539494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-5f20d563-319b-4251-89a9-2dca39c8c798 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213717 Jun 01 13:09:22.582811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.602981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] device_id is not set on port 0728edd4-165f-44d7-b838-64bb72717309 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:09:22.670158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5826b2f8-4bc6-4ae0-abc2-6647de3a0531 req-8bae2032-cc88-4db0-a790-46e118c2780d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497432 Jun 01 13:09:22.681426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-647f4724-e50f-4458-925e-1cfcc4214704 req-ae120a9e-1896-4c3d-9e3a-43f464769e0a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670498 Jun 01 13:09:22.859058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eef55a5-04da-4376-9541-042ab437be5d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:22.872335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:22.945633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.14 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/0728edd4-165f-44d7-b838-64bb72717309) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:22.951974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Transition to ACTIVE for port object 5eef55a5-04da-4376-9541-042ab437be5d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:09:22.952597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.13 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/0728edd4-165f-44d7-b838-64bb72717309) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:22.963423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-fce79613-2732-4654-b18f-61f74697c069 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189668 Jun 01 13:09:22.966765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.024269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.162631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.187139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff62b74-71bf-4551-be73-c4daeb00371a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:23.199133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.224454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: eff62b74-71bf-4551-be73-c4daeb00371a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:23.224819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eff62b74-71bf-4551-be73-c4daeb00371a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:23.225269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7250cf1-ff75-4fd2-ab74-fa6b73760279 req-4d431733-6e58-4717-94df-e8122e930a5b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.225962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c7250cf1-ff75-4fd2-ab74-fa6b73760279 req-4d431733-6e58-4717-94df-e8122e930a5b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:09:23.233051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:23.276649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:23.281137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:23.283730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=0728edd4-165f-44d7-b838-64bb72717309,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:23.285261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:23.350040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.350710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.359981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c7250cf1-ff75-4fd2-ab74-fa6b73760279 req-4d431733-6e58-4717-94df-e8122e930a5b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:09:23.361146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7250cf1-ff75-4fd2-ab74-fa6b73760279 req-4d431733-6e58-4717-94df-e8122e930a5b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 932 time: 0.5668933 Jun 01 13:09:23.365199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99e378dd-c796-4de5-a945-3edec1abe264 req-ba04299d-cb01-48b5-aa1d-609350493edd service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915029 Jun 01 13:09:23.375068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a30fc8-bf1b-47f1-9c25-93f911702a77 req-172ab00d-b959-411b-8615-7d580b94ad85 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.376812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a30fc8-bf1b-47f1-9c25-93f911702a77 req-172ab00d-b959-411b-8615-7d580b94ad85 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.4927247 Jun 01 13:09:23.387125 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91cab7ef-ee32-4290-86bb-e1d32b4b11c3 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2848301 Jun 01 13:09:23.389407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:23.394530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '0728edd4-165f-44d7-b838-64bb72717309', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:23.402286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:23.407065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:floatingip and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:23.410187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:23.416465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:23.427742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.534274 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a297db2b-37d8-4483-a6bf-8c632b75bc13 resource provider aggregate not found Jun 01 13:09:23.556407 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a297db2b-37d8-4483-a6bf-8c632b75bc13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a297db2b-37d8-4483-a6bf-8c632b75bc13 found for delete ", "request_id": "req-4d1b3c54-c8e2-4cd0-b540-d2a0eb53c29b"}]} Jun 01 13:09:23.575676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Attempting to bind port 5eef55a5-04da-4376-9541-042ab437be5d on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:09:23.575959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Attempting to bind port 5eef55a5-04da-4376-9541-042ab437be5d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:09:23.576292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Attempting to bind port 5eef55a5-04da-4376-9541-042ab437be5d on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:09:23.588818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Port 5eef55a5-04da-4376-9541-042ab437be5d on network a2003504-e58a-46c6-80f1-a99d6631ae11 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:09:23.589130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Attempting to bind port 5eef55a5-04da-4376-9541-042ab437be5d on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:09:23.589363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.601669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7250cf1-ff75-4fd2-ab74-fa6b73760279 req-baed4dd0-5bc9-4285-aaa4-dc777070fa92 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239218 Jun 01 13:09:23.606016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86a30fc8-bf1b-47f1-9c25-93f911702a77 req-e831317c-f17e-49c4-9fd3-dd55057ae3b7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108045 Jun 01 13:09:23.606881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:09:23.607418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Checking segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:23.607790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Bound using segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:09:23.608215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Bound port: 5eef55a5-04da-4376-9541-042ab437be5d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:09:23.608553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.720781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:09:23.724403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:09:23.745307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.169 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:23.781501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.913400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.913926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.915387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] 10.222.0.24 "PUT /v2.0/ports/5eef55a5-04da-4376-9541-042ab437be5d HTTP/1.1" status: 200 len: 1092 time: 2.5577104 Jun 01 13:09:23.921100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:23.924953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.925741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c43e1c-c5fc-4598-ad36-827d8834027a service neutron] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:23.981528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:23.985340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cd5c2-5f55-44fe-8278-df2441c007f2 req-3fa97497-d957-4f29-a5ad-3e74f5bea4c5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.986791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce4cd5c2-5f55-44fe-8278-df2441c007f2 req-3fa97497-d957-4f29-a5ad-3e74f5bea4c5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.2580705 Jun 01 13:09:23.994559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4a9-45e5-4d35-9252-6c5608a2c07b req-9fbaab28-8817-445e-b683-86cc9797707b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:23.996392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22d6e4a9-45e5-4d35-9252-6c5608a2c07b req-9fbaab28-8817-445e-b683-86cc9797707b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.1350214 Jun 01 13:09:24.068495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:24.071728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:24.076203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:24.105535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:24.128507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22d6e4a9-45e5-4d35-9252-6c5608a2c07b req-4a749e33-0857-4e44-961d-4da9f29d24ba tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835738 Jun 01 13:09:24.138418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce4cd5c2-5f55-44fe-8278-df2441c007f2 req-06b5b838-9c08-4ccc-88d3-8f1ff14e91d3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111526 Jun 01 13:09:24.173295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-4f6bd315-0a6c-4722-b025-07db63ea4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:24.174970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-4f6bd315-0a6c-4722-b025-07db63ea4bdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 1095 time: 0.1777260 Jun 01 13:09:24.260919 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02772199-47a2-42f4-bd6f-60e9f3973db7'] response: {'name': 'network-changed', 'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d', 'status': 'completed', 'code': 200} Jun 01 13:09:24.264094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-c3e3dd64-3e77-4e1c-a767-064eef286315 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eef55a5-04da-4376-9541-042ab437be5d HTTP/1.1" status: 200 len: 217 time: 0.0710466 Jun 01 13:09:24.378904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-ed52a83a-d9ae-48ed-9696-89e0a9038753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:24.380319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-ed52a83a-d9ae-48ed-9696-89e0a9038753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.0803053 Jun 01 13:09:24.437286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-b65a4e4c-dadd-4283-bb07-7237315699bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491118 Jun 01 13:09:24.446054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4209fe-8395-49ea-a9b2-d322b85a84f6 req-6fdd0bbe-adaf-4dce-8b5c-7e76de469f81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:24.447446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d4209fe-8395-49ea-a9b2-d322b85a84f6 req-6fdd0bbe-adaf-4dce-8b5c-7e76de469f81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 943 time: 0.1853769 Jun 01 13:09:24.578855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d4209fe-8395-49ea-a9b2-d322b85a84f6 req-fab2ba81-db29-418f-ab94-d9ae4497f70d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127760 Jun 01 13:09:24.617771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-8ba76b1b-1c8d-4eb9-858f-900c7941fb3f service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691604 Jun 01 13:09:24.703283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:24.804240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:24.903562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79d00c3a-4bd9-41d7-b464-894438ab91cd req-97516122-caab-488b-88de-070a24cd4f8c service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791634 Jun 01 13:09:24.917203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521bd80-9ff8-432a-81a1-50939eec6443 req-457378df-0521-4dd4-93cc-9d725f053b8a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:24.918867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f521bd80-9ff8-432a-81a1-50939eec6443 req-457378df-0521-4dd4-93cc-9d725f053b8a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1949322 Jun 01 13:09:24.957720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adfc36-bbb6-49a5-bfec-55f619eefd5b req-dabe1189-19e9-4538-91b8-bbfe0f4fc075 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:24.959538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3adfc36-bbb6-49a5-bfec-55f619eefd5b req-dabe1189-19e9-4538-91b8-bbfe0f4fc075 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.1676459 Jun 01 13:09:25.028548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:25.037713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:25.082777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f521bd80-9ff8-432a-81a1-50939eec6443 req-b5109d18-9e07-49ed-9ad6-c269d6c906e3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546242 Jun 01 13:09:25.143309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3adfc36-bbb6-49a5-bfec-55f619eefd5b req-6f268eb1-783f-4334-8c9f-58fecbe86a96 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560197 Jun 01 13:09:25.187081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-0e6c8f9e-64ce-4c04-8156-64e44b105af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:25.188965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-0e6c8f9e-64ce-4c04-8156-64e44b105af5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 1095 time: 0.1746376 Jun 01 13:09:25.210638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:25.235909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:25.430656 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP ef704668-8f00-47a7-ad22-90f075464744 associated. External IP: 172.25.7.169, port: 0728edd4-165f-44d7-b838-64bb72717309. Jun 01 13:09:25.581940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:09:25.691109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b8e95-2cc4-4ee0-8e96-c7bd8d0f7a72 req-6334e042-116b-4895-8820-f4ed4624485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:25.692761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c44b8e95-2cc4-4ee0-8e96-c7bd8d0f7a72 req-6334e042-116b-4895-8820-f4ed4624485f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.4997902 Jun 01 13:09:25.704147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-3dd16ae5-8065-4863-a55f-83a548a7b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:25.705728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-3dd16ae5-8065-4863-a55f-83a548a7b4f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 923 time: 0.4378071 Jun 01 13:09:25.775353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:25.791001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'mac_address': 'fa:16:3e:41:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:09:25.797590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eede5-1fa5-435a-a793-39d6a7ff958d req-583d5193-a439-47c0-8ec0-d912cd73a550 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:25.799149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-163eede5-1fa5-435a-a793-39d6a7ff958d req-583d5193-a439-47c0-8ec0-d912cd73a550 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.5297120 Jun 01 13:09:25.829797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-539b144b-ad1f-4772-a50c-a1e0c6fa6a94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eef55a5-04da-4376-9541-042ab437be5d HTTP/1.1" status: 200 len: 217 time: 0.1039317 Jun 01 13:09:25.862111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 66731e8d-834c-49b6-aec9-5c8617e7ef05 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:25.862896 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:25.872212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:25.883611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66731e8d-834c-49b6-aec9-5c8617e7ef05 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:25.883878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7738f51-40dd-47ec-b7de-a95885441244 req-faa66ff6-ecb0-4d8d-bdb5-613401505666 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:25.891090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7738f51-40dd-47ec-b7de-a95885441244 req-faa66ff6-ecb0-4d8d-bdb5-613401505666 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.5697134 Jun 01 13:09:25.902945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:25.910088 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:25.934662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c44b8e95-2cc4-4ee0-8e96-c7bd8d0f7a72 req-6be78d31-335d-4034-9c77-d6804f5f1e0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332425 Jun 01 13:09:25.967150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-163eede5-1fa5-435a-a793-39d6a7ff958d req-c2d262bf-cbec-4857-837e-38d7d1e0f2bf tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521132 Jun 01 13:09:25.992628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:26.017720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-94025d04-fe0e-4402-b85c-f2c34db0ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:26.019557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-94025d04-fe0e-4402-b85c-f2c34db0ea6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.1815331 Jun 01 13:09:26.034157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7738f51-40dd-47ec-b7de-a95885441244 req-20294d41-1074-4227-93cd-c3151e675b81 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419139 Jun 01 13:09:26.095096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-5eeb0a11-3fb0-414a-a672-0e0ae83bf924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575652 Jun 01 13:09:26.176409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['66731e8d-834c-49b6-aec9-5c8617e7ef05'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:26.236076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:26.261850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:26.284828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:26.293519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:26.294153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:26.369235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-f8b4d76e-db78-46ae-be9d-b8e9ab161ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670424 Jun 01 13:09:26.387434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0cd613ea-c13a-452e-8126-36b9dd2780d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9969318 Jun 01 13:09:26.388585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:26.394276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': '0728edd4-165f-44d7-b838-64bb72717309', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:26.410811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:26.463880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:26.464753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:26.520878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:26.559721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1968a16d-b122-4cec-a52f-aa56650cdd4a req-867357cb-a190-4976-9861-04de697bde07 service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809263 Jun 01 13:09:26.568702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d6b46-a0ed-4c1b-b065-4f05ce89e877 req-d059b41a-0187-4d5f-b915-89e8cbd4bc19 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:26.576925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-462d6b46-a0ed-4c1b-b065-4f05ce89e877 req-d059b41a-0187-4d5f-b915-89e8cbd4bc19 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 944 time: 0.4498696 Jun 01 13:09:26.610936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:26.611410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ae17-f48c-432f-8143-3bfd8850bab1 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:26.676414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-462d6b46-a0ed-4c1b-b065-4f05ce89e877 req-b1279f46-7185-46d5-bfe5-2128b026e4a5 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986187 Jun 01 13:09:26.693347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a026-1272-4f05-a177-64448ff36d5f req-22edbbc0-4c18-402d-9787-14a305f7816d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:26.696246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2223a026-1272-4f05-a177-64448ff36d5f req-22edbbc0-4c18-402d-9787-14a305f7816d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.4102862 Jun 01 13:09:26.745840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2223a026-1272-4f05-a177-64448ff36d5f req-3bb383e3-560d-4a4b-833c-2aebddc41143 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Jun 01 13:09:26.880900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376eda0-c757-4d84-9115-14aa2bc9d074 req-a3e1f374-147c-4141-9ec2-ada0362721a9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:26.900370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9376eda0-c757-4d84-9115-14aa2bc9d074 req-a3e1f374-147c-4141-9ec2-ada0362721a9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.0999899 Jun 01 13:09:26.951461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9376eda0-c757-4d84-9115-14aa2bc9d074 req-1d0e7bb0-f0f0-4fe0-bd48-ca486ee32ae5 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486276 Jun 01 13:09:27.273942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5252588-78f0-451a-bc50-45368f1971c8 req-ec41d698-8464-496f-a15d-bb162748662e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:27.279123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5252588-78f0-451a-bc50-45368f1971c8 req-ec41d698-8464-496f-a15d-bb162748662e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.1597409 Jun 01 13:09:27.304890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c4cb5-1488-45ba-9452-5fa387dd2ac3 req-dd5d6e8f-8b72-4904-a603-e3a173e54bde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:27.306517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff7c4cb5-1488-45ba-9452-5fa387dd2ac3 req-dd5d6e8f-8b72-4904-a603-e3a173e54bde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.1225860 Jun 01 13:09:27.356884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:27.367374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:27.373728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5252588-78f0-451a-bc50-45368f1971c8 req-bcefacbc-5a8d-44f9-b60d-1467e8392291 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919392 Jun 01 13:09:27.396669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff7c4cb5-1488-45ba-9452-5fa387dd2ac3 req-763ac0c5-db56-4f29-8384-428eebeed186 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803437 Jun 01 13:09:27.607447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:27.680501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 66731e8d-834c-49b6-aec9-5c8617e7ef05 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:09:27.686752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 66731e8d-834c-49b6-aec9-5c8617e7ef05 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:27.687136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:27.752761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:27.819236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 66731e8d-834c-49b6-aec9-5c8617e7ef05 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:27.820329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:27.861699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:27.863002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:27.876061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:27.965170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:28.010578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a161-f743-4122-8634-0dd37c2da91d req-59161863-5d82-46a8-b5ae-9593731ffd0a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.012918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67e7a161-f743-4122-8634-0dd37c2da91d req-59161863-5d82-46a8-b5ae-9593731ffd0a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 945 time: 0.1865571 Jun 01 13:09:28.071930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67e7a161-f743-4122-8634-0dd37c2da91d req-35e4c2e0-5477-4eb2-8ec5-2bad97a8c426 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499229 Jun 01 13:09:28.080557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4aa24-8af5-4d84-be6b-c06e50d966c6 req-35c4d48d-4a81-4bd6-9182-bf8bc4be8a50 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.082045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcb4aa24-8af5-4d84-be6b-c06e50d966c6 req-35c4d48d-4a81-4bd6-9182-bf8bc4be8a50 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1449776 Jun 01 13:09:28.137293 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc7e108-5f92-4d61-ad48-795700f61d7e'] response: {'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'code': 200} Jun 01 13:09:28.141809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcb4aa24-8af5-4d84-be6b-c06e50d966c6 req-aa16dac5-492d-46be-be44-0244b6d083a7 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531480 Jun 01 13:09:28.181374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:28.187786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:28.198139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:28.231647 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:28.232198 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:28.310475 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:28.320869 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:28.321610 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:28.328679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b31531a0-d271-4c65-a304-2332ab7dfec1 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/ef704668-8f00-47a7-ad22-90f075464744 HTTP/1.1" status: 200 len: 978 time: 1.9387565 Jun 01 13:09:28.331698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:28.378696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5171a-d5d6-4f99-85c3-cea88571d1bd req-217eb05a-f036-49ce-86ac-d05525d0a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.380857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42a5171a-d5d6-4f99-85c3-cea88571d1bd req-217eb05a-f036-49ce-86ac-d05525d0a3b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 1096 time: 0.1647489 Jun 01 13:09:28.393646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15aa7f-d049-43d0-a09a-dbf21743e454 req-48b7c6ca-6577-459b-86b6-98e3fb43f958 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.395676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e15aa7f-d049-43d0-a09a-dbf21743e454 req-48b7c6ca-6577-459b-86b6-98e3fb43f958 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.1362033 Jun 01 13:09:28.396889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:28.397478 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfed99d-0aa4-4c85-9323-2eb6727e5485 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:28.467668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e15aa7f-d049-43d0-a09a-dbf21743e454 req-3a4a2a0b-2fb7-4485-ae1b-691c4a8a86e2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537648 Jun 01 13:09:28.501796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42a5171a-d5d6-4f99-85c3-cea88571d1bd req-8915f62e-a193-4ba6-bb29-da8eeed6d458 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046193 Jun 01 13:09:28.577602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:28.578222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:28.797298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:28.797716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:28.833855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:09:28.903704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7c6b6-9e0e-45c8-9b58-c0b935cf8609 req-fec389bb-2b36-4d8f-8d31-0240296521c9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.905300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff7c6b6-9e0e-45c8-9b58-c0b935cf8609 req-fec389bb-2b36-4d8f-8d31-0240296521c9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.1617281 Jun 01 13:09:28.913806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ab3b-87c2-418b-a416-f5e00274bf0d req-2214bc52-ad6e-435f-90bf-1c28188efd2c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:28.920395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b867ab3b-87c2-418b-a416-f5e00274bf0d req-2214bc52-ad6e-435f-90bf-1c28188efd2c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.3363841 Jun 01 13:09:29.003247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff7c6b6-9e0e-45c8-9b58-c0b935cf8609 req-43c0fe44-fe0b-4640-b371-f8a9524eee40 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815501 Jun 01 13:09:29.029774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b867ab3b-87c2-418b-a416-f5e00274bf0d req-aaffd09a-78e4-4ff4-b310-5fd76a4702fa tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938570 Jun 01 13:09:29.033000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:29.038358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:29.057581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5eef55a5-04da-4376-9541-042ab437be5d', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'port_id': '5eef55a5-04da-4376-9541-042ab437be5d', 'mac_address': 'fa:16:3e:00:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:09:29.148780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5eef55a5-04da-4376-9541-042ab437be5d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:29.148780 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:29.189147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eef55a5-04da-4376-9541-042ab437be5d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:29.229622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:29.240276 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:29.253621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:29.382369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:29.435309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:29.435998 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP ef704668-8f00-47a7-ad22-90f075464744 disassociated (deleted). External IP: 172.25.7.169, port: 0728edd4-165f-44d7-b838-64bb72717309. Jun 01 13:09:29.457469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cd331-3170-4492-b5a1-52c6ac40f7ec req-57492f61-fc65-4be1-8308-395af0c264ab tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:29.464542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b14cd331-3170-4492-b5a1-52c6ac40f7ec req-57492f61-fc65-4be1-8308-395af0c264ab tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 945 time: 0.1875472 Jun 01 13:09:29.652035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=a2c091a0-c350-4d4f-a3fe-bc1e2b6160e0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:29.713234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b14cd331-3170-4492-b5a1-52c6ac40f7ec req-3c1ae7f6-3e10-44bf-a110-a1f613dda02d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623018 Jun 01 13:09:29.717977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5eef55a5-04da-4376-9541-042ab437be5d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:29.794026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-c8e0b877-9998-4f77-854d-aa87672257c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:29.795978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-c8e0b877-9998-4f77-854d-aa87672257c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.3263199 Jun 01 13:09:29.811482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103bb5b-1d14-4a48-bc5f-63c5b889d54e req-5b3f3946-06e0-4144-ab77-97967ae6f6f6 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:29.821605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6103bb5b-1d14-4a48-bc5f-63c5b889d54e req-5b3f3946-06e0-4144-ab77-97967ae6f6f6 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 945 time: 0.1898956 Jun 01 13:09:30.059237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6103bb5b-1d14-4a48-bc5f-63c5b889d54e req-fe367337-fd27-4fc1-aa19-4f2aa37eb0df tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365112 Jun 01 13:09:30.124202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-db23e19d-b8e4-4745-9966-b6a6074e6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.127350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-db23e19d-b8e4-4745-9966-b6a6074e6091 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.2827203 Jun 01 13:09:30.149538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:30.241671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-111df2d6-99d0-4946-bcf7-7db4a24e824f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.1069081 Jun 01 13:09:30.334286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:30.337997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-9366eb4b-15c5-4ed5-8740-e4658d43df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.339961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-9366eb4b-15c5-4ed5-8740-e4658d43df2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.0906181 Jun 01 13:09:30.346432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:30.355632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:30.358381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:30.359297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:30.400702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0d09-32e4-49f7-b734-ee7b90a5fbad req-cdcd1635-f4a9-419a-8268-be9114d618aa tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.402376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2af0d09-32e4-49f7-b734-ee7b90a5fbad req-cdcd1635-f4a9-419a-8268-be9114d618aa tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.4324560 Jun 01 13:09:30.425852 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f176988-5bba-42a6-86fd-0240b7c6e973 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/ef704668-8f00-47a7-ad22-90f075464744 HTTP/1.1" status: 204 len: 168 time: 2.0927114 Jun 01 13:09:30.426437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:30.444414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4a63-a11f-447e-b98d-c9e39bbc2d31 req-aaa95309-bc66-45ba-90b7-1d4633839b9c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.451620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c9f4a63-a11f-447e-b98d-c9e39bbc2d31 req-aaa95309-bc66-45ba-90b7-1d4633839b9c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.2571125 Jun 01 13:09:30.452716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:30.471108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:30.475517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:30.500209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 0728edd4-165f-44d7-b838-64bb72717309 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:30.500580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:30.520369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2af0d09-32e4-49f7-b734-ee7b90a5fbad req-c79b55aa-5133-49b2-adfb-7ca3d4d3d642 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114330 Jun 01 13:09:30.532146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c9f4a63-a11f-447e-b98d-c9e39bbc2d31 req-92df9b34-25c5-4c06-b810-f5b490e5819c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796051 Jun 01 13:09:30.547871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-7e25ec2f-5811-4170-a9bf-c86b77883305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.549348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-7e25ec2f-5811-4170-a9bf-c86b77883305 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990042 Jun 01 13:09:30.592561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:30.593130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e77d-f22a-407c-a66e-9715eac5e3a1 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:30.799492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-525ee66e-a2af-4101-addf-f6fca0280d34 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413714 Jun 01 13:09:30.812894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0cb30-cb1f-4772-ad0c-56a4a7c3f459 req-b636f373-b910-4cc9-af78-d5b89c7a640e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:30.814615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23d0cb30-cb1f-4772-ad0c-56a4a7c3f459 req-b636f373-b910-4cc9-af78-d5b89c7a640e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.1388583 Jun 01 13:09:30.849227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:30.980870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 0728edd4-165f-44d7-b838-64bb72717309 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:31.013392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23d0cb30-cb1f-4772-ad0c-56a4a7c3f459 req-227ad238-d6ad-40e0-ac56-d318a0275baa tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228549 Jun 01 13:09:31.041450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74d87bd4-086c-4bb8-a7e7-8cfcd8798a82 req-4c55ca71-e342-4dc1-842d-c6d2751e8a59 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259383 Jun 01 13:09:31.061422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853a66c-75c2-448c-96d7-59eaf06375b2 req-ca818930-ea1f-4459-9f00-dd523e8ae6a1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:31.063117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6853a66c-75c2-448c-96d7-59eaf06375b2 req-ca818930-ea1f-4459-9f00-dd523e8ae6a1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 945 time: 0.1737330 Jun 01 13:09:31.103872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35038) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:31.148017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6853a66c-75c2-448c-96d7-59eaf06375b2 req-b4986e7f-fe29-4711-8540-c01b5e5131d8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771756 Jun 01 13:09:31.273010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:31.326094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=0728edd4-165f-44d7-b838-64bb72717309,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:31.541902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:31.557338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f8961bd-45c2-4d07-a8cb-b61840a71f03 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/0728edd4-165f-44d7-b838-64bb72717309 HTTP/1.1" status: 204 len: 168 time: 1.1296043 Jun 01 13:09:31.567624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35052) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:31.574199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:31.579567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:31.583828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:floatingip and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:31.586755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:31.592596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:31.607701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:31.786082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:31.805651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f27b-6d4a-486f-a134-73854151f897 req-883118fa-313b-4f44-aed2-06c8ab01aa0b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:31.807135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dee1f27b-6d4a-486f-a134-73854151f897 req-883118fa-313b-4f44-aed2-06c8ab01aa0b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 945 time: 0.2806802 Jun 01 13:09:31.888794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dbc66-4b7f-44c5-a294-52a06e0a97eb req-196a412b-7f0e-4ae9-a3b4-0a1881f5c553 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:31.890304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-792dbc66-4b7f-44c5-a294-52a06e0a97eb req-196a412b-7f0e-4ae9-a3b4-0a1881f5c553 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 945 time: 0.4239664 Jun 01 13:09:31.953056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.45 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/7b59a42d-6f77-4d74-8979-f9e0e0dbbd12) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:31.969564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dee1f27b-6d4a-486f-a134-73854151f897 req-71482405-a289-4256-bb7b-8ae8ac13313c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Jun 01 13:09:32.010798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-792dbc66-4b7f-44c5-a294-52a06e0a97eb req-47eeec08-d7c1-46e9-84ea-983eedab1496 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034222 Jun 01 13:09:32.145844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.175186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.242843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:32.246007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:32.248573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:32.283055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=7b59a42d-6f77-4d74-8979-f9e0e0dbbd12,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:32.297633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.297967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.298298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.298599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.299011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.299306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.299650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.299935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.300271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.300580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.300923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.301207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:32.328840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d749e-d002-4523-9c24-68c8cd18f88d req-59dad268-bc22-4efd-8719-f1d33be5480a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:32.330393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-874d749e-d002-4523-9c24-68c8cd18f88d req-59dad268-bc22-4efd-8719-f1d33be5480a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.1668537 Jun 01 13:09:32.348214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.349955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d299220-4cf2-454d-a2bb-7f78bb4091f9 req-6606b543-9e57-4f91-be4a-a104405ac2e6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:32.351465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d299220-4cf2-454d-a2bb-7f78bb4091f9 req-6606b543-9e57-4f91-be4a-a104405ac2e6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.2268105 Jun 01 13:09:32.387585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.413269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.505214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-874d749e-d002-4523-9c24-68c8cd18f88d req-aeffba72-7059-4fee-83c5-12c1aa446896 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657982 Jun 01 13:09:32.560323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d299220-4cf2-454d-a2bb-7f78bb4091f9 req-c1a2c15b-4b94-4725-a3be-cd02cf7fdc2c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925526 Jun 01 13:09:32.772671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.780309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.808414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069949c5-9d68-43ba-b52e-0c278bc834e0 req-048b3db5-7bb6-443c-ac82-624403cd3aff tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:32.810071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-069949c5-9d68-43ba-b52e-0c278bc834e0 req-048b3db5-7bb6-443c-ac82-624403cd3aff tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.1471982 Jun 01 13:09:32.849289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:32.897805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Deleting port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:32.898135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.906795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=7b59a42d-6f77-4d74-8979-f9e0e0dbbd12,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:32.919968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.934030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 5eef55a5-04da-4376-9541-042ab437be5d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:09:32.941464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5eef55a5-04da-4376-9541-042ab437be5d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:32.942001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.946285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-069949c5-9d68-43ba-b52e-0c278bc834e0 req-6b392a3f-517e-4b85-8223-a8daefe8c8ef tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033201 Jun 01 13:09:32.954811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:32.956473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7d8d8665-469c-43e0-8185-f76d837319b9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3878300 Jun 01 13:09:32.959193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35058) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:32.979584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'port': {'network_id': 'e6291b35-c41e-4994-bd9e-8d0708e97d2f', 'name': 'tempest-FloatingIPTestJSON-752132299'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:33.084444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5eef55a5-04da-4376-9541-042ab437be5d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:33.085193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:33.158611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:33.168600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:33.172631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:33.238902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:33.246884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.247235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.247573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.247908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.248265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.248589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.248917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.249237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.249557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.249900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.250220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.250537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:33.448178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] For port 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:33.448771 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:33.520486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:33.538021 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:09:33.586974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Calling delete_port for 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:33.615331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:port and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:33.631509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:33.645091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:33.674720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f442e-59ce-42ad-87df-3ba65621884b req-6b20701f-27dd-4f7d-a9e7-26c07df84854 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:33.676179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae6f442e-59ce-42ad-87df-3ba65621884b req-6b20701f-27dd-4f7d-a9e7-26c07df84854 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.4944897 Jun 01 13:09:33.691939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd8fee-ca98-4293-8dde-4b8385f40589 req-b3cfe87a-2bf9-44bd-886e-fb456261f609 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:33.693334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eacd8fee-ca98-4293-8dde-4b8385f40589 req-b3cfe87a-2bf9-44bd-886e-fb456261f609 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 945 time: 0.4695320 Jun 01 13:09:33.701573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:33.704737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:33.792531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] device_id is not set on port 7d50e2d5-ad58-477d-96cd-44543e47e5a5 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:09:33.838793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae6f442e-59ce-42ad-87df-3ba65621884b req-886e555e-b4d5-4875-bcb7-22c0bd845030 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381822 Jun 01 13:09:33.851804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eacd8fee-ca98-4293-8dde-4b8385f40589 req-10b133a4-85f9-48dd-814a-3816f44787b0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362057 Jun 01 13:09:33.904524 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27802328-1a12-451c-a260-9b9abff010a9'] response: {'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d', 'code': 200} Jun 01 13:09:34.135244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.4 (e6291b35-c41e-4994-bd9e-8d0708e97d2f/06217917-7caf-4a9e-80c1-4fc0ed6ba580/7d50e2d5-ad58-477d-96cd-44543e47e5a5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:34.193618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:34.195643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:34.299668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:34.338409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.338765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.339098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.339519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.339801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.340151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.340465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.340877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.341199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.341505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.341802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.342136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:09:34.484280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8b587-d3b5-42d7-b212-df8ea9cfeae5 req-7a631a7c-9803-420e-9183-9fd748fb7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:34.485771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0b8b587-d3b5-42d7-b212-df8ea9cfeae5 req-7a631a7c-9803-420e-9183-9fd748fb7479 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 1097 time: 0.4478209 Jun 01 13:09:34.503923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc3769-4f44-48ec-8a3e-9b275565bd3b req-6e4f2965-c1bb-4cc3-8970-ac891b02da1e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:34.505297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85fc3769-4f44-48ec-8a3e-9b275565bd3b req-6e4f2965-c1bb-4cc3-8970-ac891b02da1e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.5177739 Jun 01 13:09:34.534286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fd38d-a5a2-46dd-a8fc-95ecff4165f8 req-cc4beeee-da78-417e-885f-c0eba4d22d46 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:34.535741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-757fd38d-a5a2-46dd-a8fc-95ecff4165f8 req-cc4beeee-da78-417e-885f-c0eba4d22d46 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.4988430 Jun 01 13:09:34.873774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0b8b587-d3b5-42d7-b212-df8ea9cfeae5 req-4bd661de-b918-45ff-a4bf-90681b46b5a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630333 Jun 01 13:09:34.882482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85fc3769-4f44-48ec-8a3e-9b275565bd3b req-10177189-44fc-4d97-a44b-48a61b44e04f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419001 Jun 01 13:09:34.944051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-757fd38d-a5a2-46dd-a8fc-95ecff4165f8 req-7b22e6ba-80c8-4f73-8794-8e14afc2cba9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962929 Jun 01 13:09:34.995684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:34.998848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:35.264020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:35.360699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beed030-fc4c-443e-b263-990742a87a83 req-dbaea3c5-df2e-4883-9cb1-46294f5d3511 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:35.362404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6beed030-fc4c-443e-b263-990742a87a83 req-dbaea3c5-df2e-4883-9cb1-46294f5d3511 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.2899070 Jun 01 13:09:35.460667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network e6291b35-c41e-4994-bd9e-8d0708e97d2f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:35.481779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:35.499514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:35.532129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=7d50e2d5-ad58-477d-96cd-44543e47e5a5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:35.681022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6beed030-fc4c-443e-b263-990742a87a83 req-5b3d02c6-1d40-4e9f-a1f6-e92a77628820 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488394 Jun 01 13:09:35.714375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:35.715760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:35.763031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Router 7e2a71f5-ebec-463a-9987-c3338fdea493 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:35.769492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb1515a5-12a4-40a2-afce-12a231bd4bb2 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8067412 Jun 01 13:09:35.771035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35108) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:35.777303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': '7d50e2d5-ad58-477d-96cd-44543e47e5a5'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:35.836476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703f10-7751-4e9c-9f4c-c86f99a90311 req-60198eef-d3b7-4e89-b1cb-ee9b4e0e0806 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:35.837930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84703f10-7751-4e9c-9f4c-c86f99a90311 req-60198eef-d3b7-4e89-b1cb-ee9b4e0e0806 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.3069148 Jun 01 13:09:35.888826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:36.138894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84703f10-7751-4e9c-9f4c-c86f99a90311 req-a972abef-0a07-4973-9dae-6e29ed85bf47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926657 Jun 01 13:09:36.577518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:36.586750 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Sync routers for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:36.595318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e4a36d5a-8636-42a4-b47c-2c0ad09659cd admin admin] 10.222.0.40 "PUT /v2.0/routers/7e2a71f5-ebec-463a-9987-c3338fdea493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4905930 Jun 01 13:09:36.597420 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:36.598205 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:36.598355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35120) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:36.606280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a4197-16a7-4a2f-9169-4285a5053f69 req-69895f77-8cfe-43d3-9fbe-4a8625a9b430 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:36.607712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f80a4197-16a7-4a2f-9169-4285a5053f69 req-69895f77-8cfe-43d3-9fbe-4a8625a9b430 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5832846 Jun 01 13:09:36.746104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f80a4197-16a7-4a2f-9169-4285a5053f69 req-a7e51ab8-9bf8-469c-961f-ea531cbc911c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277747 Jun 01 13:09:36.753894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f972f4-df6c-4e47-900e-65cdfd0e864e req-8cd800a8-b898-4663-873a-cd49b7cf6228 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:36.760793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f972f4-df6c-4e47-900e-65cdfd0e864e req-8cd800a8-b898-4663-873a-cd49b7cf6228 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.3645353 Jun 01 13:09:36.782838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:36.800093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:36.864843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:36.899939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f972f4-df6c-4e47-900e-65cdfd0e864e req-aeaae75b-1de1-445c-9fb7-61ed12a4f40a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380842 Jun 01 13:09:36.991397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089683989', 'description': 'tempest-description--230438723'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:37.005244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:37.032769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:37.059479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.071099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.080993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:09:33Z', 'revision_number': 5, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port': {'id': 'ec2a0e0f-68ea-4d33-8e2f-0455af649622', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:04Z', 'updated_at': '2022-06-01T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:37.086331 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Checking router: 7e2a71f5-ebec-463a-9987-c3338fdea493 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:09:37.087118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:37.089481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Deleting port ec2a0e0f-68ea-4d33-8e2f-0455af649622 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:37.090173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.096009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Routers {'7e2a71f5-ebec-463a-9987-c3338fdea493'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:37.096669 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7e2a71f5-ebec-463a-9987-c3338fdea493'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:37.119959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:security_group_rule and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:37.128933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:37.142742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:37.171606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.180441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.313606 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] Set router 7e2a71f5-ebec-463a-9987-c3338fdea493 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:37.332002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.346458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.377672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] For port ec2a0e0f-68ea-4d33-8e2f-0455af649622, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ec2a0e0f-68ea-4d33-8e2f-0455af649622,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:37.378096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.404919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d68a5-4298-48b8-9901-e9918eb1fec5 req-fd8c84d1-53e9-4e5a-a157-99e0201f985b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:37.406376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d68a5-4298-48b8-9901-e9918eb1fec5 req-fd8c84d1-53e9-4e5a-a157-99e0201f985b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3329151 Jun 01 13:09:37.443189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:09:37Z', 'revision_number': 6, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:37.448503 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57698b-16d0-43f3-b608-1959463898b8 None None] The sync data for ids ['7e2a71f5-ebec-463a-9987-c3338fdea493'] in n-d-844200-1 is: [{'id': '7e2a71f5-ebec-463a-9987-c3338fdea493', 'name': 'tempest-TaggedBootDevicesTest_v242-905162261-router', 'tenant_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:00Z', 'updated_at': '2022-06-01T13:09:37Z', 'revision_number': 6, 'project_id': 'ea9de1a8ac914758a3c28dfdc6bf16c0', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:37.487448 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP dabb0be4-b9b7-4ff1-83f7-a35449d8bb5a associated. External IP: 172.25.7.45, port: 7d50e2d5-ad58-477d-96cd-44543e47e5a5. Jun 01 13:09:37.525888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Calling delete_port for ec2a0e0f-68ea-4d33-8e2f-0455af649622 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:37.552844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5628a-2eb7-4baa-bb66-3474be7016e3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:37.573328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.577981 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c6be575-6725-497b-ab83-dadbda05d2a9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7118094 Jun 01 13:09:37.578615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:37.582030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d68a5-4298-48b8-9901-e9918eb1fec5 req-146b19ef-1425-44d7-a4b8-0404f3ef3093 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661530 Jun 01 13:09:37.588461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'security_group_rule': {'security_group_id': '94b5628a-2eb7-4baa-bb66-3474be7016e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:37.598332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:37.606016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca26e7-a8dd-435c-b05d-f14ec54b3a49 req-1881b5b1-570d-4e21-aff8-72b7dacff4b1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:37.607297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:security_group_rule and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:37.607563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efca26e7-a8dd-435c-b05d-f14ec54b3a49 req-1881b5b1-570d-4e21-aff8-72b7dacff4b1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.3434846 Jun 01 13:09:37.611168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:37.618854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:37.664096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.755406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-efca26e7-a8dd-435c-b05d-f14ec54b3a49 req-6d91aa0d-cd19-4f64-9f5a-501ca341a1cb tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374643 Jun 01 13:09:37.785092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.800181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.849350 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.853588 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713606 Jun 01 13:09:37.854441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3be644-7f52-40d0-af5d-3ded9782e182 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8fbe90-bb6b-45a7-ba63-1058b1e0cfee,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:37.856441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35150) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:37.870401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'security_group_rule': {'security_group_id': '94b5628a-2eb7-4baa-bb66-3474be7016e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:37.877715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:37.882189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:security_group_rule and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:37.885146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:37.891850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:37.902713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:37.959305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2a0e0f-68ea-4d33-8e2f-0455af649622,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:38.112174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.220983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.281675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:38.304065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f931c-6fdf-43f8-b785-ed7b8b29b946 req-6ce66083-fdb0-40e8-a529-eed03ca3b01b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:38.305493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-308f931c-6fdf-43f8-b785-ed7b8b29b946 req-6ce66083-fdb0-40e8-a529-eed03ca3b01b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.4126778 Jun 01 13:09:38.335722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.391692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.398755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a179fb-18cf-48ae-82a9-e04eb588a652 req-a4b7fa7e-e3f0-4778-b7d9-223a67cda9d4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:38.400173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6a179fb-18cf-48ae-82a9-e04eb588a652 req-a4b7fa7e-e3f0-4778-b7d9-223a67cda9d4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4639935 Jun 01 13:09:38.424110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.431040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.437811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ad1cfe-6202-4816-bb36-47c509b59ad1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:38.445987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.451009 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-45dd8eb3-fdce-4ea3-ae3d-665fb1608c13 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5915632 Jun 01 13:09:38.451657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35158) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:38.465287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:38.471992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:38.480226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:floatingip and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:38.484363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:38.487472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.487938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2a71f5-ebec-463a-9987-c3338fdea493 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:09:38.494737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:38.503339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.507346 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e3b719a-de19-47cc-b32a-092c9253f512 admin admin] 10.222.0.40 "DELETE /v2.0/routers/7e2a71f5-ebec-463a-9987-c3338fdea493 HTTP/1.1" status: 204 len: 168 time: 1.9080150 Jun 01 13:09:38.509658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:38.531467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-308f931c-6fdf-43f8-b785-ed7b8b29b946 req-94fb23ba-20e2-4089-a95f-b665fd415054 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740646 Jun 01 13:09:38.591757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.613484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Deleting subnet 173d2874-e992-4d47-8b45-eaec747d0c34 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:09:38.614803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6a179fb-18cf-48ae-82a9-e04eb588a652 req-89e6b34d-61f1-466c-b447-145c1c68c88f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026851 Jun 01 13:09:38.617482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.644468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:38.651685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.656597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:38.688007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:38.688740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:38.739093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.771233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:38.785009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:38.785789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:38.846335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:38.869042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:38.869445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca37b5-fb05-42d1-a8a9-45237627ac82 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:38.888419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-671c6534-5aed-4458-811e-05d50f33e8a7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/dabb0be4-b9b7-4ff1-83f7-a35449d8bb5a HTTP/1.1" status: 200 len: 976 time: 3.1169808 Jun 01 13:09:38.893681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35188) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:39.007842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13926f9b-ccc5-4dd8-a13b-52885034ff51 req-a2c17d54-15d4-4771-b602-6793d9a42218 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:39.009460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13926f9b-ccc5-4dd8-a13b-52885034ff51 req-a2c17d54-15d4-4771-b602-6793d9a42218 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.1715651 Jun 01 13:09:39.018893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a89db-6ee7-4a73-a023-7fb4c77eae29 req-e80590af-b465-4203-add6-3832a5312417 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:39.019937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-054a89db-6ee7-4a73-a023-7fb4c77eae29 req-e80590af-b465-4203-add6-3832a5312417 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1345301 Jun 01 13:09:39.051168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 7d50e2d5-ad58-477d-96cd-44543e47e5a5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:39.051511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:39.102785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13926f9b-ccc5-4dd8-a13b-52885034ff51 req-d843b2fd-200a-4e99-9cf9-0a80562da66d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817804 Jun 01 13:09:39.108302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-054a89db-6ee7-4a73-a023-7fb4c77eae29 req-0133192e-14b3-4807-92c1-b2a68adbc9a5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724752 Jun 01 13:09:39.244601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec2a0e0f-68ea-4d33-8e2f-0455af649622 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:39.255735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:39.313558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ec2a0e0f-68ea-4d33-8e2f-0455af649622 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:39.315836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ec2a0e0f-68ea-4d33-8e2f-0455af649622 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:39.316512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:39.364717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173d2874-e992-4d47-8b45-eaec747d0c34,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:39.373162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97cacd-5a25-42ac-8819-099bc5262472 req-f33bf9d3-ac1c-428c-9026-cf2250ed8f4b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:39.383955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f97cacd-5a25-42ac-8819-099bc5262472 req-f33bf9d3-ac1c-428c-9026-cf2250ed8f4b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.1294327 Jun 01 13:09:39.403728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61beaba-2a0b-473f-867b-73bb7da799cb None None] Network 170c337c-8f1e-41eb-aa8c-585fd47e8e5d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:39.439872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:39.463650 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6f0aaa70-4c93-40fb-9a2f-83b68221685d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/173d2874-e992-4d47-8b45-eaec747d0c34 HTTP/1.1" status: 204 len: 168 time: 0.9528787 Jun 01 13:09:39.468673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f97cacd-5a25-42ac-8819-099bc5262472 req-0d83c6a1-b81e-4c69-a302-9e68d16ff50a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776551 Jun 01 13:09:39.469390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35218) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:39.525591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:39.525988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3c2890a3-de12-4ec6-a7e3-2d9583e4dbe9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:39.548808 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:39.722273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:09:39.880091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:39.905304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686b58-cb9a-4e1b-a3de-7d136e859054 req-e3039563-2b7e-4947-a001-849d516b4a85 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:39.918621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77686b58-cb9a-4e1b-a3de-7d136e859054 req-e3039563-2b7e-4947-a001-849d516b4a85 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.1945682 Jun 01 13:09:39.965888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] DHCP port deletion for 170c337c-8f1e-41eb-aa8c-585fd47e8e5d request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:09:39.983910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77686b58-cb9a-4e1b-a3de-7d136e859054 req-729bb1f9-6160-4202-ab63-3816ea8d1427 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702164 Jun 01 13:09:39.985053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:39.994090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Deleting port 657cf482-314c-446e-9bd3-1bde8e8f76f1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:39.998576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.010802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Deleting port 657cf482-314c-446e-9bd3-1bde8e8f76f1 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:40.014682 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.051679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.107437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:09:40.234823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] For port 657cf482-314c-446e-9bd3-1bde8e8f76f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=657cf482-314c-446e-9bd3-1bde8e8f76f1,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:40.235602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.373846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Calling delete_port for 657cf482-314c-446e-9bd3-1bde8e8f76f1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:40.411821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:40.412191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.467397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.515425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.515425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.515775 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP dabb0be4-b9b7-4ff1-83f7-a35449d8bb5a disassociated. External IP: 172.25.7.45, port: 7d50e2d5-ad58-477d-96cd-44543e47e5a5. Jun 01 13:09:40.516153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 7d50e2d5-ad58-477d-96cd-44543e47e5a5 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:40.538311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] No DVR routers for this DVR port 657cf482-314c-446e-9bd3-1bde8e8f76f1 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:40.583035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Pushing event deleted for resources: {'Port': ['ID=657cf482-314c-446e-9bd3-1bde8e8f76f1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:40.659320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:40.678637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:40.688791 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.689532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:09:40.793676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:40.834917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] For port 657cf482-314c-446e-9bd3-1bde8e8f76f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=657cf482-314c-446e-9bd3-1bde8e8f76f1,segment=NetworkSegment(a9cd6322-5154-4773-81d6-27e6f26f361f),segment_id=a9cd6322-5154-4773-81d6-27e6f26f361f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:40.835453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.843234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:40.923175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Allocated IP 172.25.7.156 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/565e68ae-7f30-41ff-ad31-52f95675ffa1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:40.932997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=7d50e2d5-ad58-477d-96cd-44543e47e5a5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:40.961076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.034146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170c337c-8f1e-41eb-aa8c-585fd47e8e5d']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:41.070982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cd6322-5154-4773-81d6-27e6f26f361f') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:41.072833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cd6322-5154-4773-81d6-27e6f26f361f') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:41.104682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.145983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Calling delete_port for 657cf482-314c-446e-9bd3-1bde8e8f76f1 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:41.147144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.162697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:09:41.172051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.277188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:41.296337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'mac_address': 'fa:16:3e:41:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:09:41.303292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 657cf482-314c-446e-9bd3-1bde8e8f76f1 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:41.396002 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment a9cd6322-5154-4773-81d6-27e6f26f361f resource provider aggregate not found Jun 01 13:09:41.420907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:41.426614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.451208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.471866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.491701 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment a9cd6322-5154-4773-81d6-27e6f26f361f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9cd6322-5154-4773-81d6-27e6f26f361f found for delete ", "request_id": "req-1563d2a6-ce7c-4e02-9c11-0338d634f3a8"}]} Jun 01 13:09:41.507660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] Pushing event deleted for resources: {'Network': ['ID=170c337c-8f1e-41eb-aa8c-585fd47e8e5d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:41.516759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 657cf482-314c-446e-9bd3-1bde8e8f76f1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:41.517610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 657cf482-314c-446e-9bd3-1bde8e8f76f1 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:41.542971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-274fcedf-8237-421d-927a-19e29ba5ba3f admin admin] 10.222.0.40 "DELETE /v2.0/networks/170c337c-8f1e-41eb-aa8c-585fd47e8e5d HTTP/1.1" status: 204 len: 168 time: 2.0698695 Jun 01 13:09:41.545178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:41.628202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 66731e8d-834c-49b6-aec9-5c8617e7ef05 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:41.629173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.655999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:09:41.656671 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:09:41.659766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66731e8d-834c-49b6-aec9-5c8617e7ef05 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:09:41.690030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:41.701826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.833494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:41.878402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['b7c8fa96-2b28-4bdb-bbe4-45b174cde216'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:41.914110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['66731e8d-834c-49b6-aec9-5c8617e7ef05'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:09:41.966695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:42.007918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'Port': ['ID=565e68ae-7f30-41ff-ad31-52f95675ffa1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:42.018396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:42.021321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:42.024986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:42.063341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:42.076439 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:42.097205 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:42.097986 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:42.178471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Deleting port 657cf482-314c-446e-9bd3-1bde8e8f76f1 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:42.179167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:42.304746 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:42.336497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:42.339759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:42.352388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:42.395960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-339f3424-6411-4f96-80bd-18635e211e20 None None] The port '657cf482-314c-446e-9bd3-1bde8e8f76f1' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:09:42.542098 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:42.542529 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a62d76-3375-4740-b28f-ae34bb02d5f4 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:42.553393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:42.557732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:42.634089 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2b2cfee-90f8-4b93-bb6e-2ed602883f20 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/7d50e2d5-ad58-477d-96cd-44543e47e5a5 HTTP/1.1" status: 204 len: 168 time: 3.7392898 Jun 01 13:09:42.634704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:42.741576 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f18e781b-29ec-4e47-a409-3830994b5c89 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/floatingips/dabb0be4-b9b7-4ff1-83f7-a35449d8bb5a HTTP/1.1" status: 200 len: 687 time: 0.1011808 Jun 01 13:09:42.744450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35278) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:42.949478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.566064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Deleting port 8858daa7-0a92-42da-b679-f9971cae9391 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:43.566468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.706608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.709033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 7b59a42d-6f77-4d74-8979-f9e0e0dbbd12 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:43.712733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.717785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:43.787889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.883837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:43.884481 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.957924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] For port 8858daa7-0a92-42da-b679-f9971cae9391, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8858daa7-0a92-42da-b679-f9971cae9391,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:43.961811 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:43.974222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'Port': ['ID=565e68ae-7f30-41ff-ad31-52f95675ffa1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:44.230146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:44.230840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.278548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaebb06-ff92-4098-a8a6-40c3567d55b8 req-af9df7c5-ac40-4d42-bc7e-d11bc6fd3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:44.286568 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-eeaebb06-ff92-4098-a8a6-40c3567d55b8 req-af9df7c5-ac40-4d42-bc7e-d11bc6fd3b66 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1097 time: 1.2724030 Jun 01 13:09:44.307548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:44.321699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.327384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:44.345196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.346612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:44.379649 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-eeaebb06-ff92-4098-a8a6-40c3567d55b8 req-3da92c21-115a-434b-a9cd-dc57a3311186 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917780 Jun 01 13:09:44.413103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.414768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.449950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.451744 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aaf5eefb-92ac-4c25-b3fd-e251216ad2d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9917755 Jun 01 13:09:44.826267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:44.850537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Calling delete_port for 8858daa7-0a92-42da-b679-f9971cae9391 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:44.878173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 66731e8d-834c-49b6-aec9-5c8617e7ef05 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:44.885538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:44.934085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 7b59a42d-6f77-4d74-8979-f9e0e0dbbd12 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:45.238436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.269165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.330772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 66731e8d-834c-49b6-aec9-5c8617e7ef05 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:45.331410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.351876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=7b59a42d-6f77-4d74-8979-f9e0e0dbbd12,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:45.377519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Pushing event deleted for resources: {'Port': ['ID=8858daa7-0a92-42da-b679-f9971cae9391,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:45.412995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:45.431148 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.522698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:45.684089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.740558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.741789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67739e38-ba37-4589-bf3c-f59a0c9339d9 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/dabb0be4-b9b7-4ff1-83f7-a35449d8bb5a HTTP/1.1" status: 204 len: 168 time: 2.9963992 Jun 01 13:09:45.746724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:45.752303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'a34d022b-4316-413f-800f-47a00f3762c5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:45.773715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:45.788081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:floatingip and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:45.794996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:45.813754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:45.871830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:45.891257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:46.140923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:46.516142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.238 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e3078534-894a-4698-bcd8-787131d2548c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:46.698159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:46.759117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:46.798813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:46.889556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=e3078534-894a-4698-bcd8-787131d2548c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:46.899616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:46.905662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:46.915180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:46.973403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:46.986934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cb5bb030-05b6-4b06-a662-a990d1b29678 admin admin] 10.222.0.40 "PUT /v2.0/routers/02581fd2-9d39-4bb3-8e12-04bbb6d8ede1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4280486 Jun 01 13:09:46.989183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Sync routers for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:46.997815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35310) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:47.003101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:47.003736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:47.434572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:47.437283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:47.873323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:47.879651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:47.892416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Deleting port ff6eb066-b581-43e1-9898-04436ff5b944 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:47.892781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:47.967893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.068860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.261416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] For port ff6eb066-b581-43e1-9898-04436ff5b944, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ff6eb066-b581-43e1-9898-04436ff5b944,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:48.262492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.347804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e32279c-9d00-4c44-876e-250faccfc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.378984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:09:45Z', 'revision_number': 5, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port': {'id': 'ff6eb066-b581-43e1-9898-04436ff5b944', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:39Z', 'updated_at': '2022-06-01T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:48.388075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Checking router: 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:09:48.404532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Calling delete_port for ff6eb066-b581-43e1-9898-04436ff5b944 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:48.406498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Routers {'02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:48.407156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:48.535106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.551466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.682063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=e3078534-894a-4698-bcd8-787131d2548c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:48.701988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.762006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:48.818209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6eb066-b581-43e1-9898-04436ff5b944,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:48.827210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] Set router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:09:48.939684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.050951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:09:47Z', 'revision_number': 6, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:49.065230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f4dbb-350c-46c0-acf2-dc036063a743 None None] The sync data for ids ['02581fd2-9d39-4bb3-8e12-04bbb6d8ede1'] in n-d-844200-1 is: [{'id': '02581fd2-9d39-4bb3-8e12-04bbb6d8ede1', 'name': 'tempest-TaggedBootDevicesTest_v242-466126625-router', 'tenant_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:02:35Z', 'updated_at': '2022-06-01T13:09:47Z', 'revision_number': 6, 'project_id': '2b2b51d1ebdc47e8ac10acb09696d35d', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:49.205727 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 862ddc5f-ff61-4eac-b41a-49ba4925eb95 associated. External IP: 172.25.7.238, port: a34d022b-4316-413f-800f-47a00f3762c5. Jun 01 13:09:49.346276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8858daa7-0a92-42da-b679-f9971cae9391 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:49.400957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8858daa7-0a92-42da-b679-f9971cae9391 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:49.401636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8858daa7-0a92-42da-b679-f9971cae9391 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:49.438363 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.447823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.484497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.485131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:09:49.501649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.507589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8547122c-dfd1-47fb-8762-9e434c72b2ee admin admin] 10.222.0.40 "DELETE /v2.0/routers/02581fd2-9d39-4bb3-8e12-04bbb6d8ede1 HTTP/1.1" status: 204 len: 168 time: 2.5087006 Jun 01 13:09:49.510193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:49.648048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Deleting subnet 21c914a8-8fb3-423b-b7dd-1a5e547b589c {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:09:49.652244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.760986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:49.980704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.065824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.119594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.124722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c1696-ad83-470f-a216-039700ae086f None None] Network 2fae5129-ee47-4186-94e0-4370acb71cc5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:50.136594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c914a8-8fb3-423b-b7dd-1a5e547b589c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:50.154656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b4eeb5b-8b82-4766-936d-e4a127d9a66e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/21c914a8-8fb3-423b-b7dd-1a5e547b589c HTTP/1.1" status: 204 len: 168 time: 0.6432753 Jun 01 13:09:50.157024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35322) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:50.166599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:09:50.613492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f285aa49-af56-480a-97c9-c67d5fdf0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.689462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.716295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Deleting port e854d51f-6d2c-41aa-828e-0afe96cb464a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:50.716666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.723967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:50.735441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] DHCP port deletion for 2fae5129-ee47-4186-94e0-4370acb71cc5 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:09:50.739795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Deleting port e854d51f-6d2c-41aa-828e-0afe96cb464a {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:50.740200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.740847 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:50.755871 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:50.757145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:50.786011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:50.940159 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c5d51d4-5e54-436f-837f-e040d866410a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1863680 Jun 01 13:09:50.940420 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:50.940536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:50.953007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-488184286'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:50.960669 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:50.961433 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:50.968714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:50.976966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:network and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:50.982001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:51.013891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:51.050690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:51.054310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.138546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:09:51.161888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.162223 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Added segment aa0a8c3e-3868-458a-853c-ffb5d5356617 of type vlan for network 536339c8-270f-4e99-b50b-4f2147974971 Jun 01 13:09:51.167591 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:51.167996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42755f04-22cd-4931-a16b-654cc7e3f637 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:51.200189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] For port e854d51f-6d2c-41aa-828e-0afe96cb464a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e854d51f-6d2c-41aa-828e-0afe96cb464a,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:51.200575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.216805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.295192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.304362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:51.305662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.367628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] For port e854d51f-6d2c-41aa-828e-0afe96cb464a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e854d51f-6d2c-41aa-828e-0afe96cb464a,segment=NetworkSegment(51d849f6-e803-4846-bf50-2f654c87102b),segment_id=51d849f6-e803-4846-bf50-2f654c87102b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:51.368254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.410898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Calling delete_port for e854d51f-6d2c-41aa-828e-0afe96cb464a owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:51.562785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ff6eb066-b581-43e1-9898-04436ff5b944 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:51.679604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ff6eb066-b581-43e1-9898-04436ff5b944 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:51.681094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ff6eb066-b581-43e1-9898-04436ff5b944 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:51.681533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e854d51f-6d2c-41aa-828e-0afe96cb464a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:09:51.721559 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7806017 Jun 01 13:09:51.723556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35334) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:51.734515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:51.740270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Calling delete_port for e854d51f-6d2c-41aa-828e-0afe96cb464a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:09:51.751012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'subnet': {'network_id': '536339c8-270f-4e99-b50b-4f2147974971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:51.777701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbfbf3-edbb-4152-a0c9-7abfdf3d6793 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Network': ['ID=536339c8-270f-4e99-b50b-4f2147974971,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:51.940146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:09:51.940381 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:09:51.979950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 536339c8-270f-4e99-b50b-4f2147974971 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:09:51.996268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] No DVR routers for this DVR port e854d51f-6d2c-41aa-828e-0afe96cb464a on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:09:52.006900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:52.024242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:52.033230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e854d51f-6d2c-41aa-828e-0afe96cb464a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:09:52.033716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e854d51f-6d2c-41aa-828e-0afe96cb464a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:09:52.041433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:52.046742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.092420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.099707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fbc0e-5953-4db2-a96d-bd1b5d5d5bb8 None None] Pushing event deleted for resources: {'Port': ['ID=e854d51f-6d2c-41aa-828e-0afe96cb464a,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:52.101746 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.441520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Deleting port e854d51f-6d2c-41aa-828e-0afe96cb464a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:09:52.442106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.645399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.673367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] The port 'e854d51f-6d2c-41aa-828e-0afe96cb464a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:09:52.793439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Subnet': ['ID=4b4f5985-6451-469d-9f69-e10d9dd21d47,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:52.871275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Checking segment: {'id': 'aa0a8c3e-3868-458a-853c-ffb5d5356617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '536339c8-270f-4e99-b50b-4f2147974971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:52.873887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network hostable DHCP agents. Network: 536339c8-270f-4e99-b50b-4f2147974971, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:09:52.898339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.932013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network 536339c8-270f-4e99-b50b-4f2147974971 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:09:52.956648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 536339c8-270f-4e99-b50b-4f2147974971) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:52.961184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:52.961757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:52.970267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fae5129-ee47-4186-94e0-4370acb71cc5']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:52.979814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fb136-5cee-4090-a891-0fc5c33c95b1 None None] Network 536339c8-270f-4e99-b50b-4f2147974971 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:53.002507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d849f6-e803-4846-bf50-2f654c87102b') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:53.002907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d849f6-e803-4846-bf50-2f654c87102b') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:53.032051 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17b0021a-c667-46cd-876d-8f59fc6f8fe7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2923913 Jun 01 13:09:53.032306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:53.038077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1978619926', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:53.044242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.057887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:53.068102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:router and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:53.071533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:53.088270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:53.108220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.109505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.125952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.139759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.141668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:09:53.141812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.373609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-536339c8-270f-4e99-b50b-4f2147974971', 'network_id': '536339c8-270f-4e99-b50b-4f2147974971', 'tenant_id': 'd13eb9d04637446dadf45964f56b55ef', 'fixed_ips': [{'subnet_id': '4b4f5985-6451-469d-9f69-e10d9dd21d47'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:09:53.374987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.393424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.409513 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 51d849f6-e803-4846-bf50-2f654c87102b resource provider aggregate not found Jun 01 13:09:53.420222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.426734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.464162 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 51d849f6-e803-4846-bf50-2f654c87102b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51d849f6-e803-4846-bf50-2f654c87102b found for delete ", "request_id": "req-8c3885f8-d83a-4a12-ba6f-9529283b58ed"}]} Jun 01 13:09:53.483736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fae5129-ee47-4186-94e0-4370acb71cc5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:53.493748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-02d17dcb-7aca-498a-b02b-1df1332c7246 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2fae5129-ee47-4186-94e0-4370acb71cc5 HTTP/1.1" status: 204 len: 168 time: 3.3333271 Jun 01 13:09:53.594877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:53.701976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Allocated IP 172.20.0.2 (536339c8-270f-4e99-b50b-4f2147974971/4b4f5985-6451-469d-9f69-e10d9dd21d47/d4d08059-7f33-473d-9446-9678f6d3624c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:53.733053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35350) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:53.868727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0fcf9e12-3212-44e8-a71d-0d3f15c6d750 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea9de1a8ac914758a3c28dfdc6bf16c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321921 Jun 01 13:09:53.869624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35354) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:53.987606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.000101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.007148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Transition to ACTIVE for port object d4d08059-7f33-473d-9446-9678f6d3624c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:09:54.016272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.035889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Transition to ACTIVE for port object d4d08059-7f33-473d-9446-9678f6d3624c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:09:54.045991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.050327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.050899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.112409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.181049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9100d80-b695-4a01-b77d-b626fd6b7d44,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:54.183158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.186617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d388fd79-d93d-4d3e-8da9-82138aa80f31 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9100d80-b695-4a01-b77d-b626fd6b7d44 HTTP/1.1" status: 204 len: 168 time: 0.3138213 Jun 01 13:09:54.283724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Network 536339c8-270f-4e99-b50b-4f2147974971 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:54.285587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Pushing event updated for resources: {'Port': ['ID=d4d08059-7f33-473d-9446-9678f6d3624c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:54.288402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:54.323835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:54.561045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.25.7.8 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2a23be3e-3c50-4f52-af17-41720218b9cb) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:54.563691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Attempting to bind port d4d08059-7f33-473d-9446-9678f6d3624c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:09:54.564236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Attempting to bind port d4d08059-7f33-473d-9446-9678f6d3624c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'aa0a8c3e-3868-458a-853c-ffb5d5356617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '536339c8-270f-4e99-b50b-4f2147974971'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:09:54.566997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Attempting to bind port d4d08059-7f33-473d-9446-9678f6d3624c on network 536339c8-270f-4e99-b50b-4f2147974971 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:09:54.589994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:09:54.590729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Checking segment: {'id': 'aa0a8c3e-3868-458a-853c-ffb5d5356617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '536339c8-270f-4e99-b50b-4f2147974971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:09:54.591407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.591957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Bound using segment: {'id': 'aa0a8c3e-3868-458a-853c-ffb5d5356617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '536339c8-270f-4e99-b50b-4f2147974971'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:09:54.595194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Bound port: d4d08059-7f33-473d-9446-9678f6d3624c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0a8c3e-3868-458a-853c-ffb5d5356617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '536339c8-270f-4e99-b50b-4f2147974971'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:09:54.595815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.791256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.827545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.834672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] For port d4d08059-7f33-473d-9446-9678f6d3624c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:09:54.848654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] For port d4d08059-7f33-473d-9446-9678f6d3624c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4d08059-7f33-473d-9446-9678f6d3624c,segment=NetworkSegment(aa0a8c3e-3868-458a-853c-ffb5d5356617),segment_id=aa0a8c3e-3868-458a-853c-ffb5d5356617)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:09:54.858233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:54.917027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:54.929963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:54.969112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:55.016910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d7fec-642e-4ab6-a2f4-d1902d844de4 None None] Pushing event updated for resources: {'Port': ['ID=d4d08059-7f33-473d-9446-9678f6d3624c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:55.035846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35366) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:55.093764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1bbd4edc-f03c-49e1-bc82-d702e7c225ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2b2b51d1ebdc47e8ac10acb09696d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545871 Jun 01 13:09:55.094550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35370) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:55.138837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=2a23be3e-3c50-4f52-af17-41720218b9cb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:55.235782 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:55.303719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:55.393129 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:55.414084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b18b6-0e9a-474a-a3a9-0250ab9591a2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:55.433633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:55.471689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-37da9069-2a27-443f-bad1-5892f9164213 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ad7b18b6-0e9a-474a-a3a9-0250ab9591a2 HTTP/1.1" status: 204 len: 168 time: 0.3760328 Jun 01 13:09:55.921793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:56.408856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:56.845668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0c467-2193-4358-82cb-70adcd2aca7d None None] Network 536339c8-270f-4e99-b50b-4f2147974971 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:09:56.846267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:56.932998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7610c66b-0d65-4526-8b84-9389f42c703c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:56.941594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7610c66b-0d65-4526-8b84-9389f42c703c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.3305395 Jun 01 13:09:56.948059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:09:57.010288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-e415f706-5859-4f95-9405-d01d4cb81d10 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/quotas/c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 375 time: 0.0671246 Jun 01 13:09:57.138818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ebc8-8d70-456e-acbd-5aa57f33cad2 req-28e146b9-137a-4e10-a09e-7db318ad7ead tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:57.141262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5841ebc8-8d70-456e-acbd-5aa57f33cad2 req-28e146b9-137a-4e10-a09e-7db318ad7ead tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.2159700 Jun 01 13:09:57.197474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb6cb4d1-2728-4cde-aeb0-d48df0c6a860 None None] Provisioning for port d4d08059-7f33-473d-9446-9678f6d3624c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:09:57.229266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5841ebc8-8d70-456e-acbd-5aa57f33cad2 req-adf1a342-8bca-450f-98fb-1e636e66bd93 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710216 Jun 01 13:09:57.272918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-801db6c7-6275-4fb2-a527-594cb8e13f96 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2576904 Jun 01 13:09:57.289569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-902623589-network', 'tenant_id': '3ba3ee4eed2240c2bd616ef58ec56b19'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:57.298850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:57.361805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Usage tracker for resource:network and tenant:3ba3ee4eed2240c2bd616ef58ec56b19 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:57.367003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4d08059-7f33-473d-9446-9678f6d3624c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:57.405182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:57.427903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:57.430220 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67626331-37af-49ea-86f8-532de0dddacb'] response: {'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'code': 200} Jun 01 13:09:57.484867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:09:57.507295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Made reservation on behalf of 3ba3ee4eed2240c2bd616ef58ec56b19 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:57.518700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] Sync routers for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:09:57.521390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.557550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:57.564872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:57.571363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.602370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:57.607709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Usage tracker for resource:security_group_rule and tenant:3ba3ee4eed2240c2bd616ef58ec56b19 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:57.612192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:57.622293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:57.636327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.640419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:57.641557 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2bd9cb85-9ad5-4241-b347-7dca9c74baa7 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6080821 Jun 01 13:09:57.642542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35440) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:57.656105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:09:57.656740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:57.752377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d4d08059-7f33-473d-9446-9678f6d3624c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:09:57.764073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d4d08059-7f33-473d-9446-9678f6d3624c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:57.764447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.790116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-eaba0ed8-a63b-464c-80ed-689e4fdcfa8f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2089683989&fields=id&tenant_id=f934a6c53b624712bbc890939f82b837 HTTP/1.1" status: 200 len: 267 time: 0.0768509 Jun 01 13:09:57.795946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:09:57.796573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea56414-2b81-4aa1-b1bb-fdf94cb799a8 None None] The sync data for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:09:57.804088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Provisioning complete for port d4d08059-7f33-473d-9446-9678f6d3624c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:57.804459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.936472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-f83a74f1-570a-4c26-9d92-d6f15270d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:57.938739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-f83a74f1-570a-4c26-9d92-d6f15270d703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1096 time: 0.6645434 Jun 01 13:09:57.942820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-19b81a6e-bcef-4b53-82ff-8d2fa7842bc3 service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223773 Jun 01 13:09:57.983345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:57.999508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Current status of the port d4d08059-7f33-473d-9446-9678f6d3624c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:58.000120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.019807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4d08059-7f33-473d-9446-9678f6d3624c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:58.020516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.044018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.061110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] For port d4d08059-7f33-473d-9446-9678f6d3624c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4d08059-7f33-473d-9446-9678f6d3624c,segment=NetworkSegment(aa0a8c3e-3868-458a-853c-ffb5d5356617),segment_id=aa0a8c3e-3868-458a-853c-ffb5d5356617)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:09:58.068055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.106262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:09:58.124988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9a84b-fa44-46bf-bdcd-477d560421fc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:58.189787 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:09:58.191508 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:09:58.196931 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.197731 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Added segment 8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a of type vlan for network 8d013495-e27e-4e18-a04e-2461a01efea6 Jun 01 13:09:58.219802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a6d42-e78b-4b08-8d71-69f2921d6976 None None] Pushing event updated for resources: {'Port': ['ID=d4d08059-7f33-473d-9446-9678f6d3624c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:58.241531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-a1e5addc-cc75-4279-b9fc-853472766dd0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:58.243093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-a1e5addc-cc75-4279-b9fc-853472766dd0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 0.4370952 Jun 01 13:09:58.248567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-b636fe5e-76f0-4502-b3f3-80a58dd76a23 service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851372 Jun 01 13:09:58.262759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-e663ba77-2f93-4825-a021-afe29d473b52 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/quotas/f934a6c53b624712bbc890939f82b837 HTTP/1.1" status: 200 len: 375 time: 0.0131872 Jun 01 13:09:58.301571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.357036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-252ead53-2122-4826-a96a-b27573bfe669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:58.358801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-252ead53-2122-4826-a96a-b27573bfe669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.2923310 Jun 01 13:09:58.465673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.466651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:58.467224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.471054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-a958bbb0-7c57-44ac-9ad2-4725c4038ef9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1994693 Jun 01 13:09:58.588104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-b6e317fb-72aa-4401-b77c-b58724dc7451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 1001 time: 0.2182004 Jun 01 13:09:58.641100 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7942066 Jun 01 13:09:58.645072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64503c-8919-4efa-bfd7-005a4308e9ff admin admin] Pushing event updated for resources: {'Network': ['ID=8d013495-e27e-4e18-a04e-2461a01efea6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:58.645497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35460) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:09:58.656655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8d013495-e27e-4e18-a04e-2461a01efea6 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:09:58.678280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.694388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Request body: {'subnet': {'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-902623589-subnet', 'tenant_id': '3ba3ee4eed2240c2bd616ef58ec56b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:09:58.722378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:09:58.738611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Usage tracker for resource:subnet and tenant:3ba3ee4eed2240c2bd616ef58ec56b19 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:09:58.745641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:09:58.766837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:09:58.786127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-d44e7e0a-d5f3-4a24-8433-fe36dcdbc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:58.787725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-d44e7e0a-d5f3-4a24-8433-fe36dcdbc36d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.1931324 Jun 01 13:09:58.846544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4d08059-7f33-473d-9446-9678f6d3624c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:58.860890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Made reservation on behalf of 3ba3ee4eed2240c2bd616ef58ec56b19 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:09:58.862181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:58.879899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-1b16a9b7-533b-4be8-852b-830848c9b0ec service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893063 Jun 01 13:09:58.987058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844aeda-7019-42f2-b058-b1195c9d7af1 req-8b72be93-903b-42a5-bfea-3a2def73342d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:58.988518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8844aeda-7019-42f2-b058-b1195c9d7af1 req-8b72be93-903b-42a5-bfea-3a2def73342d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.3458750 Jun 01 13:09:59.163486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8844aeda-7019-42f2-b058-b1195c9d7af1 req-5511431b-d37a-4ca3-a9ba-e2a5af7d31f8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245430 Jun 01 13:09:59.172262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-b98ff6a9-fdf5-4a4b-b69d-c65d73928f83 service neutron] 10.222.0.40 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336361 Jun 01 13:09:59.174242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-2b803a9e-1321-4d75-8c3e-f9f5234848ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:59.175631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-2b803a9e-1321-4d75-8c3e-f9f5234848ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718390 Jun 01 13:09:59.224409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4d08059-7f33-473d-9446-9678f6d3624c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:09:59.318286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.1 (536339c8-270f-4e99-b50b-4f2147974971/4b4f5985-6451-469d-9f69-e10d9dd21d47/f6680d14-ddaf-4849-8eb2-fbc75dd2723f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:09:59.321236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d4d08059-7f33-473d-9446-9678f6d3624c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:09:59.321643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:59.452689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:09:59.490539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4d08059-7f33-473d-9446-9678f6d3624c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:09:59.621983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:59.644052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Transition to ACTIVE for port object f6680d14-ddaf-4849-8eb2-fbc75dd2723f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:09:59.657157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:59.776215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:09:59.811974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7f795cd-b878-4775-8a58-624ddf67390e req-e28a85c4-d8be-48b0-96a7-eefe4a5b1971 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 210 time: 0.1596906 Jun 01 13:09:59.873364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network 536339c8-270f-4e99-b50b-4f2147974971 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:09:59.881837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:09:59.894494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:09:59.919291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-ab04187d-1859-42fa-95d3-fa3ff7e8f051 service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344098 Jun 01 13:09:59.919907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:59.972486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-3ebb560b-628a-4a1a-95c3-cbee186434f3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:09:59.974660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-3ebb560b-628a-4a1a-95c3-cbee186434f3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.3107684 Jun 01 13:09:59.975582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=f6680d14-ddaf-4849-8eb2-fbc75dd2723f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:09:59.991318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'device_id': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'admin_state_up': True, 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:00.086292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:00.099227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Checking segment: {'id': '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:00.099803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Network hostable DHCP agents. Network: 8d013495-e27e-4e18-a04e-2461a01efea6, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:00.169784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Network 8d013495-e27e-4e18-a04e-2461a01efea6 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:00.199540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fdaa1-771d-4a45-9966-c4e9c3298cfa req-92892efa-57fd-444f-9443-b8ed39d54ab5 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:00.200930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-426fdaa1-771d-4a45-9966-c4e9c3298cfa req-92892efa-57fd-444f-9443-b8ed39d54ab5 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.5577095 Jun 01 13:10:00.207553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2cb42ce1-ea92-4666-a12e-104bad4a4986 None None] Provisioning for port f6680d14-ddaf-4849-8eb2-fbc75dd2723f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:00.213736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2cb42ce1-ea92-4666-a12e-104bad4a4986 None None] Provisioning complete for port f6680d14-ddaf-4849-8eb2-fbc75dd2723f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:00.214481 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2cb42ce1-ea92-4666-a12e-104bad4a4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:00.220099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb2849-c6c0-49bf-b2db-6bd4a93da2d2 req-2a8df151-7433-4510-a9e2-af0c4c02e7e0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:00.221604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29cb2849-c6c0-49bf-b2db-6bd4a93da2d2 req-2a8df151-7433-4510-a9e2-af0c4c02e7e0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.1919441 Jun 01 13:10:00.224714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1d71259-20ff-49f9-848d-ff02a041b235 req-eba88b76-6526-4c7a-b591-5fe25babc34f service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963440 Jun 01 13:10:00.238546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8d013495-e27e-4e18-a04e-2461a01efea6) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:00.260319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:00.260894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:00.282777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2cb42ce1-ea92-4666-a12e-104bad4a4986 None None] Port f6680d14-ddaf-4849-8eb2-fbc75dd2723f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:10:00.285875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea052c57-b4d3-45c2-8261-cfa205029f89 None None] Network 8d013495-e27e-4e18-a04e-2461a01efea6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:00.315158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:00.321732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-426fdaa1-771d-4a45-9966-c4e9c3298cfa req-d5b630b3-a657-4e5e-94eb-8e6bbed1117e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112542 Jun 01 13:10:00.332988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29cb2849-c6c0-49bf-b2db-6bd4a93da2d2 req-81bf424f-db0c-4bc3-81e8-d7740e58b851 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921969 Jun 01 13:10:00.337254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:00.358973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d33defbb-2bdd-4da4-be87-4eafa33666b3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6937685 Jun 01 13:10:00.411738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:00.415541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:00.561454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b8e2-9335-4ab6-881c-902968515271 req-37c7c27e-d6e5-4967-b694-9ef5b241c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:00.567471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-37c7c27e-d6e5-4967-b694-9ef5b241c333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1096 time: 0.1703501 Jun 01 13:10:00.635345 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a590b8b-4e21-479f-8ee4-0e0a1bf90ae6'] response: {'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'code': 200} Jun 01 13:10:00.726369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e0d30-e2b2-40b9-b096-77433724f198 None None] Network 8d013495-e27e-4e18-a04e-2461a01efea6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:00.837567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c31785d-7f0b-4328-b4e1-9e4580f5fd39 req-29b5fe03-7b9d-4c55-aa69-45906723372c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 210 time: 0.1159019 Jun 01 13:10:00.850093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b8e2-9335-4ab6-881c-902968515271 req-78c0c4b2-7a14-47f4-a717-4d586468ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:00.853290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:00.855514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-78c0c4b2-7a14-47f4-a717-4d586468ab5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.2671826 Jun 01 13:10:00.873218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.20.0.10 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/8e8ddf99-d312-4d3a-9eec-2f5839277ed9) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:01.054554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-d3b119ae-27b0-431a-8683-7d4052bfd0d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 1001 time: 0.1929424 Jun 01 13:10:01.252380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b8e2-9335-4ab6-881c-902968515271 req-b7ab1a3c-93d4-4f49-ae6d-7f4e3f49e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:01.253851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-b7ab1a3c-93d4-4f49-ae6d-7f4e3f49e874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.1924474 Jun 01 13:10:01.468718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-ad6337b7-95a3-4aa7-b8f5-5c10fc45b61c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:01.470630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-ad6337b7-95a3-4aa7-b8f5-5c10fc45b61c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 819 time: 0.3666115 Jun 01 13:10:01.543985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b8e2-9335-4ab6-881c-902968515271 req-78aeb52a-4a4a-45d2-9be5-894afaa63a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:01.545499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-78aeb52a-4a4a-45d2-9be5-894afaa63a72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824061 Jun 01 13:10:01.585028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-6761768f-931b-4875-a3d3-df8fd54ac556 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:01.586403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-6761768f-931b-4875-a3d3-df8fd54ac556 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/networks?id=8d013495-e27e-4e18-a04e-2461a01efea6 HTTP/1.1" status: 200 len: 813 time: 0.2875311 Jun 01 13:10:01.610733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.647554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Transition to ACTIVE for port object 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:01.657810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-79f81449-b874-4063-b1c7-120402b055f8 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f934a6c53b624712bbc890939f82b837 HTTP/1.1" status: 200 len: 380 time: 0.1548667 Jun 01 13:10:01.705225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.710249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'port': {'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'admin_state_up': True, 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'security_groups': ['94b5628a-2eb7-4baa-bb66-3474be7016e3']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:01.711016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.765518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:01.778826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.825904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:01.843214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:01.848389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:01.853176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.858199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:01.925907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:01.926708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:01.959334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=f6680d14-ddaf-4849-8eb2-fbc75dd2723f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:01.965349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:01.965730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.003511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-c5136533-46d9-48eb-97a2-22bf8e135e14 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/quotas/3ba3ee4eed2240c2bd616ef58ec56b19 HTTP/1.1" status: 200 len: 375 time: 0.3585255 Jun 01 13:10:02.041623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:02.123810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.124447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:02.128519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-1cb28928-708d-42d6-bdfe-0e648487d4c8 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=3ba3ee4eed2240c2bd616ef58ec56b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224203 Jun 01 13:10:02.197575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:02.211781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-a1eefd89-99a2-4eba-8dc6-edc5c98739ff service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543751 Jun 01 13:10:02.233022 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-7973f267-0f8c-4948-b732-39bbf028f4b2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2475891 Jun 01 13:10:02.236917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:02.252526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Request body: {'port': {'device_id': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:02.273316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:02.282078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8efd0b96-9280-453b-87b4-0c05b4fdf883 None None] Provisioning for port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:02.305624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Usage tracker for resource:port and tenant:f934a6c53b624712bbc890939f82b837 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:02.306244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8efd0b96-9280-453b-87b4-0c05b4fdf883 None None] Provisioning complete for port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:02.306836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8efd0b96-9280-453b-87b4-0c05b4fdf883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.314073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:02.364270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network 536339c8-270f-4e99-b50b-4f2147974971 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:02.369242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:02.371019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:02.411702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 66731e8d-834c-49b6-aec9-5c8617e7ef05 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:02.412075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.415421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6d2b-d5c9-4664-ab8e-d1e9d2ac01d2 req-8740e6bf-cc17-4295-ac36-b60b8216cbcd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:02.423144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45cc6d2b-d5c9-4664-ab8e-d1e9d2ac01d2 req-8740e6bf-cc17-4295-ac36-b60b8216cbcd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.7795677 Jun 01 13:10:02.453873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:02.454189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Made reservation on behalf of f934a6c53b624712bbc890939f82b837 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:02.457540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.461744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.523521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8efd0b96-9280-453b-87b4-0c05b4fdf883 None None] Port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:10:02.535283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-869cd3dc-ae62-4c77-9bef-33dae3f5f101 service neutron] 10.222.0.40 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638616 Jun 01 13:10:02.560918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:02.571935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.595443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45cc6d2b-d5c9-4664-ab8e-d1e9d2ac01d2 req-15cb27ef-d684-483e-ad72-b888ae587f34 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712363 Jun 01 13:10:02.636972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}, {'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:02.749626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea8b2a32-884b-42e6-8c0f-3f733eb9bec4 None None] Provisioning complete for port f6680d14-ddaf-4849-8eb2-fbc75dd2723f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:02.750542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2a32-884b-42e6-8c0f-3f733eb9bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:02.804656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f479b8e2-9335-4ab6-881c-902968515271 req-1c7c1f60-c7a6-4c80-865c-a2689d9438e1 service neutron] 10.222.0.13 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381963 Jun 01 13:10:02.819210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b2a32-884b-42e6-8c0f-3f733eb9bec4 None None] Port f6680d14-ddaf-4849-8eb2-fbc75dd2723f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:10:02.838711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:02.928630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-ddcf5495-8b9c-48b5-b3db-1660dc77f5f8 service neutron] 10.222.0.40 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922641 Jun 01 13:10:02.946926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Allocated IP 172.20.0.14 (dc1e2955-a47c-44ec-8982-f920f0072646/e7910fb7-fb3a-4d32-9a08-71a0d57d802d/3b8dd480-340c-4527-9d0d-646f4a410351) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:02.966404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58428e50-b5b2-4c5f-a0df-167c6e382f98 req-2d42584c-0f90-4395-af7e-6a7e8f4a05be tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:02.967926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58428e50-b5b2-4c5f-a0df-167c6e382f98 req-2d42584c-0f90-4395-af7e-6a7e8f4a05be tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 932 time: 0.2442355 Jun 01 13:10:03.106312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58428e50-b5b2-4c5f-a0df-167c6e382f98 req-9332734d-ce2e-4f67-95cd-36faa5c35181 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318190 Jun 01 13:10:03.144011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:03.149403 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a07d3aaf-06bd-46af-a6fc-c5db5a6f7c60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/routers/0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5043504 Jun 01 13:10:03.152930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:03.159671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'port': {'network_id': '536339c8-270f-4e99-b50b-4f2147974971', 'name': 'tempest-FloatingIPTestJSON-290348410'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:03.166970 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] Sync routers for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:03.195886 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:03.196795 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:03.290284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.314720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Transition to ACTIVE for port object 3b8dd480-340c-4527-9d0d-646f4a410351 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:03.344560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:03.356707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773b312-a567-428b-b027-4aae7bd08615 req-f10e7853-3881-4174-a2a0-ea324dcb0ec0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:03.358542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:03.358745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c773b312-a567-428b-b027-4aae7bd08615 req-f10e7853-3881-4174-a2a0-ea324dcb0ec0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 943 time: 0.1447759 Jun 01 13:10:03.360116 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:03.461674 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.483952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c773b312-a567-428b-b027-4aae7bd08615 req-da841349-3ea8-40bf-a95a-4d4fd03bddc1 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148472 Jun 01 13:10:03.498423 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:03.498705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a038dfd7-16e5-4f67-89b4-3efdaea9e235 None None] The sync data for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:03.517157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:03.526936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.564320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Transition to ACTIVE for port object 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:03.579806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.655337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event updated for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:03.669662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Network dc1e2955-a47c-44ec-8982-f920f0072646 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:03.690391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:03.712431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:03.715121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:03.765039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Usage tracker for resource:port and tenant:d13eb9d04637446dadf45964f56b55ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:03.769002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:03.776509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:03.903386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:03.910352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Made reservation on behalf of d13eb9d04637446dadf45964f56b55ef for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:03.919092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.922608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:03.923254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:03.964104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] device_id is not set on port f71866f3-ec67-41f1-ada4-5c14a8229b89 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:03.964429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9204c-f8af-4875-b13c-c15cd0ba5485 req-a72ee1ad-1679-4ea7-80c2-e7d379196aba tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:03.973022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2e9204c-f8af-4875-b13c-c15cd0ba5485 req-a72ee1ad-1679-4ea7-80c2-e7d379196aba tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.2167385 Jun 01 13:10:03.984060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bc520-7ab5-4093-9add-2d0aaecf97dc req-f60730bf-0bf6-411c-ab31-9598d5accd89 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:03.985677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b8bc520-7ab5-4093-9add-2d0aaecf97dc req-f60730bf-0bf6-411c-ab31-9598d5accd89 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 932 time: 0.3143320 Jun 01 13:10:04.061208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Attempting to bind port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:04.061799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Attempting to bind port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:04.062313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Attempting to bind port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:04.071627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:04.071951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Attempting to bind port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:04.077165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-db889988-f87c-4fa4-b5b7-77c67cc75dc2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3783710 Jun 01 13:10:04.086316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b8bc520-7ab5-4093-9add-2d0aaecf97dc req-237d148a-a326-4a4b-8532-eba984beebe1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782235 Jun 01 13:10:04.090225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:04.090924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:04.091371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:04.091829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Bound port: 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:04.092206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.102233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Request body: {'port': {'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:04.134697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2e9204c-f8af-4875-b13c-c15cd0ba5485 req-47e60231-ffc9-4542-89c5-c04c28aa481b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608639 Jun 01 13:10:04.195871 n-d-844200-1 neutron-server[88373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-14c423c1-988e-42e7-84ba-a726f8022566']: {'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'code': 422} returned with failed status Jun 01 13:10:04.196367 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c423c1-988e-42e7-84ba-a726f8022566'] response: {'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'code': 200} Jun 01 13:10:04.223387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-95e3f615-cb70-4e1a-83a7-6b7a6f8ba54b None None] Provisioning for port 3b8dd480-340c-4527-9d0d-646f4a410351 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:04.228928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-95e3f615-cb70-4e1a-83a7-6b7a6f8ba54b None None] Provisioning complete for port 3b8dd480-340c-4527-9d0d-646f4a410351 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:04.229521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-95e3f615-cb70-4e1a-83a7-6b7a6f8ba54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.244518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.268113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Allocated IP 172.20.0.11 (536339c8-270f-4e99-b50b-4f2147974971/4b4f5985-6451-469d-9f69-e10d9dd21d47/f71866f3-ec67-41f1-ada4-5c14a8229b89) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:04.315886 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.324333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-95e3f615-cb70-4e1a-83a7-6b7a6f8ba54b None None] Port 3b8dd480-340c-4527-9d0d-646f4a410351 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:10:04.487237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c19f38a3-90f4-44b4-a76d-8838bbf9c499 req-268078ba-c0a8-4624-b467-e7790d8bab31 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 210 time: 0.0769436 Jun 01 13:10:04.532840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:04.539295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:04.551832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.682626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:04.687389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:04.688033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.689403 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-249e887b-e499-4693-8be9-234e69f83990 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 200 len: 1092 time: 2.4418387 Jun 01 13:10:04.737639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:04.744743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:04.838855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Transition to ACTIVE for port object f71866f3-ec67-41f1-ada4-5c14a8229b89 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:04.918045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-aa1c377e-9fe1-4e45-8229-14677df00d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:04.920300 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-aa1c377e-9fe1-4e45-8229-14677df00d4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 1095 time: 0.1669650 Jun 01 13:10:04.928941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-4348aa01-c008-4cf4-8eb6-068afb2866eb tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:04.929851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-4348aa01-c008-4cf4-8eb6-068afb2866eb tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.2622256 Jun 01 13:10:04.976020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-71aca1f1-a9c5-4766-a15d-69fd9fc8c45f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/quotas/c14b4b72482f416e9341b41f9bb7155e HTTP/1.1" status: 200 len: 375 time: 0.0301409 Jun 01 13:10:05.037045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.040072 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-38db8423-9f73-47bb-939b-c7d8769a8abf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 200 len: 217 time: 0.1115563 Jun 01 13:10:05.163435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Network 536339c8-270f-4e99-b50b-4f2147974971 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:05.167734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:05.174849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:05.208420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event updated for resources: {'Port': ['ID=f71866f3-ec67-41f1-ada4-5c14a8229b89,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:05.211097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-41f13f09-abe4-47a2-9d15-b8cc1940a2bc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.212598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-41f13f09-abe4-47a2-9d15-b8cc1940a2bc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.13 "GET /v2.0/networks?id=8d013495-e27e-4e18-a04e-2461a01efea6 HTTP/1.1" status: 200 len: 813 time: 0.6340556 Jun 01 13:10:05.232155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-c68e1ee2-b68a-42c3-8e48-0d5c9fa0e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.233543 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-c68e1ee2-b68a-42c3-8e48-0d5c9fa0e0a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1471951 Jun 01 13:10:05.278391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Request body: {'port': {'device_id': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6', 'admin_state_up': True, 'tenant_id': '3ba3ee4eed2240c2bd616ef58ec56b19'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:05.296435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.297069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.340917 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e076430-289e-4f6d-b7ce-9259dfc119d4 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1868613 Jun 01 13:10:05.341651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35620) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:05.348712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Request body: {'floatingip': {'port_id': 'f71866f3-ec67-41f1-ada4-5c14a8229b89'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:05.393996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-70d9cf47-ec2b-4aba-ae31-0d906ccd67d1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4108498 Jun 01 13:10:05.442640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-5aba7c42-077b-4077-98e4-361b82545050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.443982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-5aba7c42-077b-4077-98e4-361b82545050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017889 Jun 01 13:10:05.481503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.494450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2892a972-7dad-423e-a1c8-3a089f1d1a3d None None] Provisioning for port f71866f3-ec67-41f1-ada4-5c14a8229b89 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:05.502410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2892a972-7dad-423e-a1c8-3a089f1d1a3d None None] Provisioning complete for port f71866f3-ec67-41f1-ada4-5c14a8229b89 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:05.503752 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2892a972-7dad-423e-a1c8-3a089f1d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.512561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:10:05.570361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2892a972-7dad-423e-a1c8-3a089f1d1a3d None None] Port f71866f3-ec67-41f1-ada4-5c14a8229b89 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:10:05.610236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28ce4f-09b1-43a8-84c6-f9bf8d034d59 req-5eb0e524-e6b1-4046-9a3e-750ca10a8a32 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.611839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee28ce4f-09b1-43a8-84c6-f9bf8d034d59 req-5eb0e524-e6b1-4046-9a3e-750ca10a8a32 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 944 time: 0.5273497 Jun 01 13:10:05.662934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:05.683776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Usage tracker for resource:port and tenant:3ba3ee4eed2240c2bd616ef58ec56b19 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:05.687980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8dd480-340c-4527-9d0d-646f4a410351 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:05.692544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:05.721234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.723700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:05.757097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6177db-3321-4299-99de-b0e540417d54 req-b4d50778-cb32-4daf-b0be-7f86bbed54a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:05.758537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd6177db-3321-4299-99de-b0e540417d54 req-b4d50778-cb32-4daf-b0be-7f86bbed54a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dec1317-91b0-49a2-806e-f8ac2322782e HTTP/1.1" status: 200 len: 943 time: 0.5245547 Jun 01 13:10:05.775032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:05.800915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-f530968e-0dc7-4192-8c96-9de1ea18fd89 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965030 Jun 01 13:10:05.803637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee28ce4f-09b1-43a8-84c6-f9bf8d034d59 req-9541c8e4-fdb0-48f9-add2-4ed1bc421699 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820037 Jun 01 13:10:05.804679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Transition to ACTIVE for port object 3b8dd480-340c-4527-9d0d-646f4a410351 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:05.811656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Made reservation on behalf of 3ba3ee4eed2240c2bd616ef58ec56b19 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:05.814709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.859925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:05.867005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-54990e29-5b86-49f0-b747-9f8101c1ea02 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149179 Jun 01 13:10:05.948095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:06.194265 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-58e0ab55-0b6e-44ce-a43a-d499c12f9379 req-4b369dcf-3cb1-4c09-9492-5edc8ddfc516 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949021 Jun 01 13:10:06.276618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port 66731e8d-834c-49b6-aec9-5c8617e7ef05 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:06.277379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:06.329224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:06.374316 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1af5e2-b2c9-4292-9c30-d7fec758fe68'] response: {'name': 'network-changed', 'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9', 'status': 'completed', 'code': 200} Jun 01 13:10:06.529589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-3948fd21-4f69-4b82-9d0b-d0daf53dbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:06.531057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-3948fd21-4f69-4b82-9d0b-d0daf53dbd80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 1095 time: 0.1279511 Jun 01 13:10:06.542680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-3d083913-72e7-44c3-8c46-b15260df4680 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103944 Jun 01 13:10:06.654389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:10:06.763581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Attempting to bind port 3b8dd480-340c-4527-9d0d-646f4a410351 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:06.764784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Attempting to bind port 3b8dd480-340c-4527-9d0d-646f4a410351 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:06.765322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Attempting to bind port 3b8dd480-340c-4527-9d0d-646f4a410351 on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:06.768531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Allocated IP 172.20.0.14 (8d013495-e27e-4e18-a04e-2461a01efea6/a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892/01005ddf-a270-4619-8e1c-a877a76b5b77) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:06.781560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:06.789435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Port 3b8dd480-340c-4527-9d0d-646f4a410351 on network dc1e2955-a47c-44ec-8982-f920f0072646 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:06.790010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Attempting to bind port 3b8dd480-340c-4527-9d0d-646f4a410351 on network dc1e2955-a47c-44ec-8982-f920f0072646 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:06.802400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:06.812232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:06.812888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Checking segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:06.813459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Bound using segment: {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:06.814075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Bound port: 3b8dd480-340c-4527-9d0d-646f4a410351, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38faefe4-28fc-4381-ac48-8e0d97a04c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:06.814633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:06.916946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-7cdc5ba6-87d1-4419-830b-f16d72ab2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:06.918947 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-7cdc5ba6-87d1-4419-830b-f16d72ab2ccf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.3775191 Jun 01 13:10:07.039351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port 66731e8d-834c-49b6-aec9-5c8617e7ef05, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=66731e8d-834c-49b6-aec9-5c8617e7ef05,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:07.040090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:07.107283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-749dd838-8573-45e2-8033-653b828bd477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 200 len: 217 time: 0.1784656 Jun 01 13:10:07.159159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:07.173405 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 862ddc5f-ff61-4eac-b41a-49ba4925eb95 associated. External IP: 172.25.7.238, port: a34d022b-4316-413f-800f-47a00f3762c5. Jun 01 13:10:07.267812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-2e21d398-4556-4c9a-a3f7-75e2f614d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:07.269269 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-2e21d398-4556-4c9a-a3f7-75e2f614d846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1495500 Jun 01 13:10:07.343797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for 66731e8d-834c-49b6-aec9-5c8617e7ef05 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:07.398827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b8dd480-340c-4527-9d0d-646f4a410351,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:07.413789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9724206-982b-4112-a58a-b5be0dab6809 req-36630b4b-e468-42cf-81c7-10ddd56edd63 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 210 time: 0.1814985 Jun 01 13:10:07.426670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:07.528676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:07.587378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:07.611884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:07.612544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:07.614011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1092 time: 3.5217662 Jun 01 13:10:07.616996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:07.652935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d423-7b1d-4516-91b7-1c49e377d7cb req-9db8d02f-07fe-4e94-aacd-0bf7191f223e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:07.653671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ede8d423-7b1d-4516-91b7-1c49e377d7cb req-9db8d02f-07fe-4e94-aacd-0bf7191f223e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:07.729197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-ec87795d-3e28-4ae3-9340-491b21f6862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:07.729906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Network 8d013495-e27e-4e18-a04e-2461a01efea6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:07.730834 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-ec87795d-3e28-4ae3-9340-491b21f6862a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914599 Jun 01 13:10:07.742399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:07.781626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed595c3-6f82-4c32-80c4-e3131271ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:07.792072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:07.905245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ede8d423-7b1d-4516-91b7-1c49e377d7cb req-9db8d02f-07fe-4e94-aacd-0bf7191f223e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:07.906288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ede8d423-7b1d-4516-91b7-1c49e377d7cb req-9db8d02f-07fe-4e94-aacd-0bf7191f223e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 944 time: 1.0505152 Jun 01 13:10:07.957825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:07.963084 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-9731021b-5e41-4143-92b9-c95151500e02 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233732 Jun 01 13:10:08.082311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb4da921-bdb7-481f-a0ca-8e1676182f86 req-2a06d67e-e3ca-42c7-9a82-4b7c43ac6c29 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 210 time: 0.3501699 Jun 01 13:10:08.233718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Pushing event updated for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:08.235903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:08.262166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3cd09206-4d00-4e02-b038-44e6301eafe6 req-9abc8d52-58ea-4f93-9b81-c2efc94f2094 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918956 Jun 01 13:10:08.267417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:08.281000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:08.291735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:08.292486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:08.295014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:08.295627 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:08.360547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:08.369536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:08.370147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:08.375648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event deleted for resources: {'Port': ['ID=66731e8d-834c-49b6-aec9-5c8617e7ef05,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:08.395597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ede8d423-7b1d-4516-91b7-1c49e377d7cb req-9ce3201a-4a99-4ac5-8029-b9ebe0ac55d7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160868 Jun 01 13:10:08.446776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:08.447350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771c701-bddd-457a-bb1f-b2bbc2b442ca None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:08.469578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-dc72d8ca-0852-4d47-984b-6dc092faf272 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2342050 Jun 01 13:10:08.516125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Request body: {'port': {'device_id': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:08.555546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-e5e4a624-656d-425f-b021-de7d800a1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:08.557014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-e5e4a624-656d-425f-b021-de7d800a1b82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1095 time: 0.8211327 Jun 01 13:10:08.592167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] No DVR routers for this DVR port 66731e8d-834c-49b6-aec9-5c8617e7ef05 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:08.651174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-9d0dbf6d-21f4-475f-b276-b1f83c5a9144 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:08.652728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-9d0dbf6d-21f4-475f-b276-b1f83c5a9144 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.5666938 Jun 01 13:10:08.653815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:08.656242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd6177db-3321-4299-99de-b0e540417d54 req-13e1ccc4-0500-4e4e-a2d5-a2aab4797b81 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "DELETE /v2.0/ports/66731e8d-834c-49b6-aec9-5c8617e7ef05 HTTP/1.1" status: 204 len: 173 time: 2.8861337 Jun 01 13:10:08.677110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Request body: {'port': {'device_id': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'admin_state_up': True, 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:08.693888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-32e6324c-69ce-4d14-996d-f96777520957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 217 time: 0.1052017 Jun 01 13:10:08.709415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:08.897504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760a5a0-0484-4055-8c6f-fde8254127ac req-a838a21f-d6d7-4a37-9376-ee82cc7b3c2b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:08.904454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760a5a0-0484-4055-8c6f-fde8254127ac req-a838a21f-d6d7-4a37-9376-ee82cc7b3c2b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 944 time: 0.6822116 Jun 01 13:10:08.907788 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac54bf41-f05e-4036-bf61-b324ed123a05'] response: {'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'status': 'completed', 'code': 200} Jun 01 13:10:08.961383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-2caa8202-5683-4f77-b69d-3000f968e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:08.963076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-2caa8202-5683-4f77-b69d-3000f968e105 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.2620544 Jun 01 13:10:08.966977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:08.982049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:08.987779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:08.995713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] Sync routers for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:09.006263 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:09.007103 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:09.094550 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:09.097498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760a5a0-0484-4055-8c6f-fde8254127ac req-2b02aff7-bd48-415a-b9fd-e39dc7b27200 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921916 Jun 01 13:10:09.107628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:09.108484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:09.185286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:09.205835 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:09.206239 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa3242-db0d-4fe1-aba8-a6467282b9ca None None] The sync data for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:09.212171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:09.283691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:09.287142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:09.424275 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bf5ce8f8-03bb-4f9d-bdcb-74ff2700b08a tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/floatingips/862ddc5f-ff61-4eac-b41a-49ba4925eb95 HTTP/1.1" status: 200 len: 978 time: 4.0802922 Jun 01 13:10:09.426743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:09.426875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-115bb342-1431-4a0f-a28c-5ec9aa9e1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:09.428022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-115bb342-1431-4a0f-a28c-5ec9aa9e1a2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416246 Jun 01 13:10:09.519698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port f71866f3-ec67-41f1-ada4-5c14a8229b89 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:09.520574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:09.542875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd99db-81a7-48d0-a0a4-07afcb44042e req-082129ae-f31d-4af7-96f3-602eff049a2d tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:09.543553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-66bd99db-81a7-48d0-a0a4-07afcb44042e req-082129ae-f31d-4af7-96f3-602eff049a2d tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Synchronizing usage tracker for tenant:3ba3ee4eed2240c2bd616ef58ec56b19 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:09.555283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-c62c3d6d-9de9-480f-a36e-9522f3304fd8 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2869701 Jun 01 13:10:09.766336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-66bd99db-81a7-48d0-a0a4-07afcb44042e req-082129ae-f31d-4af7-96f3-602eff049a2d tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Unset dirty status for tenant:3ba3ee4eed2240c2bd616ef58ec56b19 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:09.771097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66bd99db-81a7-48d0-a0a4-07afcb44042e req-082129ae-f31d-4af7-96f3-602eff049a2d tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 932 time: 0.7200499 Jun 01 13:10:09.793626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:09.799698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:09.803480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:09.843772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 66731e8d-834c-49b6-aec9-5c8617e7ef05 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:10:09.844372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 66731e8d-834c-49b6-aec9-5c8617e7ef05 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:10:09.982734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a806d19-3de6-4b37-b151-b0b275baf0fe req-c9d589bf-32be-4595-a004-0ee00f6dd80c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:09.984635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:09.989686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a806d19-3de6-4b37-b151-b0b275baf0fe req-c9d589bf-32be-4595-a004-0ee00f6dd80c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 943 time: 0.7071397 Jun 01 13:10:10.009329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9', 'mac_address': 'fa:16:3e:ea:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:10.033991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-e9164308-8cfd-4ebc-903a-1a85984b4eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960727 Jun 01 13:10:10.093196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Allocated IP 172.20.0.5 (77119ff8-eb92-4710-83fa-7760fc0af338/e6dd9342-103c-4629-8458-8606518e55bc/5f1a35c6-f7f0-421d-af0d-8899276957cc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:10.095220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:10.095608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.118182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:10.139814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:10.146518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.178814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.179437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.179538 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Floating IP 862ddc5f-ff61-4eac-b41a-49ba4925eb95 disassociated. External IP: 172.25.7.238, port: f71866f3-ec67-41f1-ada4-5c14a8229b89. Jun 01 13:10:10.180704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for f71866f3-ec67-41f1-ada4-5c14a8229b89 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:10.186460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66bd99db-81a7-48d0-a0a4-07afcb44042e req-e49b74ec-24ef-488b-867a-bb4f7b716e70 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903310 Jun 01 13:10:10.187621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:10:10.211340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a806d19-3de6-4b37-b151-b0b275baf0fe req-26a7f451-c11a-4828-b5bb-43a18c66a69a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207415 Jun 01 13:10:10.313263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:10.362724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8e8ddf99-d312-4d3a-9eec-2f5839277ed9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:10.388086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.440717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=f71866f3-ec67-41f1-ada4-5c14a8229b89,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:10.506314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fb7b0da4-5064-4528-a3d6-da7dee7fcc27 req-68c18851-5e4a-4b07-a2cc-fdba98541b19 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:10.514282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01005ddf-a270-4619-8e1c-a877a76b5b77 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:10.539288 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:10:10.541840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.587506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ccf45d-1e8c-449e-acdb-c570d6e37c58 req-25391ec7-08d5-4482-92da-33bec8596ecc service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421307 Jun 01 13:10:10.678388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:10.687281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Transition to ACTIVE for port object 01005ddf-a270-4619-8e1c-a877a76b5b77 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:10.695718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fb7b0da4-5064-4528-a3d6-da7dee7fcc27 req-68c18851-5e4a-4b07-a2cc-fdba98541b19 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:10.696879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb7b0da4-5064-4528-a3d6-da7dee7fcc27 req-68c18851-5e4a-4b07-a2cc-fdba98541b19 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 210 time: 0.3170352 Jun 01 13:10:10.702694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:10.911601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-deleted', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:10.938136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-a7d5047d-7c64-49a8-b135-f57fafa6eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:10.939605 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-a7d5047d-7c64-49a8-b135-f57fafa6eab1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1095 time: 0.1858065 Jun 01 13:10:10.948633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:10.960861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] Sync routers for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:10.972169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:10.972788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:11.014814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526bad-f4fe-4267-bee3-2c3485cca193 req-1dc28e30-45df-4562-8a91-b8eb7af72778 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.016322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2526bad-f4fe-4267-bee3-2c3485cca193 req-1dc28e30-45df-4562-8a91-b8eb7af72778 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.6378317 Jun 01 13:10:11.048974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:11.061052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:11.061973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:11.067822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Pushing event updated for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:11.127249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:11.127794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cfa35d-817f-4dbc-a180-ec12b8e5d286 None None] The sync data for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:11.129436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:11.161872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.252068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2526bad-f4fe-4267-bee3-2c3485cca193 req-bf908bdd-dbbc-443b-a1e2-1e0f883eb46d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237382 Jun 01 13:10:11.291123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.316829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4df7fd26-8973-4557-80dc-ffcaf269a77e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/f71866f3-ec67-41f1-ada4-5c14a8229b89 HTTP/1.1" status: 204 len: 168 time: 1.8893354 Jun 01 13:10:11.317480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:11.338453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039622b0-4254-422e-83e4-7769c24e7afd req-ce2ea426-59eb-4014-bf45-348cea94762f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.345552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:11.348621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-039622b0-4254-422e-83e4-7769c24e7afd req-ce2ea426-59eb-4014-bf45-348cea94762f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 944 time: 0.5018995 Jun 01 13:10:11.361849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5eef55a5-04da-4376-9541-042ab437be5d', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'port_id': '5eef55a5-04da-4376-9541-042ab437be5d', 'mac_address': 'fa:16:3e:00:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:11.378204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-0353834c-d0d6-4903-b651-6f5b0ab75b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.379692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-0353834c-d0d6-4903-b651-6f5b0ab75b9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c&tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822 HTTP/1.1" status: 200 len: 1094 time: 0.6231208 Jun 01 13:10:11.393810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.412660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-4eee9add-911b-4fd1-b089-f61bf40e3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.414652 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-4eee9add-911b-4fd1-b089-f61bf40e3a3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.4673324 Jun 01 13:10:11.425457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5eef55a5-04da-4376-9541-042ab437be5d is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:11.425971 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.444721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eef55a5-04da-4376-9541-042ab437be5d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:11.462681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:11.467993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.504113 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-76ab1857-b117-4bb7-8aa7-c2b0a9843b70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 217 time: 0.0770648 Jun 01 13:10:11.534234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:11.552967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:11.596588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Attempting to bind port 01005ddf-a270-4619-8e1c-a877a76b5b77 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:11.597074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Attempting to bind port 01005ddf-a270-4619-8e1c-a877a76b5b77 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:11.597509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Attempting to bind port 01005ddf-a270-4619-8e1c-a877a76b5b77 on network 8d013495-e27e-4e18-a04e-2461a01efea6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:11.636560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Port 01005ddf-a270-4619-8e1c-a877a76b5b77 on network 8d013495-e27e-4e18-a04e-2461a01efea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:11.636857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Attempting to bind port 01005ddf-a270-4619-8e1c-a877a76b5b77 on network 8d013495-e27e-4e18-a04e-2461a01efea6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:11.643884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Network 77119ff8-eb92-4710-83fa-7760fc0af338 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:11.648030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-039622b0-4254-422e-83e4-7769c24e7afd req-35cfd663-97eb-4f74-a6fd-f4ef1b6a3f78 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985635 Jun 01 13:10:11.656750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-16c8c417-027f-4093-b9aa-9b045c4c7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.657304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:11.658184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-16c8c417-027f-4093-b9aa-9b045c4c7cb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1470215 Jun 01 13:10:11.663524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:11.666210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:11.707199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5eef55a5-04da-4376-9541-042ab437be5d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:11.748298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:11.748881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Checking segment: {'id': '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:11.749324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Bound using segment: {'id': '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:11.749835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Bound port: 01005ddf-a270-4619-8e1c-a877a76b5b77, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:11.750251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.766647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.767380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.773258 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8054b39d-5a4d-4742-9f85-9bc3e53e3b89'] response: {'server_uuid': '9dec1317-91b0-49a2-806e-f8ac2322782e', 'name': 'network-vif-deleted', 'tag': '66731e8d-834c-49b6-aec9-5c8617e7ef05', 'status': 'completed', 'code': 200} Jun 01 13:10:11.804123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:11.911671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:11.920512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-fe1246ea-8dbc-4d86-9e2d-4baba7ca0e7d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2486300 Jun 01 13:10:11.922014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:11.922768 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:11.943279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-7e26d10e-9d52-4eab-8249-99554cbd9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:11.944730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-7e26d10e-9d52-4eab-8249-99554cbd9715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121756 Jun 01 13:10:11.948482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Request body: {'port': {'device_id': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:12.120768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:12.121448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.141257 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-e4209ca5-42e7-4a95-a792-971b821c07e4 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867805 Jun 01 13:10:12.145444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.156679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:12.161229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c15b3-8245-483f-a04b-203b4f7f473c req-38a1898d-4e2f-4ffb-a6fa-e17f6927a944 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:12.162688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c6c15b3-8245-483f-a04b-203b4f7f473c req-38a1898d-4e2f-4ffb-a6fa-e17f6927a944 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 945 time: 0.7751753 Jun 01 13:10:12.169328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:12.175207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.250906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:12.326266 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2e3eb38b-54de-41e2-9fa5-0f7f49d30948 req-87c669cd-e11f-42e3-9c11-3d6aba2b618a service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764517 Jun 01 13:10:12.331016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.337927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:12.361717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01005ddf-a270-4619-8e1c-a877a76b5b77,segment=NetworkSegment(8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a),segment_id=8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:12.372900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c6c15b3-8245-483f-a04b-203b4f7f473c req-ab99721b-af1d-40df-8620-40dce66b9630 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935854 Jun 01 13:10:12.416936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.455944 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.553512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dc97c-6355-49f2-bac7-e29b773e1a84 req-83d0df80-3d51-4a7d-8bb6-64d4ffda1eef tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:12.555000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c71dc97c-6355-49f2-bac7-e29b773e1a84 req-83d0df80-3d51-4a7d-8bb6-64d4ffda1eef tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 944 time: 0.7194393 Jun 01 13:10:12.608419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:12.609015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.610336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] 10.222.0.13 "PUT /v2.0/ports/01005ddf-a270-4619-8e1c-a877a76b5b77 HTTP/1.1" status: 200 len: 1092 time: 4.0985754 Jun 01 13:10:12.833677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b778cde-6a4f-4575-b5b4-5a1c938fe299 service neutron] Pushing event updated for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:12.850883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port f6680d14-ddaf-4849-8eb2-fbc75dd2723f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:12.851223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:12.910320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c71dc97c-6355-49f2-bac7-e29b773e1a84 req-5d04afa4-424d-4204-a54f-b94060115ec1 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120537 Jun 01 13:10:12.987818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:13.002356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea5b1-1b68-409b-9f66-4a814d230ae8 req-c890e8af-91b9-4226-bde8-6ef60ea3072f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:13.003868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d6ea5b1-1b68-409b-9f66-4a814d230ae8 req-c890e8af-91b9-4226-bde8-6ef60ea3072f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 943 time: 0.5107229 Jun 01 13:10:13.044670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.097510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:13.174373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for f6680d14-ddaf-4849-8eb2-fbc75dd2723f owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:13.179327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5eef55a5-04da-4376-9541-042ab437be5d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:13.179327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.185924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:10:13.232173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-12ff8e05-a499-4218-b313-38f771fdff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:13.233682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-12ff8e05-a499-4218-b313-38f771fdff49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ba3ee4eed2240c2bd616ef58ec56b19&device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 1095 time: 0.5601099 Jun 01 13:10:13.237349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:13.295960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d6ea5b1-1b68-409b-9f66-4a814d230ae8 req-99e3145c-db13-4917-842b-2eb11112f16f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737236 Jun 01 13:10:13.304722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5eef55a5-04da-4376-9541-042ab437be5d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:13.305105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.356050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:13.364019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.371403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-eb020026-f7be-4eed-bb2b-082675e2d33a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01005ddf-a270-4619-8e1c-a877a76b5b77 HTTP/1.1" status: 200 len: 217 time: 0.1023698 Jun 01 13:10:13.424263 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decccaf3-79ed-4db4-82b3-370e267693d0'] response: {'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9', 'code': 200} Jun 01 13:10:13.437634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:13.465985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.486245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:13.560115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.562215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Transition to ACTIVE for port object b7c8fa96-2b28-4bdb-bbe4-45b174cde216 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:13.578622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61f32-e365-4496-9b7d-79e015960ef5 req-69c95524-e68a-4c14-83ce-da7f568044a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:13.580093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eab61f32-e365-4496-9b7d-79e015960ef5 req-69c95524-e68a-4c14-83ce-da7f568044a0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 931 time: 0.5590467 Jun 01 13:10:13.614330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=f6680d14-ddaf-4849-8eb2-fbc75dd2723f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:13.619529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-c0b98d84-74eb-42f9-882a-8196bc987126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:13.621145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-c0b98d84-74eb-42f9-882a-8196bc987126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892 HTTP/1.1" status: 200 len: 853 time: 0.2374120 Jun 01 13:10:13.630450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:13.778875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:13.815535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-6bab2482-1882-4cd3-b6e9-6a4b6f853541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d013495-e27e-4e18-a04e-2461a01efea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785378 Jun 01 13:10:13.893949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:14.067238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1a35c6-f7f0-421d-af0d-8899276957cc {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:14.148337 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:14.160795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:14.176347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eab61f32-e365-4496-9b7d-79e015960ef5 req-3672c320-bd6b-45ce-ba25-05d94545636e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471289 Jun 01 13:10:14.244892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f2442-2808-4d8c-b7bc-14d4eee2af2f req-469b6402-1b4f-45b1-aa46-d212a80445c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:14.246568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a2f2442-2808-4d8c-b7bc-14d4eee2af2f req-469b6402-1b4f-45b1-aa46-d212a80445c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 1097 time: 0.7937126 Jun 01 13:10:14.257505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Transition to ACTIVE for port object 5f1a35c6-f7f0-421d-af0d-8899276957cc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:14.300481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] No DVR routers for this DVR port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:14.357494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:14.444716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:14.529180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-ee913a8e-355e-481d-b3c5-9d64e9138e01 service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073481 Jun 01 13:10:14.536844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562787d-e056-45c1-82ea-21b4c987393a req-8734a0f9-0e5b-469a-84df-2ecbd2592571 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:14.543817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5562787d-e056-45c1-82ea-21b4c987393a req-8734a0f9-0e5b-469a-84df-2ecbd2592571 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 0.9908373 Jun 01 13:10:14.644173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:14.656482 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] Sync routers for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:14.658343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d303873-a6c7-476e-9230-fc8405a1234e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/routers/0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3377349 Jun 01 13:10:14.660989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:14.668893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:14.670043 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:14.674403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a2f2442-2808-4d8c-b7bc-14d4eee2af2f req-489a859f-56fa-4ada-a7a8-3c366b6a3831 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120529 Jun 01 13:10:14.741249 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:14.750814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] Routers {'0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:14.752008 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:14.805279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:14.821305 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:14.821700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdabdcd-42af-4e84-96a7-96b8547e92a1 None None] The sync data for ids ['0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:14.850793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:14.950400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5562787d-e056-45c1-82ea-21b4c987393a req-734ac9c5-93d3-4b74-8398-a7a67736a5cc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678471 Jun 01 13:10:15.035848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.038021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbdf8d-b54e-4e2e-8cf5-ea845d45f733 req-16e67690-23ea-4539-859b-1993488dff71 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:15.039565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1fbdf8d-b54e-4e2e-8cf5-ea845d45f733 req-16e67690-23ea-4539-859b-1993488dff71 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 944 time: 0.7407610 Jun 01 13:10:15.044767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c59f35c-4245-4743-939e-e4226f32fb81 req-29e1934c-2335-44c7-be5b-46069fe769c7 service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970735 Jun 01 13:10:15.048201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 2a23be3e-3c50-4f52-af17-41720218b9cb {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:15.048550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.100919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b8dd480-340c-4527-9d0d-646f4a410351 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:15.118034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:15.118667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:15.118667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:15.142987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Attempting to bind port 5f1a35c6-f7f0-421d-af0d-8899276957cc on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:15.143381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Attempting to bind port 5f1a35c6-f7f0-421d-af0d-8899276957cc by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:15.143637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Attempting to bind port 5f1a35c6-f7f0-421d-af0d-8899276957cc on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:15.149894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:15.150216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Attempting to bind port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on network 82799e90-eb1f-486f-8725-e6d1b13ef45b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:15.164985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Port 5f1a35c6-f7f0-421d-af0d-8899276957cc on network 77119ff8-eb92-4710-83fa-7760fc0af338 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:15.165312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Attempting to bind port 5f1a35c6-f7f0-421d-af0d-8899276957cc on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:15.176640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1fbdf8d-b54e-4e2e-8cf5-ea845d45f733 req-a22f1ae4-f610-4113-bf92-bad0b257fa88 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211491 Jun 01 13:10:15.177358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:15.177694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Checking segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:15.178053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Bound using segment: {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:15.178486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Bound port: b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad68870f-716b-4fff-8a5b-918826a18a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:15.178866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.195016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:15.195383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Checking segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:15.195753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Bound using segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:15.196161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Bound port: 5f1a35c6-f7f0-421d-af0d-8899276957cc, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:15.196506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.242628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.273211 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63024e1-ff2b-4f9b-a5ef-7fd18e8ea37d'] response: {'name': 'network-changed', 'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77', 'status': 'completed', 'code': 200} Jun 01 13:10:15.285029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b8dd480-340c-4527-9d0d-646f4a410351,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:15.300179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3b8dd480-340c-4527-9d0d-646f4a410351', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:15.360126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3b8dd480-340c-4527-9d0d-646f4a410351 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:15.360772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.380061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8dd480-340c-4527-9d0d-646f4a410351 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:15.396727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b8dd480-340c-4527-9d0d-646f4a410351,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:15.401093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 2a23be3e-3c50-4f52-af17-41720218b9cb owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:15.402638 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.446355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:15.473745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:15.483109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2738554-4c4a-4d6d-a0f3-0384c4509666 req-28a6d891-cfb0-4c45-a3a4-39c0a2cc6c24 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:15.484601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2738554-4c4a-4d6d-a0f3-0384c4509666 req-28a6d891-cfb0-4c45-a3a4-39c0a2cc6c24 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 946 time: 0.4303946 Jun 01 13:10:15.488641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:15.504778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:15.523719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:15.531245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:15.540174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.579772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.612701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.677161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=2a23be3e-3c50-4f52-af17-41720218b9cb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:15.786623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2738554-4c4a-4d6d-a0f3-0384c4509666 req-eb279033-442e-411a-a3e6-78e2599e8532 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886276 Jun 01 13:10:15.795388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.796020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:15.796632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.798040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f1a35c6-f7f0-421d-af0d-8899276957cc HTTP/1.1" status: 200 len: 1091 time: 3.8663201 Jun 01 13:10:15.803790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:15.804385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:15.805742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 1091 time: 4.3999658 Jun 01 13:10:15.807837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-f923de6c-9244-4874-9b74-cdb92dddbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:15.809318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-f923de6c-9244-4874-9b74-cdb92dddbcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ba3ee4eed2240c2bd616ef58ec56b19&device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 1095 time: 0.5072412 Jun 01 13:10:15.877512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b79e3-99b2-4a26-b787-e3ec2549f704 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:16.029664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3b8dd480-340c-4527-9d0d-646f4a410351'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:16.097746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de94d0-1d1a-4418-9067-92d06448b757 req-ffc70b7c-7a2a-4abf-a068-29f7560e2cb6 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.099248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36de94d0-1d1a-4418-9067-92d06448b757 req-ffc70b7c-7a2a-4abf-a068-29f7560e2cb6 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 944 time: 0.7052908 Jun 01 13:10:16.170791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.173274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.205143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.206045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:10:16.226947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.231021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9409e0bc-1cf8-46ca-8dc8-88c7a91f8967 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/routers/0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d HTTP/1.1" status: 204 len: 168 time: 1.5689871 Jun 01 13:10:16.232532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35738) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:16.299908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a01a6-add2-4782-abf1-cc8faeb69d44 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:16.308362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting subnet 4b4f5985-6451-469d-9f69-e10d9dd21d47 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:10:16.311937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.337736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36de94d0-1d1a-4418-9067-92d06448b757 req-b982da0c-3efc-4281-a8c5-31b5a44fac5a tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750329 Jun 01 13:10:16.356232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-7e96763d-5619-4060-ae82-02ab751d43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.357656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-7e96763d-5619-4060-ae82-02ab751d43df service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d013495-e27e-4e18-a04e-2461a01efea6 HTTP/1.1" status: 200 len: 914 time: 0.5417776 Jun 01 13:10:16.380132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.437383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-fb53ceda-8736-4f60-8e24-7de95ebe3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.438892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-fb53ceda-8736-4f60-8e24-7de95ebe3cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1095 time: 0.4050350 Jun 01 13:10:16.466836 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.505174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-d42fb7a6-d81e-4d60-aa8a-764430cfe380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01005ddf-a270-4619-8e1c-a877a76b5b77 HTTP/1.1" status: 200 len: 217 time: 0.1372030 Jun 01 13:10:16.507258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-637e0ace-268f-4394-8734-10eaecff87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.508625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-637e0ace-268f-4394-8734-10eaecff87e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 1094 time: 0.5893312 Jun 01 13:10:16.531923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76d8a-0cf4-4805-a777-d279372bf238 req-4b170f40-7f6e-4d2e-b391-17e26eb42c0e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.533416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cd76d8a-0cf4-4805-a777-d279372bf238 req-4b170f40-7f6e-4d2e-b391-17e26eb42c0e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.5011177 Jun 01 13:10:16.544231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.586301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4f5985-6451-469d-9f69-e10d9dd21d47,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:16.591789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.600356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db474c12-a4f1-4017-b461-7b8766101a80 None None] Network 536339c8-270f-4e99-b50b-4f2147974971 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:16.606744 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11e7261c-c335-4164-9ce3-6df2c8ca45b0 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/subnets/4b4f5985-6451-469d-9f69-e10d9dd21d47 HTTP/1.1" status: 204 len: 168 time: 0.3723121 Jun 01 13:10:16.607221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35742) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:16.716152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-efac508a-bc9a-4312-bb14-dcec953c1e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc HTTP/1.1" status: 200 len: 217 time: 0.1980474 Jun 01 13:10:16.726891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.738220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port d4d08059-7f33-473d-9446-9678f6d3624c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:16.738758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.854914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-966ca8ae-b61a-4a65-b695-a13ccbf0c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.857156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-966ca8ae-b61a-4a65-b695-a13ccbf0c836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892 HTTP/1.1" status: 200 len: 853 time: 0.3379204 Jun 01 13:10:16.865263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cd76d8a-0cf4-4805-a777-d279372bf238 req-0596a493-aec6-4b85-a898-c48012d6535d tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957002 Jun 01 13:10:16.884669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] DHCP port deletion for 536339c8-270f-4e99-b50b-4f2147974971 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:10:16.890362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Deleting port d4d08059-7f33-473d-9446-9678f6d3624c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:16.891017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:16.931121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-38c2cf09-64c3-41ba-9ef6-43dbb1e890c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.932619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-38c2cf09-64c3-41ba-9ef6-43dbb1e890c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.4467332 Jun 01 13:10:16.934798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-b11ee2e7-72ae-4613-956c-59f46856a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:16.936513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-b11ee2e7-72ae-4613-956c-59f46856a7fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.2038345 Jun 01 13:10:16.939797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-650d3187-359a-469c-8843-71332248947d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d013495-e27e-4e18-a04e-2461a01efea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729549 Jun 01 13:10:16.942832 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d4cc64-63f9-42bc-9804-d67e35ba14f9'] response: {'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d', 'code': 200} Jun 01 13:10:16.955956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] For port d4d08059-7f33-473d-9446-9678f6d3624c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4d08059-7f33-473d-9446-9678f6d3624c,segment=NetworkSegment(aa0a8c3e-3868-458a-853c-ffb5d5356617),segment_id=aa0a8c3e-3868-458a-853c-ffb5d5356617)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:16.956307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.077377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2f33a-c345-4130-904d-3bacc462a986 req-4bffcd05-4e33-49dc-b1c6-c952cc93bfea tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:17.081076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2e2f33a-c345-4130-904d-3bacc462a986 req-4bffcd05-4e33-49dc-b1c6-c952cc93bfea tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 943 time: 0.6481860 Jun 01 13:10:17.086459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for d4d08059-7f33-473d-9446-9678f6d3624c owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:17.130330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b8dd480-340c-4527-9d0d-646f4a410351 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:17.134351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-a17e2bef-8388-4e4e-a1a8-f9390ce4fbd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349416 Jun 01 13:10:17.172009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.217498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] For port d4d08059-7f33-473d-9446-9678f6d3624c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4d08059-7f33-473d-9446-9678f6d3624c,segment=NetworkSegment(aa0a8c3e-3868-458a-853c-ffb5d5356617),segment_id=aa0a8c3e-3868-458a-853c-ffb5d5356617)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:17.218198 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.226853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] No DVR routers for this DVR port d4d08059-7f33-473d-9446-9678f6d3624c on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:17.261474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=d4d08059-7f33-473d-9446-9678f6d3624c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:17.276274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc'}, {'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:17.351545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4d08059-7f33-473d-9446-9678f6d3624c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:17.362113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.392790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536339c8-270f-4e99-b50b-4f2147974971']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:17.396972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Calling delete_port for d4d08059-7f33-473d-9446-9678f6d3624c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:17.406550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0a8c3e-3868-458a-853c-ffb5d5356617') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:17.406934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0a8c3e-3868-458a-853c-ffb5d5356617') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:17.420410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.436174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 3b8dd480-340c-4527-9d0d-646f4a410351 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:17.443418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.444139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d4d08059-7f33-473d-9446-9678f6d3624c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:10:17.444644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4d08059-7f33-473d-9446-9678f6d3624c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:10:17.452419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:17.452887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.518483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:10:17.518879 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:10:17.520393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3b8dd480-340c-4527-9d0d-646f4a410351 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:17.520757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.531745 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment aa0a8c3e-3868-458a-853c-ffb5d5356617 resource provider aggregate not found Jun 01 13:10:17.588607 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment aa0a8c3e-3868-458a-853c-ffb5d5356617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa0a8c3e-3868-458a-853c-ffb5d5356617 found for delete ", "request_id": "req-dec320bd-47a4-4b6c-861d-97558d343d36"}]} Jun 01 13:10:17.592462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2e2f33a-c345-4130-904d-3bacc462a986 req-0c3c496b-bb89-49e2-b436-d627400783a4 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519422 Jun 01 13:10:17.594152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-261cefa0-53aa-4a2c-a0ff-6aa1a2bf46b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 999 time: 0.6523664 Jun 01 13:10:17.598839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-681ca92d-405c-4baf-b90d-07e731e1b0fc service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018617 Jun 01 13:10:17.688651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3b8dd480-340c-4527-9d0d-646f4a410351 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:17.690062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.727308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b8dd480-340c-4527-9d0d-646f4a410351,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:17.733295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.735099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:17.753411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.758233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.791354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Network': ['ID=536339c8-270f-4e99-b50b-4f2147974971,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:17.799405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35756) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:17.799987 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-293c753e-ce2f-4c3b-8e8e-7d800d869d2b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/networks/536339c8-270f-4e99-b50b-4f2147974971 HTTP/1.1" status: 204 len: 168 time: 1.1912389 Jun 01 13:10:17.810471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-ddb95d38-2b78-417e-b5ff-9db2fe97661f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2805095 Jun 01 13:10:17.853471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01005ddf-a270-4619-8e1c-a877a76b5b77 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:17.869699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:17.919737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:17.925114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-acffc495-ef4d-4991-abdc-ce7c9685c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:17.926692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-acffc495-ef4d-4991-abdc-ce7c9685c103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.3251090 Jun 01 13:10:17.929269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-99211006-69b7-47a6-bffd-6d2b62462768 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188191 Jun 01 13:10:17.941013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-d14f888c-951f-4b9b-a77d-8be555688b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:17.942389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-d14f888c-951f-4b9b-a77d-8be555688b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0837677 Jun 01 13:10:18.020477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Deleting port d4d08059-7f33-473d-9446-9678f6d3624c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:18.020853 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.048476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5eef55a5-04da-4376-9541-042ab437be5d is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:18.049071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.068285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a866b2-11d1-4254-bb60-6a33c33bed09 req-89259437-14b9-4065-bee2-3b44b5af584f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.069731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8a866b2-11d1-4254-bb60-6a33c33bed09 req-89259437-14b9-4065-bee2-3b44b5af584f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 946 time: 1.0157344 Jun 01 13:10:18.110191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-0f5fb450-a7bc-4073-ba4d-8e07cb69d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.111425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1f23c0d7-f3a8-4ca6-82f2-fb5514c977d7 None None] The port 'd4d08059-7f33-473d-9446-9678f6d3624c' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:10:18.111894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-0f5fb450-a7bc-4073-ba4d-8e07cb69d4bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.1490502 Jun 01 13:10:18.162823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:18.164829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01005ddf-a270-4619-8e1c-a877a76b5b77,segment=NetworkSegment(8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a),segment_id=8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:18.175396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.188646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port e3078534-894a-4698-bcd8-787131d2548c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:18.188991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.195843 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-4bbdbe55-3b38-4562-b97f-f90c6dbe6e4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 217 time: 0.0782766 Jun 01 13:10:18.222619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '01005ddf-a270-4619-8e1c-a877a76b5b77', 'network_id': '8d013495-e27e-4e18-a04e-2461a01efea6', 'port_id': '01005ddf-a270-4619-8e1c-a877a76b5b77', 'mac_address': 'fa:16:3e:06:3f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:18.266891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-7b64d986-52dc-4988-9b4e-69884d45785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.268447 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-7b64d986-52dc-4988-9b4e-69884d45785f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.0669947 Jun 01 13:10:18.269663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366488d9-ebab-4334-a7b6-320aa1e24206 req-d4b10532-0498-4a66-8e31-705da2a99eda service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296401 Jun 01 13:10:18.294515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-93750c05-807f-4234-954c-c8730a53ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.316532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:18.320053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 01005ddf-a270-4619-8e1c-a877a76b5b77 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:18.320221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.338017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01005ddf-a270-4619-8e1c-a877a76b5b77 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:18.354601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01005ddf-a270-4619-8e1c-a877a76b5b77,segment=NetworkSegment(8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a),segment_id=8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:18.360419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.362581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-1e74bab3-61b3-4646-945f-f02741b8756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.364283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-1e74bab3-61b3-4646-945f-f02741b8756e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897603 Jun 01 13:10:18.404359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8a866b2-11d1-4254-bb60-6a33c33bed09 req-79fb0ad2-19ce-4706-b1ba-a913fd4654b1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027568 Jun 01 13:10:18.436667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:18.451892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c280-ea68-43aa-95da-8c14f57f52e4 req-098a2feb-2395-44a0-ab99-1d46592dc271 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.453693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d19c280-ea68-43aa-95da-8c14f57f52e4 req-098a2feb-2395-44a0-ab99-1d46592dc271 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.7029848 Jun 01 13:10:18.458932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448b10cc-af29-4c81-96f2-a22c0316aa6a req-3268fbc3-734d-41ab-8491-f58755f6fdfa service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054672 Jun 01 13:10:18.496693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a935-b35f-4178-8866-66c694d7e448 req-e8e50b81-c597-4a15-b4c6-e494d3fe2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:18.498180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-e8e50b81-c597-4a15-b4c6-e494d3fe2b3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5598812 Jun 01 13:10:18.551252 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-a8aa7fdf-05c3-4c73-98a6-0a77ae0a8095 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812804 Jun 01 13:10:18.592789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['01005ddf-a270-4619-8e1c-a877a76b5b77'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:18.639066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.639661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:18.692517 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-796f9ae2-497c-4327-95f7-39afadace3c3 req-3e01590d-d145-459a-89f4-4032eb9787d4 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350551 Jun 01 13:10:18.789735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d19c280-ea68-43aa-95da-8c14f57f52e4 req-0a16702c-2c85-4c5b-ad5e-26a847daabd4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270817 Jun 01 13:10:18.796445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for e3078534-894a-4698-bcd8-787131d2548c owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:18.851951 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4674e5-5029-4367-8268-699a12b96673'] response: {'name': 'network-changed', 'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'status': 'completed', 'code': 200} Jun 01 13:10:18.852222 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4674e5-5029-4367-8268-699a12b96673'] response: {'name': 'network-changed', 'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'status': 'completed', 'code': 200} Jun 01 13:10:18.943670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}, {'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:18.977729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-6438aac2-0616-482f-bf3a-9d8d83d7a9a6 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698493 Jun 01 13:10:19.249273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e75ec-a656-4260-9215-a92e6b6e8f29 req-c913f0dd-c585-4934-91b9-2283b5846166 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:19.250765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-538e75ec-a656-4260-9215-a92e6b6e8f29 req-c913f0dd-c585-4934-91b9-2283b5846166 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 946 time: 0.6967409 Jun 01 13:10:19.399928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-538e75ec-a656-4260-9215-a92e6b6e8f29 req-ecceea65-a968-48e5-954d-7dce9523aa16 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421175 Jun 01 13:10:19.403929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a64a935-b35f-4178-8866-66c694d7e448 req-719b12cc-f58e-4757-b47e-5bbb46d54756 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123530 Jun 01 13:10:19.404508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:19.409659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-139160db-1849-46ae-8d8d-8b416cfe2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:19.411113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-139160db-1849-46ae-8d8d-8b416cfe2387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 1094 time: 0.5348079 Jun 01 13:10:19.489592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=e3078534-894a-4698-bcd8-787131d2548c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:19.568992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12a810-79aa-40b4-9a91-2fa52e8abdd8 req-57748b21-4494-422c-9d96-2925caf03946 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:19.570440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c12a810-79aa-40b4-9a91-2fa52e8abdd8 req-57748b21-4494-422c-9d96-2925caf03946 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 945 time: 0.6318650 Jun 01 13:10:19.829906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c12a810-79aa-40b4-9a91-2fa52e8abdd8 req-8762b3ec-7a75-4d8d-b47d-455ad1146f60 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172735 Jun 01 13:10:19.850125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01005ddf-a270-4619-8e1c-a877a76b5b77 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:19.868730 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:19.876577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-b09a6f8c-b669-4fd5-b45c-5d2416e45c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:19.878368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-b09a6f8c-b669-4fd5-b45c-5d2416e45c34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 906 time: 0.4301257 Jun 01 13:10:19.983385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 01005ddf-a270-4619-8e1c-a877a76b5b77 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:19.992770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 01005ddf-a270-4619-8e1c-a877a76b5b77 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:19.993223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:19.999455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-37b26dbc-5885-4d5c-a348-c641dfbf86e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc HTTP/1.1" status: 200 len: 217 time: 0.1120441 Jun 01 13:10:20.008599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-0d427e22-dde5-4624-8acf-bb0e5b75ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:20.010233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-0d427e22-dde5-4624-8acf-bb0e5b75ab88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1095 time: 0.4287300 Jun 01 13:10:20.015923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:20.020600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:20.021207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-902c035b-785c-4edb-bad9-bf096575500b tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/floatingips/862ddc5f-ff61-4eac-b41a-49ba4925eb95 HTTP/1.1" status: 204 len: 168 time: 2.2154307 Jun 01 13:10:20.066376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc34a-8770-4b17-b9cd-b8ad41c1ae69 req-81c3a564-e690-42fb-8e7b-1f3d850582e9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:20.068107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-722fc34a-8770-4b17-b9cd-b8ad41c1ae69 req-81c3a564-e690-42fb-8e7b-1f3d850582e9 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.4876776 Jun 01 13:10:20.108805 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcea64d-4c81-432f-b5b9-5c2158da2e87 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] DELETE failed (client error): The resource could not be found. Jun 01 13:10:20.109275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcea64d-4c81-432f-b5b9-5c2158da2e87 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:10:20.114387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5dcea64d-4c81-432f-b5b9-5c2158da2e87 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/f71866f3-ec67-41f1-ada4-5c14a8229b89 HTTP/1.1" status: 404 len: 333 time: 0.0915277 Jun 01 13:10:20.115142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:20.167650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d0ae9574-3f19-4bd1-a6cb-f3608bb8197d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Synchronizing usage tracker for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:20.198435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d0ae9574-3f19-4bd1-a6cb-f3608bb8197d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Unset dirty status for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:20.206205 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d0ae9574-3f19-4bd1-a6cb-f3608bb8197d tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/ports?device_id=0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d HTTP/1.1" status: 200 len: 205 time: 0.0899925 Jun 01 13:10:20.206892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35796) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:20.376002 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e8b3de48-8ae0-4186-b22b-27558578af72 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] delete failed (client error): The resource could not be found. Jun 01 13:10:20.386824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e8b3de48-8ae0-4186-b22b-27558578af72 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/routers/0cf06fd3-4c78-4ebf-ab7c-da03414b0b4d HTTP/1.1" status: 404 len: 336 time: 0.1788588 Jun 01 13:10:20.387693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:20.418349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 01005ddf-a270-4619-8e1c-a877a76b5b77 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:20.418885 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:20.434918 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-72156a5c-e76d-4614-916a-b1d124fab236 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] DELETE failed (client error): The resource could not be found. Jun 01 13:10:20.435812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72156a5c-e76d-4614-916a-b1d124fab236 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:10:20.440889 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-72156a5c-e76d-4614-916a-b1d124fab236 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/subnets/4b4f5985-6451-469d-9f69-e10d9dd21d47 HTTP/1.1" status: 404 len: 337 time: 0.0520461 Jun 01 13:10:20.441709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35806) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:20.538497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port a34d022b-4316-413f-800f-47a00f3762c5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:20.538906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:20.575399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01005ddf-a270-4619-8e1c-a877a76b5b77,segment=NetworkSegment(8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a),segment_id=8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:20.583872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a513-80a0-4614-b167-f9440a91ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:20.585980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:20.589330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-722fc34a-8770-4b17-b9cd-b8ad41c1ae69 req-d7b9190d-5dcf-4305-9f24-8f608bb49d3f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963859 Jun 01 13:10:20.687817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:20.697620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-62c3f76d-b94b-43ab-a7cd-df61980250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:20.699331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-62c3f76d-b94b-43ab-a7cd-df61980250f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.6853347 Jun 01 13:10:20.702666 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3640e3-97a1-4ddc-82c3-5bd4119b03b0'] response: {'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'code': 200} Jun 01 13:10:20.702947 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3640e3-97a1-4ddc-82c3-5bd4119b03b0'] response: {'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d', 'code': 200} Jun 01 13:10:20.716246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-607d6f22-38a1-4212-af3f-a4e3f0c42ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:20.717993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-607d6f22-38a1-4212-af3f-a4e3f0c42ed2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 200 len: 916 time: 0.6401503 Jun 01 13:10:20.772785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-e19dcb60-a74a-40ff-bb5a-380a1bfa2395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532894 Jun 01 13:10:20.916257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.042320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-a10e0942-fe64-46ba-b97f-9e93044bfb83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 200 len: 999 time: 0.1200972 Jun 01 13:10:21.050992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c11-b813-4b76-a9cc-faf5447a4b9a req-29645dcb-e517-4a68-a1fb-a95206598f1b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:21.058676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ce9c11-b813-4b76-a9cc-faf5447a4b9a req-29645dcb-e517-4a68-a1fb-a95206598f1b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 943 time: 0.6373274 Jun 01 13:10:21.067562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for a34d022b-4316-413f-800f-47a00f3762c5 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:21.169863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-7dfbc99e-8cb7-4c64-bdcf-f49820a6ea53 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824508 Jun 01 13:10:21.254903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8ce9c11-b813-4b76-a9cc-faf5447a4b9a req-c5462bcf-084d-4f08-adb3-5b0ea93dd15f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950018 Jun 01 13:10:21.399892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.483832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=a34d022b-4316-413f-800f-47a00f3762c5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:21.631479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.649739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881816-20c9-41b8-b14b-c98dd6e8a79d req-d84cf598-5618-4727-9131-8c32b396eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:21.652458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a2881816-20c9-41b8-b14b-c98dd6e8a79d req-d84cf598-5618-4727-9131-8c32b396eb44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 0.2945697 Jun 01 13:10:21.654253 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-43c7e06e-c294-4811-a904-791507d6081e tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/a34d022b-4316-413f-800f-47a00f3762c5 HTTP/1.1" status: 204 len: 168 time: 1.2113161 Jun 01 13:10:21.657208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35814) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:21.676509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.689286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.722535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e239b2-9593-457c-9098-80b4c81391d9 req-f66c131e-5ee1-47bf-909d-9e4eac227897 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:21.732194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69e239b2-9593-457c-9098-80b4c81391d9 req-f66c131e-5ee1-47bf-909d-9e4eac227897 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.8108726 Jun 01 13:10:21.739157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 95525340-9b94-43a1-b379-faa8af0ba1ee {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:21.739954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:21.767765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-f665a850-726b-472a-b651-202cb211c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:21.770755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-f665a850-726b-472a-b651-202cb211c5e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 200 len: 854 time: 0.5997608 Jun 01 13:10:21.839332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69e239b2-9593-457c-9098-80b4c81391d9 req-c9d4a842-6370-4dfa-82b6-fc8a6f0cbbfa tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060798 Jun 01 13:10:21.853863 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a2881816-20c9-41b8-b14b-c98dd6e8a79d req-4ba369bd-eedf-40e3-9b42-d209bfe4bdba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503767 Jun 01 13:10:21.863941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:21.987195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-00e83b12-633b-48c7-859a-e22c401d9097 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702241 Jun 01 13:10:22.007826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55965ad-b3a3-453f-b682-b42776fce22f req-902ef256-d19f-41b2-8f3a-55443220f282 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:22.015675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c55965ad-b3a3-453f-b682-b42776fce22f req-902ef256-d19f-41b2-8f3a-55443220f282 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.4698894 Jun 01 13:10:22.117914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:22.120256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:22.124885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14c40-1684-4521-84db-8ef636e66bba req-41ff5642-8905-4501-ae3c-2cbdc6b5f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:22.126763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-41ff5642-8905-4501-ae3c-2cbdc6b5f2fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82799e90-eb1f-486f-8725-e6d1b13ef45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391801 Jun 01 13:10:22.131408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c55965ad-b3a3-453f-b682-b42776fce22f req-dfa34ad0-bc0d-44ec-a42f-efefb886a035 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149259 Jun 01 13:10:22.136616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'mac_address': 'fa:16:3e:d3:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:22.196730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5f1a35c6-f7f0-421d-af0d-8899276957cc is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:22.197116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:22.197681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029d73-a134-4ceb-9663-0c872f07c3b5 req-4f945db1-5ada-49b3-a009-4b2ff760e3a5 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:22.205489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06029d73-a134-4ceb-9663-0c872f07c3b5 req-4f945db1-5ada-49b3-a009-4b2ff760e3a5 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.1474080 Jun 01 13:10:22.217183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1a35c6-f7f0-421d-af0d-8899276957cc {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:22.235137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:22.243613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:22.259370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06029d73-a134-4ceb-9663-0c872f07c3b5 req-13b8b6c9-1eb5-4648-aef9-98240dd81fad tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Jun 01 13:10:22.286922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 95525340-9b94-43a1-b379-faa8af0ba1ee owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:22.320410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:22.388601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93343f8b-0dd2-4686-bdd0-60056fdfb072 req-6715d1c5-5177-47d3-a074-5d25803960b0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:22.400408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93343f8b-0dd2-4686-bdd0-60056fdfb072 req-6715d1c5-5177-47d3-a074-5d25803960b0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.1511235 Jun 01 13:10:22.483315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['5f1a35c6-f7f0-421d-af0d-8899276957cc'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:22.484916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93343f8b-0dd2-4686-bdd0-60056fdfb072 req-c8b972b2-5c1d-4576-a27d-3977ee1fd444 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775027 Jun 01 13:10:22.557815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:22.707007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=95525340-9b94-43a1-b379-faa8af0ba1ee,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:22.713340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:22.824410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bb0a3-16e1-4f95-a732-447cfa1f29d1 req-8eb5d335-e072-48af-9ea0-67f4da6365c3 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:22.825959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f90bb0a3-16e1-4f95-a732-447cfa1f29d1 req-8eb5d335-e072-48af-9ea0-67f4da6365c3 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 944 time: 0.1729362 Jun 01 13:10:22.829788 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a7c671-5758-4bf9-8773-0a57564b4462'] response: {'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77', 'code': 200} Jun 01 13:10:22.878967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:22.903840 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01e0e7b4-6737-4d71-8a28-5b58c788fe60 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/ports/95525340-9b94-43a1-b379-faa8af0ba1ee HTTP/1.1" status: 204 len: 168 time: 1.2451177 Jun 01 13:10:22.905231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:23.018458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f90bb0a3-16e1-4f95-a732-447cfa1f29d1 req-394376dd-6757-425c-8855-368e2c3b6f80 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821673 Jun 01 13:10:23.039881 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:23.107136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd24ebba-c6a6-4cb9-8e44-d12f6031452c tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:23.107940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd24ebba-c6a6-4cb9-8e44-d12f6031452c tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Synchronizing usage tracker for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:23.134240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd24ebba-c6a6-4cb9-8e44-d12f6031452c tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Unset dirty status for tenant:d13eb9d04637446dadf45964f56b55ef on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:23.135576 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd24ebba-c6a6-4cb9-8e44-d12f6031452c tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "GET /v2.0/ports?device_id=76362b21-1baf-4c82-95ca-9bdd0d42416e HTTP/1.1" status: 200 len: 913 time: 0.2269251 Jun 01 13:10:23.138954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35834) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:23.149479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b68a1-1abe-4723-91aa-25c581764002 req-bdcfc554-bbe2-46da-94bb-3aaaf75dd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:23.151549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab2b68a1-1abe-4723-91aa-25c581764002 req-bdcfc554-bbe2-46da-94bb-3aaaf75dd706 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 1097 time: 0.2478909 Jun 01 13:10:23.295287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab2b68a1-1abe-4723-91aa-25c581764002 req-31aed974-6769-419e-bfc0-9b578f537f57 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118176 Jun 01 13:10:23.313177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2781b1-1c86-41d3-8901-01f531fe3fc7 req-c9a7d431-5829-4773-b58f-ffa046ed229b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:23.328338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca2781b1-1c86-41d3-8901-01f531fe3fc7 req-c9a7d431-5829-4773-b58f-ffa046ed229b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2538497 Jun 01 13:10:23.448763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca2781b1-1c86-41d3-8901-01f531fe3fc7 req-8ca701a2-e587-496c-ac59-4a531943c330 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193709 Jun 01 13:10:23.514352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291a95-19d0-4cc7-8615-78f8f314eee9 req-0665d327-1563-4c49-ae31-ba7d77b94f1e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:23.516184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35291a95-19d0-4cc7-8615-78f8f314eee9 req-0665d327-1563-4c49-ae31-ba7d77b94f1e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1858535 Jun 01 13:10:23.591262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35291a95-19d0-4cc7-8615-78f8f314eee9 req-6b586388-8b06-420b-a390-4d68360bc6ed tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Jun 01 13:10:23.748165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49ca4-0ff6-4752-a830-438da42d9d7b req-40de82dd-321a-4c8c-9b81-64187133e944 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:23.764597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4aa49ca4-0ff6-4752-a830-438da42d9d7b req-40de82dd-321a-4c8c-9b81-64187133e944 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.1471863 Jun 01 13:10:23.867463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:23.923022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4aa49ca4-0ff6-4752-a830-438da42d9d7b req-68377fef-f640-4f3d-97a9-984f9d1704cc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076214 Jun 01 13:10:23.982173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae322fa-e4da-491c-a15d-d8cc639ea496 req-177ac3c5-8361-4f94-883e-43ae34494685 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:24.000670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ae322fa-e4da-491c-a15d-d8cc639ea496 req-177ac3c5-8361-4f94-883e-43ae34494685 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.2345908 Jun 01 13:10:24.044046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 5f1a35c6-f7f0-421d-af0d-8899276957cc completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:24.048976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 5f1a35c6-f7f0-421d-af0d-8899276957cc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:24.050833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:24.099033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ae322fa-e4da-491c-a15d-d8cc639ea496 req-03dad063-85ff-451b-84ee-e99cb9a72534 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965137 Jun 01 13:10:24.200751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:24.289694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5f1a35c6-f7f0-421d-af0d-8899276957cc is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:24.290083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:24.361024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:24.363213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9951e-1964-440f-8571-a64993f6ec3d req-2ca46242-ddf3-4288-bf6f-16ded28b2b26 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:24.371388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f9951e-1964-440f-8571-a64993f6ec3d req-2ca46242-ddf3-4288-bf6f-16ded28b2b26 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 944 time: 0.1287394 Jun 01 13:10:24.373111 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:24.511829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f9951e-1964-440f-8571-a64993f6ec3d req-7ce3b44e-5088-4158-a31c-80cdf22e2104 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Jun 01 13:10:24.594230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:24.831019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:24.880229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port 25b5a034-5f99-46c8-bb2b-2038d2ab760c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:24.880229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:24.995863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627a89f-a47d-4ff5-bc8e-5eee32c4fa4e req-fc8217ec-6b77-4e27-a739-499da04846ef tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:25.003548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e627a89f-a47d-4ff5-bc8e-5eee32c4fa4e req-fc8217ec-6b77-4e27-a739-499da04846ef tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.3109016 Jun 01 13:10:25.053243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e627a89f-a47d-4ff5-bc8e-5eee32c4fa4e req-89a160f2-6d5c-4984-a403-0afe3035a38d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485671 Jun 01 13:10:25.080952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f314f72-2801-49fc-82c7-8eeb09d02236 req-b5d475af-02c0-4994-bf94-c9a6e3aaf35e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:25.082691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f314f72-2801-49fc-82c7-8eeb09d02236 req-b5d475af-02c0-4994-bf94-c9a6e3aaf35e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.2959678 Jun 01 13:10:25.145792 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d21e7f5-83a6-4a53-aad8-e80aeae206e0'] response: {'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'code': 200} Jun 01 13:10:25.177287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f314f72-2801-49fc-82c7-8eeb09d02236 req-5d0b2fd7-8290-4d5b-a36c-a4a68750d0dd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852613 Jun 01 13:10:25.246399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:25.447095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for 25b5a034-5f99-46c8-bb2b-2038d2ab760c owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:25.481439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c0dd9-e335-4766-867c-4b4708706c1c req-63e6ba1c-f7fd-4b92-88f9-2328424a881a tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:25.489354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04c0dd9-e335-4766-867c-4b4708706c1c req-63e6ba1c-f7fd-4b92-88f9-2328424a881a tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.2004368 Jun 01 13:10:25.572902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d6f73-c5d3-4735-8840-8908c18d2dd6 req-7789bdc1-d4e2-4e31-a178-017cf3a0cafd tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:25.582774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af3d6f73-c5d3-4735-8840-8908c18d2dd6 req-7789bdc1-d4e2-4e31-a178-017cf3a0cafd tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.2377145 Jun 01 13:10:25.607240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc471af-15c5-46bd-b847-aea133f24ae1 req-1665cb57-8428-4385-96eb-28aea9d5ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:25.617185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdc471af-15c5-46bd-b847-aea133f24ae1 req-1665cb57-8428-4385-96eb-28aea9d5ef5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 1096 time: 0.4017329 Jun 01 13:10:25.707888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af3d6f73-c5d3-4735-8840-8908c18d2dd6 req-f589070f-7a3c-4ddf-8d97-a941cc196b14 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229355 Jun 01 13:10:25.736927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04c0dd9-e335-4766-867c-4b4708706c1c req-df5bd73c-8cd3-4a48-8fa8-83b8f6766814 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467394 Jun 01 13:10:25.785051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdc471af-15c5-46bd-b847-aea133f24ae1 req-f3a133b9-c43b-4628-899e-a67cb0a12b34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034253 Jun 01 13:10:25.915969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:26.030086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d4f3-27f7-4368-80f7-8733578f559e req-ab2cee42-1fe3-40f2-a86e-d5104a2ef625 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:26.049514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c33d4f3-27f7-4368-80f7-8733578f559e req-ab2cee42-1fe3-40f2-a86e-d5104a2ef625 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1295044 Jun 01 13:10:26.188884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=25b5a034-5f99-46c8-bb2b-2038d2ab760c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:26.285483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c33d4f3-27f7-4368-80f7-8733578f559e req-312a4d14-069c-48f5-ae1e-693e6596acd6 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349033 Jun 01 13:10:26.433239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be7663-50df-49fe-8839-61d6dafff43a req-63b6bcec-bc0b-4658-9be5-fa7da6fbf9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:26.435515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25be7663-50df-49fe-8839-61d6dafff43a req-63b6bcec-bc0b-4658-9be5-fa7da6fbf9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1167731 Jun 01 13:10:26.589815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25be7663-50df-49fe-8839-61d6dafff43a req-f5eeeff4-909b-4adf-a71f-b1a349c4e0c2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789335 Jun 01 13:10:26.598335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c101-f017-4fc7-9009-e20904db3ad3 req-e90197fc-b2b2-40a7-91f9-0070bfad9e41 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:26.606348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c706c101-f017-4fc7-9009-e20904db3ad3 req-e90197fc-b2b2-40a7-91f9-0070bfad9e41 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1621876 Jun 01 13:10:26.614020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:26.671917 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c706c101-f017-4fc7-9009-e20904db3ad3 req-d90200b3-f37b-4bd6-bea5-643cdc4046fe tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653162 Jun 01 13:10:27.358706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341da6-5cc2-40ec-95ac-8c1a846aaad6 req-181f0913-1fa8-4ff2-843c-c05455e09399 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:27.367843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26341da6-5cc2-40ec-95ac-8c1a846aaad6 req-181f0913-1fa8-4ff2-843c-c05455e09399 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.4949222 Jun 01 13:10:27.399735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Router 76362b21-1baf-4c82-95ca-9bdd0d42416e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:27.460868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1338c-e655-475b-aa25-1beca5760389 req-91812273-7d47-497d-83dc-163be3f4c037 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:27.468737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaa1338c-e655-475b-aa25-1beca5760389 req-91812273-7d47-497d-83dc-163be3f4c037 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.5130351 Jun 01 13:10:27.491351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-63b77d06-c1b1-4eb1-8bf9-c823c9e560af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:27.492804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-63b77d06-c1b1-4eb1-8bf9-c823c9e560af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ba3ee4eed2240c2bd616ef58ec56b19&device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 1097 time: 0.4112511 Jun 01 13:10:27.508510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26341da6-5cc2-40ec-95ac-8c1a846aaad6 req-4a8bb9a2-317a-456e-a81e-9be54cf19248 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396463 Jun 01 13:10:27.681252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaa1338c-e655-475b-aa25-1beca5760389 req-f62b7f23-d57d-41d0-ac65-87b974d5d418 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114794 Jun 01 13:10:27.815656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:27.833593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6438789-999c-499a-9c7a-735bee389203 None None] Sync routers for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:27.859333 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8c0ccf8c-e3b5-4910-96cf-6cef17b73810 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "PUT /v2.0/routers/76362b21-1baf-4c82-95ca-9bdd0d42416e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7168963 Jun 01 13:10:27.860202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:27.861151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-5e6caf4f-04b9-4c6f-bac1-fd0a2bf2c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:27.861581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:27.863943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:27.865222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-5e6caf4f-04b9-4c6f-bac1-fd0a2bf2c1cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d013495-e27e-4e18-a04e-2461a01efea6 HTTP/1.1" status: 200 len: 914 time: 0.3444669 Jun 01 13:10:28.016696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:28.043608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] Routers {'76362b21-1baf-4c82-95ca-9bdd0d42416e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:28.044512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['76362b21-1baf-4c82-95ca-9bdd0d42416e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:28.139099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f6438789-999c-499a-9c7a-735bee389203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:28.139744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6438789-999c-499a-9c7a-735bee389203 None None] The sync data for ids ['76362b21-1baf-4c82-95ca-9bdd0d42416e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:28.160143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-c044af2a-6876-4cd8-bf89-a938cb060a6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01005ddf-a270-4619-8e1c-a877a76b5b77 HTTP/1.1" status: 200 len: 217 time: 0.1003985 Jun 01 13:10:28.228908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:28.229930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-f703c97d-ceb2-4f32-846a-dc8bc3806f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:28.231689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-f703c97d-ceb2-4f32-846a-dc8bc3806f36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892 HTTP/1.1" status: 200 len: 853 time: 0.0630314 Jun 01 13:10:28.248350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658f1cf-c137-4405-8842-ec1b22ea0c85 req-0f4a04b9-70b8-46c6-843a-467bcc65231e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:28.250286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1658f1cf-c137-4405-8842-ec1b22ea0c85 req-0f4a04b9-70b8-46c6-843a-467bcc65231e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2502463 Jun 01 13:10:28.310371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-5237c07b-8e0f-4d6a-bc38-38e09108f51c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d013495-e27e-4e18-a04e-2461a01efea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710754 Jun 01 13:10:28.325536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264cd0-d029-46bf-9034-7b4234d2e677 req-b5e68c44-67c5-4184-a509-bb8ab5f33c84 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:28.327048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90264cd0-d029-46bf-9034-7b4234d2e677 req-b5e68c44-67c5-4184-a509-bb8ab5f33c84 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.4578369 Jun 01 13:10:28.411426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:28.423686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting port c658fe05-fa8e-4da7-a2f6-7649ef2fee65 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:28.424157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:28.457587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1658f1cf-c137-4405-8842-ec1b22ea0c85 req-19870005-fcbb-4e3e-a017-b02a237c20b3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701052 Jun 01 13:10:28.474079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90264cd0-d029-46bf-9034-7b4234d2e677 req-af83aad5-5aa3-470d-b834-06eb61a2e582 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275382 Jun 01 13:10:28.511446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-9c64dceb-746d-48a4-997b-f910263e2c08 service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940558 Jun 01 13:10:28.629670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:28.737018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-798d062e-3670-40a3-8d44-eedcaa32dbf2 req-5a879c23-6ad5-4261-8eb1-77b1db75ab1f service neutron] 10.222.0.13 "GET /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170568 Jun 01 13:10:28.750023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d246401-ee52-4394-a8bb-afd15ec6940f req-a282d406-424f-44bc-a562-3597c8ed7655 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:28.751945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d246401-ee52-4394-a8bb-afd15ec6940f req-a282d406-424f-44bc-a562-3597c8ed7655 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1419525 Jun 01 13:10:28.772383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Calling delete_port for c658fe05-fa8e-4da7-a2f6-7649ef2fee65 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:28.864967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d246401-ee52-4394-a8bb-afd15ec6940f req-2571d236-cec2-4cb5-92fa-38fdfd6e88e3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056588 Jun 01 13:10:28.910355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d47cac-c329-4fca-9572-0890a1c1539f req-4dfee55a-c3c2-46a2-a3d9-ac01f8801c53 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:28.917646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0d47cac-c329-4fca-9572-0890a1c1539f req-4dfee55a-c3c2-46a2-a3d9-ac01f8801c53 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.1217682 Jun 01 13:10:28.957739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:28.976096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0d47cac-c329-4fca-9572-0890a1c1539f req-8b080b9c-9f93-4dcf-ac81-d98806f2cfb4 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565443 Jun 01 13:10:29.093810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336dcb-cda9-4a65-ae19-dd506fc3f412 req-d3c6e6ba-2dbd-4860-8f42-c0a75a0918a2 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:29.095454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af336dcb-cda9-4a65-ae19-dd506fc3f412 req-d3c6e6ba-2dbd-4860-8f42-c0a75a0918a2 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0960000 Jun 01 13:10:29.144130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Port': ['ID=c658fe05-fa8e-4da7-a2f6-7649ef2fee65,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:29.253190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.304786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af336dcb-cda9-4a65-ae19-dd506fc3f412 req-2ebd86de-4c00-4f69-9b5d-76fc08311ca7 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Jun 01 13:10:29.350273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18bf9-f5aa-4c5b-a983-5f9323789981 req-364ad416-e2ee-4bf7-ab3c-4dd123920730 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:29.352413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6a18bf9-f5aa-4c5b-a983-5f9323789981 req-364ad416-e2ee-4bf7-ab3c-4dd123920730 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.2560520 Jun 01 13:10:29.427021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6a18bf9-f5aa-4c5b-a983-5f9323789981 req-c939d449-9952-4eda-a2eb-cf347b502c3e tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669918 Jun 01 13:10:29.435548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.437925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.467783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.468336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Fanout notify agent at l3_agent the message router_deleted on router 76362b21-1baf-4c82-95ca-9bdd0d42416e {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:10:29.491198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.493230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-57c3177b-f084-4243-825a-5d2a72a8ec71 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/routers/76362b21-1baf-4c82-95ca-9bdd0d42416e HTTP/1.1" status: 204 len: 168 time: 1.6324263 Jun 01 13:10:29.495780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35904) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:29.653281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Deleting subnet 06217917-7caf-4a9e-80c1-4fc0ed6ba580 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:10:29.659473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.729465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.786777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a2730-8061-46ff-a96f-2d5450f6c015 req-ab931745-bd6e-40c9-a87f-d5797409e103 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:29.788132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-072a2730-8061-46ff-a96f-2d5450f6c015 req-ab931745-bd6e-40c9-a87f-d5797409e103 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2585757 Jun 01 13:10:29.825723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:29.888643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86440c43-99f4-413c-9b14-0abaec9b4c94 req-85d72815-42fc-4a65-95f7-5bf00ca08450 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:29.890060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86440c43-99f4-413c-9b14-0abaec9b4c94 req-85d72815-42fc-4a65-95f7-5bf00ca08450 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2993786 Jun 01 13:10:29.919741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-072a2730-8061-46ff-a96f-2d5450f6c015 req-7d116f24-feb7-4219-a393-09cfaac9f72c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253438 Jun 01 13:10:29.960784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86440c43-99f4-413c-9b14-0abaec9b4c94 req-19b73210-5563-460b-841e-16c0b9a263a3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614715 Jun 01 13:10:29.970784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.013632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Subnet': ['ID=06217917-7caf-4a9e-80c1-4fc0ed6ba580,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:30.015836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.025865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-094f92d6-9bbb-4499-b2e4-079bc13f7823 tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/subnets/06217917-7caf-4a9e-80c1-4fc0ed6ba580 HTTP/1.1" status: 204 len: 168 time: 0.5287299 Jun 01 13:10:30.028408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:30.142757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.172326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f423a3-8489-443f-8289-d52cefd2235e req-3f8b5da6-9e65-42c9-916d-f80e9ac7d169 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.173782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64f423a3-8489-443f-8289-d52cefd2235e req-3f8b5da6-9e65-42c9-916d-f80e9ac7d169 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1435363 Jun 01 13:10:30.181177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e023973-4324-480c-84d9-1d4391a976ac req-ebea387c-f860-4b48-9784-bbaf56bd17e7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.182538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e023973-4324-480c-84d9-1d4391a976ac req-ebea387c-f860-4b48-9784-bbaf56bd17e7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1218209 Jun 01 13:10:30.251663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64f423a3-8489-443f-8289-d52cefd2235e req-999501fc-a8c1-4959-a71e-5c2593ef9c0d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677536 Jun 01 13:10:30.256139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e023973-4324-480c-84d9-1d4391a976ac req-8d489fe9-1386-429b-b6c3-129a8e29492f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 Jun 01 13:10:30.275777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.302132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6291b35-c41e-4994-bd9e-8d0708e97d2f']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:30.314548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01f5292-2b13-4606-973f-fded33fdf308') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:30.314885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01f5292-2b13-4606-973f-fded33fdf308') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:30.326396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.343958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.350073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:30.350574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.420502 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b01f5292-2b13-4606-973f-fded33fdf308 resource provider aggregate not found Jun 01 13:10:30.442266 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b01f5292-2b13-4606-973f-fded33fdf308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b01f5292-2b13-4606-973f-fded33fdf308 found for delete ", "request_id": "req-9210b34d-8840-4024-8010-ec79b1ac7903"}]} Jun 01 13:10:30.461562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.467825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.499012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] 10.222.0.40 "DELETE /v2.0/networks/e6291b35-c41e-4994-bd9e-8d0708e97d2f HTTP/1.1" status: 204 len: 168 time: 0.4669597 Jun 01 13:10:30.499012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f59de-6f1d-4b79-8344-1448f4561bab tempest-FloatingIPTestJSON-1915021235 tempest-FloatingIPTestJSON-1915021235-project] Pushing event deleted for resources: {'Network': ['ID=e6291b35-c41e-4994-bd9e-8d0708e97d2f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:30.507406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265eb7-fe7e-4702-bcbe-b3b543c0be43 req-dce42ba0-711f-45ba-b1e8-800f08d2709f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.508902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e265eb7-fe7e-4702-bcbe-b3b543c0be43 req-dce42ba0-711f-45ba-b1e8-800f08d2709f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1130211 Jun 01 13:10:30.517816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67040b-b4e6-49df-8ba4-b926bc734352 req-478b19de-958f-431b-8ed5-f15a32337c87 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.519396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e67040b-b4e6-49df-8ba4-b926bc734352 req-478b19de-958f-431b-8ed5-f15a32337c87 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.1617484 Jun 01 13:10:30.592577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e265eb7-fe7e-4702-bcbe-b3b543c0be43 req-493373b5-0cd6-441e-b26f-f8292c0ab946 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721791 Jun 01 13:10:30.596996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e67040b-b4e6-49df-8ba4-b926bc734352 req-6f78e75a-c8f5-4afa-bd38-c0f8898d12f8 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623245 Jun 01 13:10:30.725487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35934) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:30.831266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757c19-5f13-46cc-81c2-bf93f90b940f req-b7887014-fc67-4c7b-a01a-da2043c086e0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.832778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f757c19-5f13-46cc-81c2-bf93f90b940f req-b7887014-fc67-4c7b-a01a-da2043c086e0 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1387768 Jun 01 13:10:30.865719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f87d7e-d645-4289-95df-8605d80828c1 req-c93bcf48-02e6-415f-beeb-9487e719ece8 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:30.867201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1f87d7e-d645-4289-95df-8605d80828c1 req-c93bcf48-02e6-415f-beeb-9487e719ece8 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.1359499 Jun 01 13:10:30.882378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5db39dc6-6437-4034-b404-4f7b35130338 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d13eb9d04637446dadf45964f56b55ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532938 Jun 01 13:10:30.882601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:30.905344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f757c19-5f13-46cc-81c2-bf93f90b940f req-fd870827-7669-4383-82fd-8b4832ea2862 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 Jun 01 13:10:30.928568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1f87d7e-d645-4289-95df-8605d80828c1 req-67e7065a-fb70-4a7c-b719-1647f63641e9 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501187 Jun 01 13:10:30.955467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:30.982704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:31.037430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:31.052399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ff534-9787-4572-805f-4eb2a49f03fe,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:31.059012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:31.060136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ca966e5-855b-462a-9a92-3c6a6e5a4599 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a20ff534-9787-4572-805f-4eb2a49f03fe HTTP/1.1" status: 204 len: 168 time: 0.1766410 Jun 01 13:10:31.110236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b004b-3e0a-455d-abe0-5ef71c9077de req-df007563-46fe-467a-90ca-6e4e9362a04a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:31.111762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b06b004b-3e0a-455d-abe0-5ef71c9077de req-df007563-46fe-467a-90ca-6e4e9362a04a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1005139 Jun 01 13:10:31.212579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b06b004b-3e0a-455d-abe0-5ef71c9077de req-279d36bc-7914-4745-8f43-bfb5c45cb38b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938308 Jun 01 13:10:31.244767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ac98d-06d7-406d-a769-e4e616c1b987 req-df69fe42-9202-41a1-9d0a-810053b6d1e3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:31.246743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a78ac98d-06d7-406d-a769-e4e616c1b987 req-df69fe42-9202-41a1-9d0a-810053b6d1e3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1126258 Jun 01 13:10:31.298390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a78ac98d-06d7-406d-a769-e4e616c1b987 req-4991bbf6-ec64-498a-8760-fe19a3adde62 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452127 Jun 01 13:10:31.629985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c5997-47a6-454d-abcb-aeff811fa816 req-527ab162-4b83-425f-bffd-ac733a719e88 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:31.631504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-715c5997-47a6-454d-abcb-aeff811fa816 req-527ab162-4b83-425f-bffd-ac733a719e88 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.0956504 Jun 01 13:10:31.725267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-715c5997-47a6-454d-abcb-aeff811fa816 req-3e6dcf6a-1100-4a57-870a-4a795ba58760 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Jun 01 13:10:31.748177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346acbed-2b57-41ff-82cf-ec306e54fc9b req-15f78cb7-56bd-497b-a2ca-f61b07db1881 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:31.748177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-346acbed-2b57-41ff-82cf-ec306e54fc9b req-15f78cb7-56bd-497b-a2ca-f61b07db1881 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.1140447 Jun 01 13:10:31.792758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-346acbed-2b57-41ff-82cf-ec306e54fc9b req-2e2b45f3-9674-4604-8860-ffb2c7908151 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393410 Jun 01 13:10:31.850262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35980) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:31.967875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'networks': [{'name': 'tempest-network--251506984'}, {'name': 'tempest-network--577228201'}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:31.968184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-network--251506984'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:31.968647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-network--577228201'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:31.974136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:31.978101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:network and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:31.981320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:31.988231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:32.000039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'network': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:32.004892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.017343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.032366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:32.037005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:security_group_rule and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:32.039766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:32.046021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:32.102067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599f1ca-eb15-45f8-badd-6a34604b3ef0 req-eeaa2493-95bb-4fb9-b5cc-5619090c9a5e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.103565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c599f1ca-eb15-45f8-badd-6a34604b3ef0 req-eeaa2493-95bb-4fb9-b5cc-5619090c9a5e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2727389 Jun 01 13:10:32.111110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4c81-24a1-4400-af04-5d4198213ae7 req-298a6751-7a94-4fc7-8806-fc5efab11659 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.112482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48ee4c81-24a1-4400-af04-5d4198213ae7 req-298a6751-7a94-4fc7-8806-fc5efab11659 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.1199627 Jun 01 13:10:32.134993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.139747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.140443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.177347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c599f1ca-eb15-45f8-badd-6a34604b3ef0 req-616e7be3-eb3c-4f02-97cd-31b22e969ffd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638654 Jun 01 13:10:32.188025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48ee4c81-24a1-4400-af04-5d4198213ae7 req-b447eced-5c7d-4123-aac0-7776d3435f3c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597565 Jun 01 13:10:32.203520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3477f70e-c916-42c6-8828-65a544943d41,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:32.203520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:32.214023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.214220 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment 409db65d-86c4-4ef5-8267-96dc5e32b8d9 of type vlan for network 0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1 Jun 01 13:10:32.258834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.312313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:32.321662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.322393 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780 of type vlan for network ff6d7755-f6d2-4324-a81a-f83c35e78d37 Jun 01 13:10:32.348634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.383657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.384210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.390571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.396639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.397597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:32.476584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-a41bcdac-499e-419f-bbdc-11204a5684d6 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927567 Jun 01 13:10:32.495779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a20d2-13c5-4947-86d9-15751def1e4f req-a5a3594e-be6a-4632-a0b5-e0e086ed407e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.497959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-696a20d2-13c5-4947-86d9-15751def1e4f req-a5a3594e-be6a-4632-a0b5-e0e086ed407e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1852338 Jun 01 13:10:32.514998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:32.523837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.524261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.525186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.525704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.526005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.526388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.526928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.527391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.527738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.528023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.528343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.529461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:32.541909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:32.629494 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7780547 Jun 01 13:10:32.632981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:32.664065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353030dc-e3c9-4838-a758-e2ebcc7f85f7 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=ff6d7755-f6d2-4324-a81a-f83c35e78d37,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:32.675488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ff6d7755-f6d2-4324-a81a-f83c35e78d37 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:32.719693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-696a20d2-13c5-4947-86d9-15751def1e4f req-c4d43c4b-f2b4-4cc4-8e34-00829961f8d9 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977801 Jun 01 13:10:32.770930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55f14c40-1684-4521-84db-8ef636e66bba req-442569cd-a46a-4c60-bbbb-f716d0cef1d2 service neutron] 10.222.0.24 "GET /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847064 Jun 01 13:10:32.782060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b400a-408c-45cd-bbe3-3b8625f2915e req-2eb68cbb-3289-4792-9055-4cc57bd512c4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.783938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-371b400a-408c-45cd-bbe3-3b8625f2915e req-2eb68cbb-3289-4792-9055-4cc57bd512c4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1522262 Jun 01 13:10:32.841584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-371b400a-408c-45cd-bbe3-3b8625f2915e req-d4f458de-9b4c-439b-888f-7fade9b314bd tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511186 Jun 01 13:10:32.924471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.930364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.936420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.941875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:32.942759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:32.965500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:32.969346 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-177c286b-89ec-468d-a90f-945b930d7150 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3329520 Jun 01 13:10:32.969644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36006) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:33.089658 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.120259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-679e6844-8221-4183-9bc1-160a03f65b4a tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:33.121616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-679e6844-8221-4183-9bc1-160a03f65b4a tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.1898086 Jun 01 13:10:33.130704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1179-0154-4367-818b-4715b40ac655 req-f029b780-fda4-4923-adbe-8f7c57f441ad tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:33.132028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-753e1179-0154-4367-818b-4715b40ac655 req-f029b780-fda4-4923-adbe-8f7c57f441ad tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.1630967 Jun 01 13:10:33.222469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.241083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-753e1179-0154-4367-818b-4715b40ac655 req-b06c0d94-e8eb-4a57-87e2-4017fe296e1e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Jun 01 13:10:33.249406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Deleting port 01005ddf-a270-4619-8e1c-a877a76b5b77 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:33.250145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.252247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.274402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409db65d-86c4-4ef5-8267-96dc5e32b8d9') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.274736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409db65d-86c4-4ef5-8267-96dc5e32b8d9') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.289991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.305508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428b98c-5023-493e-bf37-487cf29e18e0 req-d13ae2a9-2283-4c98-922e-f544924191c3 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:33.310772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.312905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0428b98c-5023-493e-bf37-487cf29e18e0 req-d13ae2a9-2283-4c98-922e-f544924191c3 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 946 time: 0.2591615 Jun 01 13:10:33.320907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:33.321318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.395444 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 409db65d-86c4-4ef5-8267-96dc5e32b8d9 resource provider aggregate not found Jun 01 13:10:33.420726 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 409db65d-86c4-4ef5-8267-96dc5e32b8d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 409db65d-86c4-4ef5-8267-96dc5e32b8d9 found for delete ", "request_id": "req-769e4ad2-2147-43e7-8b4c-84d61325b23b"}]} Jun 01 13:10:33.432298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.449770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0428b98c-5023-493e-bf37-487cf29e18e0 req-7191cb50-796b-4e62-9243-a36e3506873b tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/security-groups?id=77e9a84b-fa44-46bf-bdcd-477d560421fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362135 Jun 01 13:10:33.471521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.471521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:33.493516 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21ab7b3e-9462-4bff-889b-4fce8f50a8e5 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/0814b1cf-bc1f-431e-9ac4-7c90d15c9ea1 HTTP/1.1" status: 204 len: 168 time: 0.5227501 Jun 01 13:10:33.495612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36016) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:33.648491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.693428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387dd12-860e-4428-8ce1-df3f8648cfed req-939eb8eb-7953-4bfd-9493-6d9da16f7656 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:33.694917 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6387dd12-860e-4428-8ce1-df3f8648cfed req-939eb8eb-7953-4bfd-9493-6d9da16f7656 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3166757 Jun 01 13:10:33.712389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] For port 01005ddf-a270-4619-8e1c-a877a76b5b77, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01005ddf-a270-4619-8e1c-a877a76b5b77,segment=NetworkSegment(8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a),segment_id=8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:33.712781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.784900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.813896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6d7755-f6d2-4324-a81a-f83c35e78d37']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.826293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.826567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:33.837812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.854058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.860361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:33.860867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.957841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.978924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:33.985138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Calling delete_port for 01005ddf-a270-4619-8e1c-a877a76b5b77 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:33.992488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=ff6d7755-f6d2-4324-a81a-f83c35e78d37,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:33.997518 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-502e5fe6-68a8-4130-9a76-5cdc34d9bdbf tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/ff6d7755-f6d2-4324-a81a-f83c35e78d37 HTTP/1.1" status: 204 len: 168 time: 0.4983013 Jun 01 13:10:33.998267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:34.051437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6387dd12-860e-4428-8ce1-df3f8648cfed req-066087a9-90df-48d2-b586-d900a87e4057 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426712 Jun 01 13:10:34.090304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212c120-f47a-4641-95c4-8e4de4b17e77 req-40bb1a4c-1a65-4d77-861a-023271d339f2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.091813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2212c120-f47a-4641-95c4-8e4de4b17e77 req-40bb1a4c-1a65-4d77-861a-023271d339f2 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 944 time: 0.4832225 Jun 01 13:10:34.152744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24903fdc-281b-43f0-8d0f-34a641276b51 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.159826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24903fdc-281b-43f0-8d0f-34a641276b51 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.160622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-24903fdc-281b-43f0-8d0f-34a641276b51 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:34.177638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-24903fdc-281b-43f0-8d0f-34a641276b51 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:34.178838 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-24903fdc-281b-43f0-8d0f-34a641276b51 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1795049 Jun 01 13:10:34.182497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:34.188257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1745044882'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:34.193876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:34.204435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:34.211409 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.215831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:34.219441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.247103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:34.256879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.257270 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment 8b22d71c-e738-4d39-9365-ecfaf9a09a4d of type vlan for network f8f0813b-5104-407f-9602-ae7dec5f9d78 Jun 01 13:10:34.284947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.289899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2212c120-f47a-4641-95c4-8e4de4b17e77 req-b3f8fb7b-ba9c-4988-a166-61b2d93c7c60 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888413 Jun 01 13:10:34.306575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.320348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['01005ddf-a270-4619-8e1c-a877a76b5b77'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:34.337221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.345677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.347152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.362304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Pushing event deleted for resources: {'Port': ['ID=01005ddf-a270-4619-8e1c-a877a76b5b77,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:34.380030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.380370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.380704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.381034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.381362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.381685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.382007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.382325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.382668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.382986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.383300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.383686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:34.480722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=f8f0813b-5104-407f-9602-ae7dec5f9d78,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:34.484508 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3f8b1f51-2243-49fb-9f8b-5425f804ba33 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3007929 Jun 01 13:10:34.487253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:34.493170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1341500634'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:34.496273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f8f0813b-5104-407f-9602-ae7dec5f9d78 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:34.499345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:34.505854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:network and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:34.508864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:34.515612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:34.519736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ea10-e30b-47bc-8201-040a6545dbab req-bd2f2fb9-bf7c-4ec8-9263-522a9c4bc7f4 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.521256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8517ea10-e30b-47bc-8201-040a6545dbab req-bd2f2fb9-bf7c-4ec8-9263-522a9c4bc7f4 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.3602717 Jun 01 13:10:34.523534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] No DVR routers for this DVR port 01005ddf-a270-4619-8e1c-a877a76b5b77 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:34.526890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.530307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'name': 'network-vif-deleted', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:34.535552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:34.539433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.567219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:34.571686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c0e2a65b-17d5-40f5-97c1-adaed7d4c496 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.573209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c0e2a65b-17d5-40f5-97c1-adaed7d4c496 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.3525782 Jun 01 13:10:34.576837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.577178 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment 3dff989c-0ea9-4cea-b6f6-c760e299b6d2 of type vlan for network 9acbb148-6fe2-4c9e-86d9-1d82cc883af8 Jun 01 13:10:34.609684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.627841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcbf708c-bf6f-4df2-baa6-0289e1983206 req-9f8f358e-ee43-49e5-ae54-a2aca5428003 tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.13 "DELETE /v2.0/ports/01005ddf-a270-4619-8e1c-a877a76b5b77 HTTP/1.1" status: 204 len: 173 time: 1.4948692 Jun 01 13:10:34.644995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.652002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.652251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.682781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8517ea10-e30b-47bc-8201-040a6545dbab req-c5b99f63-cb9f-4dfa-8396-4fcf8f91a5ad tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443253 Jun 01 13:10:34.698317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Deleting port 5eef55a5-04da-4376-9541-042ab437be5d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:34.699218 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:34.753315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89bfe9-5e73-497b-9853-6f28a9fb5ba7 req-0cda45f2-4cdb-4206-a9ad-5075e947e287 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:34.761589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf89bfe9-5e73-497b-9853-6f28a9fb5ba7 req-0cda45f2-4cdb-4206-a9ad-5075e947e287 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.3431606 Jun 01 13:10:34.772141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2837143 Jun 01 13:10:34.775127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:34.778495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d234a-999c-42e7-95c7-56b0ee33bbb1 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=9acbb148-6fe2-4c9e-86d9-1d82cc883af8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:34.783915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'ports': [{'network_id': 'f8f0813b-5104-407f-9602-ae7dec5f9d78', 'name': 'tempest-port--1937173752', 'admin_state_up': True}, {'network_id': '9acbb148-6fe2-4c9e-86d9-1d82cc883af8', 'admin_state_up': False}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:34.784229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'port': {'network_id': 'f8f0813b-5104-407f-9602-ae7dec5f9d78', 'name': 'tempest-port--1937173752', 'admin_state_up': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:34.784714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'port': {'network_id': '9acbb148-6fe2-4c9e-86d9-1d82cc883af8', 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:34.789924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9acbb148-6fe2-4c9e-86d9-1d82cc883af8 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:34.921213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf89bfe9-5e73-497b-9853-6f28a9fb5ba7 req-ccb23c08-74d8-45d6-a974-8f82e36445c9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586921 Jun 01 13:10:35.111422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-edda224b-353e-40f3-9c53-24443cd24354 req-6285b0b0-dd3f-41c2-a4e4-bc48e2b1b0bc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Synchronizing usage tracker for tenant:3ba3ee4eed2240c2bd616ef58ec56b19 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:35.118623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:35.122631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:port and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:35.125133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014aa315-a94f-4411-84ee-1221a521234d req-27777fe4-60af-4c0e-8875-d5794c287ce0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:35.125398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:35.127354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014aa315-a94f-4411-84ee-1221a521234d req-27777fe4-60af-4c0e-8875-d5794c287ce0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=4548de15-232f-43af-9c07-659fb0b7895e HTTP/1.1" status: 200 len: 944 time: 0.2824764 Jun 01 13:10:35.132306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:35.144255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'port': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:35.149104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.151548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:35.170783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.217359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] For port 5eef55a5-04da-4376-9541-042ab437be5d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5eef55a5-04da-4376-9541-042ab437be5d,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:35.217767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.316667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:35.334177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'port_id': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'mac_address': 'fa:16:3e:fb:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:35.373603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Calling delete_port for 5eef55a5-04da-4376-9541-042ab437be5d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:35.395713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:35.396421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.404044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-edda224b-353e-40f3-9c53-24443cd24354 req-6285b0b0-dd3f-41c2-a4e4-bc48e2b1b0bc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] Unset dirty status for tenant:3ba3ee4eed2240c2bd616ef58ec56b19 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:35.407127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edda224b-353e-40f3-9c53-24443cd24354 req-6285b0b0-dd3f-41c2-a4e4-bc48e2b1b0bc tempest-InstanceActionsTestJSON-1147827850 tempest-InstanceActionsTestJSON-1147827850-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9bcbbaf-6849-4832-aa88-8e8f956aba72 HTTP/1.1" status: 200 len: 210 time: 0.3650951 Jun 01 13:10:35.426813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:35.427058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] device_id is not set on port abefef60-9484-4e1a-ae06-44cb07401ab1 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:35.446552 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780 resource provider aggregate not found Jun 01 13:10:35.468364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:35.471773 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66dbae1-ee1b-4f9c-8a7f-acc25ddc1780 found for delete ", "request_id": "req-d8959508-051e-4268-a574-2502d509edd8"}]} Jun 01 13:10:35.476034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.522826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.560878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:35.570194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.570464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.570827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.571393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.571737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.572062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.572446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.572768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.573141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.573759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.574300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.574677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:10:35.582570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014aa315-a94f-4411-84ee-1221a521234d req-7e025bfe-6b1c-4840-b3c7-2ea3863b3a93 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324572 Jun 01 13:10:35.587309 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17881433-4c68-4c45-be29-b4e46d25c8dc'] response: {'server_uuid': 'b9bcbbaf-6849-4832-aa88-8e8f956aba72', 'name': 'network-vif-deleted', 'tag': '01005ddf-a270-4619-8e1c-a877a76b5b77', 'status': 'completed', 'code': 200} Jun 01 13:10:35.592827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.650057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] device_id is not set on port 4c64709e-9aa1-493b-b1f2-7c77765c2e7a yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:35.731773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event deleted for resources: {'Port': ['ID=5eef55a5-04da-4376-9541-042ab437be5d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:35.763108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.796036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.796519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] No DVR routers for this DVR port 5eef55a5-04da-4376-9541-042ab437be5d on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:35.800232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:35.826001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71fbffd9-b909-40d8-a4c0-a6f7c037aab6 req-c9acb100-0249-46d5-97e8-de2cb4eb4428 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "DELETE /v2.0/ports/5eef55a5-04da-4376-9541-042ab437be5d HTTP/1.1" status: 204 len: 173 time: 1.2444518 Jun 01 13:10:35.875258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a28d7-9cee-4556-93af-0c5ad2acfa77 req-5309b17d-1e28-4e82-8097-426ee1ef078a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:35.879803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c5a28d7-9cee-4556-93af-0c5ad2acfa77 req-5309b17d-1e28-4e82-8097-426ee1ef078a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2338338 Jun 01 13:10:35.889225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36058) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:35.901730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'floatingip': {'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:35.955360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b7c8fa96-2b28-4bdb-bbe4-45b174cde216'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:35.988958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Port': ['ID=abefef60-9484-4e1a-ae06-44cb07401ab1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:36.007493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.084017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Checking segment: {'id': '8b22d71c-e738-4d39-9365-ecfaf9a09a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8f0813b-5104-407f-9602-ae7dec5f9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:36.084437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network hostable DHCP agents. Network: f8f0813b-5104-407f-9602-ae7dec5f9d78, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:36.181803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0c96b-b10c-4d19-9e28-99844955ff13 req-578dcab5-9785-436f-b1d1-6f106623a742 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:36.183341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2d0c96b-b10c-4d19-9e28-99844955ff13 req-578dcab5-9785-436f-b1d1-6f106623a742 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3023436 Jun 01 13:10:36.189572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network f8f0813b-5104-407f-9602-ae7dec5f9d78 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:36.214480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, f8f0813b-5104-407f-9602-ae7dec5f9d78) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:36.223772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8020-3122-4b94-8930-1b6f8a3eaaed req-5b4b7f88-a11a-42b6-8d89-7810e32efa4a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:36.223958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c8a8e-874c-41de-9b2c-2b00187d54d3 None None] Network f8f0813b-5104-407f-9602-ae7dec5f9d78 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:36.225359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-453e8020-3122-4b94-8930-1b6f8a3eaaed req-5b4b7f88-a11a-42b6-8d89-7810e32efa4a tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 945 time: 0.1527827 Jun 01 13:10:36.264180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2d0c96b-b10c-4d19-9e28-99844955ff13 req-cdcc4bee-2465-47e4-8d9f-85d9bad15c10 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742033 Jun 01 13:10:36.291198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-453e8020-3122-4b94-8930-1b6f8a3eaaed req-439faa5a-7fcd-45e7-adfa-11d74e971f9e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566833 Jun 01 13:10:36.315882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:36.316989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.497803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Port': ['ID=4c64709e-9aa1-493b-b1f2-7c77765c2e7a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:36.519854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Checking segment: {'id': '3dff989c-0ea9-4cea-b6f6-c760e299b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9acbb148-6fe2-4c9e-86d9-1d82cc883af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:36.523065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network hostable DHCP agents. Network: 9acbb148-6fe2-4c9e-86d9-1d82cc883af8, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:36.551472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29af0-057d-4389-adc2-380660e09671 req-6e7dd61b-dcd9-49eb-832c-fc2664b8d413 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:36.552982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac29af0-057d-4389-adc2-380660e09671 req-6e7dd61b-dcd9-49eb-832c-fc2664b8d413 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1418602 Jun 01 13:10:36.553468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36064) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:36.658480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Deleting subnet a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:10:36.662902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac29af0-057d-4389-adc2-380660e09671 req-34c93669-f87c-4292-89e1-564c76510665 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778968 Jun 01 13:10:36.665573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.728275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.760905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36072) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:36.762182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network 9acbb148-6fe2-4c9e-86d9-1d82cc883af8 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:36.773486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 9acbb148-6fe2-4c9e-86d9-1d82cc883af8) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:36.776950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755321208', 'description': 'tempest-description--732264218'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:36.777758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:36.782863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5bc8b3-10d4-4e72-a6c0-845971f34c8c None None] Network 9acbb148-6fe2-4c9e-86d9-1d82cc883af8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:36.783437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:36.788112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:36.788785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.789736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:36.796671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:security_group and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:36.800996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:36.811410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:36.820180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.830349 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3124d246-d082-419a-b68a-b89ed49fa137 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0519233 Jun 01 13:10:36.836248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36076) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:36.861395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.891489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:36.896265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:security_group_rule and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:36.899420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:36.907677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:36.930882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.980729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:36.986765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:36.997959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.006451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-52dd2437-848e-4fd5-93eb-a28045333ce9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a8e60a80-b7b8-4d63-ba8a-d2b7c80a3892 HTTP/1.1" status: 204 len: 168 time: 0.4495139 Jun 01 13:10:37.006885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.011398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36080) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:37.123635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.138890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.158484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:37.162790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.169188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630d672-54bc-4509-9ce7-6490b28d40ab tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:37.175169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630d672-54bc-4509-9ce7-6490b28d40ab tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:37.176044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4630d672-54bc-4509-9ce7-6490b28d40ab tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:37.198986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.203316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4381249 Jun 01 13:10:37.203316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e8f5-c84e-4fd9-ae2a-30615b1abd47 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:37.203564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:37.211446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'security_group_rule': {'security_group_id': '5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:37.219585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4630d672-54bc-4509-9ce7-6490b28d40ab tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:37.220720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4630d672-54bc-4509-9ce7-6490b28d40ab tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3835726 Jun 01 13:10:37.221776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:37.226460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:37.227547 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Floating IP f47d007a-69a6-485c-99b7-4784c74bea26 associated. External IP: 172.25.7.156, port: 3b8dd480-340c-4527-9d0d-646f4a410351. Jun 01 13:10:37.247473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:37.252860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:37.253295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.286301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:security_group_rule and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:37.296658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:37.337820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.384162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:37.384452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:37.384782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.387645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d013495-e27e-4e18-a04e-2461a01efea6']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:37.415321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:37.427260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:37.434149 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.435252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:37.459773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:37.460069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:37.461949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.518750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.528847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 5eef55a5-04da-4376-9541-042ab437be5d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:10:37.529292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5eef55a5-04da-4376-9541-042ab437be5d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:10:37.550310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:37.556306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.568460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:37.568926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.584814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Deleting port abefef60-9484-4e1a-ae06-44cb07401ab1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:37.585179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.599966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-deleted', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:37.701386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.706132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.715594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41c833-a259-4999-924f-3cd4d41461f7 req-98b082bf-8ecb-4217-a0ae-609f3848e105 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:37.717050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df41c833-a259-4999-924f-3cd4d41461f7 req-98b082bf-8ecb-4217-a0ae-609f3848e105 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.2659490 Jun 01 13:10:37.739450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6767f-6975-4640-b244-30e62a5545b8 req-47bb6d8d-8657-4d9d-86e2-a05d32f536df tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:37.741536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7e6767f-6975-4640-b244-30e62a5545b8 req-47bb6d8d-8657-4d9d-86e2-a05d32f536df tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3446496 Jun 01 13:10:37.757599 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a resource provider aggregate not found Jun 01 13:10:37.763481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.787087 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eed2f1a-55a5-4cf9-8dc0-5bc13e1c316a found for delete ", "request_id": "req-f8ffd138-de1c-4b66-8a24-517c8431e6b7"}]} Jun 01 13:10:37.791877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d013495-e27e-4e18-a04e-2461a01efea6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:37.798010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7540903b-2b5c-4459-8a63-93bee4784531 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8d013495-e27e-4e18-a04e-2461a01efea6 HTTP/1.1" status: 204 len: 168 time: 0.7851846 Jun 01 13:10:37.838964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df41c833-a259-4999-924f-3cd4d41461f7 req-ed3260e1-9a6b-49bd-95a4-c8465873aca6 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963948 Jun 01 13:10:37.841977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7e6767f-6975-4640-b244-30e62a5545b8 req-bc8f18ba-05c2-41bc-abc6-4e4f6257ac67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773787 Jun 01 13:10:37.884381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.921998 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287d4c86-e15d-42be-a977-21ef82882c2a'] response: {'server_uuid': '4548de15-232f-43af-9c07-659fb0b7895e', 'name': 'network-vif-deleted', 'tag': '5eef55a5-04da-4376-9541-042ab437be5d', 'status': 'completed', 'code': 200} Jun 01 13:10:37.929333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01005ddf-a270-4619-8e1c-a877a76b5b77 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:10:37.930369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a1bc11-7c83-43c5-be26-06258f8bf62d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:37.950331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:37.954474 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4c45b6a-a932-4a4a-8dc5-91072462fb3a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7499228 Jun 01 13:10:37.954717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:37.959997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'security_group_rule': {'security_group_id': '5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:37.970972 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa690ca2-03d5-44c7-98d4-7610bc729908'] response: {'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'code': 200} Jun 01 13:10:37.971559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:37.980169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:security_group_rule and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:37.983964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:37.992064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 01005ddf-a270-4619-8e1c-a877a76b5b77 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:10:37.992673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01005ddf-a270-4619-8e1c-a877a76b5b77 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:10:37.998168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:38.024226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.025157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.102116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36114) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:38.171276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Calling delete_port for abefef60-9484-4e1a-ae06-44cb07401ab1 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:38.260167 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.265632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a1f4aa7-f33d-4811-95fd-c9829c86eb67 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3ba3ee4eed2240c2bd616ef58ec56b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551800 Jun 01 13:10:38.269091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36118) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:38.271552 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.327902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f991cd1c-f835-47a4-8ee2-0ed423b4cbfb,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:38.348029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.349218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-30a5181a-3b5f-4750-b62a-cde9d2e45140 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936949 Jun 01 13:10:38.356572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:38.364216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc75c-d5f9-42c4-9403-9c0f07697b5d req-c5e4cb33-0255-443b-be72-10318a96b2ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:38.365357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac0bc75c-d5f9-42c4-9403-9c0f07697b5d req-c5e4cb33-0255-443b-be72-10318a96b2ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.3055272 Jun 01 13:10:38.366749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:38.380859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:38.391916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Usage tracker for resource:floatingip and tenant:9f20d0fc37144d888c3d468ed1894f7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:38.395690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:38.399697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:10:38.413484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:38.431817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.500924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.535406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7e26-c7b9-4ebd-b6d8-0f9b311be87a req-b7f5462b-0cd7-4914-8381-c95b4e7c1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:38.536865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdbd7e26-c7b9-4ebd-b6d8-0f9b311be87a req-b7f5462b-0cd7-4914-8381-c95b4e7c1c9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 1097 time: 0.3651862 Jun 01 13:10:38.540943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.573967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Port': ['ID=abefef60-9484-4e1a-ae06-44cb07401ab1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:38.577647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac0bc75c-d5f9-42c4-9403-9c0f07697b5d req-e3fe3857-a634-4493-88cf-9a14e7be6c2a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056031 Jun 01 13:10:38.607469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.634922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdbd7e26-c7b9-4ebd-b6d8-0f9b311be87a req-8867f311-6e46-450b-9b25-71a6aa4fe0f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893626 Jun 01 13:10:38.641180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.670799 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.687016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e9a84b-fa44-46bf-bdcd-477d560421fc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:38.691556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.694495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae497d95-9170-4f43-8c86-57206aa481be admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/77e9a84b-fa44-46bf-bdcd-477d560421fc HTTP/1.1" status: 204 len: 168 time: 0.4223964 Jun 01 13:10:38.729605 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a0d6d370-2b88-4264-8433-2b316632d246 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/ports/abefef60-9484-4e1a-ae06-44cb07401ab1 HTTP/1.1" status: 204 len: 168 time: 1.4451947 Jun 01 13:10:38.732508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36128) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:38.761435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:10:38.768301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.776007 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:10:38.790361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:38.791734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:38.818612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Deleting port 4c64709e-9aa1-493b-b1f2-7c77765c2e7a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:38.819485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.831970 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c19316dd-82dd-4ddc-885f-a7cb11a29cf7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "PUT /v2.0/floatingips/f47d007a-69a6-485c-99b7-4784c74bea26 HTTP/1.1" status: 200 len: 992 time: 2.9415877 Jun 01 13:10:38.833297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:38.865461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:38.933954 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9fda44-1d24-4013-bbd1-9066aacfdcfd'] response: {'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'status': 'completed', 'code': 200} Jun 01 13:10:39.043755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Allocated IP 172.25.7.163 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3f151bb3-4c5b-474e-8494-c4022b1a3d75) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:39.214010 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:10:39.231881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.271679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.286253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.383429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:39.386565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:39.393166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:39.424850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Calling delete_port for 4c64709e-9aa1-493b-b1f2-7c77765c2e7a owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:39.445238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'Port': ['ID=3f151bb3-4c5b-474e-8494-c4022b1a3d75,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:39.507507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.538081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-881886de-4389-4b7d-9353-be26027e731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:39.539598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-881886de-4389-4b7d-9353-be26027e731e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 0.3980429 Jun 01 13:10:39.549839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49ca8-1547-4d51-aaa6-6cebe8dade00 req-3d57e4e7-9f4b-4462-86e4-654b2f851510 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:39.558412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ee49ca8-1547-4d51-aaa6-6cebe8dade00 req-3d57e4e7-9f4b-4462-86e4-654b2f851510 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4174175 Jun 01 13:10:39.571791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed78c5f-97ee-4532-a4b0-59bae677cc3a req-1cff7388-094c-4285-a61e-2cd43df1ab9c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:39.581147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ed78c5f-97ee-4532-a4b0-59bae677cc3a req-1cff7388-094c-4285-a61e-2cd43df1ab9c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.4964628 Jun 01 13:10:39.588724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.645382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.730300 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:10:36Z', 'revision_number': 1, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:39.736158 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:10:39.766186 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:10:39.767358 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:39.780109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Port': ['ID=4c64709e-9aa1-493b-b1f2-7c77765c2e7a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:39.804423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ee49ca8-1547-4d51-aaa6-6cebe8dade00 req-d40d6eec-48a3-418a-a06c-5eb2580f400b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448821 Jun 01 13:10:39.811484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.847244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ed78c5f-97ee-4532-a4b0-59bae677cc3a req-cd188055-6a17-4413-bb1d-ca4353f1b8bb tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651017 Jun 01 13:10:39.871202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-13399aa0-01ac-40fb-b066-2ecf7f87947e tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/ports/4c64709e-9aa1-493b-b1f2-7c77765c2e7a HTTP/1.1" status: 204 len: 168 time: 1.1375384 Jun 01 13:10:39.874311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36164) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:39.924061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-29850387-003b-45c1-aaa8-44bf7bbad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:39.925628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-29850387-003b-45c1-aaa8-44bf7bbad428 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.3639772 Jun 01 13:10:39.932171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:39.941772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3cb0d299-f3e2-48b7-821d-4341182f4942 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:39.955904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.054549 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:10:40.116288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-63083626-3e86-4b1f-aeb2-8f6977314c34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1000 time: 0.1839306 Jun 01 13:10:40.117466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3cb0d299-f3e2-48b7-821d-4341182f4942 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:40.126901 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cb0d299-f3e2-48b7-821d-4341182f4942 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2508073 Jun 01 13:10:40.133404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:40.136110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e2252-6664-4eb1-9a4b-fb2f74e98412 req-cc964ae2-2411-4512-9505-9bd4fc61f4bd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:40.144036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4e2252-6664-4eb1-9a4b-fb2f74e98412 req-cc964ae2-2411-4512-9505-9bd4fc61f4bd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1504278 Jun 01 13:10:40.149053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-814250618'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:40.161716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:40.171314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'Port': ['ID=3f151bb3-4c5b-474e-8494-c4022b1a3d75,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:40.176059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:network and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:40.181209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:40.184825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.193212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:40.217385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:40.221415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.247781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.248993 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-989d20b0-fc7c-4981-a303-1b3b25f90a03 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8914869 Jun 01 13:10:40.260243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:40.265773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4e2252-6664-4eb1-9a4b-fb2f74e98412 req-38dca18f-bdf9-403c-9960-9c2697d3ec49 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207743 Jun 01 13:10:40.280385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-177b8f99-d925-4e7e-aea6-95018e77e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:40.282052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-177b8f99-d925-4e7e-aea6-95018e77e7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1361349 Jun 01 13:10:40.286203 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.286667 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment 403aa779-9a30-46f5-92be-05528eab5240 of type vlan for network 12009fab-9e63-4c0f-ae1b-94fbe18ce572 Jun 01 13:10:40.352083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.396049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-6bf6482d-a150-4f22-89bb-014fdf1fe86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:40.398019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-6bf6482d-a150-4f22-89bb-014fdf1fe86c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078105 Jun 01 13:10:40.441687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.455389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:40.456035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.710967 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:10:36Z', 'revision_number': 1, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:40.721495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=12009fab-9e63-4c0f-ae1b-94fbe18ce572,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:40.725173 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300a183-0a5d-4337-aef9-99b4e01ea70d None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:10:36Z', 'revision_number': 1, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:10:40.731989 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c41f99c-3878-4159-bee5-4c5db6f25b18 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5913210 Jun 01 13:10:40.732627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36216) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:40.740874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 12009fab-9e63-4c0f-ae1b-94fbe18ce572 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:40.747374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1304604867'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:40.753658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:40.758329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:network and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:40.762052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:40.768636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:40.793573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:40.798551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.838880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128d1d48-b5dc-47a5-b706-202f4067cb1e req-35eb684a-1630-42a5-b2d6-aadf4925c54d tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.1457362 Jun 01 13:10:40.877254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:40.918863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:40.920089 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Added segment bb223f62-9588-48cf-a5e9-2432ab7cdf5e of type vlan for network accbe5cd-771d-48d0-bcc4-af32d85df7ed Jun 01 13:10:40.969868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:41.030624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:41.047651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:41.048158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:41.161014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915ddce-1791-498a-82a5-85a7e43c99d2 None None] New status for floating IP f47d007a-69a6-485c-99b7-4784c74bea26: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:10:41.172949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-00fcfa0f-4255-4bd9-b016-a569782862cb service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581370 Jun 01 13:10:41.287672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-d4b19dac-fe0e-4434-8ade-c7d639324bf0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:41.295163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-d4b19dac-fe0e-4434-8ade-c7d639324bf0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.6011727 Jun 01 13:10:41.336629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e31e69-3094-412c-bda4-1f46f33d7c1c req-a0db7f18-7745-4cc2-87fd-bdb37852b084 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:41.343972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75e31e69-3094-412c-bda4-1f46f33d7c1c req-a0db7f18-7745-4cc2-87fd-bdb37852b084 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3041127 Jun 01 13:10:41.356547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-6fac8cab-7930-4bda-b472-0be3a70215ef tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/quotas/9f20d0fc37144d888c3d468ed1894f7c HTTP/1.1" status: 200 len: 375 time: 0.0601056 Jun 01 13:10:41.365359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Network': ['ID=accbe5cd-771d-48d0-bcc4-af32d85df7ed,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:41.385307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network accbe5cd-771d-48d0-bcc4-af32d85df7ed details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:41.402615 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75b0af95-9927-48f9-a91b-b439a5624a01 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6550956 Jun 01 13:10:41.494370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75e31e69-3094-412c-bda4-1f46f33d7c1c req-655abc70-4084-4a3b-9dbd-baac82946037 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492076 Jun 01 13:10:41.518412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-118b55cb-b70b-458d-abbd-3707fc14f8e2 req-3146d23a-2d8b-444f-be64-d818044c2300 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253846 Jun 01 13:10:41.558090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-89a70b82-ace0-4718-8ef2-d9194a0e6af0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:41.594381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-89a70b82-ace0-4718-8ef2-d9194a0e6af0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:41.595801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-89a70b82-ace0-4718-8ef2-d9194a0e6af0 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2382207 Jun 01 13:10:41.840911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f2222c43-8367-481f-a963-5469bb889dd8 service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346177 Jun 01 13:10:41.853627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ea11-953d-497f-ab0e-959eba34cc48 req-16e3d90e-ba16-419b-91d2-dcd699cc883e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:41.855240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a067ea11-953d-497f-ab0e-959eba34cc48 req-16e3d90e-ba16-419b-91d2-dcd699cc883e tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.1487865 Jun 01 13:10:41.983185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a067ea11-953d-497f-ab0e-959eba34cc48 req-85654f63-926d-4c81-aa31-d34ba2a95cb7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056948 Jun 01 13:10:42.016503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-227eadde-abe8-4e49-b775-e72374ae4d28 service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603007 Jun 01 13:10:42.171137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c01d8-0bcd-489e-b641-4c4290104f67 req-5fc15f87-8d28-458f-a6ec-cff8988729ab tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:42.173658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6c01d8-0bcd-489e-b641-4c4290104f67 req-5fc15f87-8d28-458f-a6ec-cff8988729ab tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0881326 Jun 01 13:10:42.238517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6c01d8-0bcd-489e-b641-4c4290104f67 req-ee33e6d5-723a-4c31-b2ec-0c96e83f8a15 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566700 Jun 01 13:10:42.358921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b59ada1b-a790-456b-b18e-4ffcdf7ab32f req-41c36bef-83fd-430e-b315-20d1a55ee68f tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0668769 Jun 01 13:10:42.405487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f96ea639-f1c7-4973-84d9-c0c20e5aaef7 req-14168d36-e413-40f3-8aed-f9132913cfbb tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 210 time: 0.0551822 Jun 01 13:10:42.691851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf3c67-242d-4e95-946e-deb70c997b57 req-55c44cef-c51a-4e65-a381-8d4368c89215 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:42.693788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5aaf3c67-242d-4e95-946e-deb70c997b57 req-55c44cef-c51a-4e65-a381-8d4368c89215 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.0850120 Jun 01 13:10:42.748988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5aaf3c67-242d-4e95-946e-deb70c997b57 req-cc3ff1db-c4aa-452b-b6be-5762c01e936d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484502 Jun 01 13:10:43.185366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641df3-bbb8-418c-94e6-2279d6b0045a req-d4b06747-d3d3-4141-9eab-4657dd9652a3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:43.186823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28641df3-bbb8-418c-94e6-2279d6b0045a req-d4b06747-d3d3-4141-9eab-4657dd9652a3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.0886958 Jun 01 13:10:43.233089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28641df3-bbb8-418c-94e6-2279d6b0045a req-593852c6-702d-4455-a38f-ae0f286e0527 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Jun 01 13:10:43.700124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dcce38f-3a3e-49e5-855b-551bee721a4b req-f29abfa5-f8cb-4c09-af11-16441a1a1483 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0581899 Jun 01 13:10:43.713265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bd3ae-6a68-4254-9473-abcfcc5482ad req-38d393af-cfd0-4b73-b2cd-47710bbbc7f1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:43.714739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-015bd3ae-6a68-4254-9473-abcfcc5482ad req-38d393af-cfd0-4b73-b2cd-47710bbbc7f1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.3492918 Jun 01 13:10:43.722735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-2aae5dba-7e04-432f-a2eb-97dc1930cc17 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:43.724115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-2aae5dba-7e04-432f-a2eb-97dc1930cc17 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.13 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.3805828 Jun 01 13:10:43.749439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'port': {'device_id': '9942d217-18ba-4f50-b854-a60629ada44e', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'admin_state_up': True, 'tenant_id': '9f20d0fc37144d888c3d468ed1894f7c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:43.898029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-015bd3ae-6a68-4254-9473-abcfcc5482ad req-6a820e77-c80b-47d9-8aaa-754e1d2113e9 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695330 Jun 01 13:10:43.903041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0b97499-07bb-4af1-8702-e6acb9410584 req-937a2d92-c08a-435e-bc9f-3247f27563df tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 210 time: 0.0758140 Jun 01 13:10:43.968781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:43.978820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:43.989884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Made reservation on behalf of 9f20d0fc37144d888c3d468ed1894f7c for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:43.993562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.163402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7a48-f535-4528-8ce4-b6f765cc42d4 req-46beb1d7-70d8-468d-a0cb-ef09a2fc5ff0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:44.165104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6ae7a48-f535-4528-8ce4-b6f765cc42d4 req-46beb1d7-70d8-468d-a0cb-ef09a2fc5ff0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1601400 Jun 01 13:10:44.256807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6ae7a48-f535-4528-8ce4-b6f765cc42d4 req-11745c76-e866-4f67-90d9-726322e0f6ae tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632167 Jun 01 13:10:44.257830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Allocated IP 172.20.0.7 (a2003504-e58a-46c6-80f1-a99d6631ae11/c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a/8aabdec2-b739-4d4b-b704-11186b6d7124) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:44.462355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.495059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.569524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Network a2003504-e58a-46c6-80f1-a99d6631ae11 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:44.572688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:44.576731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:44.606464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:44.631275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:44.637097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'subnets': [{'network_id': '12009fab-9e63-4c0f-ae1b-94fbe18ce572', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--943003448', 'ip_version': 6}, {'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:44.637403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'subnet': {'network_id': '12009fab-9e63-4c0f-ae1b-94fbe18ce572', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--943003448', 'ip_version': 6}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:44.638065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Request body: {'subnet': {'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:44.643738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:44.644338 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.669065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e19a1d93-b8ce-4eb9-99a9-ed06065659d3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9261692 Jun 01 13:10:44.681634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Request body: {'port': {'device_id': '9942d217-18ba-4f50-b854-a60629ada44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:44.796957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.861961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:44.866844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Usage tracker for resource:subnet and tenant:4d7196228bd84339b9886b71ac26fc68 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:44.869702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:44.877254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:44.890114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Made reservation on behalf of 4d7196228bd84339b9886b71ac26fc68 for: {'subnet': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:44.896550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.896862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:44.907099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83690c81-c8cf-4fd7-97ee-dc1c976a5d2c req-c3a897af-c1a6-4445-96ae-c44b18bfd444 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0692053 Jun 01 13:10:45.325729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ef37e38-85a2-448d-9765-c279e00836ce req-eea36cfa-6e3c-4018-8445-8950238d8aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0546398 Jun 01 13:10:45.342981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-a38879d8-907e-4059-baca-175bf775af49 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.343666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-a38879d8-907e-4059-baca-175bf775af49 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:45.352765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522fea-563e-442f-ba5f-5dc027297dae req-0cd81861-ff55-49dc-a62d-391b79122e0e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.354189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6522fea-563e-442f-ba5f-5dc027297dae req-0cd81861-ff55-49dc-a62d-391b79122e0e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.3222589 Jun 01 13:10:45.370056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.452911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Subnet': ['ID=0046f5ca-d56a-4bf1-8c1e-82acce564308,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:45.460082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-a38879d8-907e-4059-baca-175bf775af49 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:45.461228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-a38879d8-907e-4059-baca-175bf775af49 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 931 time: 0.3499789 Jun 01 13:10:45.462871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Checking segment: {'id': '403aa779-9a30-46f5-92be-05528eab5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12009fab-9e63-4c0f-ae1b-94fbe18ce572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:45.463308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aabdec2-b739-4d4b-b704-11186b6d7124 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:45.463457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network hostable DHCP agents. Network: 12009fab-9e63-4c0f-ae1b-94fbe18ce572, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:45.477881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.483836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network 12009fab-9e63-4c0f-ae1b-94fbe18ce572 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:45.494837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 12009fab-9e63-4c0f-ae1b-94fbe18ce572) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:45.499243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.509252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8ee91-d550-4519-8fbb-4e8d2a8ff857 None None] Network 12009fab-9e63-4c0f-ae1b-94fbe18ce572 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:45.578430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event updated for resources: {'Subnet': ['ID=abe4ce40-2e02-441c-a369-d51ced9ba6d3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:45.594653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Checking segment: {'id': 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:45.595010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network hostable DHCP agents. Network: accbe5cd-771d-48d0-bcc4-af32d85df7ed, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:45.615656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Network accbe5cd-771d-48d0-bcc4-af32d85df7ed is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:45.629156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, accbe5cd-771d-48d0-bcc4-af32d85df7ed) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:45.637164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.637756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.638329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.639073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6522fea-563e-442f-ba5f-5dc027297dae req-4b421a5f-c1e6-4584-8cb2-6daa63ce26d3 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747505 Jun 01 13:10:45.643198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a334996-8bb9-4aba-ae0a-6f3508609302 None None] Network accbe5cd-771d-48d0-bcc4-af32d85df7ed requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:45.659984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Transition to ACTIVE for port object 8aabdec2-b739-4d4b-b704-11186b6d7124 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:45.672169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-764c7f6a-9010-448c-b614-2277ff238423 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:45.674781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.678571 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2df9c6fd-1f77-4b02-8736-05e8100592ca tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0460439 Jun 01 13:10:45.680675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:45.768819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.770552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.772098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:45.773048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:45.796600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:45.802673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-afe5369c-2b31-466b-b0e8-614bc33a9042 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1158407 Jun 01 13:10:45.808491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:45.865146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-764c7f6a-9010-448c-b614-2277ff238423 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:45.866326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3d9aa40-6b97-4813-be9a-efa1ecbefd28 req-764c7f6a-9010-448c-b614-2277ff238423 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949866 Jun 01 13:10:45.889797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a77563-c1fd-48e7-9f97-597dc22d0343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-12009fab-9e63-4c0f-ae1b-94fbe18ce572', 'network_id': '12009fab-9e63-4c0f-ae1b-94fbe18ce572', 'tenant_id': '4d7196228bd84339b9886b71ac26fc68', 'fixed_ips': [{'subnet_id': '0046f5ca-d56a-4bf1-8c1e-82acce564308'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:10:45.890644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25a77563-c1fd-48e7-9f97-597dc22d0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.892765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Deleting subnet 0046f5ca-d56a-4bf1-8c1e-82acce564308 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:10:45.896583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:45.899207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:45.964779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.003429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Attempting to bind port 8aabdec2-b739-4d4b-b704-11186b6d7124 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:46.003658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Attempting to bind port 8aabdec2-b739-4d4b-b704-11186b6d7124 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:46.003987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Attempting to bind port 8aabdec2-b739-4d4b-b704-11186b6d7124 on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:46.017319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08011282-5c47-4ec3-b6b0-9d7468e012bc req-d1aa8f14-3778-4141-8b72-0e08369cf70e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:46.018838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08011282-5c47-4ec3-b6b0-9d7468e012bc req-d1aa8f14-3778-4141-8b72-0e08369cf70e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2159562 Jun 01 13:10:46.019625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Port 8aabdec2-b739-4d4b-b704-11186b6d7124 on network a2003504-e58a-46c6-80f1-a99d6631ae11 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:10:46.019946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Attempting to bind port 8aabdec2-b739-4d4b-b704-11186b6d7124 on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:46.028997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:46.029324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Checking segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:46.029706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Bound using segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:46.030144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Bound port: 8aabdec2-b739-4d4b-b704-11186b6d7124, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:46.030480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.038780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.094623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-accbe5cd-771d-48d0-bcc4-af32d85df7ed', 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed', 'tenant_id': '4d7196228bd84339b9886b71ac26fc68', 'fixed_ips': [{'subnet_id': 'abe4ce40-2e02-441c-a369-d51ced9ba6d3'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:10:46.095582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.117497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-25a77563-c1fd-48e7-9f97-597dc22d0343 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0046f5ca-d56a-4bf1-8c1e-82acce564308: This subnet is being modified by another concurrent operation. Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:10:46.155355 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0046f5ca-d56a-4bf1-8c1e-82acce564308: This subnet is being modified by another concurrent operation. Jun 01 13:10:46.159670 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:10:46.170766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Subnet': ['ID=0046f5ca-d56a-4bf1-8c1e-82acce564308,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:46.175225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08011282-5c47-4ec3-b6b0-9d7468e012bc req-34a8c38a-b60b-42d8-a9b4-c46597a54a0e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474407 Jun 01 13:10:46.179305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07677e4d-b9fc-4553-b674-c8151079fb60 req-e7a1b4cd-7a99-4c81-b701-848ed7563811 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0806456 Jun 01 13:10:46.185425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.218557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f3a2c-e250-4337-8dfa-8373069a76b5 None None] Network 12009fab-9e63-4c0f-ae1b-94fbe18ce572 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:46.223977 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e3054bc0-92f2-49a1-81be-6d1c6c08e1e6 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/subnets/0046f5ca-d56a-4bf1-8c1e-82acce564308 HTTP/1.1" status: 204 len: 168 time: 0.4139087 Jun 01 13:10:46.226821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36302) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:46.263417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:46.285295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:46.297034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.352831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Deleting subnet abe4ce40-2e02-441c-a369-d51ced9ba6d3 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:10:46.369646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:46.370247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.371760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] 10.222.0.13 "PUT /v2.0/ports/8aabdec2-b739-4d4b-b704-11186b6d7124 HTTP/1.1" status: 200 len: 1091 time: 1.6941378 Jun 01 13:10:46.372194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:46.403142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5c71-a732-4f53-945b-8b31b7db9d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:46.410709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Allocated IP 2001:db8:0:1::1 (accbe5cd-771d-48d0-bcc4-af32d85df7ed/abe4ce40-2e02-441c-a369-d51ced9ba6d3/dd081e6d-4b8f-466e-8ccd-f73422fdc59b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:10:46.421899 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7add8f53-886e-4bf7-810d-d9a34de9d3fe'] response: {'name': 'network-changed', 'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'status': 'completed', 'code': 200} Jun 01 13:10:46.512573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-2c8aac23-e60d-4e4e-8d19-b38dfb644c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:46.514205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-2c8aac23-e60d-4e4e-8d19-b38dfb644c83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 1094 time: 0.0780816 Jun 01 13:10:46.582200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-a9e59661-2771-4da1-a544-89a9773b6b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aabdec2-b739-4d4b-b704-11186b6d7124 HTTP/1.1" status: 200 len: 217 time: 0.0606942 Jun 01 13:10:46.655014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-bfe84466-06af-4d96-bbce-0b684459bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:46.656488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-bfe84466-06af-4d96-bbce-0b684459bcad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.0661519 Jun 01 13:10:46.659772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.671377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Transition to ACTIVE for port object dd081e6d-4b8f-466e-8ccd-f73422fdc59b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:46.691780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Transition to ACTIVE for port object dd081e6d-4b8f-466e-8ccd-f73422fdc59b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:10:46.699136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.700753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.742279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-e6cad7f8-625f-4146-afd7-7e07de5572d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767560 Jun 01 13:10:46.815245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Network accbe5cd-771d-48d0-bcc4-af32d85df7ed is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:46.818141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:46.823233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:46.829923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Pushing event updated for resources: {'Port': ['ID=dd081e6d-4b8f-466e-8ccd-f73422fdc59b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:46.877671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.928657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Attempting to bind port dd081e6d-4b8f-466e-8ccd-f73422fdc59b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:10:46.929026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Attempting to bind port dd081e6d-4b8f-466e-8ccd-f73422fdc59b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:10:46.929434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Attempting to bind port dd081e6d-4b8f-466e-8ccd-f73422fdc59b on network accbe5cd-771d-48d0-bcc4-af32d85df7ed {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:10:46.940896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:10:46.942273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Checking segment: {'id': 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:46.942930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:46.943453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Bound using segment: {'id': 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:10:46.944393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Bound port: dd081e6d-4b8f-466e-8ccd-f73422fdc59b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'accbe5cd-771d-48d0-bcc4-af32d85df7ed'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:10:46.944610 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.022646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-456bebda-bb2b-4c4e-9133-bf80e76efe4c service neutron] 10.222.0.13 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680304 Jun 01 13:10:47.034157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c3d8c-7933-42f6-9375-8b3d0933cc24 req-d6f99e9d-e053-42ea-b749-45d412fe40c8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.035606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f6c3d8c-7933-42f6-9375-8b3d0933cc24 req-d6f99e9d-e053-42ea-b749-45d412fe40c8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.2860475 Jun 01 13:10:47.045680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] For port dd081e6d-4b8f-466e-8ccd-f73422fdc59b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:10:47.048838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] For port dd081e6d-4b8f-466e-8ccd-f73422fdc59b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dd081e6d-4b8f-466e-8ccd-f73422fdc59b,segment=NetworkSegment(bb223f62-9588-48cf-a5e9-2432ab7cdf5e),segment_id=bb223f62-9588-48cf-a5e9-2432ab7cdf5e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:10:47.052819 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.102946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.140895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499af8e-94cf-430c-940a-3d5be6d95ae5 None None] Pushing event updated for resources: {'Port': ['ID=dd081e6d-4b8f-466e-8ccd-f73422fdc59b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:47.400077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f6c3d8c-7933-42f6-9375-8b3d0933cc24 req-de7a436c-6913-4c0d-8755-af46322d616c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071194 Jun 01 13:10:47.455107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7977c3e-54f7-4b81-96bf-5b377db5931d req-70fbf643-6009-4f8e-96af-edfab119afde service neutron] 10.222.0.13 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167342 Jun 01 13:10:47.460172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.502708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Subnet': ['ID=abe4ce40-2e02-441c-a369-d51ced9ba6d3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:47.514454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ccd87-50e9-41fe-ac4e-f1dc40f09837 req-e204f295-325c-4f3e-acd6-f91765f49dbe tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.515993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e58ccd87-50e9-41fe-ac4e-f1dc40f09837 req-e204f295-325c-4f3e-acd6-f91765f49dbe tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 943 time: 0.4769001 Jun 01 13:10:47.518161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.539997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:10:47.632347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d451f3f-51f7-47e6-bd67-5008fa9f05fe tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/subnets/abe4ce40-2e02-441c-a369-d51ced9ba6d3 HTTP/1.1" status: 204 len: 168 time: 1.4039204 Jun 01 13:10:47.635627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36318) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:47.677879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e58ccd87-50e9-41fe-ac4e-f1dc40f09837 req-9f08c1ba-1107-46e8-972b-f72c04fafca3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278346 Jun 01 13:10:47.710501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7a6ba-82e4-4c17-a03f-1efc2dad9857 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.711665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3ff7a6ba-82e4-4c17-a03f-1efc2dad9857 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Synchronizing usage tracker for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:47.719973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-cb9569e0-a457-46fa-bc0c-7e12a61461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.721731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-cb9569e0-a457-46fa-bc0c-7e12a61461f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 1094 time: 0.2048318 Jun 01 13:10:47.729260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3ff7a6ba-82e4-4c17-a03f-1efc2dad9857 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Unset dirty status for tenant:4d7196228bd84339b9886b71ac26fc68 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:47.734170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d972-ef82-43cc-87c9-5b082c969811 req-e6f6e8fb-e78d-42de-a018-08f8eaa27a00 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.734353 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ff7a6ba-82e4-4c17-a03f-1efc2dad9857 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934737 Jun 01 13:10:47.734446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a80d972-ef82-43cc-87c9-5b082c969811 req-e6f6e8fb-e78d-42de-a018-08f8eaa27a00 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1750276 Jun 01 13:10:47.734549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36322) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:47.817001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.854911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.866112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Deleting port dd081e6d-4b8f-466e-8ccd-f73422fdc59b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:47.866515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:47.884981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb9e66b5-312d-48a5-9f62-7bda977bda6a req-d671f2e5-8ae5-47df-be95-7ce9a7211afb tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0699003 Jun 01 13:10:47.931257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a80d972-ef82-43cc-87c9-5b082c969811 req-d810df19-2a1e-4826-980b-4dd7edbbfb65 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804175 Jun 01 13:10:47.959873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-ade347c7-4883-4708-b8e8-5bba17efbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:47.961812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-ade347c7-4883-4708-b8e8-5bba17efbe78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 923 time: 0.2290962 Jun 01 13:10:48.051084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-cb21abd0-7f2d-4705-993e-f7819d0c41f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aabdec2-b739-4d4b-b704-11186b6d7124 HTTP/1.1" status: 200 len: 217 time: 0.0818126 Jun 01 13:10:48.127308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-a83feee2-d6da-4ea6-b404-c09a512387f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:48.129041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-a83feee2-d6da-4ea6-b404-c09a512387f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.0701711 Jun 01 13:10:48.181624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-7a56f321-5674-4b3e-883c-8a753555db65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449917 Jun 01 13:10:48.201649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0d98f-12c6-4cba-bbf9-f796f4ca2491 None None] Network accbe5cd-771d-48d0-bcc4-af32d85df7ed requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:48.211867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] For port dd081e6d-4b8f-466e-8ccd-f73422fdc59b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dd081e6d-4b8f-466e-8ccd-f73422fdc59b,segment=NetworkSegment(bb223f62-9588-48cf-a5e9-2432ab7cdf5e),segment_id=bb223f62-9588-48cf-a5e9-2432ab7cdf5e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:48.212740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.333266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-67af4f90-3f6e-4635-90c0-0083bf7d89e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432493 Jun 01 13:10:48.364474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Calling delete_port for dd081e6d-4b8f-466e-8ccd-f73422fdc59b owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:48.431814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-22e93e5e-c1ec-4248-b6d8-3e940d7df89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.442360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c73e1eb-3a00-4591-8b39-3e90a16a0aae None None] Provisioning for port dd081e6d-4b8f-466e-8ccd-f73422fdc59b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:48.488142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.557865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd938741-3a27-4671-9ac1-e2af302a5449 None None] DHCP port deletion for accbe5cd-771d-48d0-bcc4-af32d85df7ed request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:10:48.575653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3686b-ad96-49aa-bd91-97a70859a9be None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:10:48.590216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Port': ['ID=dd081e6d-4b8f-466e-8ccd-f73422fdc59b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:48.603031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] No DVR routers for this DVR port dd081e6d-4b8f-466e-8ccd-f73422fdc59b on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:10:48.611054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18a49f54-d7d5-431e-991c-aaac8a330949 req-48de1c79-fe9f-469b-b1a3-757730e5c6ab service neutron] 10.222.0.13 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690661 Jun 01 13:10:48.775059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba9d87-548d-4bbe-9186-7bdea955ca42 req-59bd06d9-9648-437f-ba7c-c9359c5150cf tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:48.782773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7ba9d87-548d-4bbe-9186-7bdea955ca42 req-59bd06d9-9648-437f-ba7c-c9359c5150cf tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1646006 Jun 01 13:10:48.797752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.839659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accbe5cd-771d-48d0-bcc4-af32d85df7ed']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:48.848004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3686b-ad96-49aa-bd91-97a70859a9be None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:10:48.852428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:48.852742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb223f62-9588-48cf-a5e9-2432ab7cdf5e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:48.856914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbe45117-d3af-4e50-8a40-6a5acf36673c req-644dd3ab-a6be-4b57-933a-c789659544e7 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0526426 Jun 01 13:10:48.867354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.890348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.898739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:48.899213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:48.917840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7ba9d87-548d-4bbe-9186-7bdea955ca42 req-60cb002f-8039-43f8-9851-a0beff0cfbd5 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336625 Jun 01 13:10:48.945577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670415cb-de35-4773-9e1c-5da2d8933a5b req-46bbc387-65f9-4b7d-b735-c0ce59a1561b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8c7caba4bd1456bb16c44427a9da586&device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0851843 Jun 01 13:10:48.984150 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bb223f62-9588-48cf-a5e9-2432ab7cdf5e resource provider aggregate not found Jun 01 13:10:49.014799 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bb223f62-9588-48cf-a5e9-2432ab7cdf5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb223f62-9588-48cf-a5e9-2432ab7cdf5e found for delete ", "request_id": "req-1705dc53-0a85-4a5f-93cf-04860b9d9f9a"}]} Jun 01 13:10:49.015299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670415cb-de35-4773-9e1c-5da2d8933a5b req-7c07cf95-58c9-4860-a030-9507694f39fd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b8c7caba4bd1456bb16c44427a9da586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548956 Jun 01 13:10:49.029549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.037257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.074895 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/accbe5cd-771d-48d0-bcc4-af32d85df7ed HTTP/1.1" status: 204 len: 168 time: 1.3392255 Jun 01 13:10:49.078160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36350) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:49.080888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8181-5818-4c1a-bcb7-a86cbb5e3b75 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=accbe5cd-771d-48d0-bcc4-af32d85df7ed,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:49.202229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.256053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01054c-83b2-4397-a83a-6f3aab1a9e3f req-febde03c-621f-4c6d-8063-b328b50b5fb5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:49.257587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c01054c-83b2-4397-a83a-6f3aab1a9e3f req-febde03c-621f-4c6d-8063-b328b50b5fb5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 943 time: 0.2448812 Jun 01 13:10:49.326927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670415cb-de35-4773-9e1c-5da2d8933a5b req-dfc2abbc-c9ec-42f4-b107-b9832a640b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:49.328351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670415cb-de35-4773-9e1c-5da2d8933a5b req-dfc2abbc-c9ec-42f4-b107-b9832a640b6b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2668839 Jun 01 13:10:49.335694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdb30f-d65d-419e-9acf-e41106ddcd82 req-d144dd5f-d691-4775-b448-ec88123b089f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:49.336135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.337026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3cdb30f-d65d-419e-9acf-e41106ddcd82 req-d144dd5f-d691-4775-b448-ec88123b089f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2447891 Jun 01 13:10:49.342959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c01054c-83b2-4397-a83a-6f3aab1a9e3f req-bc9d1fdd-7173-4322-a64e-b933b541a760 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735064 Jun 01 13:10:49.365306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12009fab-9e63-4c0f-ae1b-94fbe18ce572']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:49.378115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403aa779-9a30-46f5-92be-05528eab5240') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:49.378404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403aa779-9a30-46f5-92be-05528eab5240') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:49.390143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.392435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3cdb30f-d65d-419e-9acf-e41106ddcd82 req-f013b77b-2076-4b59-b1d5-aaa99cbdc788 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Jun 01 13:10:49.407674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.414369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:49.414788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.518356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.541397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:49.553803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=12009fab-9e63-4c0f-ae1b-94fbe18ce572,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:49.560352 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9f18e009-bdf6-40ed-b225-91cf76ffa1ea tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/12009fab-9e63-4c0f-ae1b-94fbe18ce572 HTTP/1.1" status: 204 len: 168 time: 0.4800818 Jun 01 13:10:49.562336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36356) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:49.904137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.006879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8aabdec2-b739-4d4b-b704-11186b6d7124 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:10:50.080341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d94a-4c4b-4c98-b2ea-f44a23ffeca2 req-9b970e56-dec0-420a-bcce-34914453e38c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.081760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1800d94a-4c4b-4c98-b2ea-f44a23ffeca2 req-9b970e56-dec0-420a-bcce-34914453e38c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3184211 Jun 01 13:10:50.100011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-816f49fb-c8f1-4798-b31b-43ed765962f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.101493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-816f49fb-c8f1-4798-b31b-43ed765962f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.2927880 Jun 01 13:10:50.115092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42c0d862-d8ed-4127-9cf0-2192e275b424 req-08ba2b01-d0a4-483b-a1c6-76726dd3b1fb tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.1210437 Jun 01 13:10:50.159453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.160079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:50.176590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'port_id': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'mac_address': 'fa:16:3e:89:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:10:50.235393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8aabdec2-b739-4d4b-b704-11186b6d7124 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:50.235613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.245728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acbb148-6fe2-4c9e-86d9-1d82cc883af8']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:50.253592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aabdec2-b739-4d4b-b704-11186b6d7124 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:10:50.268960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:50.273762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.318765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dff989c-0ea9-4cea-b6f6-c760e299b6d2') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:50.319058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dff989c-0ea9-4cea-b6f6-c760e299b6d2') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:50.328740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1800d94a-4c4b-4c98-b2ea-f44a23ffeca2 req-117c663d-861b-432b-b9d0-344867fdfa4d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357311 Jun 01 13:10:50.339960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.349865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:50.384506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.408710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:50.409110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.476376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c651b53-4390-4f7c-a024-8f100de1c61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.485156 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3dff989c-0ea9-4cea-b6f6-c760e299b6d2 resource provider aggregate not found Jun 01 13:10:50.537362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-704659b3-1ba2-41b1-a44b-ea530793e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.538822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-704659b3-1ba2-41b1-a44b-ea530793e630 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.4201744 Jun 01 13:10:50.543146 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3dff989c-0ea9-4cea-b6f6-c760e299b6d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dff989c-0ea9-4cea-b6f6-c760e299b6d2 found for delete ", "request_id": "req-1946f695-4191-47e6-a670-bcd3ac035c0c"}]} Jun 01 13:10:50.545973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8aabdec2-b739-4d4b-b704-11186b6d7124'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:10:50.636136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.674302 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.693951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ace0c-82a3-4157-aeec-a6cfaa5e4ef3 req-213fc8c4-360d-47ad-ad69-ed987427b42e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.695904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-247ace0c-82a3-4157-aeec-a6cfaa5e4ef3 req-213fc8c4-360d-47ad-ad69-ed987427b42e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.4366291 Jun 01 13:10:50.702126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=9acbb148-6fe2-4c9e-86d9-1d82cc883af8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:50.717810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:50.719569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c837fa61-6fae-4aca-9a5c-3142d9a8c94f tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/9acbb148-6fe2-4c9e-86d9-1d82cc883af8 HTTP/1.1" status: 204 len: 168 time: 1.1518316 Jun 01 13:10:50.747800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-ad7c6aac-7c6a-4775-9cb6-4681cda5ea6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.1881893 Jun 01 13:10:50.833541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b56b7-4ffc-4f45-bb9e-e4fc87ae5568 req-1d62a03e-5751-4915-9192-f7c96c6f294d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.835080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-278b56b7-4ffc-4f45-bb9e-e4fc87ae5568 req-1d62a03e-5751-4915-9192-f7c96c6f294d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 944 time: 0.3518503 Jun 01 13:10:50.837789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-247ace0c-82a3-4157-aeec-a6cfaa5e4ef3 req-68ae7933-d13a-4374-b1e5-4a7c42247210 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245422 Jun 01 13:10:50.846778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:50.885518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-a2dd9075-4c77-48f4-8ae2-02e6054f984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.887979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-a2dd9075-4c77-48f4-8ae2-02e6054f984f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1318953 Jun 01 13:10:50.946764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-278b56b7-4ffc-4f45-bb9e-e4fc87ae5568 req-38598a1a-789d-4837-895a-6b08cfe7d2de tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012900 Jun 01 13:10:50.980771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-312223a6-d4e6-414e-9445-2bbc6c6a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:50.982295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-312223a6-d4e6-414e-9445-2bbc6c6a1ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835073 Jun 01 13:10:50.985404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.010768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0813b-5104-407f-9602-ae7dec5f9d78']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:51.025910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b22d71c-e738-4d39-9365-ecfaf9a09a4d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:51.026262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b22d71c-e738-4d39-9365-ecfaf9a09a4d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:51.036443 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 403aa779-9a30-46f5-92be-05528eab5240 resource provider aggregate not found Jun 01 13:10:51.043191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.061618 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 403aa779-9a30-46f5-92be-05528eab5240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 403aa779-9a30-46f5-92be-05528eab5240 found for delete ", "request_id": "req-8296e7be-aeff-4f60-a125-05a0064ab3fb"}]} Jun 01 13:10:51.064946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.071193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:51.071578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.119931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-398065be-c22f-4aba-aa1b-3e16e833de36 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310103 Jun 01 13:10:51.284638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.296652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a8552f-6e87-4bd4-ab4f-d2bcf51d3533 req-c75537b9-b9ee-48e4-bfe1-7c3a934ad3fd service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690047 Jun 01 13:10:51.303167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64e0e17b-c0f3-4660-9929-6bda0867f8e8 req-55811b3a-c98a-460c-9fd4-37e3220b55f5 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0502710 Jun 01 13:10:51.305240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.317264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] Pushing event deleted for resources: {'Network': ['ID=f8f0813b-5104-407f-9602-ae7dec5f9d78,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:51.324729 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-184a834e-b5d1-467c-b17c-89409e301519 tempest-BulkNetworkOpsIpV6Test-227942542 tempest-BulkNetworkOpsIpV6Test-227942542-project] 10.222.0.40 "DELETE /v2.0/networks/f8f0813b-5104-407f-9602-ae7dec5f9d78 HTTP/1.1" status: 204 len: 168 time: 0.6035180 Jun 01 13:10:51.615756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36398) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:51.645070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.646938 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.649798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f9a2-21a0-4713-82a7-af4abd698f14 req-db8d4d00-3cd1-4809-b7d4-c9ebb1978902 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:51.651296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be2f9a2-21a0-4713-82a7-af4abd698f14 req-db8d4d00-3cd1-4809-b7d4-c9ebb1978902 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2158456 Jun 01 13:10:51.696790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be2f9a2-21a0-4713-82a7-af4abd698f14 req-108f6d8c-db7d-4b6c-bd91-8c2ba9909674 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 Jun 01 13:10:51.779298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef01ad61-2e73-49fb-baad-78dbbbbf2846 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4d7196228bd84339b9886b71ac26fc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620612 Jun 01 13:10:51.782624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:51.844382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.870829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.945694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.964590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477f70e-c916-42c6-8828-65a544943d41,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:51.969740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:51.970914 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34990c6c-5619-49d5-8c10-cbf119beb37f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3477f70e-c916-42c6-8828-65a544943d41 HTTP/1.1" status: 204 len: 168 time: 0.1873333 Jun 01 13:10:52.009286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8aabdec2-b739-4d4b-b704-11186b6d7124 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:10:52.108930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 8aabdec2-b739-4d4b-b704-11186b6d7124 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:10:52.114522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 8aabdec2-b739-4d4b-b704-11186b6d7124 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:10:52.114999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:52.177192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce1b3-d0ac-4790-970f-f5f891d40a33 req-cf5d103f-8f93-47c1-aa22-1b7dbc1ca430 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:52.178886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08dce1b3-d0ac-4790-970f-f5f891d40a33 req-cf5d103f-8f93-47c1-aa22-1b7dbc1ca430 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.2047386 Jun 01 13:10:52.209844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb698-66a7-454a-8a0f-605acf3ca4d3 req-a69cc7a7-57b8-4c18-877c-02affe51aba1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:52.211661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e44bb698-66a7-454a-8a0f-605acf3ca4d3 req-a69cc7a7-57b8-4c18-877c-02affe51aba1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 944 time: 0.1252749 Jun 01 13:10:52.237392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8aabdec2-b739-4d4b-b704-11186b6d7124 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:10:52.237776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:52.259707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08dce1b3-d0ac-4790-970f-f5f891d40a33 req-26d0f71f-7f79-4966-9013-46c56576f405 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734322 Jun 01 13:10:52.267856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:10:52.279071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:10:52.281570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e44bb698-66a7-454a-8a0f-605acf3ca4d3 req-8d7c1731-ce02-422f-be7f-ad2be547ebfe tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544467 Jun 01 13:10:52.285796 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:52.364063 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08140ba5-1135-48bf-9d5a-0173e3f1e55d'] response: {'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'code': 200} Jun 01 13:10:52.398383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:52.509358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce84847d-6630-462d-86b7-3e91d6adf70e req-268ffb03-e7a7-4fc4-9df8-5d8a9fccdab3 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0489404 Jun 01 13:10:52.541432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb9b6e-b95c-46e6-aa1b-6ea0d0aeb70e req-3e14f982-bcf9-4c2e-9305-67e064b015a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:52.542994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-feeb9b6e-b95c-46e6-aa1b-6ea0d0aeb70e req-3e14f982-bcf9-4c2e-9305-67e064b015a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 1096 time: 0.1172891 Jun 01 13:10:52.600754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-feeb9b6e-b95c-46e6-aa1b-6ea0d0aeb70e req-e94db1c0-ed1f-4ecd-8895-bb628479e9bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Jun 01 13:10:52.766982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:52.871396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1202465917'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:52.877134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:52.880976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:52.884078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:52.886219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacbf44-2baf-4d78-b43d-ec8d29982d78 req-f87a7e77-d4e0-4971-b147-41787dea4b43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:52.887771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdacbf44-2baf-4d78-b43d-ec8d29982d78 req-f87a7e77-d4e0-4971-b147-41787dea4b43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.0811083 Jun 01 13:10:52.891067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:52.902501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:52.906073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:52.923146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:52.933395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdacbf44-2baf-4d78-b43d-ec8d29982d78 req-b581b33b-8699-4143-8ac8-ae7012471d01 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396078 Jun 01 13:10:52.938694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:52.942764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:52.945666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:52.952396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:53.033828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.040826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.045736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.086397 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8b22d71c-e738-4d39-9365-ecfaf9a09a4d resource provider aggregate not found Jun 01 13:10:53.089993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:53.095841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0781d4dc-a430-4a6b-ae8e-1dc36ad5ea36,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:53.105259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.105376 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f of type vlan for network 2be8c013-b655-4dc6-93ae-3277f5be3a85 Jun 01 13:10:53.113744 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8b22d71c-e738-4d39-9365-ecfaf9a09a4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b22d71c-e738-4d39-9365-ecfaf9a09a4d found for delete ", "request_id": "req-945bbec2-e3a4-472d-a236-c914f88e2155"}]} Jun 01 13:10:53.133709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb744d-df5a-4ee4-a184-5b732b09f6dc req-d656c589-a48d-4964-96e1-3d44ea82bee8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:53.134388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.135211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3bb744d-df5a-4ee4-a184-5b732b09f6dc req-d656c589-a48d-4964-96e1-3d44ea82bee8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.0951204 Jun 01 13:10:53.168160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.173808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:53.174421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.184537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3bb744d-df5a-4ee4-a184-5b732b09f6dc req-2cb3c4e3-5be3-42e8-bee2-907de78cf493 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Jun 01 13:10:53.284398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5161631 Jun 01 13:10:53.287293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36452) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:53.294637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'name': 'tempest-PortsTestJSON-409240336'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:53.297577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c864e-8e3d-480a-bc5e-370e8838a5b0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=2be8c013-b655-4dc6-93ae-3277f5be3a85,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:53.310563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:53.475359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:53.481061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:53.485796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:53.495084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:53.550012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:53.553356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:53.596058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac4ecc-8aa9-4648-8d9e-a77bd08b0042 req-ff250726-e9a5-4e11-99b9-dc8159e3f35a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:53.597494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80ac4ecc-8aa9-4648-8d9e-a77bd08b0042 req-ff250726-e9a5-4e11-99b9-dc8159e3f35a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.2021401 Jun 01 13:10:53.601109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:53.724481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80ac4ecc-8aa9-4648-8d9e-a77bd08b0042 req-438f2881-578d-41b9-aca4-479d10f76671 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815952 Jun 01 13:10:53.754090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370734-4c3c-4362-846b-422695225060 req-193b3779-1a26-4903-882f-d46673f8e8b7 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:53.755685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4370734-4c3c-4362-846b-422695225060 req-193b3779-1a26-4903-882f-d46673f8e8b7 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.2510033 Jun 01 13:10:53.830972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4370734-4c3c-4362-846b-422695225060 req-45913554-8f8a-4cb4-8fdf-cd7d48deeefd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675125 Jun 01 13:10:53.993552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd451636-d4cf-407c-bb09-84c6cff659f2 req-75805b93-537c-47b3-941d-e3cda67f225a tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.40 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0549982 Jun 01 13:10:54.022395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.057528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657df7e2-86c0-44dd-a844-d11d824d40ea req-9663bda3-f07e-4435-a6a5-ab82c297da68 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:54.059045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-657df7e2-86c0-44dd-a844-d11d824d40ea req-9663bda3-f07e-4435-a6a5-ab82c297da68 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1840446 Jun 01 13:10:54.126091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670415cb-de35-4773-9e1c-5da2d8933a5b req-05bcf740-40e1-41e8-819b-f1cf287590e8 tempest-ServersAaction247Test-1393326454 tempest-ServersAaction247Test-1393326454-project] 10.222.0.24 "GET /v2.0/ports?device_id=2711a11f-c449-44e7-8cbc-4666836b4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0622466 Jun 01 13:10:54.127972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.209903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-657df7e2-86c0-44dd-a844-d11d824d40ea req-e7b54b84-e066-4f6d-83d6-145ebcc864b7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128340 Jun 01 13:10:54.224061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:54.256735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:54.257356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: 2be8c013-b655-4dc6-93ae-3277f5be3a85, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:54.279551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:54.289691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2be8c013-b655-4dc6-93ae-3277f5be3a85) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:54.299338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:54.300315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5867d0-8e03-436c-8c90-a51ecabd47be None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:54.307223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:54.308452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.333492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-16a74ece-c899-425e-80c3-89ff92cd76c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0445955 Jun 01 13:10:54.336936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36466) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:54.343974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799526232'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:54.378662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:54.391044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:54.396086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:54.407146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:54.424554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:54.428029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.463203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf79c-0c72-46a8-be99-12094ce23c45 req-89bc1fc0-fffb-4d56-a026-fe256d2beec9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:54.465484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e51bf79c-0c72-46a8-be99-12094ce23c45 req-89bc1fc0-fffb-4d56-a026-fe256d2beec9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1249626 Jun 01 13:10:54.473899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:54.503599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.503988 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 4a70ddc7-687d-4eaa-9f57-ff5f77a9420b of type vlan for network 380ad41b-baf3-4a97-b5d6-44aac27e59b0 Jun 01 13:10:54.543623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e51bf79c-0c72-46a8-be99-12094ce23c45 req-44522817-d139-4736-8c06-56af64c40e19 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671206 Jun 01 13:10:54.549615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.730315 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.736656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:54.737238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:54.911359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=380ad41b-baf3-4a97-b5d6-44aac27e59b0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:54.917037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4345c3eb-cf97-4dbb-9d2e-1a52e71d5a0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5765388 Jun 01 13:10:54.918011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:54.922085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 380ad41b-baf3-4a97-b5d6-44aac27e59b0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:54.927479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'ports': [{'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'}, {'network_id': '380ad41b-baf3-4a97-b5d6-44aac27e59b0'}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:54.928083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:54.928645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '380ad41b-baf3-4a97-b5d6-44aac27e59b0'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:54.950690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab13fd-d4f2-453e-aa52-8ced94a27d9f req-e30c6bec-28ad-41f9-bd34-08200c7a96ea tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:54.957578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6ab13fd-d4f2-453e-aa52-8ced94a27d9f req-e30c6bec-28ad-41f9-bd34-08200c7a96ea tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2819469 Jun 01 13:10:55.021471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7e519-d94f-4b2f-b43e-e1bebac7bc35 req-e1ccad01-58c6-440c-b888-bc39ea234dc3 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:55.027295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ee7e519-d94f-4b2f-b43e-e1bebac7bc35 req-e1ccad01-58c6-440c-b888-bc39ea234dc3 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1694438 Jun 01 13:10:55.030496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6ab13fd-d4f2-453e-aa52-8ced94a27d9f req-1f08540e-23f1-427a-a10c-428df429f64e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721810 Jun 01 13:10:55.079384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ee7e519-d94f-4b2f-b43e-e1bebac7bc35 req-1549b436-4db8-41a7-83a7-e24244c6c370 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 Jun 01 13:10:55.162876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:55.166809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:55.170236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:55.178980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:55.195199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:55.201196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:55.222371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:55.409424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24fc6-4ada-4d45-a69e-a510d793db0c req-13e257c7-7a08-4da9-b875-b2149fbcc128 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:55.411114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28d24fc6-4ada-4d45-a69e-a510d793db0c req-13e257c7-7a08-4da9-b875-b2149fbcc128 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.0933874 Jun 01 13:10:55.477547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28d24fc6-4ada-4d45-a69e-a510d793db0c req-7b02d8f0-8858-45d1-a2f0-41a4b1b42cfd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603445 Jun 01 13:10:55.496910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:55.631703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:55.639048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:55.710267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b232-41d6-4d1a-a795-62320ddeca54 req-c00b2275-5049-426a-8628-b7ae71c995d0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:55.711668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fae9b232-41d6-4d1a-a795-62320ddeca54 req-c00b2275-5049-426a-8628-b7ae71c995d0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1668744 Jun 01 13:10:55.766819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ee12-3a09-4758-aa90-709a50e6a775 req-e355c084-9998-477d-84db-288cd7e29c8d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:55.769186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2533ee12-3a09-4758-aa90-709a50e6a775 req-e355c084-9998-477d-84db-288cd7e29c8d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.1466217 Jun 01 13:10:55.803688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:55.819182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fae9b232-41d6-4d1a-a795-62320ddeca54 req-b1ce17f9-e012-43f8-8134-9928c0a7bd60 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999599 Jun 01 13:10:55.821733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port adfcbe3f-cbb0-42b9-b968-6e1557893c7d yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:10:55.835338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:55.841456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Usage tracker for resource:security_group_rule and tenant:b8c7caba4bd1456bb16c44427a9da586 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:55.844986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:55.846384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2533ee12-3a09-4758-aa90-709a50e6a775 req-140d15c1-bb1b-4181-95da-cfa27ffa31f7 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Jun 01 13:10:55.851943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:55.976580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.007067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.013879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.068540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8c7caba4bd1456bb16c44427a9da586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287262 Jun 01 13:10:56.071923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36504) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:56.072911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48ca67-b592-4f9f-a262-0085888da2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6deabaa-8eb3-4545-8b41-7740592f521d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:56.078151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.148255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.162245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:10:56.165854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:56.170075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:56.171150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.179009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.180985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:56.241686 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.275404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=adfcbe3f-cbb0-42b9-b968-6e1557893c7d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:56.281674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '4a70ddc7-687d-4eaa-9f57-ff5f77a9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '380ad41b-baf3-4a97-b5d6-44aac27e59b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:56.282071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: 380ad41b-baf3-4a97-b5d6-44aac27e59b0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:56.301559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6deabaa-8eb3-4545-8b41-7740592f521d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:56.303613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 380ad41b-baf3-4a97-b5d6-44aac27e59b0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:56.320177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.324077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-affa4c1d-9c99-4763-b11a-cb00bbb995bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b6deabaa-8eb3-4545-8b41-7740592f521d HTTP/1.1" status: 204 len: 168 time: 0.2479985 Jun 01 13:10:56.343080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 380ad41b-baf3-4a97-b5d6-44aac27e59b0) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:56.350544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:10:56.356571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd1fa22-1392-4c6c-9250-701d269a5e15 None None] Network 380ad41b-baf3-4a97-b5d6-44aac27e59b0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:56.359326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:56.364647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:56.366033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.409121 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c2971c1-34f7-4644-8010-5be789095748 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4866693 Jun 01 13:10:56.415262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:56.415416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff371f1-eb15-4c27-a17e-fc87d8a0f51c req-5a9bebde-4d41-49d6-b60f-d1af9a13be75 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:56.415416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff371f1-eb15-4c27-a17e-fc87d8a0f51c req-5a9bebde-4d41-49d6-b60f-d1af9a13be75 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1531234 Jun 01 13:10:56.537964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff371f1-eb15-4c27-a17e-fc87d8a0f51c req-8c2c21a0-711e-43b8-b523-68b5343913dd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042964 Jun 01 13:10:56.577686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port adfcbe3f-cbb0-42b9-b968-6e1557893c7d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:56.579372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:56.872081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01ae11-94f4-405d-982e-1282a90c3343 req-e3099ab8-53a5-4160-abbf-582b6002aeae tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:56.880250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae01ae11-94f4-405d-982e-1282a90c3343 req-e3099ab8-53a5-4160-abbf-582b6002aeae tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.0924985 Jun 01 13:10:56.935227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae01ae11-94f4-405d-982e-1282a90c3343 req-85c4ff3f-f7ef-4ebb-a775-424bcb4dd1f6 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 Jun 01 13:10:57.016800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.035854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1134603-884a-4084-bd36-8f429d6b9a7e req-ab0516f4-cd8f-4d68-ac68-238f8090f8e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.037688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1134603-884a-4084-bd36-8f429d6b9a7e req-ab0516f4-cd8f-4d68-ac68-238f8090f8e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1014712 Jun 01 13:10:57.085676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1134603-884a-4084-bd36-8f429d6b9a7e req-7becb9db-a69a-4cae-b88b-79ee17eed501 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Jun 01 13:10:57.159232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for adfcbe3f-cbb0-42b9-b968-6e1557893c7d owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:57.268570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.291647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36558) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:57.330801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.336391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=adfcbe3f-cbb0-42b9-b968-6e1557893c7d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:57.342096 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10c61cc3-38e1-409d-bebf-eeed1d4e56a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/adfcbe3f-cbb0-42b9-b968-6e1557893c7d HTTP/1.1" status: 204 len: 168 time: 0.9301934 Jun 01 13:10:57.344643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36564) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:57.455337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-608779376-network', 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:57.465828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:57.472102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Usage tracker for resource:network and tenant:299eeb2f43c74243a2751b210cdfde8a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:57.475185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:57.486398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:57.514205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:57.515277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.531528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.553285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c645005-0b8f-4d6d-9290-b9325a20ae96 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.559319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c645005-0b8f-4d6d-9290-b9325a20ae96 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.560053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c645005-0b8f-4d6d-9290-b9325a20ae96 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:57.570908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:57.577003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Usage tracker for resource:security_group_rule and tenant:299eeb2f43c74243a2751b210cdfde8a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:57.580604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:57.590513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:57.613873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0b85-7b2d-48a2-9913-98f61efe8f2f req-42258a02-0139-4a5b-8dc9-e15de5895e2f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.615376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c53c0b85-7b2d-48a2-9913-98f61efe8f2f req-42258a02-0139-4a5b-8dc9-e15de5895e2f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2034621 Jun 01 13:10:57.624539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c645005-0b8f-4d6d-9290-b9325a20ae96 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:57.627434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8c645005-0b8f-4d6d-9290-b9325a20ae96 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2816050 Jun 01 13:10:57.629528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:57.695151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c53c0b85-7b2d-48a2-9913-98f61efe8f2f req-da440e22-d71c-410f-86dd-6d8f94552bbf tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633533 Jun 01 13:10:57.712861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:10:57.713209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.824346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.829309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.845412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d367cc-cbe4-4c01-97b8-a2b207c5f231 req-fcd35cda-a887-4f48-b815-0cd609c8fb90 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.846893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71d367cc-cbe4-4c01-97b8-a2b207c5f231 req-fcd35cda-a887-4f48-b815-0cd609c8fb90 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1570065 Jun 01 13:10:57.885673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:57.903065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d5a084-e362-4dec-a94f-4f9ce1daffa7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:57.912602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.912955 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Added segment 321f49fc-3c3d-48f2-add8-e62f73e885d4 of type vlan for network a5e699ec-330b-4d53-b802-eb93aaf8cfcc Jun 01 13:10:57.926507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71d367cc-cbe4-4c01-97b8-a2b207c5f231 req-01e2a81f-6476-4f23-b9e2-46194acfa278 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731926 Jun 01 13:10:57.951510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.952232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.984787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:57.985948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:57.986653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.070632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:10:58.135329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8421490 Jun 01 13:10:58.136354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5434ee9-581b-42c3-99c1-07ef260f3efe admin admin] Pushing event updated for resources: {'Network': ['ID=a5e699ec-330b-4d53-b802-eb93aaf8cfcc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:58.143521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:58.147624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:58.151633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Request body: {'subnet': {'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-608779376-subnet', 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:58.157996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.159581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:58.165381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Usage tracker for resource:subnet and tenant:299eeb2f43c74243a2751b210cdfde8a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:58.170545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:58.177114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:58.201220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf081c-bc47-480e-89ba-c61690b62864 req-d1b5b66e-aab2-486d-b728-ea018c5c642a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:58.202718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dbf081c-bc47-480e-89ba-c61690b62864 req-d1b5b66e-aab2-486d-b728-ea018c5c642a tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.1433191 Jun 01 13:10:58.203334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:58.205552 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.209755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:58.224257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.242781 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2005522-14f0-4ca8-b178-02fc80197f10 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17 HTTP/1.1" status: 204 len: 168 time: 0.6109014 Jun 01 13:10:58.243514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:58.330700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c762e8-0469-45a4-ae3b-2307e0baf5fb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:58.331489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68c762e8-0469-45a4-ae3b-2307e0baf5fb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:10:58.349131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-68c762e8-0469-45a4-ae3b-2307e0baf5fb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:10:58.353063 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68c762e8-0469-45a4-ae3b-2307e0baf5fb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1059985 Jun 01 13:10:58.353355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:58.396821 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e03521f-22e7-4f4b-8c74-5f98b4a12ea5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:10:58.398075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1e03521f-22e7-4f4b-8c74-5f98b4a12ea5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/adfcbe3f-cbb0-42b9-b968-6e1557893c7d HTTP/1.1" status: 404 len: 333 time: 0.0437777 Jun 01 13:10:58.401006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:58.431034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dbf081c-bc47-480e-89ba-c61690b62864 req-ded234c4-4268-46f6-be6a-3be1c8f15b70 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125912 Jun 01 13:10:58.454218 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb4fb66-9365-4476-a5e4-250613a19652 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:10:58.459008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36594) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:58.459576 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6cb4fb66-9365-4476-a5e4-250613a19652 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/a0dc35b2-aa5c-4f0f-957a-b0cb2b63eb17 HTTP/1.1" status: 404 len: 333 time: 0.0576823 Jun 01 13:10:58.636790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.695115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.894175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:58.930429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b393e9b-e94c-44f6-af8c-523fd0703b96,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:58.944401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:10:58.944743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Network hostable DHCP agents. Network: a5e699ec-330b-4d53-b802-eb93aaf8cfcc, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:10:58.950498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ad41b-baf3-4a97-b5d6-44aac27e59b0']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:59.009972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a70ddc7-687d-4eaa-9f57-ff5f77a9420b') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:59.010266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a70ddc7-687d-4eaa-9f57-ff5f77a9420b') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:10:59.029113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.101955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:10:59.110635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.126987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:10:59.127326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.209814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a5e699ec-330b-4d53-b802-eb93aaf8cfcc) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:10:59.217538 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4a70ddc7-687d-4eaa-9f57-ff5f77a9420b resource provider aggregate not found Jun 01 13:10:59.219076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6925d16-1533-4e38-8612-9cffc4d44c90 None None] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:59.229413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655afe-72dd-42c8-bb5b-88a2a40703d9 req-b1c99bc7-b708-43d6-95ca-4c3744032fe7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.231346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0655afe-72dd-42c8-bb5b-88a2a40703d9 req-b1c99bc7-b708-43d6-95ca-4c3744032fe7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4250391 Jun 01 13:10:59.249227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.249510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.258993 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4a70ddc7-687d-4eaa-9f57-ff5f77a9420b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a70ddc7-687d-4eaa-9f57-ff5f77a9420b found for delete ", "request_id": "req-f2468c8c-1d64-4704-b4e3-75561be51867"}]} Jun 01 13:10:59.322983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.327110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-9b20b94d-23bb-438c-acd5-56f18e15401d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3685405 Jun 01 13:10:59.328313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8eef526b-19f3-486e-9ea2-e17fc1acd91d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1835384 Jun 01 13:10:59.350718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.362325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0655afe-72dd-42c8-bb5b-88a2a40703d9 req-b4932be4-0638-46d6-9b4e-afe0e2ef1813 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087005 Jun 01 13:10:59.365119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=380ad41b-baf3-4a97-b5d6-44aac27e59b0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:59.369571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4de82741-d07d-48e2-b911-398d0d97236e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/380ad41b-baf3-4a97-b5d6-44aac27e59b0 HTTP/1.1" status: 204 len: 168 time: 0.9095807 Jun 01 13:10:59.373520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:59.382641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e057d73-7e46-4dc4-ad33-71996c85d24b req-77629f7a-cb0d-4bfa-a1ad-f7cc86d0ee23 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.384168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e057d73-7e46-4dc4-ad33-71996c85d24b req-77629f7a-cb0d-4bfa-a1ad-f7cc86d0ee23 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.3332551 Jun 01 13:10:59.392019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295004728'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:59.399369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:59.404241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:59.407852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:59.417980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:59.442909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:59.447131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.504868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:10:59.512049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e057d73-7e46-4dc4-ad33-71996c85d24b req-bd169ea6-4785-4189-91e3-414dfcffa876 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132307 Jun 01 13:10:59.512757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a315e-383a-4f1f-9e17-69decb9ba0e0 None None] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:10:59.535665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.536008 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 59f4917a-c763-412e-bd18-d0bf9fc72d70 of type vlan for network fea7efbd-3ba1-47a9-91cd-22c07df4e231 Jun 01 13:10:59.589002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.622298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.630809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.631663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.725229 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3496320 Jun 01 13:10:59.736530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:10:59.741648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:10:59.794584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-cd7bd084-a8fb-44fe-973c-c0634b15386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.796070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-cd7bd084-a8fb-44fe-973c-c0634b15386b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 1096 time: 0.2092760 Jun 01 13:10:59.828965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7f5ba-189e-42db-912e-41c569f4412e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=fea7efbd-3ba1-47a9-91cd-22c07df4e231,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:10:59.841040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:10:59.854656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7206f-2fe5-4ec2-85da-9cc4cc7c4f38 req-a633b563-befe-40a9-9655-6b85a76c95b9 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.856399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff7206f-2fe5-4ec2-85da-9cc4cc7c4f38 req-a633b563-befe-40a9-9655-6b85a76c95b9 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.1442368 Jun 01 13:10:59.880099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:10:59.884701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:10:59.887913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:10:59.894151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:10:59.904719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:10:59.908862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:10:59.947984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161cb1d-a08c-446e-ab5e-da1e99b5cde3 req-526ed258-7e3f-41a8-a8ac-239b371241f5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:10:59.949790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f161cb1d-a08c-446e-ab5e-da1e99b5cde3 req-526ed258-7e3f-41a8-a8ac-239b371241f5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2811363 Jun 01 13:11:00.022419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8aabdec2-b739-4d4b-b704-11186b6d7124 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:00.044741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff7206f-2fe5-4ec2-85da-9cc4cc7c4f38 req-78f0575e-47bb-4b29-ab73-5adf36911fbd tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274586 Jun 01 13:11:00.055297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-5efc887f-2790-4903-8eab-932ae1d2fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.056746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-5efc887f-2790-4903-8eab-932ae1d2fac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.2403238 Jun 01 13:11:00.059774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f161cb1d-a08c-446e-ab5e-da1e99b5cde3 req-52d4aad6-bb27-4877-8209-44d167b426b0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012461 Jun 01 13:11:00.134248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Performing IP validity checks on allocation pools {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:11:00.135018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:11:00.188960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-6fd206ab-3554-4644-b1a0-ed56d86a1b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 200 len: 217 time: 0.1229737 Jun 01 13:11:00.246892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:00.273352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'port_id': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'mac_address': 'fa:16:3e:89:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:00.279944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.333630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8aabdec2-b739-4d4b-b704-11186b6d7124 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:00.334541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.353081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aabdec2-b739-4d4b-b704-11186b6d7124 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:00.367146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=aeb004f1-aae8-411b-91e4-6c2c6b73642e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:00.369882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:00.377129 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.379712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '59f4917a-c763-412e-bd18-d0bf9fc72d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:00.380245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: fea7efbd-3ba1-47a9-91cd-22c07df4e231, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:00.405892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:00.417863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fea7efbd-3ba1-47a9-91cd-22c07df4e231) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:00.422338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.423146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.434890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77923da-b932-440b-9fd0-99fa9eed999c None None] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:00.453700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4932927-22c3-499b-976a-4679298326c7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7165840 Jun 01 13:11:00.456089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:00.467751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231', 'name': 'tempest-PortsTestJSON-1077570209'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:00.492037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-e2ce7d48-808e-4535-9dcd-4f5406322cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.493677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-e2ce7d48-808e-4535-9dcd-4f5406322cba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.2985053 Jun 01 13:11:00.504807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8aabdec2-b739-4d4b-b704-11186b6d7124'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:00.586341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:00.634214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:00.643941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840b349-9583-4ccb-bf61-087d29c5fd2b req-202fe72f-ea80-4c62-8b5e-c563d325bcf8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.644530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:00.645806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b840b349-9583-4ccb-bf61-087d29c5fd2b req-202fe72f-ea80-4c62-8b5e-c563d325bcf8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4160688 Jun 01 13:11:00.660824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:00.664556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.686275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 194fa4d1-1988-4b51-bf2e-ef4f9598019a yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:00.726759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b840b349-9583-4ccb-bf61-087d29c5fd2b req-9da89aca-294b-42f5-b1b4-af6370a6be29 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627284 Jun 01 13:11:00.753510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-19372872-34fb-40aa-9379-79753efe6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.755143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-19372872-34fb-40aa-9379-79753efe6458 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384923 Jun 01 13:11:00.802375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-fea7efbd-3ba1-47a9-91cd-22c07df4e231', 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': 'aeb004f1-aae8-411b-91e4-6c2c6b73642e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:00.803202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:00.881735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-ec1d48db-55f8-4ddd-9bfd-da3e3da3bbba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:00.882608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-ec1d48db-55f8-4ddd-9bfd-da3e3da3bbba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:00.893087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.9 (fea7efbd-3ba1-47a9-91cd-22c07df4e231/aeb004f1-aae8-411b-91e4-6c2c6b73642e/194fa4d1-1988-4b51-bf2e-ef4f9598019a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:00.919939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-ec1d48db-55f8-4ddd-9bfd-da3e3da3bbba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:00.926901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-ec1d48db-55f8-4ddd-9bfd-da3e3da3bbba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.4813993 Jun 01 13:11:00.945563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-05296e2c-d447-41dd-a693-dd2256298867 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0178301 Jun 01 13:11:00.999782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-bdeb4dde-ba84-4cbf-b77c-f03141a66335 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532446 Jun 01 13:11:01.003564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-35b67a2e-cd1c-42c6-bb8a-4ad1eaaec8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402074 Jun 01 13:11:01.142697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.158826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 194fa4d1-1988-4b51-bf2e-ef4f9598019a will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:01.186983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.256188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Allocated IP 172.20.0.2 (fea7efbd-3ba1-47a9-91cd-22c07df4e231/aeb004f1-aae8-411b-91e4-6c2c6b73642e/af454fb7-bd1c-4a9d-97c1-13cb77a73a98) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:01.265904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:01.269699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:01.274057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:01.305484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=194fa4d1-1988-4b51-bf2e-ef4f9598019a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:01.317321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-15dd15bc-1ac3-4a6c-b864-1d7bca105cad service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079948 Jun 01 13:11:01.326882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70c8f3-bddf-479e-ac1a-e5847b3769d8 req-6c3a585d-c2a1-431d-9ce1-2510d76223e7 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:01.328323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a70c8f3-bddf-479e-ac1a-e5847b3769d8 req-6c3a585d-c2a1-431d-9ce1-2510d76223e7 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1841393 Jun 01 13:11:01.330160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90d0e699-b2cd-4e22-b506-b34cdf0f7ba3 req-83c0370e-b8cd-4042-a4d0-0f15b75ede5f service neutron] 10.222.0.13 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196719 Jun 01 13:11:01.357874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:01.359057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.387310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-230eb3cf-e4ed-4732-8cbc-f0eb155ebf51 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9298370 Jun 01 13:11:01.390212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:01.459864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a70c8f3-bddf-479e-ac1a-e5847b3769d8 req-6beab5e9-38b0-4b94-812c-9337c1ce1b66 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104693 Jun 01 13:11:01.474072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 194fa4d1-1988-4b51-bf2e-ef4f9598019a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:01.475670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.514345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-4c459e3e-962b-4e97-81ad-356d54bd3493 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831167 Jun 01 13:11:01.531059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.543417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Transition to ACTIVE for port object af454fb7-bd1c-4a9d-97c1-13cb77a73a98 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:01.564132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Transition to ACTIVE for port object af454fb7-bd1c-4a9d-97c1-13cb77a73a98 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:01.572467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.661708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:01.662860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Pushing event updated for resources: {'Port': ['ID=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:01.665344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:01.668101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:01.736424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a0e0-5036-4605-89c8-bdad63e9c53d req-cef8e800-577b-4448-8f8e-05618f90648e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:01.740441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1512a0e0-5036-4605-89c8-bdad63e9c53d req-cef8e800-577b-4448-8f8e-05618f90648e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1379271 Jun 01 13:11:01.759957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Attempting to bind port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:01.760535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Attempting to bind port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '59f4917a-c763-412e-bd18-d0bf9fc72d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:01.760986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Attempting to bind port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 on network fea7efbd-3ba1-47a9-91cd-22c07df4e231 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:01.766857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:01.767392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Checking segment: {'id': '59f4917a-c763-412e-bd18-d0bf9fc72d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:01.768063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.768540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Bound using segment: {'id': '59f4917a-c763-412e-bd18-d0bf9fc72d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:01.769100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Bound port: af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f4917a-c763-412e-bd18-d0bf9fc72d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fea7efbd-3ba1-47a9-91cd-22c07df4e231'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:01.769560 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.821194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.859049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1512a0e0-5036-4605-89c8-bdad63e9c53d req-1f0e7625-0067-49d5-95db-6b7e24431624 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785735 Jun 01 13:11:01.886791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] For port af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:01.890324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] For port af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,segment=NetworkSegment(59f4917a-c763-412e-bd18-d0bf9fc72d70),segment_id=59f4917a-c763-412e-bd18-d0bf9fc72d70)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:01.900715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:01.901272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb261eb-ca66-4914-8701-81707adad230 req-1d7db815-4c5b-4681-a182-c1f10657937e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:01.903539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcb261eb-ca66-4914-8701-81707adad230 req-1d7db815-4c5b-4681-a182-c1f10657937e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 944 time: 0.1621487 Jun 01 13:11:01.966283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcb261eb-ca66-4914-8701-81707adad230 req-ca30a826-9c4e-4ee2-aba7-6426639a0ea8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 Jun 01 13:11:02.000745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 194fa4d1-1988-4b51-bf2e-ef4f9598019a owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:02.030397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8aabdec2-b739-4d4b-b704-11186b6d7124 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:02.124164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705365c-d4eb-484e-ad4f-3af31e218b2a None None] Pushing event updated for resources: {'Port': ['ID=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:02.127524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 8aabdec2-b739-4d4b-b704-11186b6d7124 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:02.127888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:02.164173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c34cf25-588c-444f-8a26-7e81c5da4afe req-032121d6-442d-4e08-9d03-b471206abb53 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 210 time: 0.1153581 Jun 01 13:11:02.252859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:02.316186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8aabdec2-b739-4d4b-b704-11186b6d7124 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:02.316846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:02.396045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=194fa4d1-1988-4b51-bf2e-ef4f9598019a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:02.416131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:02.418555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:02.432710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:02.559713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:02.570035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:02.578685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169817-a67d-4ea2-ad70-6656ca6f0f7c req-7b2348fb-5db3-4b4e-a680-7311a53ed7c4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:02.587021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e06591c7-1742-45e0-bc41-2b63d30e9297 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/194fa4d1-1988-4b51-bf2e-ef4f9598019a HTTP/1.1" status: 204 len: 168 time: 1.1878753 Jun 01 13:11:02.587901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:02.599796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06169817-a67d-4ea2-ad70-6656ca6f0f7c req-7b2348fb-5db3-4b4e-a680-7311a53ed7c4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2233882 Jun 01 13:11:02.640602 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1b0b61-650d-4d25-909a-b9ea68462d73 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:11:02.641078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1b0b61-650d-4d25-909a-b9ea68462d73 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:11:02.645584 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3a1b0b61-650d-4d25-909a-b9ea68462d73 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/194fa4d1-1988-4b51-bf2e-ef4f9598019a HTTP/1.1" status: 404 len: 333 time: 0.0543389 Jun 01 13:11:02.656192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36686) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:02.707972 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4961c0f-09f6-4ea1-9294-19360f567cbf'] response: {'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'code': 200} Jun 01 13:11:02.735413 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a970bf-d126-4b2e-a750-4c29a07a1b75 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:02.735728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5a970bf-d126-4b2e-a750-4c29a07a1b75 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:02.736318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06169817-a67d-4ea2-ad70-6656ca6f0f7c req-0055f2f5-f5e3-46e9-a535-299975c14cee tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353462 Jun 01 13:11:02.787033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5a970bf-d126-4b2e-a750-4c29a07a1b75 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:02.792787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36700) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:02.793341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a5a970bf-d126-4b2e-a750-4c29a07a1b75 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/194fa4d1-1988-4b51-bf2e-ef4f9598019a HTTP/1.1" status: 404 len: 333 time: 0.1347907 Jun 01 13:11:02.860167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-834b5913-fe1b-42cf-b1e2-29d7bc0fef16 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:02.861796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-834b5913-fe1b-42cf-b1e2-29d7bc0fef16 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.13 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.2568512 Jun 01 13:11:03.109437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet aeb004f1-aae8-411b-91e4-6c2c6b73642e {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:03.127753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.200258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Deleting port 8aabdec2-b739-4d4b-b704-11186b6d7124 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:03.200604 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.335285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device af454fb7-bd1c-4a9d-97c1-13cb77a73a98 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:03.372669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ec386-a79f-4cf3-8919-3634b3ed511b None None] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:03.413002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.549880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c6d84303-b930-4cd7-8fcb-23643cef3825 None None] Provisioning for port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:03.614395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b13305-a0d6-4f34-b2d3-fd44c926a0e2 req-8fd3a643-f81a-4e71-8482-3a8bb3e408e6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:03.615583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:03.615767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0b13305-a0d6-4f34-b2d3-fd44c926a0e2 req-8fd3a643-f81a-4e71-8482-3a8bb3e408e6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.7505279 Jun 01 13:11:03.625366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:03.625774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.681172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dac7-3b40-4a4d-9bbd-5ce2804b294d req-b7e2ef19-e7b8-4a3e-a11c-937aa5056725 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:03.682627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83c5dac7-3b40-4a4d-9bbd-5ce2804b294d req-b7e2ef19-e7b8-4a3e-a11c-937aa5056725 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 945 time: 0.5677330 Jun 01 13:11:03.775962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2595a48e-c453-42a8-b24a-0322f59bbdd3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:03.777775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2595a48e-c453-42a8-b24a-0322f59bbdd3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.5356026 Jun 01 13:11:03.799318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:03.799748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.815133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': '37544c52-65ef-42db-9161-018527d328ae', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:03.836366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,segment=NetworkSegment(59f4917a-c763-412e-bd18-d0bf9fc72d70),segment_id=59f4917a-c763-412e-bd18-d0bf9fc72d70)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:03.843445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.928938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:03.930150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:03.970412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83c5dac7-3b40-4a4d-9bbd-5ce2804b294d req-a6f66e7c-9182-409f-8810-855ed551cb74 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636518 Jun 01 13:11:03.983698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0b13305-a0d6-4f34-b2d3-fd44c926a0e2 req-9f34e77a-ac56-4d08-9812-13d9c7d277b9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151624 Jun 01 13:11:03.985433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:03.985783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.055946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8aabdec2-b739-4d4b-b704-11186b6d7124 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:04.138229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb3cfee2-909d-47eb-b2f5-eae3e189feca None None] Provisioning complete for port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:04.138624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfee2-909d-47eb-b2f5-eae3e189feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.176738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Calling delete_port for 8aabdec2-b739-4d4b-b704-11186b6d7124 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:04.263344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.269066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 8aabdec2-b739-4d4b-b704-11186b6d7124 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:04.269442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.297604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-122d9d93-1674-4be5-8c79-50e5a1b92dc1 req-60513441-26e9-4f48-8ca9-19133e4411bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 210 time: 0.0883691 Jun 01 13:11:04.322803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:04.324471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Usage tracker for resource:port and tenant:299eeb2f43c74243a2751b210cdfde8a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:04.327409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:04.336929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:04.347040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.359846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:04.362210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cfee2-909d-47eb-b2f5-eae3e189feca None None] Current status of the port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:04.366873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.408397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb004f1-aae8-411b-91e4-6c2c6b73642e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:04.412146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:04.415653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.424795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cf85e-3c8c-4db7-9edb-6b241d17e870 None None] Network fea7efbd-3ba1-47a9-91cd-22c07df4e231 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:04.427394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.443123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e6e05440-1560-4d04-8a05-13c57d3c13cf tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/aeb004f1-aae8-411b-91e4-6c2c6b73642e HTTP/1.1" status: 204 len: 168 time: 1.6490104 Jun 01 13:11:04.444698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36722) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:04.494844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:11:04.495540 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:11:04.524399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5f82cb47-62b1-4afb-9de9-25cb1f0ac10c None None] Could not find standard attr ID for object 194fa4d1-1988-4b51-bf2e-ef4f9598019a. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:04.542742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:04.588370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.599873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:04.600170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.613607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.10 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/1b9d0e15-35bc-42ee-afb7-aac1503dc7c0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:04.709610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:04.737821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] DHCP port deletion for fea7efbd-3ba1-47a9-91cd-22c07df4e231 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:11:04.744089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Deleting port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:04.744544 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.781364 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6e8e66-92f4-46a0-a37e-30de22264a53'] response: {'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'code': 200} Jun 01 13:11:04.939664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,segment=NetworkSegment(59f4917a-c763-412e-bd18-d0bf9fc72d70),segment_id=59f4917a-c763-412e-bd18-d0bf9fc72d70)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:04.940139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.977290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.990536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] For port af454fb7-bd1c-4a9d-97c1-13cb77a73a98, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,segment=NetworkSegment(59f4917a-c763-412e-bd18-d0bf9fc72d70),segment_id=59f4917a-c763-412e-bd18-d0bf9fc72d70)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:04.991377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:04.996731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Deleting port 8aabdec2-b739-4d4b-b704-11186b6d7124 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:04.998927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.084318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for af454fb7-bd1c-4a9d-97c1-13cb77a73a98 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:05.099017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.173371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Calling delete_port for af454fb7-bd1c-4a9d-97c1-13cb77a73a98 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:05.215740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.266521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=af454fb7-bd1c-4a9d-97c1-13cb77a73a98,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:05.268711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:05.291646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device af454fb7-bd1c-4a9d-97c1-13cb77a73a98 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:05.302905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:05.314767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:05.350986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: af454fb7-bd1c-4a9d-97c1-13cb77a73a98 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:05.351325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device af454fb7-bd1c-4a9d-97c1-13cb77a73a98 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:05.354142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:11:05.354491 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:11:05.392437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:05.437918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.468584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:05.491112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea7efbd-3ba1-47a9-91cd-22c07df4e231']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:05.504828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f4917a-c763-412e-bd18-d0bf9fc72d70') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:05.505140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f4917a-c763-412e-bd18-d0bf9fc72d70') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:05.523197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.543355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.549989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:05.550383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.624517 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 59f4917a-c763-412e-bd18-d0bf9fc72d70 resource provider aggregate not found Jun 01 13:11:05.645264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:05.645931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.655169 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 59f4917a-c763-412e-bd18-d0bf9fc72d70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59f4917a-c763-412e-bd18-d0bf9fc72d70 found for delete ", "request_id": "req-d166e243-5c44-4186-a783-c27c348b4953"}]} Jun 01 13:11:05.672795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.692351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7fe71-4254-4b58-962f-8718069f6708 req-37ef70bb-00ee-4dd2-a3fa-1b3fecf9031b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:05.693886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6de7fe71-4254-4b58-962f-8718069f6708 req-37ef70bb-00ee-4dd2-a3fa-1b3fecf9031b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 943 time: 0.5346022 Jun 01 13:11:05.695823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.711469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=fea7efbd-3ba1-47a9-91cd-22c07df4e231,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:05.716455 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f1de4f8b-8ae4-4452-af7d-cab7cadc026d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/fea7efbd-3ba1-47a9-91cd-22c07df4e231 HTTP/1.1" status: 204 len: 168 time: 1.2699955 Jun 01 13:11:05.719946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36764) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:05.725590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-517213034'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:05.730966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:05.737526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:05.740561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:05.746828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:05.751672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2c1e917b-ab36-4e35-b5c0-502c8cd30d3d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9471047 Jun 01 13:11:05.759285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:05.763070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.776642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Request body: {'port': {'device_id': '37544c52-65ef-42db-9161-018527d328ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:05.814355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:05.826484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.827189 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 1e693ce4-0ff5-45d7-a197-37abcc60c82b of type vlan for network 7613c4e2-0ffa-461d-aab3-e8d7247963ff Jun 01 13:11:05.843890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6de7fe71-4254-4b58-962f-8718069f6708 req-6f4d626c-4125-42e8-b25c-158eb6925f76 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375051 Jun 01 13:11:05.851708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-525e6452-f6f0-4601-9199-090858d2e63d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:05.852473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-525e6452-f6f0-4601-9199-090858d2e63d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:05.856242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Deleting port af454fb7-bd1c-4a9d-97c1-13cb77a73a98 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:05.856778 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.865894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.897657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] For port 8aabdec2-b739-4d4b-b704-11186b6d7124, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8aabdec2-b739-4d4b-b704-11186b6d7124,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:05.899851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.910629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.919554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:05.920247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:05.995023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8f523-911d-47bb-916d-795f80518fbc None None] The port 'af454fb7-bd1c-4a9d-97c1-13cb77a73a98' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:11:05.997952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-525e6452-f6f0-4601-9199-090858d2e63d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:05.998921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-525e6452-f6f0-4601-9199-090858d2e63d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 932 time: 0.5431449 Jun 01 13:11:06.034185 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3131990 Jun 01 13:11:06.048482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36772) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:06.059846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:06.071543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:06.151772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91655a10-5daa-4120-a28f-4b3e90481ab7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=7613c4e2-0ffa-461d-aab3-e8d7247963ff,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:06.181819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Calling delete_port for 8aabdec2-b739-4d4b-b704-11186b6d7124 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:06.206449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:06.250090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:06.256300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:06.261260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:06.267750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:06.279004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.301682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:06.309053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.326350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-be5a1d6e-4a87-403c-a071-690517637b29 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:06.395437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-be5a1d6e-4a87-403c-a071-690517637b29 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:06.396885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c17fad1a-2748-46b9-ae26-c4d8c7bcceca req-be5a1d6e-4a87-403c-a071-690517637b29 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307900 Jun 01 13:11:06.539059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:06.564988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'mac_address': 'fa:16:3e:d3:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:06.567402 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.648185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5f1a35c6-f7f0-421d-af0d-8899276957cc is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:06.648565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.649288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event deleted for resources: {'Port': ['ID=8aabdec2-b739-4d4b-b704-11186b6d7124,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:06.670854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f1a35c6-f7f0-421d-af0d-8899276957cc {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:06.680416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.689766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:06.701670 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.783842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=0433f5d8-dd47-40bb-80ee-8ea28b2e9905,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:06.795196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '1e693ce4-0ff5-45d7-a197-37abcc60c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:06.795678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: 7613c4e2-0ffa-461d-aab3-e8d7247963ff, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:06.809613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:06.821139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:06.835432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7613c4e2-0ffa-461d-aab3-e8d7247963ff) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:06.843603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] No DVR routers for this DVR port 8aabdec2-b739-4d4b-b704-11186b6d7124 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:06.848002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c787c06-e0c8-4f00-9c8c-737c78941801 None None] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:06.848219 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.851026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-deleted', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:06.854457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:06.855820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:06.870777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['5f1a35c6-f7f0-421d-af0d-8899276957cc'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:06.897867 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ea11f8d-1ae3-4234-bc08-69fc804057ce tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8476865 Jun 01 13:11:06.900909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:06.910517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1954497105'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:06.974779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81eeea1e-529c-411f-b95d-cbaa52d5542b req-0167d4be-84b9-4a0c-be43-9b6913d702ce tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.13 "DELETE /v2.0/ports/8aabdec2-b739-4d4b-b704-11186b6d7124 HTTP/1.1" status: 204 len: 173 time: 4.1054537 Jun 01 13:11:06.983815 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd91511-2966-4071-8f2d-7e14806e9282'] response: {'server_uuid': '9942d217-18ba-4f50-b854-a60629ada44e', 'name': 'network-vif-deleted', 'tag': '8aabdec2-b739-4d4b-b704-11186b6d7124', 'status': 'completed', 'code': 200} Jun 01 13:11:07.093519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:07.098072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:07.101798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:07.108316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:07.125329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:07.129635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:07.170368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port ca76e501-8999-4640-9e03-ef952bb95774 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:07.189558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e479a35-a6fb-479a-a883-387ed5293441 req-f80a2f13-8bf0-4c44-bf79-4c2a5dd8552f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:07.242187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5e479a35-a6fb-479a-a883-387ed5293441 req-f80a2f13-8bf0-4c44-bf79-4c2a5dd8552f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:07.260473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e479a35-a6fb-479a-a883-387ed5293441 req-f80a2f13-8bf0-4c44-bf79-4c2a5dd8552f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=9942d217-18ba-4f50-b854-a60629ada44e HTTP/1.1" status: 200 len: 210 time: 0.1841509 Jun 01 13:11:07.270867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:07.280597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:07.329566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Transition to ACTIVE for port object 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:07.342399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:07.453300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-7613c4e2-0ffa-461d-aab3-e8d7247963ff', 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': '0433f5d8-dd47-40bb-80ee-8ea28b2e9905'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:07.454125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:07.718547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:07.745455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.14 (7613c4e2-0ffa-461d-aab3-e8d7247963ff/0433f5d8-dd47-40bb-80ee-8ea28b2e9905/ca76e501-8999-4640-9e03-ef952bb95774) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:07.979226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fac066-fdf1-4f97-a9ef-b9791dedef59 req-e48dc739-b0d9-4e6c-a906-2d409b135d49 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:07.981067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7fac066-fdf1-4f97-a9ef-b9791dedef59 req-e48dc739-b0d9-4e6c-a906-2d409b135d49 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 944 time: 0.2637980 Jun 01 13:11:07.983608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Attempting to bind port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:07.984121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Attempting to bind port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:07.984599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Attempting to bind port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:07.988142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:07.991136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:11:07.991634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Attempting to bind port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:08.007867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object ca76e501-8999-4640-9e03-ef952bb95774 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:08.011102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:08.011445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:08.011828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:08.012287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Bound port: 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:08.012626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.042095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.097400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7fac066-fdf1-4f97-a9ef-b9791dedef59 req-cd440516-c809-412c-ab28-7a18c429cc78 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071582 Jun 01 13:11:08.099109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:08.142021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:08.146506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:08.149202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:08.171398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:08.177850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:08.188038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.212979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Allocated IP 172.20.0.2 (7613c4e2-0ffa-461d-aab3-e8d7247963ff/0433f5d8-dd47-40bb-80ee-8ea28b2e9905/d07c964e-3b9c-4003-a683-732fae1411f9) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:08.223775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=ca76e501-8999-4640-9e03-ef952bb95774,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:08.224040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 5f1a35c6-f7f0-421d-af0d-8899276957cc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:08.224291 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.254132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:08.254915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.265537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:08.267373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.269029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 HTTP/1.1" status: 200 len: 1092 time: 2.5031950 Jun 01 13:11:08.290668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110064-3334-4f52-9ff3-b51829ed07e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:08.327146 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f135994f-0c77-4dd4-aabe-d2ebac426046 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4217207 Jun 01 13:11:08.327608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:08.431535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port ca76e501-8999-4640-9e03-ef952bb95774 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:08.431958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.586517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-0287f3a9-8d11-4808-a1c2-67e04ee857f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:08.586517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-0287f3a9-8d11-4808-a1c2-67e04ee857f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 1095 time: 0.2589188 Jun 01 13:11:08.625319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5f1a35c6-f7f0-421d-af0d-8899276957cc is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:08.625835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.727720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-2cc7a030-207b-4e0e-8389-e72206ec5790 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 HTTP/1.1" status: 200 len: 217 time: 0.1250544 Jun 01 13:11:08.755740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:08.779194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:08.783311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.791407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.824106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-bf923304-e9a1-4e70-8c62-3f3725febbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:08.826047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-bf923304-e9a1-4e70-8c62-3f3725febbdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0913613 Jun 01 13:11:08.872972 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18ebfd1-6eaf-480b-891d-e63616f07128'] response: {'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'code': 200} Jun 01 13:11:08.874335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:08.886249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Transition to ACTIVE for port object d07c964e-3b9c-4003-a683-732fae1411f9 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:08.898086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.906151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-163ff5a0-4cf6-4f0e-aabe-df47a33a4e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532401 Jun 01 13:11:08.914934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Transition to ACTIVE for port object d07c964e-3b9c-4003-a683-732fae1411f9 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:08.925119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:08.993945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:09.015219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Pushing event updated for resources: {'Port': ['ID=d07c964e-3b9c-4003-a683-732fae1411f9,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:09.036698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:09.037925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:09.044209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:09.100327 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50eeffe2-95ba-4e99-9bd9-d763ee6aeda0'] response: {'name': 'network-changed', 'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'status': 'completed', 'code': 200} Jun 01 13:11:09.106682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for ca76e501-8999-4640-9e03-ef952bb95774 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:09.163716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-207b7657-e607-4a81-90e1-d96e813b0e92 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:09.171417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-207b7657-e607-4a81-90e1-d96e813b0e92 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.3442438 Jun 01 13:11:09.191632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ab42bb94-7f96-4365-a35d-be62ffbf34b5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/quotas/9f20d0fc37144d888c3d468ed1894f7c HTTP/1.1" status: 200 len: 375 time: 0.0191340 Jun 01 13:11:09.246237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-a59e4eb1-4480-4905-81d6-40eb0e36c8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882047 Jun 01 13:11:09.253077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Attempting to bind port d07c964e-3b9c-4003-a683-732fae1411f9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:09.254222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Attempting to bind port d07c964e-3b9c-4003-a683-732fae1411f9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '1e693ce4-0ff5-45d7-a197-37abcc60c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:09.254765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Attempting to bind port d07c964e-3b9c-4003-a683-732fae1411f9 on network 7613c4e2-0ffa-461d-aab3-e8d7247963ff {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:09.267779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:09.268443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Checking segment: {'id': '1e693ce4-0ff5-45d7-a197-37abcc60c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:09.269001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.269725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Bound using segment: {'id': '1e693ce4-0ff5-45d7-a197-37abcc60c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:09.270346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Bound port: d07c964e-3b9c-4003-a683-732fae1411f9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e693ce4-0ff5-45d7-a197-37abcc60c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7613c4e2-0ffa-461d-aab3-e8d7247963ff'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:09.271054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.350060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.403007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] For port d07c964e-3b9c-4003-a683-732fae1411f9, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:09.408473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=ca76e501-8999-4640-9e03-ef952bb95774,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:09.408778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a525b43-47a2-45e2-977c-c5fdd367dfc0 req-6d6811f2-edb1-4de1-acc0-6c8f4753b14e service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485078 Jun 01 13:11:09.427470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] For port d07c964e-3b9c-4003-a683-732fae1411f9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d07c964e-3b9c-4003-a683-732fae1411f9,segment=NetworkSegment(1e693ce4-0ff5-45d7-a197-37abcc60c82b),segment_id=1e693ce4-0ff5-45d7-a197-37abcc60c82b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:09.441891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.465462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-d315caca-df53-4825-9810-0e51a8a43e2f tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2725866 Jun 01 13:11:09.558465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32aceb-77fd-4cda-a302-d5d63b857fdd None None] Pushing event updated for resources: {'Port': ['ID=d07c964e-3b9c-4003-a683-732fae1411f9,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:09.640518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.655155 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69c0ce9e-a386-4714-8d42-67c305e16379 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/ca76e501-8999-4640-9e03-ef952bb95774 HTTP/1.1" status: 204 len: 168 time: 1.3228359 Jun 01 13:11:09.655490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:09.702917 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20b186e-4079-4757-93fa-b6d635c00999 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:09.703538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b20b186e-4079-4757-93fa-b6d635c00999 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:09.728363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b20b186e-4079-4757-93fa-b6d635c00999 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:09.733771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b20b186e-4079-4757-93fa-b6d635c00999 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/ca76e501-8999-4640-9e03-ef952bb95774 HTTP/1.1" status: 404 len: 333 time: 0.0760634 Jun 01 13:11:09.734015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:09.847121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet 0433f5d8-dd47-40bb-80ee-8ea28b2e9905 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:09.851185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:09.952370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.016351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-bc5ca897-439e-4004-a9aa-f30766270dde service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499661 Jun 01 13:11:10.055480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.150707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199996-0004-4094-adfa-2de19acd3587 req-f170507f-e041-4a2a-ba0a-6675b54ea211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:10.152233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.152445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-f170507f-e041-4a2a-ba0a-6675b54ea211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 1095 time: 0.6405323 Jun 01 13:11:10.200722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=0433f5d8-dd47-40bb-80ee-8ea28b2e9905,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:10.206323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.212331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca974-4f29-490c-839b-361dbb4cd7a1 req-36b7419e-6474-4c44-8561-7107b36e373b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:10.216740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37ce85c1-8de8-4702-befd-afcefaed35ad tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/0433f5d8-dd47-40bb-80ee-8ea28b2e9905 HTTP/1.1" status: 204 len: 168 time: 0.4759288 Jun 01 13:11:10.217452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:10.219687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a93ca974-4f29-490c-839b-361dbb4cd7a1 req-36b7419e-6474-4c44-8561-7107b36e373b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 944 time: 0.8099651 Jun 01 13:11:10.300916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-3818a64f-af9d-4f0e-bb62-592b66980558 service neutron] 10.222.0.40 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766936 Jun 01 13:11:10.357387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a93ca974-4f29-490c-839b-361dbb4cd7a1 req-65d83dad-36f9-457b-a9ae-b98744f5d9d3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366816 Jun 01 13:11:10.409807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199996-0004-4094-adfa-2de19acd3587 req-e99d17b7-c4ea-4d1a-96bf-bea96434a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:10.411456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-e99d17b7-c4ea-4d1a-96bf-bea96434a3aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.2514923 Jun 01 13:11:10.531521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-a8cf22d5-6af1-4835-ae4f-7d73efac2e11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 HTTP/1.1" status: 200 len: 217 time: 0.1092296 Jun 01 13:11:10.589769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.611697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port d07c964e-3b9c-4003-a683-732fae1411f9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:10.612709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:10.664055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199996-0004-4094-adfa-2de19acd3587 req-28689c98-f8b3-4d61-9fbe-2de9cd6592dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:10.665689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-28689c98-f8b3-4d61-9fbe-2de9cd6592dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.1276848 Jun 01 13:11:10.805869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1217320-4321-4642-84c0-c9ad3afe4284 req-b2a8e4d3-d467-4945-9183-20e8974bb028 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 210 time: 0.1389751 Jun 01 13:11:10.817963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-f58a4421-f740-4f1b-9c44-2dbd3efcc327 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165528 Jun 01 13:11:11.031619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port d07c964e-3b9c-4003-a683-732fae1411f9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d07c964e-3b9c-4003-a683-732fae1411f9,segment=NetworkSegment(1e693ce4-0ff5-45d7-a197-37abcc60c82b),segment_id=1e693ce4-0ff5-45d7-a197-37abcc60c82b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:11.032244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:11.044922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-538e0777-8e6e-4b8a-b3c2-ddd3577c4542 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220368 Jun 01 13:11:11.124896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b3a47-299d-48f8-9124-8cc9a0c75908 None None] Network 7613c4e2-0ffa-461d-aab3-e8d7247963ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:11.209269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a199996-0004-4094-adfa-2de19acd3587 req-091f7811-3a6c-4299-936a-e8f74709f384 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567330 Jun 01 13:11:11.314546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for d07c964e-3b9c-4003-a683-732fae1411f9 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:11.438019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d07c964e-3b9c-4003-a683-732fae1411f9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:11.473083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bf315b1d-865a-4520-9219-39125261f1da None None] Provisioning for port d07c964e-3b9c-4003-a683-732fae1411f9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:11.513920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:11.567490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port d07c964e-3b9c-4003-a683-732fae1411f9 {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 13:11:11.568422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d07c964e-3b9c-4003-a683-732fae1411f9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 13:11:11.606363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port d07c964e-3b9c-4003-a683-732fae1411f9 not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 13:11:11.632677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port d07c964e-3b9c-4003-a683-732fae1411f9 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:11.682115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=d07c964e-3b9c-4003-a683-732fae1411f9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:11.736198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f48fd-9283-4de1-98de-9dd58bd6e506 None None] DHCP port deletion for 7613c4e2-0ffa-461d-aab3-e8d7247963ff request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:11:11.828289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:11.866131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7613c4e2-0ffa-461d-aab3-e8d7247963ff']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:11.874564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa945-3dd8-486d-a622-909a08bf6511 req-a666146d-f366-483b-b424-95114e6914f6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:11.892531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e693ce4-0ff5-45d7-a197-37abcc60c82b') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:11.892857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e693ce4-0ff5-45d7-a197-37abcc60c82b') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:11.895875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ccaa945-3dd8-486d-a622-909a08bf6511 req-a666146d-f366-483b-b424-95114e6914f6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 944 time: 0.2652557 Jun 01 13:11:11.910117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:11.940303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:11.950659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:11.950659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.000909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ccaa945-3dd8-486d-a622-909a08bf6511 req-6d2f2c6c-b79c-416b-ba68-7c6b0e0a7433 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Jun 01 13:11:12.006842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a913e46-188a-4faf-a031-2e37730ad67c req-e85b0d74-1a31-4ebf-9505-6af5a40d039e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 210 time: 0.0562232 Jun 01 13:11:12.020212 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1e693ce4-0ff5-45d7-a197-37abcc60c82b resource provider aggregate not found Jun 01 13:11:12.070042 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1e693ce4-0ff5-45d7-a197-37abcc60c82b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e693ce4-0ff5-45d7-a197-37abcc60c82b found for delete ", "request_id": "req-d4d1171f-a262-4801-898d-85b9711fa365"}]} Jun 01 13:11:12.072216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.083507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.085128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:12.112224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=7613c4e2-0ffa-461d-aab3-e8d7247963ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:12.132246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36908) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:12.138438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'name': 'tempest-PortsTestJSON-1731237363'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:12.142648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-beff27ab-00db-4815-9871-86b5b7eb9348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/7613c4e2-0ffa-461d-aab3-e8d7247963ff HTTP/1.1" status: 204 len: 168 time: 1.9240184 Jun 01 13:11:12.248007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:12.268378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'mac_address': 'fa:16:3e:0f:b2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:12.322887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:12.375788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:12.376653 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.378043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:12.389189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:12.397870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:12.406125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:12.414601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:12.423075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.442481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:12.446103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:12.488566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 9a16c4ac-4248-4083-84ce-d4c1224ba68c yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:12.530279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-1cf3b947-898a-4093-84a4-7b01c9835fd3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:12.531930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-1cf3b947-898a-4093-84a4-7b01c9835fd3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 822 time: 0.2376072 Jun 01 13:11:12.563784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:12.578239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Request body: {'port': {'device_id': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'admin_state_up': True, 'tenant_id': '9f20d0fc37144d888c3d468ed1894f7c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:12.685504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:13.047215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:13.074914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:13.098525 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.108022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Made reservation on behalf of 9f20d0fc37144d888c3d468ed1894f7c for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:13.112479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.293252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d07c964e-3b9c-4003-a683-732fae1411f9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:13.314195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.345843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d07c964e-3b9c-4003-a683-732fae1411f9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:13.346280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d07c964e-3b9c-4003-a683-732fae1411f9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:13.447803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf956e95-003d-435d-a56a-2d48749a600b req-121f6374-7617-4afd-98cc-961d83bdede6 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 210 time: 0.1711211 Jun 01 13:11:13.469743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:13.482059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:13.490705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:13.496664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:13.497271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.543443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=9a16c4ac-4248-4083-84ce-d4c1224ba68c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:13.570379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Allocated IP 172.20.0.8 (a2003504-e58a-46c6-80f1-a99d6631ae11/c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a/fe36d891-0755-49ce-b727-8968388472d9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:13.573093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-415a6698-5e7c-451f-96b4-12d0161c5efd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4396577 Jun 01 13:11:13.576271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:13.648713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613cee2-3f54-4df7-9363-9cf028afa00d req-19111972-f3fd-4580-aeb9-154835ae773d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:13.656577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0613cee2-3f54-4df7-9363-9cf028afa00d req-19111972-f3fd-4580-aeb9-154835ae773d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 945 time: 0.4223361 Jun 01 13:11:13.669389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 9a16c4ac-4248-4083-84ce-d4c1224ba68c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:13.669765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.850407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0613cee2-3f54-4df7-9363-9cf028afa00d req-f2e08258-f91a-4a96-b128-bf07562a5843 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924534 Jun 01 13:11:13.969453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:13.986665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.006364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.086160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Network a2003504-e58a-46c6-80f1-a99d6631ae11 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:14.089708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:14.095493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:14.101308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:14.162135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 9a16c4ac-4248-4083-84ce-d4c1224ba68c owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:14.176782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:14.177447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.193526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event updated for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:14.207433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-ad927abb-09dc-4903-bba9-93a45eeed0bc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6385462 Jun 01 13:11:14.228564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Request body: {'port': {'device_id': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:14.245748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:14.255394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:14.256085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.300343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.371963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.373707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=9a16c4ac-4248-4083-84ce-d4c1224ba68c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:14.387273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.399786 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5974bf63-7537-4784-894d-72a9b70fec5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/9a16c4ac-4248-4083-84ce-d4c1224ba68c HTTP/1.1" status: 204 len: 168 time: 0.8224349 Jun 01 13:11:14.402894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:14.409110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'mac_address': 'fa:16:3e:8a:34:15', 'name': 'tempest-PortsTestJSON-50421798'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:14.419640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:14.420248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.463074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:14.463967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:14.487809 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:14.593671 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b2c6c5-5a2e-4329-8097-67e6d9516a6e'] response: {'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'code': 200} Jun 01 13:11:14.675009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:14.768869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:14.774807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:14.778056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:14.784092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:14.812021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:14.996555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca741a-5ab1-46d3-8ee5-7f404dd63eb8 req-cb78fa2d-d9d5-4de0-b546-a41220788e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:14.998044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23ca741a-5ab1-46d3-8ee5-7f404dd63eb8 req-cb78fa2d-d9d5-4de0-b546-a41220788e84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 1097 time: 0.3347332 Jun 01 13:11:15.065381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.106034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 3edb4026-12d7-49ae-8cd3-1223ceed2833 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:15.114991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc005-5297-46e7-b61f-7c4f84378009 req-11cd5ad9-b8b6-4874-ac78-4e09339ae626 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:15.115720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e9bc005-5297-46e7-b61f-7c4f84378009 req-11cd5ad9-b8b6-4874-ac78-4e09339ae626 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:15.139760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23ca741a-5ab1-46d3-8ee5-7f404dd63eb8 req-e31c1f9b-b3a3-4d83-9a8d-a8927a162343 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Jun 01 13:11:15.185904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6e9bc005-5297-46e7-b61f-7c4f84378009 req-11cd5ad9-b8b6-4874-ac78-4e09339ae626 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:15.186959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e9bc005-5297-46e7-b61f-7c4f84378009 req-11cd5ad9-b8b6-4874-ac78-4e09339ae626 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 931 time: 0.4772522 Jun 01 13:11:15.273048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c775b-bce2-45dd-95a5-19020c092452 req-50fade40-5947-4bc9-9626-0f7121fc5aa9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:15.274530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc5c775b-bce2-45dd-95a5-19020c092452 req-50fade40-5947-4bc9-9626-0f7121fc5aa9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 946 time: 0.2175963 Jun 01 13:11:15.319326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe36d891-0755-49ce-b727-8968388472d9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:15.335255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e9bc005-5297-46e7-b61f-7c4f84378009 req-93a73e7d-01e2-4a8d-bc2f-224c84692246 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391344 Jun 01 13:11:15.339556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.503719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc5c775b-bce2-45dd-95a5-19020c092452 req-c9e9ef04-c07a-4ae9-91f2-2771c8b7a500 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083166 Jun 01 13:11:15.504627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Transition to ACTIVE for port object fe36d891-0755-49ce-b727-8968388472d9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:15.536432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.609912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.657775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.705380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:15.738962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:15.742983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:15.751626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=3edb4026-12d7-49ae-8cd3-1223ceed2833,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:15.771992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:15.778270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:15.778981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.808174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Attempting to bind port fe36d891-0755-49ce-b727-8968388472d9 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:15.808818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Attempting to bind port fe36d891-0755-49ce-b727-8968388472d9 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:15.809245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Attempting to bind port fe36d891-0755-49ce-b727-8968388472d9 on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:15.811408 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f12b9405-0ecc-484f-a1cf-b8e38f7e297e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4068067 Jun 01 13:11:15.813681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:15.817532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Port fe36d891-0755-49ce-b727-8968388472d9 on network a2003504-e58a-46c6-80f1-a99d6631ae11 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:11:15.817985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Attempting to bind port fe36d891-0755-49ce-b727-8968388472d9 on network a2003504-e58a-46c6-80f1-a99d6631ae11 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:15.823699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:15.824195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Checking segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:15.824690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Bound using segment: {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:15.825225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Bound port: fe36d891-0755-49ce-b727-8968388472d9, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae5a8b-8564-4e5e-b3da-38051a761919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:15.825654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:15.918021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb8956-b52d-4684-94b6-53cedccffc38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:15.919113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7fb8956-b52d-4684-94b6-53cedccffc38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:15.941543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7fb8956-b52d-4684-94b6-53cedccffc38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:15.943053 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7fb8956-b52d-4684-94b6-53cedccffc38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/3edb4026-12d7-49ae-8cd3-1223ceed2833 HTTP/1.1" status: 200 len: 839 time: 0.1284747 Jun 01 13:11:15.945796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:15.945955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:15.953160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fe36d891-0755-49ce-b727-8968388472d9,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:15.961189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.044826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:16.046226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.046895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 3edb4026-12d7-49ae-8cd3-1223ceed2833 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:16.047235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.048531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe36d891-0755-49ce-b727-8968388472d9 HTTP/1.1" status: 200 len: 1091 time: 1.8248541 Jun 01 13:11:16.049002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:16.070340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2927-06d5-4d47-b2f6-536e6fce93b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:16.188914 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632e2028-74b1-41d8-80a2-a9e617858d37'] response: {'name': 'network-changed', 'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9', 'status': 'completed', 'code': 200} Jun 01 13:11:16.252871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-679403e6-b729-43f1-802e-2cde7a765cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:16.254766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-679403e6-b729-43f1-802e-2cde7a765cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 1094 time: 0.1450884 Jun 01 13:11:16.363690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-8f58e40c-5316-4919-bcd8-20402e434141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe36d891-0755-49ce-b727-8968388472d9 HTTP/1.1" status: 200 len: 217 time: 0.0946822 Jun 01 13:11:16.401822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.455310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9edc7865-8dd1-4945-b9f3-3f200f19b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:16.456848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9edc7865-8dd1-4945-b9f3-3f200f19b801 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.0861611 Jun 01 13:11:16.530705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-bd10a380-026c-44fb-bc89-29490037e139 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622685 Jun 01 13:11:16.618564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 3edb4026-12d7-49ae-8cd3-1223ceed2833 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:16.730705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.792976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d57759-dbe1-4eeb-aa10-b39d13a94088 req-25e16c14-b2ad-42fa-8515-3fc0ccb700b3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:16.794453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95d57759-dbe1-4eeb-aa10-b39d13a94088 req-25e16c14-b2ad-42fa-8515-3fc0ccb700b3 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 943 time: 0.2628722 Jun 01 13:11:16.802756 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:16.806824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=3edb4026-12d7-49ae-8cd3-1223ceed2833,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:16.824567 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f04490c6-6923-4248-8bc7-16e56f94d0bb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/3edb4026-12d7-49ae-8cd3-1223ceed2833 HTTP/1.1" status: 204 len: 168 time: 0.8772399 Jun 01 13:11:16.827418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36992) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:16.845092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657238a-34d6-4e46-aab9-5a22b49f50aa req-d0f879f6-e2e4-4960-bd5c-db2cc894c963 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:16.846544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9657238a-34d6-4e46-aab9-5a22b49f50aa req-d0f879f6-e2e4-4960-bd5c-db2cc894c963 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 946 time: 0.1838021 Jun 01 13:11:16.851945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-9db665d3-eb49-49f1-b101-892ce7a04685 service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725797 Jun 01 13:11:16.874321 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2a8d0f-09c5-4a3c-b6c0-cf8199a5c99e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:16.875019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aa2a8d0f-09c5-4a3c-b6c0-cf8199a5c99e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:16.897522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aa2a8d0f-09c5-4a3c-b6c0-cf8199a5c99e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:16.899614 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa2a8d0f-09c5-4a3c-b6c0-cf8199a5c99e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/3edb4026-12d7-49ae-8cd3-1223ceed2833 HTTP/1.1" status: 404 len: 333 time: 0.0696914 Jun 01 13:11:16.904322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:16.909967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'name': 'tempest-PortsTestJSON-1192680663'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:16.911289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95d57759-dbe1-4eeb-aa10-b39d13a94088 req-bd56090c-db6a-4fce-9de2-fdf43657d5ea tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098270 Jun 01 13:11:17.026098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9657238a-34d6-4e46-aab9-5a22b49f50aa req-3a2b7f70-8ee7-4c15-89d5-7aafbf8dce65 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358604 Jun 01 13:11:17.097196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:17.108729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:17.120541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b05876ea-06ef-4eec-b373-c1c3e63e3d92 req-6d08d965-7966-425e-acfd-d5b3ffd53e0d service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495663 Jun 01 13:11:17.128901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:17.132618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.163306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:17.416940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-725e0b91-4960-4968-b7e5-b2a924455346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:17.419697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-725e0b91-4960-4968-b7e5-b2a924455346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 1094 time: 0.1973500 Jun 01 13:11:17.471415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.524640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.527011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-0ce8b4b6-3002-4541-86c9-5403929a6234 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:17.528641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-0ce8b4b6-3002-4541-86c9-5403929a6234 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.3272619 Jun 01 13:11:17.561886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-6de622e7-b3bc-445b-9b80-861fe69c9c0a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0223820 Jun 01 13:11:17.598110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:17.601413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:17.605920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:17.611519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:17.612146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.632161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:17.657271 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9c5b496b-1e38-496e-83fa-f752364205f1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7493606 Jun 01 13:11:17.657679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:17.663555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:17.824554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-4a80553c-e0ef-431d-b4f8-95f6487fa32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:17.825900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.827429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-4a80553c-e0ef-431d-b4f8-95f6487fa32c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 200 len: 923 time: 0.3926179 Jun 01 13:11:17.862624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:17.906336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-ba2730cd-6f75-4482-9106-1ac843ec6054 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3233435 Jun 01 13:11:17.926876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-3415d86f-d31e-4106-9efc-2587b6e8ccc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe36d891-0755-49ce-b727-8968388472d9 HTTP/1.1" status: 200 len: 217 time: 0.0902894 Jun 01 13:11:18.114176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:18.124542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:18.141844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-da3d67d6-880b-4fa5-b10b-76895845bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:18.141844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-da3d67d6-880b-4fa5-b10b-76895845bc3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 200 len: 862 time: 0.1950550 Jun 01 13:11:18.208069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] In _notify_port_updated(), no bound segment for port 2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f on network 2be8c013-b655-4dc6-93ae-3277f5be3a85 {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:11:18.215852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:18.216505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:18.220927 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/ports/2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f HTTP/1.1" status: 200 len: 818 time: 0.5623894 Jun 01 13:11:18.221556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:18.222068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-8fabbef8-ac58-495f-8706-755917d3950d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2003504-e58a-46c6-80f1-a99d6631ae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632749 Jun 01 13:11:18.235161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-46274394-c3a7-4848-a355-32e28b3b8762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:18.275869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-ac965cf5-d635-462d-a28a-3c4079f857c9 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508468 Jun 01 13:11:18.295472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856abd30-6314-461a-bc25-660b435ee171 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:18.316691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:18.317400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:18.419003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcc4e9-c09e-478b-8177-e643b63c5842 req-95475a22-28f8-4666-bf46-ea20775e5624 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:18.420483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bbcc4e9-c09e-478b-8177-e643b63c5842 req-95475a22-28f8-4666-bf46-ea20775e5624 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 943 time: 0.3622591 Jun 01 13:11:18.569692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-9c7d29e2-96f5-4de0-ab07-ed23d6f78686 service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310173 Jun 01 13:11:18.723241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bbcc4e9-c09e-478b-8177-e643b63c5842 req-34957d81-04e0-4596-b0d7-74a42afbcfac tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797019 Jun 01 13:11:18.737703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdc0bd02-7ab1-4f32-8981-8901ef694baa req-5818444c-e3cc-4fc4-96fd-a84a9592dea5 service neutron] 10.222.0.24 "GET /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545839 Jun 01 13:11:18.739646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e96678b-a782-42a3-96e7-406d0b30b07f req-23ceae2b-6cea-410e-a899-4bdabd7dce7b service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160419 Jun 01 13:11:18.789170 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-6f1ed627-b417-4985-a7ce-f65c74f491f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2349384 Jun 01 13:11:18.826199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.018478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:19.183494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-62b7c0c7-c331-42b7-810c-481fec57b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:19.185732 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-62b7c0c7-c331-42b7-810c-481fec57b8b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 1097 time: 0.2946894 Jun 01 13:11:19.204609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.284402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:19.298045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.349856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fe36d891-0755-49ce-b727-8968388472d9 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:19.379747 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-57d0009a-7e25-490a-a97a-7830bb5dace0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f HTTP/1.1" status: 204 len: 168 time: 1.1539567 Jun 01 13:11:19.382261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37058) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:19.493793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3696806-953a-48b6-a93b-c75bad8da25c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:19.495306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3696806-953a-48b6-a93b-c75bad8da25c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:19.512273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-2e084b69-a8a3-4ed4-852c-6e476b3c040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:19.513914 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-2e084b69-a8a3-4ed4-852c-6e476b3c040c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.3013384 Jun 01 13:11:19.529826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3696806-953a-48b6-a93b-c75bad8da25c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:19.534061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b3696806-953a-48b6-a93b-c75bad8da25c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1507351 Jun 01 13:11:19.537736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37070) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:19.592955 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea7bdfc-9b84-4ab9-ac11-9969c61ea2e7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:19.594865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bea7bdfc-9b84-4ab9-ac11-9969c61ea2e7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/2911dd4c-1db0-4f79-a7a9-273aaf4e8f8f HTTP/1.1" status: 404 len: 333 time: 0.0546143 Jun 01 13:11:19.598860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37080) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:19.613215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061478815'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:19.621018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:19.623810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fe36d891-0755-49ce-b727-8968388472d9,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:19.627327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:19.631795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:19.644733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:19.657330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'fe36d891-0755-49ce-b727-8968388472d9', 'network_id': 'a2003504-e58a-46c6-80f1-a99d6631ae11', 'port_id': 'fe36d891-0755-49ce-b727-8968388472d9', 'mac_address': 'fa:16:3e:a4:92:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:19.665528 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-9fc40234-3c25-4ac2-af88-8a04270df7fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 200 len: 217 time: 0.1452215 Jun 01 13:11:19.667664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:19.671553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.758274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port fe36d891-0755-49ce-b727-8968388472d9 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:19.758566 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.785002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe36d891-0755-49ce-b727-8968388472d9 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:19.803653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-4542c825-7d47-4dd5-a144-99a9fd10f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:19.803893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fe36d891-0755-49ce-b727-8968388472d9,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:19.810243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.822849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-4542c825-7d47-4dd5-a144-99a9fd10f5b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1488829 Jun 01 13:11:19.910264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:19.922878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:19.964677 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:19.964677 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment bd41cdd2-d53e-4247-8bc9-2667fe09a21c of type vlan for network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a Jun 01 13:11:20.009711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-e5470999-25af-459f-9754-b5a921e31573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:20.017933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-e5470999-25af-459f-9754-b5a921e31573 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812737 Jun 01 13:11:20.069185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-c0f35ad6-6459-497d-853c-5999ae488428 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:20.076398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-c0f35ad6-6459-497d-853c-5999ae488428 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.3870149 Jun 01 13:11:20.108663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-5f186edb-6966-4648-998b-b05f35cc5eb0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0317283 Jun 01 13:11:20.151024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-c7036b90-6154-4142-ae64-c5b2596c6cc7 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336668 Jun 01 13:11:20.192266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:20.260942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['fe36d891-0755-49ce-b727-8968388472d9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:20.282273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:20.295907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:20.296518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:20.308363 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2f4a5630-e31e-4ecb-8981-eb66df5f8faa req-eec2e756-9004-4ed3-a358-ceebf8970286 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471653 Jun 01 13:11:20.318009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494f8bb-3b90-4c9a-a8b0-daa25bcb87fa req-452bce7b-6b18-40e7-8542-423e4fb1adb2 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:20.328400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1494f8bb-3b90-4c9a-a8b0-daa25bcb87fa req-452bce7b-6b18-40e7-8542-423e4fb1adb2 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 944 time: 0.3257060 Jun 01 13:11:20.507347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1494f8bb-3b90-4c9a-a8b0-daa25bcb87fa req-91fcaf17-7745-48b1-baa8-ec860693a70c tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135705 Jun 01 13:11:20.633061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-baa28ac7-4d6d-4ddb-98da-a4b598b7626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:20.669448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-d55fd161-9a99-4718-8f36-ceefb0319600 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5599229 Jun 01 13:11:20.674237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0722899 Jun 01 13:11:20.677769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:20.683553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:20.746953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b2d26-96a7-458b-924d-4d131771e603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=4b0fcde6-b345-4cce-9f25-97f1a5e2b24a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:20.759394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:20.803406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:20.807380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:20.810461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:20.816533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:20.818656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-32e491da-80bd-4465-864a-a18e31e72a74 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411412 Jun 01 13:11:20.827687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:20.831572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:20.963177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-db1fe669-ca29-41fc-994c-a19153da10a3 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382942 Jun 01 13:11:21.177205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-babfccf9-f554-420a-8fb0-9835068db8df req-24a3860c-1894-4cc5-af36-7cf97d10650e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 210 time: 0.0570002 Jun 01 13:11:21.202051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.298730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=abfa284e-c17d-409e-aa87-985fcc41fb0a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:21.302910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:21.303269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:21.325677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:21.336337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:21.341087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:21.341699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.346063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c617132-31c7-40f0-9a7b-02ec8c3fcab5 None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:21.366462 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-87037054-f129-4758-8e6e-fc957509de22 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6874199 Jun 01 13:11:21.370001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37128) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:21.377346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:21.549763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:21.554418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:21.557843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:21.564523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:21.576424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:21.580186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.594193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': 'abfa284e-c17d-409e-aa87-985fcc41fb0a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:21.595415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.702493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.740506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:21.804851 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet abfa284e-c17d-409e-aa87-985fcc41fb0a (CIDR: 172.20.0.0/28) Jun 01 13:11:21.810187 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:11:21.810687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:11:21.823357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2144-4f41-4f73-af74-09ff169c31ea req-c0bfb11c-782c-43b7-972d-67026c1f7fd1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:21.831027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f8a2144-4f41-4f73-af74-09ff169c31ea req-c0bfb11c-782c-43b7-972d-67026c1f7fd1 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 944 time: 0.1419854 Jun 01 13:11:21.862354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Allocated IP 172.20.0.2 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/abfa284e-c17d-409e-aa87-985fcc41fb0a/526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:21.892471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f8a2144-4f41-4f73-af74-09ff169c31ea req-688645ee-b014-49d5-b41f-2e3ded7767f5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Jun 01 13:11:21.897501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-44b4cc02-b537-40d7-8e30-7f9f7fcec6a3 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5228579 Jun 01 13:11:21.898330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:21.905952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:22.062493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:22.067269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:22.070177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:22.077937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:22.089040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:22.093794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.113554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.124741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Transition to ACTIVE for port object 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:22.144557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Transition to ACTIVE for port object 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:22.150073 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.218031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:22.221036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:22.225752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:22.235494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Pushing event updated for resources: {'Port': ['ID=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:22.376601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Attempting to bind port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:22.377524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Attempting to bind port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:22.378002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Attempting to bind port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f on network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:22.384575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:22.385083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Checking segment: {'id': 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:22.385751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.386533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Bound using segment: {'id': 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:22.387480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Bound port: 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:22.388107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.485194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:22.488944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,segment=NetworkSegment(bd41cdd2-d53e-4247-8bc9-2667fe09a21c),segment_id=bd41cdd2-d53e-4247-8bc9-2667fe09a21c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:22.492783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.505822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.506458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5a454b9-ee59-4990-bb94-cd55208e673b req-da581b53-ccac-4dc0-a239-126838010030 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 210 time: 0.1285253 Jun 01 13:11:22.622219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6428-4a2f-47e0-a155-4a8786a6730d None None] Pushing event updated for resources: {'Port': ['ID=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:22.641919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-883870fc-9ab0-4b13-a3da-90aba7880d18 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:22.643878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-883870fc-9ab0-4b13-a3da-90aba7880d18 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.2971158 Jun 01 13:11:22.652081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:22.655698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:22.658116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:22.660558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:22.661271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.669321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7998f-af5a-4e18-83c0-1ae615170c47,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:22.716803 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d668c522-a4d8-4f13-90f1-e19aafe50f0e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8165560 Jun 01 13:11:22.726786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37202) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:22.731468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'fixed_ips': [{'subnet_id': 'abfa284e-c17d-409e-aa87-985fcc41fb0a'}, {'subnet_id': 'a7a7998f-af5a-4e18-83c0-1ae615170c47'}], 'name': 'tempest-PortsTestJSON-1783224666'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:22.859780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:22.875606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:22.903336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:22.908230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:22.943272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:22.947757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:22.950818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:22.958756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:22.981956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:23.048338 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.141421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.161721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 40ce0155-debb-455c-abb6-884cf4d9b8c4 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:23.308986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.13 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/ab574567-7636-4da9-aad0-987da5ed99bb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:23.327661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:23.349185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-0e570d29-5cc7-4037-b5b0-91e7a9a9d65e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:23.350650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-0e570d29-5cc7-4037-b5b0-91e7a9a9d65e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.2988772 Jun 01 13:11:23.359614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f49b-66c4-4f84-ab6c-d940a4097c6d req-90173694-d773-45bf-b444-d4d7f4884537 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:23.361073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a91f49b-66c4-4f84-ab6c-d940a4097c6d req-90173694-d773-45bf-b444-d4d7f4884537 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 944 time: 0.3001828 Jun 01 13:11:23.387203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fe36d891-0755-49ce-b727-8968388472d9 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:23.403010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-09635196-992d-41e0-924b-2f8b1c46883f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/quotas/c14b4b72482f416e9341b41f9bb7155e HTTP/1.1" status: 200 len: 375 time: 0.0388579 Jun 01 13:11:23.453616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:23.475341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port fe36d891-0755-49ce-b727-8968388472d9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:23.483694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port fe36d891-0755-49ce-b727-8968388472d9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:23.484321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.516669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a91f49b-66c4-4f84-ab6c-d940a4097c6d req-4496a4bc-a6a1-4f77-8f10-5a448d8abb6d tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426108 Jun 01 13:11:23.577210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.11 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/abfa284e-c17d-409e-aa87-985fcc41fb0a/40ce0155-debb-455c-abb6-884cf4d9b8c4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:23.586884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.30 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/a7a7998f-af5a-4e18-83c0-1ae615170c47/40ce0155-debb-455c-abb6-884cf4d9b8c4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:23.679441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port fe36d891-0755-49ce-b727-8968388472d9 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:23.679662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.726339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:23.738684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fe36d891-0755-49ce-b727-8968388472d9,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:23.749720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.835431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:23.846170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5747e2d9-e613-47af-a790-445adb6863a1 req-007a510c-4277-477c-acf6-f1b781964c6d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 210 time: 0.0654619 Jun 01 13:11:23.864420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.879510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-59fbf68f-2849-44b0-af12-4f55b515a75c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4623408 Jun 01 13:11:23.885045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 40ce0155-debb-455c-abb6-884cf4d9b8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:23.918429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:23.921616 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080e4b2e-6561-46e9-8f8e-c4167ca83777'] response: {'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9', 'code': 200} Jun 01 13:11:23.961628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2017146a-3f22-4fae-bd20-803c0df29805 None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:24.002238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:24.005916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:24.009913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:24.070352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Provisioning for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:24.074489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.087846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:24.088217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.094051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-a1cfddb2-fa57-4211-a1aa-ccb204ddc374 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136254 Jun 01 13:11:24.108139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=40ce0155-debb-455c-abb6-884cf4d9b8c4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:24.134580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:24.135002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.166379 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b710c25f-494d-4ae1-9450-aac4357a407a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4415045 Jun 01 13:11:24.168028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37228) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:24.175055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abfa284e-c17d-409e-aa87-985fcc41fb0a'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:24.319639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-ca8db387-9447-46b4-b5f2-d7d9701ee1e3 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247281 Jun 01 13:11:24.321834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.343477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:24.374152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4a015-796a-4833-a536-e627ffd46d0c req-c413ba22-c9fa-4d40-9a7b-8dfc0605ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:24.375828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-76f4a015-796a-4833-a536-e627ffd46d0c req-c413ba22-c9fa-4d40-9a7b-8dfc0605ed8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 1096 time: 0.3346927 Jun 01 13:11:24.406880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:24.410710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:24.418629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:24.423944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:24.424323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.464643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-7ffc9220-715b-44f8-b438-2ae0d4953493 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:24.467020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-7ffc9220-715b-44f8-b438-2ae0d4953493 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/ports?device_id=68b84c24-0683-4cda-bd8d-163df0db2dd2 HTTP/1.1" status: 200 len: 945 time: 0.2924430 Jun 01 13:11:24.472204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:24.527852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,segment=NetworkSegment(bd41cdd2-d53e-4247-8bc9-2667fe09a21c),segment_id=bd41cdd2-d53e-4247-8bc9-2667fe09a21c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:24.544374 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.544728 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:11:24.545354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.564383 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-76f4a015-796a-4833-a536-e627ffd46d0c req-4e3ca915-aab0-4269-a74b-15ab86755e9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506608 Jun 01 13:11:24.664422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:24.664825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.711333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5fd7ea7-a117-4ee6-954a-44cd9f7d024a req-8e7077e6-e35d-4dfd-af9a-9f4d179e4d74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 210 time: 0.0907474 Jun 01 13:11:24.764797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port 5f1a35c6-f7f0-421d-af0d-8899276957cc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:24.765170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.787337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1e168-6eec-4f53-8f8f-243520c74f50 None None] Pushing event updated for resources: {'Port': ['ID=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:24.792758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Update dhcp port {'port': {'network_id': '4b0fcde6-b345-4cce-9f25-97f1a5e2b24a', 'fixed_ips': [{'subnet_id': 'abfa284e-c17d-409e-aa87-985fcc41fb0a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7a7998f-af5a-4e18-83c0-1ae615170c47'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:11:24.849230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-e5bf8906-ea35-4fcf-8ea0-a15922cdf0ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1970663 Jun 01 13:11:24.853210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:24.863809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Request body: {'port': {'device_id': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:25.021500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Delete allocated IP 172.20.0.30 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/a7a7998f-af5a-4e18-83c0-1ae615170c47) {{(pid=88372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:11:25.145825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4d66-b35b-4b8d-8cfd-e3279761e737 req-02e0ea33-5432-4859-8918-5a6ed8c70079 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:25.147339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f79c4d66-b35b-4b8d-8cfd-e3279761e737 req-02e0ea33-5432-4859-8918-5a6ed8c70079 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 945 time: 0.4343412 Jun 01 13:11:25.147924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.202805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.218310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Ignored duplicate provisioning block setup for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:11:25.223238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.346785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Allocated IP 172.20.0.18 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/a7a7998f-af5a-4e18-83c0-1ae615170c47/526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:25.354557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f79c4d66-b35b-4b8d-8cfd-e3279761e737 req-29027b36-408d-4f76-ba3b-66d3954838dc tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789796 Jun 01 13:11:25.393827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:25.395747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a0d2-45ae-4904-b07e-287a95b313ab req-366e5105-a0b5-48d0-be90-8feca0e7f018 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:25.396446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-84a9a0d2-45ae-4904-b07e-287a95b313ab req-366e5105-a0b5-48d0-be90-8feca0e7f018 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:25.434281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=40ce0155-debb-455c-abb6-884cf4d9b8c4,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:25.484882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port 5f1a35c6-f7f0-421d-af0d-8899276957cc, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5f1a35c6-f7f0-421d-af0d-8899276957cc,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:25.485227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.485890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] In _notify_port_updated(), no bound segment for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 on network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:11:25.495412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-84a9a0d2-45ae-4904-b07e-287a95b313ab req-366e5105-a0b5-48d0-be90-8feca0e7f018 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:25.497284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:25.498544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.500176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cbec70a-2f7f-4dee-9831-a2ef5d6663a8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/ports/40ce0155-debb-455c-abb6-884cf4d9b8c4 HTTP/1.1" status: 200 len: 920 time: 1.3310599 Jun 01 13:11:25.502804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a9a0d2-45ae-4904-b07e-287a95b313ab req-366e5105-a0b5-48d0-be90-8feca0e7f018 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 932 time: 0.5006211 Jun 01 13:11:25.503384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37246) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:25.509561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abfa284e-c17d-409e-aa87-985fcc41fb0a'}, {'subnet_id': 'a7a7998f-af5a-4e18-83c0-1ae615170c47'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:25.597868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,segment=NetworkSegment(bd41cdd2-d53e-4247-8bc9-2667fe09a21c),segment_id=bd41cdd2-d53e-4247-8bc9-2667fe09a21c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:25.600439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:25.600662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.675639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.677547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.726033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Transition to ACTIVE for port object 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:25.733761 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:25.789809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for 5f1a35c6-f7f0-421d-af0d-8899276957cc owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:25.936971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:25.943408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28f06c-919b-4fcf-858f-c7bfa75f555d None None] Pushing event updated for resources: {'Port': ['ID=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:25.958026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56a4afaa-86af-4c5e-9b39-85b5493e9f5f req-5d2cdcef-96b6-43fc-aa00-826f84c356ce tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 210 time: 0.1353736 Jun 01 13:11:25.978988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a9a0d2-45ae-4904-b07e-287a95b313ab req-1eda79e5-00bd-4ed2-bf59-e0090d7dfd7d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752271 Jun 01 13:11:26.179206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.29 (4b0fcde6-b345-4cce-9f25-97f1a5e2b24a/a7a7998f-af5a-4e18-83c0-1ae615170c47/40ce0155-debb-455c-abb6-884cf4d9b8c4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:26.184839 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.202301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:26.266571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event deleted for resources: {'Port': ['ID=5f1a35c6-f7f0-421d-af0d-8899276957cc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:26.297687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 5f1a35c6-f7f0-421d-af0d-8899276957cc {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:26.300327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5f1a35c6-f7f0-421d-af0d-8899276957cc not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:26.363240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] No DVR routers for this DVR port 5f1a35c6-f7f0-421d-af0d-8899276957cc on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:26.366753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab574567-7636-4da9-aad0-987da5ed99bb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:26.372215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.374640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-deleted', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:26.376632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-9d753bba-a988-4970-a53e-0f6bc3856c35 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:26.378319 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-9d753bba-a988-4970-a53e-0f6bc3856c35 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.24 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.3188951 Jun 01 13:11:26.384681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.417702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Request body: {'port': {'device_id': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'admin_state_up': True, 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:26.419838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dac20d88-35c4-426c-a7ac-554e0d7d471f req-251d381b-6036-43f7-8ea8-17489685fe83 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "DELETE /v2.0/ports/5f1a35c6-f7f0-421d-af0d-8899276957cc HTTP/1.1" status: 204 len: 173 time: 1.9335847 Jun 01 13:11:26.420905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Transition to ACTIVE for port object ab574567-7636-4da9-aad0-987da5ed99bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:26.435947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.503141 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bee057-f7cb-4dfa-93f0-596c391a078e'] response: {'server_uuid': '68b84c24-0683-4cda-bd8d-163df0db2dd2', 'name': 'network-vif-deleted', 'tag': '5f1a35c6-f7f0-421d-af0d-8899276957cc', 'status': 'completed', 'code': 200} Jun 01 13:11:26.672569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.712633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Ignored duplicate provisioning block setup for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:11:26.725156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.733243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Pushing event updated for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:26.741532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76341cde-297d-4b86-a920-41bdc2406b7d None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:26.791278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:26.837774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0ec0-440b-4737-bf58-5bf870dfbd13 req-c18fc452-2413-48fe-a6af-87667c59f349 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:26.840633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbba0ec0-440b-4737-bf58-5bf870dfbd13 req-c18fc452-2413-48fe-a6af-87667c59f349 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 945 time: 0.2422690 Jun 01 13:11:26.845425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Provisioning for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:26.849602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Attempting to bind port ab574567-7636-4da9-aad0-987da5ed99bb on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:26.850020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Attempting to bind port ab574567-7636-4da9-aad0-987da5ed99bb by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:26.850402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Attempting to bind port ab574567-7636-4da9-aad0-987da5ed99bb on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:26.863736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Provisioning complete for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:26.864115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.868989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Port ab574567-7636-4da9-aad0-987da5ed99bb on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:11:26.869326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Attempting to bind port ab574567-7636-4da9-aad0-987da5ed99bb on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:26.881203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:26.881535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:26.881921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:26.882348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Bound port: ab574567-7636-4da9-aad0-987da5ed99bb, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:26.882731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:26.973138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbba0ec0-440b-4737-bf58-5bf870dfbd13 req-38a8f858-c649-4b4d-b7b1-3b8171ef86fb tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254294 Jun 01 13:11:26.977036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Port 40ce0155-debb-455c-abb6-884cf4d9b8c4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:26.979244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Usage tracker for resource:port and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:27.023452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:27.064542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:27.091102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:27.099741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab574567-7636-4da9-aad0-987da5ed99bb,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:27.101992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=40ce0155-debb-455c-abb6-884cf4d9b8c4,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:27.114888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.120028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Provisioning for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:27.136646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] In _notify_port_updated(), no bound segment for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 on network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:11:27.139013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:27.139558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.142438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:27.143132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.144512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92fb3cbf-25bd-4ab9-ba48-c10eed10b9dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/ports/40ce0155-debb-455c-abb6-884cf4d9b8c4 HTTP/1.1" status: 200 len: 1000 time: 1.6399508 Jun 01 13:11:27.147459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37264) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:27.187320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:27.192019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.313981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-51ecd232-4611-4fe9-ad34-cf192e3a8c6e req-69d295d0-2e60-448f-90f4-1746d914f48e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:27.324156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:27.354050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:27.354924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.356406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] 10.222.0.13 "PUT /v2.0/ports/ab574567-7636-4da9-aad0-987da5ed99bb HTTP/1.1" status: 200 len: 1092 time: 2.4982579 Jun 01 13:11:27.375946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 40ce0155-debb-455c-abb6-884cf4d9b8c4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:27.376184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.379704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-51ecd232-4611-4fe9-ad34-cf192e3a8c6e req-69d295d0-2e60-448f-90f4-1746d914f48e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:27.381175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51ecd232-4611-4fe9-ad34-cf192e3a8c6e req-69d295d0-2e60-448f-90f4-1746d914f48e tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 210 time: 0.1864738 Jun 01 13:11:27.387712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463b259-feb1-4287-bf87-9a8cc429b71d service neutron] Pushing event updated for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:27.391131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3bbd442-0138-4ec3-8334-7a1600171278 None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:27.407244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47cf2e-c490-4a16-a811-f66aec4e97ba req-28407dee-ebcd-46f4-9f5f-b007df1e9c86 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:27.408913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b47cf2e-c490-4a16-a811-f66aec4e97ba req-28407dee-ebcd-46f4-9f5f-b007df1e9c86 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 944 time: 0.1760712 Jun 01 13:11:27.429133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:27.429509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.512590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b47cf2e-c490-4a16-a811-f66aec4e97ba req-7da5dcfa-5e5d-41a0-a0a4-25c268482363 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560317 Jun 01 13:11:27.523823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-3757d159-e293-4fa8-9156-2e8b405a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:27.525283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-3757d159-e293-4fa8-9156-2e8b405a113d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 1095 time: 0.1154068 Jun 01 13:11:27.581307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:27.614003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-acfe0b3e-e35f-4969-94d3-1c31e7562666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab574567-7636-4da9-aad0-987da5ed99bb HTTP/1.1" status: 200 len: 217 time: 0.0807214 Jun 01 13:11:27.616081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Allocated IP 172.20.0.5 (77119ff8-eb92-4710-83fa-7760fc0af338/e6dd9342-103c-4629-8458-8606518e55bc/27070187-053e-4a07-a31f-8319e8a22289) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:27.889880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-3edd154b-2147-4722-a9e2-2411c68e8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:27.891310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-3edd154b-2147-4722-a9e2-2411c68e8c45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.2700377 Jun 01 13:11:27.925948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Provisioning complete for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:27.927152 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.935010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:27.947420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-f3b9b42b-54d3-4579-9231-7db8b511ebfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482366 Jun 01 13:11:28.006327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Port 40ce0155-debb-455c-abb6-884cf4d9b8c4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:28.019137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:28.019533 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.062453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0e30-eff7-42e6-b49b-a8f3cc748b14 req-c1bc6aa1-594d-4822-9eff-6bb1a5626eb5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:28.064911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a4e0e30-eff7-42e6-b49b-a8f3cc748b14 req-c1bc6aa1-594d-4822-9eff-6bb1a5626eb5 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 945 time: 0.2330940 Jun 01 13:11:28.096831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 40ce0155-debb-455c-abb6-884cf4d9b8c4 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:28.147439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a4e0e30-eff7-42e6-b49b-a8f3cc748b14 req-c08b6859-9f94-43c8-8abb-fc7e2136338b tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757177 Jun 01 13:11:28.149510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-067f28a2-8d8c-42ad-8671-b9bc6a9c1ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947298 Jun 01 13:11:28.158340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-40a0a9d3-7b30-4d99-ae07-96b77a4dc6af None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:28.220960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.282034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2e6ac6b0-414a-4b91-8fc4-26e844fbe84c None None] Provisioning complete for port 40ce0155-debb-455c-abb6-884cf4d9b8c4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:28.282893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac6b0-414a-4b91-8fc4-26e844fbe84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.314482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b960051-a8c4-4745-a68f-9c9ab0dd3669 req-86f00611-4cfb-4fa6-b426-70ef006d361a service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485932 Jun 01 13:11:28.365569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ac6b0-414a-4b91-8fc4-26e844fbe84c None None] Port 40ce0155-debb-455c-abb6-884cf4d9b8c4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:28.369479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.447186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Network 77119ff8-eb92-4710-83fa-7760fc0af338 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:28.452482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:28.457181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:28.478349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-592deb4a-c2ba-4126-a12e-d6e75b83323b None None] Could not find standard attr ID for object 40ce0155-debb-455c-abb6-884cf4d9b8c4. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:28.490571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.504791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:28.518629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:28.591375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b5107d0-9c31-439b-bf50-2e6a09a82540 None None] Could not find standard attr ID for object 40ce0155-debb-455c-abb6-884cf4d9b8c4. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:28.600651 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce559bb0-8614-4225-90dd-a27d031d73ea'] response: {'name': 'network-changed', 'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb', 'status': 'completed', 'code': 200} Jun 01 13:11:28.617071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=40ce0155-debb-455c-abb6-884cf4d9b8c4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:28.631680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:28.632320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.738377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-01d3b501-e50a-4cb2-9718-7fff836889ae tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3310804 Jun 01 13:11:28.750097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:28.752381 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-29c58d4e-bbe0-4681-84c9-368b0787f822 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/40ce0155-debb-455c-abb6-884cf4d9b8c4 HTTP/1.1" status: 204 len: 168 time: 1.6035593 Jun 01 13:11:28.757355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Request body: {'port': {'device_id': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:28.758231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37276) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:28.812039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4b146-6d10-4713-b7d4-6a5b646b8ffc req-ba9bbcad-2163-4d65-9d12-c164ff9c6302 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:28.813418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bb4b146-6d10-4713-b7d4-6a5b646b8ffc req-ba9bbcad-2163-4d65-9d12-c164ff9c6302 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 931 time: 0.2549362 Jun 01 13:11:28.826119 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a088bdd0-11ca-4ee3-9f37-543da251aec5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:28.827384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a088bdd0-11ca-4ee3-9f37-543da251aec5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/40ce0155-debb-455c-abb6-884cf4d9b8c4 HTTP/1.1" status: 404 len: 333 time: 0.0670452 Jun 01 13:11:28.839070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:28.842471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-3923242f-cf8b-4432-907c-a8d9e86ab1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:28.843912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-3923242f-cf8b-4432-907c-a8d9e86ab1ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 1095 time: 0.2374804 Jun 01 13:11:28.960483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bb4b146-6d10-4713-b7d4-6a5b646b8ffc req-e8fffdb5-f6e5-4a60-81c0-899bd3f80723 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395516 Jun 01 13:11:28.972358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a1558-0805-4c84-b264-d5546ac576a2 req-2dedadfa-08e6-4ea1-8f8e-cce788f84ca4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:28.974177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-193a1558-0805-4c84-b264-d5546ac576a2 req-2dedadfa-08e6-4ea1-8f8e-cce788f84ca4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 944 time: 0.2821968 Jun 01 13:11:29.040772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.052169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-fe60d3c6-fc7a-460c-89d5-b5d31edbe739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:29.053648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-fe60d3c6-fc7a-460c-89d5-b5d31edbe739 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.1992009 Jun 01 13:11:29.059161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-193a1558-0805-4c84-b264-d5546ac576a2 req-6b79045b-d654-46e5-b878-cc0e9f87c507 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605211 Jun 01 13:11:29.059361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet a7a7998f-af5a-4e18-83c0-1ae615170c47 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:29.065270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.132018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-08435b96-a3d3-4794-a214-02ad2382e973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab574567-7636-4da9-aad0-987da5ed99bb HTTP/1.1" status: 200 len: 217 time: 0.0698187 Jun 01 13:11:29.176291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.199308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-17abe378-3b32-4ab6-a55d-e3c0212a2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:29.200777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-17abe378-3b32-4ab6-a55d-e3c0212a2cdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0604990 Jun 01 13:11:29.254356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-be53a688-4bf3-441a-8235-23929b44d87b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440514 Jun 01 13:11:29.405975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.510333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-23271994-a7f7-4804-bbe9-3cf358bb06c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481749 Jun 01 13:11:29.548492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.557106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-4226d7e2-80c5-47d6-b47b-15c684302393 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:29.558862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-4226d7e2-80c5-47d6-b47b-15c684302393 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 945 time: 0.1787479 Jun 01 13:11:29.602261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7998f-af5a-4e18-83c0-1ae615170c47,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:29.609298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.609925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6552-227b-49fc-b2a0-67b17eb1cb21 req-232ce0d2-72b4-4982-b854-114aff5d94e9 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:29.611893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c95b6552-227b-49fc-b2a0-67b17eb1cb21 req-232ce0d2-72b4-4982-b854-114aff5d94e9 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 945 time: 0.3481953 Jun 01 13:11:29.616579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b759b3-c771-4b7e-aebd-d5c8ce05da59 None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:29.618050 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-554a4221-468e-4eaa-b5e4-233247529629 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/a7a7998f-af5a-4e18-83c0-1ae615170c47 HTTP/1.1" status: 204 len: 168 time: 0.7779293 Jun 01 13:11:29.620444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:29.624615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27070187-053e-4a07-a31f-8319e8a22289 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:29.671675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.702147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Transition to ACTIVE for port object 27070187-053e-4a07-a31f-8319e8a22289 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:29.711848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet abfa284e-c17d-409e-aa87-985fcc41fb0a {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:29.713796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.750546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.900203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Deleting port fe36d891-0755-49ce-b727-8968388472d9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:29.900625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.927781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:29.938360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:29.953786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c95b6552-227b-49fc-b2a0-67b17eb1cb21 req-e5f02a0c-9883-401e-a87d-27ab63b97168 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups?id=565d715a-079d-4962-809e-bbddd673d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952473 Jun 01 13:11:29.988408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ac984f9-0d49-4c23-af4e-24f7eb28fe8c req-f204c31d-353d-411f-adc7-a2fb332f71e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709642 Jun 01 13:11:30.073592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Attempting to bind port 27070187-053e-4a07-a31f-8319e8a22289 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:30.074191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Attempting to bind port 27070187-053e-4a07-a31f-8319e8a22289 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:30.074561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Attempting to bind port 27070187-053e-4a07-a31f-8319e8a22289 on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:30.083053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Port 27070187-053e-4a07-a31f-8319e8a22289 on network 77119ff8-eb92-4710-83fa-7760fc0af338 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:11:30.083371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Attempting to bind port 27070187-053e-4a07-a31f-8319e8a22289 on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:30.095407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:30.095736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Checking segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:30.096121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Bound using segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:30.096555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Bound port: 27070187-053e-4a07-a31f-8319e8a22289, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:30.096899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.164916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.251807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:30.256477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:30.264708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.313287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.313701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] For port fe36d891-0755-49ce-b727-8968388472d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=fe36d891-0755-49ce-b727-8968388472d9,segment=NetworkSegment(58ae5a8b-8564-4e5e-b3da-38051a761919),segment_id=58ae5a8b-8564-4e5e-b3da-38051a761919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:30.314227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.375691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:30.376656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.378013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/27070187-053e-4a07-a31f-8319e8a22289 HTTP/1.1" status: 200 len: 1091 time: 1.6246688 Jun 01 13:11:30.379578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'tag': '27070187-053e-4a07-a31f-8319e8a22289'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:30.387351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.390628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=abfa284e-c17d-409e-aa87-985fcc41fb0a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:30.402514 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a090c490-f95d-4b72-ac3f-02dfc69e20b4 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/abfa284e-c17d-409e-aa87-985fcc41fb0a HTTP/1.1" status: 204 len: 168 time: 0.7809734 Jun 01 13:11:30.404236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:30.425567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472f312-73eb-40b7-94d5-84534cfd14b1 service neutron] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:30.456525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Calling delete_port for fe36d891-0755-49ce-b727-8968388472d9 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:30.503841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d002a-51ad-49e0-97af-6d6787773cf2 req-5ce87cdb-4293-4f50-94dc-47ec4015ec62 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:30.505535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d4d002a-51ad-49e0-97af-6d6787773cf2 req-5ce87cdb-4293-4f50-94dc-47ec4015ec62 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 943 time: 0.4248800 Jun 01 13:11:30.531004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50764fe-b463-4e7a-a2e0-75345e776217 None None] Network 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:30.599586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4333-31d8-4f87-b67c-d673889d65e0 req-e68e587f-72d1-4aad-adac-97de3c75e875 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:30.601125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ddc4333-31d8-4f87-b67c-d673889d65e0 req-e68e587f-72d1-4aad-adac-97de3c75e875 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 944 time: 0.3706446 Jun 01 13:11:30.620875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d4d002a-51ad-49e0-97af-6d6787773cf2 req-f209db50-834b-4334-97e7-03a17f79b9e8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 Jun 01 13:11:30.660628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-64905eac-94fd-4d1c-b2c1-87135bfc2afc None None] Provisioning complete for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:30.661210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-64905eac-94fd-4d1c-b2c1-87135bfc2afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.704953 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082a23cf-f541-4afb-b040-82fa5cc963f9'] response: {'name': 'network-changed', 'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'tag': '27070187-053e-4a07-a31f-8319e8a22289', 'status': 'completed', 'code': 200} Jun 01 13:11:30.714850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.722465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ddc4333-31d8-4f87-b67c-d673889d65e0 req-0e009a6f-1349-4903-825f-e49616fb32e2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Jun 01 13:11:30.733476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:30.733857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.759070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.783381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-62c0774f-0fb9-42a5-ade7-440896b87dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:30.784754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-62c0774f-0fb9-42a5-ade7-440896b87dad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2992232 Jun 01 13:11:30.867065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-64905eac-94fd-4d1c-b2c1-87135bfc2afc None None] Current status of the port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:30.898071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event deleted for resources: {'Port': ['ID=fe36d891-0755-49ce-b727-8968388472d9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:30.909921 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-fe78121b-9f23-4c13-8508-6d185028f1ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27070187-053e-4a07-a31f-8319e8a22289 HTTP/1.1" status: 200 len: 217 time: 0.0849051 Jun 01 13:11:30.910254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] No DVR routers for this DVR port fe36d891-0755-49ce-b727-8968388472d9 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:30.912846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.915861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'name': 'network-vif-deleted', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:30.939630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] DHCP port deletion for 4b0fcde6-b345-4cce-9f25-97f1a5e2b24a request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:11:30.940509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d32de0cb-327b-4797-a2a4-0dc0fed16841 req-8de5c583-4eb3-47f8-83ca-5319318e4848 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.24 "DELETE /v2.0/ports/fe36d891-0755-49ce-b727-8968388472d9 HTTP/1.1" status: 204 len: 173 time: 1.3390968 Jun 01 13:11:30.951745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Deleting port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:30.952126 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:30.965761 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cc4f86-1fb8-474c-87a1-93a2289f43d6'] response: {'server_uuid': '3ab71f38-aa40-4580-9043-118fdf7829ef', 'name': 'network-vif-deleted', 'tag': 'fe36d891-0755-49ce-b727-8968388472d9', 'status': 'completed', 'code': 200} Jun 01 13:11:31.071210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-e6adb304-a7c8-4f74-89ea-b6642f3d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:31.072806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-e6adb304-a7c8-4f74-89ea-b6642f3d3b9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.1572199 Jun 01 13:11:31.079078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,segment=NetworkSegment(bd41cdd2-d53e-4247-8bc9-2667fe09a21c),segment_id=bd41cdd2-d53e-4247-8bc9-2667fe09a21c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:31.079457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.144555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b2db440-f837-48e5-a121-4600e0edf325 req-158d5a4d-25fe-4cb1-922b-7eb8e1acda41 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Synchronizing usage tracker for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:31.167771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3b2db440-f837-48e5-a121-4600e0edf325 req-158d5a4d-25fe-4cb1-922b-7eb8e1acda41 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Unset dirty status for tenant:9f20d0fc37144d888c3d468ed1894f7c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:31.169714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b2db440-f837-48e5-a121-4600e0edf325 req-158d5a4d-25fe-4cb1-922b-7eb8e1acda41 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/ports?device_id=3ab71f38-aa40-4580-9043-118fdf7829ef HTTP/1.1" status: 200 len: 210 time: 0.0847101 Jun 01 13:11:31.192204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-cac8f285-c860-440f-83fa-1e7529fc2377 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040406 Jun 01 13:11:31.232588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] For port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,segment=NetworkSegment(bd41cdd2-d53e-4247-8bc9-2667fe09a21c),segment_id=bd41cdd2-d53e-4247-8bc9-2667fe09a21c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:31.233125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.273341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:31.293389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:31.380645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Calling delete_port for 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:31.413151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fe36d891-0755-49ce-b727-8968388472d9 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:31.439732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.476334 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-4bbbb8fa-931b-42c4-89fc-1f78d995bf4b service neutron] 10.222.0.24 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295656 Jun 01 13:11:31.516438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:31.520339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: fe36d891-0755-49ce-b727-8968388472d9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:31.520756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device fe36d891-0755-49ce-b727-8968388472d9 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:31.563666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:31.563943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 13:11:31.564342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:31.589990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:11:31.590534 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:11:31.712796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.751950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0fcde6-b345-4cce-9f25-97f1a5e2b24a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:31.763358 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4e5e5867-1173-4698-8ea9-98e9a32565b9 req-3382f25f-9cfc-41d1-9b27-d5784ab12c7a service neutron] 10.222.0.24 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777536 Jun 01 13:11:31.766622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:31.767103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd41cdd2-d53e-4247-8bc9-2667fe09a21c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:31.778512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.797445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.804070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:31.804472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.835485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2b60-f4e6-4513-9c2f-540e422d473c req-bb5c855d-9bdc-4e81-a290-e76329ac2d73 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:31.843559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-637b2b60-f4e6-4513-9c2f-540e422d473c req-bb5c855d-9bdc-4e81-a290-e76329ac2d73 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 943 time: 0.0972590 Jun 01 13:11:31.873770 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bd41cdd2-d53e-4247-8bc9-2667fe09a21c resource provider aggregate not found Jun 01 13:11:31.930282 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bd41cdd2-d53e-4247-8bc9-2667fe09a21c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd41cdd2-d53e-4247-8bc9-2667fe09a21c found for delete ", "request_id": "req-715bc93a-ff98-42cd-afe6-1753c36714cf"}]} Jun 01 13:11:31.934514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-637b2b60-f4e6-4513-9c2f-540e422d473c req-2f0a4eae-d1fa-4774-86cc-77ab5ec30757 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901098 Jun 01 13:11:31.958558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.970878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea15a1-3b00-461f-9447-2a5da2e48faf req-f8ba383a-8b01-4c9f-85d9-1715e48cf3ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:31.972475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9eea15a1-3b00-461f-9447-2a5da2e48faf req-f8ba383a-8b01-4c9f-85d9-1715e48cf3ee tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 944 time: 0.1131043 Jun 01 13:11:31.977377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:31.990031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=4b0fcde6-b345-4cce-9f25-97f1a5e2b24a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:31.999483 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe456238-db0d-400a-82fb-938920f8cb26 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/4b0fcde6-b345-4cce-9f25-97f1a5e2b24a HTTP/1.1" status: 204 len: 168 time: 1.5942593 Jun 01 13:11:32.003924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.021053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9eea15a1-3b00-461f-9447-2a5da2e48faf req-5c2080da-01cb-4b89-a891-e795920fa990 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Jun 01 13:11:32.048426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-19eed01e-bae5-41de-852c-a47978e7e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:32.049877 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-19eed01e-bae5-41de-852c-a47978e7e242 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1723096 Jun 01 13:11:32.091403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Deleting port 526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:32.091991 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.162787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1370de5-4a43-442a-ac51-3e81cf9f1041 None None] The port '526ce5b5-84c7-4ab0-8d40-9d29c7d30f3f' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:11:32.209893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab574567-7636-4da9-aad0-987da5ed99bb details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:32.312139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4631a-aafd-4f11-9b3c-4a2b46627edc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:32.312827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fea4631a-aafd-4f11-9b3c-4a2b46627edc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:32.337660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-0afc0361-5f1e-43ed-85c9-707a2d7c2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:32.339246 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-0afc0361-5f1e-43ed-85c9-707a2d7c2a2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 906 time: 0.2796595 Jun 01 13:11:32.369305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab574567-7636-4da9-aad0-987da5ed99bb,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:32.383611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ab574567-7636-4da9-aad0-987da5ed99bb', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': 'ab574567-7636-4da9-aad0-987da5ed99bb', 'mac_address': 'fa:16:3e:c0:54:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:32.413305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fea4631a-aafd-4f11-9b3c-4a2b46627edc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:32.414454 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fea4631a-aafd-4f11-9b3c-4a2b46627edc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4097092 Jun 01 13:11:32.416075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-b4804924-a1ca-445f-b976-332aa3d0e8c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27070187-053e-4a07-a31f-8319e8a22289 HTTP/1.1" status: 200 len: 217 time: 0.0704143 Jun 01 13:11:32.418253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.448976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ab574567-7636-4da9-aad0-987da5ed99bb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:32.449656 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.469429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab574567-7636-4da9-aad0-987da5ed99bb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:32.487707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab574567-7636-4da9-aad0-987da5ed99bb,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:32.495982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.500534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.544048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-81edf39b-1e1e-4f62-aa24-b75634ff3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:32.546789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-81edf39b-1e1e-4f62-aa24-b75634ff3657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.0967433 Jun 01 13:11:32.571530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.572612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:32.605395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.606080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-d8bf9191-dae6-4b67-bd91-c21e4644febb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463231 Jun 01 13:11:32.614842 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2b68cd4a-a8fd-4889-bf43-df469bbfc0fd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1955099 Jun 01 13:11:32.619369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37342) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.631650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2095767509'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:32.640665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:32.653924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:32.658250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:32.663910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:32.676651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:32.680417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.702290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.730570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:32.732327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:32.745750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.746195 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 363a59d5-791c-4b2f-8437-e33ac1e2f4b5 of type vlan for network b4cac3c4-a925-406d-8b65-2870d59a2429 Jun 01 13:11:32.748078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.748833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e292e7e-befa-423d-b4d0-dda81dade2b8 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "DELETE /v2.0/security-groups/5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2 HTTP/1.1" status: 204 len: 168 time: 0.2473218 Jun 01 13:11:32.752947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.754218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ab574567-7636-4da9-aad0-987da5ed99bb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:32.757730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-a0e53709-d436-45cc-a9d3-98017167fdf3 service neutron] 10.222.0.24 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416285 Jun 01 13:11:32.775598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.795813 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-42911d85-4595-479d-866b-400435126fb2 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] show failed (client error): The resource could not be found. Jun 01 13:11:32.796751 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-42911d85-4595-479d-866b-400435126fb2 tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "GET /v2.0/security-groups/5f0ca6fc-c5c4-46a0-a833-02d0d1a9dcf2 HTTP/1.1" status: 404 len: 347 time: 0.0428872 Jun 01 13:11:32.799643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37350) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:32.906719 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-19b8ed3d-76ec-4759-933e-f93d880a354f req-ff5892e4-30ab-4710-a4cb-866a598f1f4b service neutron] 10.222.0.24 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383255 Jun 01 13:11:32.941318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:32.946686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:32.947313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.160620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Deleting port 3f151bb3-4c5b-474e-8494-c4022b1a3d75 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:33.160941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.271846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6514277 Jun 01 13:11:33.275000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37358) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:33.280702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:33.311544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9291f-36f8-4031-a208-208a5e1c73a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=b4cac3c4-a925-406d-8b65-2870d59a2429,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:33.322554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b4cac3c4-a925-406d-8b65-2870d59a2429 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:33.394905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:33.399185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:33.402104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:33.408093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:33.419174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:33.422773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.485706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40b4e7-27ab-4bbf-b38a-e42c571e72be req-a585e4b2-52e9-43e1-8dec-6eaff86be05f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:33.487192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e40b4e7-27ab-4bbf-b38a-e42c571e72be req-a585e4b2-52e9-43e1-8dec-6eaff86be05f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 943 time: 0.3279400 Jun 01 13:11:33.491048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.491369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.510946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdeff-159b-4d67-850d-75495ddcd1df req-db7c1268-a923-4ba6-88c2-1e94e63aeb95 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:33.512429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244cdeff-159b-4d67-850d-75495ddcd1df req-db7c1268-a923-4ba6-88c2-1e94e63aeb95 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 945 time: 0.3543885 Jun 01 13:11:33.651124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Calling delete_port for 3f151bb3-4c5b-474e-8494-c4022b1a3d75 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:33.661048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.742412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=a23d559c-3c6b-4c74-b612-ce2325b316df,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:33.754113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e40b4e7-27ab-4bbf-b38a-e42c571e72be req-3abac8a9-a652-4cf0-844c-394961906302 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511501 Jun 01 13:11:33.754319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.754566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.754844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.755177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.755502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.756038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.756178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.756446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.756778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.757377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.757377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.757696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:33.758490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244cdeff-159b-4d67-850d-75495ddcd1df req-00667c40-bc87-41e6-be6a-9e7ba6f5ee7f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174219 Jun 01 13:11:33.767172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '363a59d5-791c-4b2f-8437-e33ac1e2f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:33.767517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: b4cac3c4-a925-406d-8b65-2870d59a2429, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:33.790921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network b4cac3c4-a925-406d-8b65-2870d59a2429 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:33.801260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b4cac3c4-a925-406d-8b65-2870d59a2429) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:33.805520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:33.806089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.811654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f49c0-3db2-42d3-8e0d-441f806e5e54 None None] Network b4cac3c4-a925-406d-8b65-2870d59a2429 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:33.830824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41406a64-0241-4370-bd61-a586418da890 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5520630 Jun 01 13:11:33.831087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:33.837034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429', 'name': 'tempest-PortsTestJSON-1189911644'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:33.856023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:33.920369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Pushing event deleted for resources: {'Port': ['ID=3f151bb3-4c5b-474e-8494-c4022b1a3d75,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:33.984289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:33.994931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:34.007387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:34.011488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.016986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.036853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.038067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f7f33ff3-4506-4cfd-8343-ded93c3fa37e tempest-ImagesOneServerNegativeTestJSON-2109198661 tempest-ImagesOneServerNegativeTestJSON-2109198661-project] 10.222.0.40 "DELETE /v2.0/floatingips/2a8d3a63-7076-4a65-b916-6d6483514ded HTTP/1.1" status: 204 len: 168 time: 1.2374892 Jun 01 13:11:34.038773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port ef0e35f7-b0f2-416f-acce-93e602741396 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:34.044683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-b4cac3c4-a925-406d-8b65-2870d59a2429', 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': 'a23d559c-3c6b-4c74-b612-ce2325b316df'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:34.045542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.200980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.4 (b4cac3c4-a925-406d-8b65-2870d59a2429/a23d559c-3c6b-4c74-b612-ce2325b316df/ef0e35f7-b0f2-416f-acce-93e602741396) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:34.205325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab574567-7636-4da9-aad0-987da5ed99bb up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:34.233467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:34.237412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.277962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ab574567-7636-4da9-aad0-987da5ed99bb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:34.283364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ab574567-7636-4da9-aad0-987da5ed99bb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:34.283773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.310367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Deleting subnet c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:34.313492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.362479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.408816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ab574567-7636-4da9-aad0-987da5ed99bb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:34.409860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.418618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.436547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.453092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab574567-7636-4da9-aad0-987da5ed99bb,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:34.453311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object ef0e35f7-b0f2-416f-acce-93e602741396 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:34.455059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:34.467871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.497915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.500189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.544908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:34.550799 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.558805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.559243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.559677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.560126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.560547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.560962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.561396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.561709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.562022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.562324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.562655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.562967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:34.573014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f1b84504-5005-4674-8954-9089a77331a1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c0ed1755-988c-4ea9-8cc0-9997f0e1ef3a HTTP/1.1" status: 204 len: 168 time: 0.3384161 Jun 01 13:11:34.576234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37384) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:34.587081 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0506a1-9687-486f-984d-01cdbba8691e'] response: {'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb', 'code': 200} Jun 01 13:11:34.647209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:34.650424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Allocated IP 172.20.0.2 (b4cac3c4-a925-406d-8b65-2870d59a2429/a23d559c-3c6b-4c74-b612-ce2325b316df/f9da8a28-0e5f-48f6-8192-22b3af99a416) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:34.717511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network b4cac3c4-a925-406d-8b65-2870d59a2429 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:34.720654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:34.725290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:34.745107 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.754640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=ef0e35f7-b0f2-416f-acce-93e602741396,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:34.769559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c308a39-979c-40ab-a1ea-afb1021b220d req-74936f80-73df-4498-a1e0-436451c8a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:34.771060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c308a39-979c-40ab-a1ea-afb1021b220d req-74936f80-73df-4498-a1e0-436451c8a178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 1097 time: 0.1740484 Jun 01 13:11:34.798121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:34.798863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.833181 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eba9fadd-7242-42ce-b901-af6110ef54c9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0006273 Jun 01 13:11:34.835698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:34.843997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429', 'name': 'tempest-PortsTestJSON-1443362152'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:34.887865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.904511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Transition to ACTIVE for port object f9da8a28-0e5f-48f6-8192-22b3af99a416 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:34.926224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Transition to ACTIVE for port object f9da8a28-0e5f-48f6-8192-22b3af99a416 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:34.932135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:34.988072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:34.992847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:34.996229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:35.003369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:35.015340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:35.019046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.042105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port b0804f5b-165c-4a86-bc01-29cadcc854ad yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:35.050258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Network b4cac3c4-a925-406d-8b65-2870d59a2429 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:35.053189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:35.055853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:35.136489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Pushing event updated for resources: {'Port': ['ID=f9da8a28-0e5f-48f6-8192-22b3af99a416,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:35.161072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Attempting to bind port f9da8a28-0e5f-48f6-8192-22b3af99a416 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:35.161437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Attempting to bind port f9da8a28-0e5f-48f6-8192-22b3af99a416 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '363a59d5-791c-4b2f-8437-e33ac1e2f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:35.161796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Attempting to bind port f9da8a28-0e5f-48f6-8192-22b3af99a416 on network b4cac3c4-a925-406d-8b65-2870d59a2429 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:35.167160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:35.167786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Checking segment: {'id': '363a59d5-791c-4b2f-8437-e33ac1e2f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:35.168182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.168564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Bound using segment: {'id': '363a59d5-791c-4b2f-8437-e33ac1e2f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:35.169029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Bound port: f9da8a28-0e5f-48f6-8192-22b3af99a416, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363a59d5-791c-4b2f-8437-e33ac1e2f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4cac3c4-a925-406d-8b65-2870d59a2429'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:35.169391 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.189313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.10 (b4cac3c4-a925-406d-8b65-2870d59a2429/a23d559c-3c6b-4c74-b612-ce2325b316df/b0804f5b-165c-4a86-bc01-29cadcc854ad) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:35.205397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.215448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c308a39-979c-40ab-a1ea-afb1021b220d req-92e77a05-497f-4ab0-be1b-d29519b83464 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051001 Jun 01 13:11:35.249160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2003504-e58a-46c6-80f1-a99d6631ae11']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:35.269946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ae5a8b-8564-4e5e-b3da-38051a761919') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:35.270234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ae5a8b-8564-4e5e-b3da-38051a761919') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:35.271213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] For port f9da8a28-0e5f-48f6-8192-22b3af99a416, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:35.274630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] For port f9da8a28-0e5f-48f6-8192-22b3af99a416, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9da8a28-0e5f-48f6-8192-22b3af99a416,segment=NetworkSegment(363a59d5-791c-4b2f-8437-e33ac1e2f4b5),segment_id=363a59d5-791c-4b2f-8437-e33ac1e2f4b5)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:35.280377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.294494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c35b-7ef3-49da-b860-51c80c388f71 req-1f3ed2a8-f3a9-4929-b440-118a8723db87 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:35.296010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3da4c35b-7ef3-49da-b860-51c80c388f71 req-1f3ed2a8-f3a9-4929-b440-118a8723db87 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.4052331 Jun 01 13:11:35.298965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.334912 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.344419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ee75-dd35-44c6-afba-42796f9686e5 req-872bbe28-6e4a-46d6-82a5-70fc5563441c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:35.345966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af48ee75-dd35-44c6-afba-42796f9686e5 req-872bbe28-6e4a-46d6-82a5-70fc5563441c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 943 time: 0.4141796 Jun 01 13:11:35.353509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:35.353749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.372094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61cdd5-e912-44a3-9e6d-c3a2bee3c419 None None] Pushing event updated for resources: {'Port': ['ID=f9da8a28-0e5f-48f6-8192-22b3af99a416,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:35.428817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.446693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object b0804f5b-165c-4a86-bc01-29cadcc854ad will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:35.463510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3da4c35b-7ef3-49da-b860-51c80c388f71 req-d9d148a5-5eae-47d9-ba4c-0abfbadf29c9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560037 Jun 01 13:11:35.469876 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 58ae5a8b-8564-4e5e-b3da-38051a761919 resource provider aggregate not found Jun 01 13:11:35.473619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.529240 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 58ae5a8b-8564-4e5e-b3da-38051a761919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ae5a8b-8564-4e5e-b3da-38051a761919 found for delete ", "request_id": "req-ed009883-c2f9-44a1-b406-40d706915cb5"}]} Jun 01 13:11:35.532504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af48ee75-dd35-44c6-afba-42796f9686e5 req-8b5bb393-9347-4a15-811c-dca32bd1de33 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499438 Jun 01 13:11:35.555958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.555958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.571271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network b4cac3c4-a925-406d-8b65-2870d59a2429 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:35.575490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:35.581226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a2003504-e58a-46c6-80f1-a99d6631ae11 HTTP/1.1" status: 204 len: 168 time: 1.0009584 Jun 01 13:11:35.582881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e6856-28b5-46ef-aecf-605a8cc10381 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2003504-e58a-46c6-80f1-a99d6631ae11,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:35.587801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:35.633080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=b0804f5b-165c-4a86-bc01-29cadcc854ad,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:35.672501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:35.672501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.703273 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ad80179-8ff7-4d1c-b2ea-5e5e8c446b89 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8613842 Jun 01 13:11:35.703548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:35.795491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd1f19a-0b6d-4dc3-842a-4965a89e096b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:35.796258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ddd1f19a-0b6d-4dc3-842a-4965a89e096b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:35.806654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37406) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:35.812046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ddd1f19a-0b6d-4dc3-842a-4965a89e096b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:35.813405 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ddd1f19a-0b6d-4dc3-842a-4965a89e096b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1088159 Jun 01 13:11:35.816194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37410) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:35.858067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0333821b-19b5-4122-99bb-d662b79a32e5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9f20d0fc37144d888c3d468ed1894f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498800 Jun 01 13:11:35.860610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37414) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:35.889306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port b0804f5b-165c-4a86-bc01-29cadcc854ad {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:35.889644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.921173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:35.953251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.005855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.023649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d715a-079d-4962-809e-bbddd673d53d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:36.030347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.035325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d9761628-ee89-470b-814b-506f254e1f3a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/565d715a-079d-4962-809e-bbddd673d53d HTTP/1.1" status: 204 len: 168 time: 0.1712251 Jun 01 13:11:36.146690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.285136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for b0804f5b-165c-4a86-bc01-29cadcc854ad owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:36.470967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66199c6-4bd1-4630-971b-811eabc4ad26 None None] Network b4cac3c4-a925-406d-8b65-2870d59a2429 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:36.498365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.553864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=b0804f5b-165c-4a86-bc01-29cadcc854ad,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:36.575065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9729c911-a40a-468f-a049-b1b233a12b24 None None] Provisioning for port f9da8a28-0e5f-48f6-8192-22b3af99a416 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:36.704101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:36.727661 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6dcfd82b-f89d-4764-9a4a-827ad7252908 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/b0804f5b-165c-4a86-bc01-29cadcc854ad HTTP/1.1" status: 204 len: 168 time: 0.9079406 Jun 01 13:11:36.728850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:36.786484 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0023126c-d588-41f0-9904-94b07891894e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:36.787190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0023126c-d588-41f0-9904-94b07891894e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:36.807784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0023126c-d588-41f0-9904-94b07891894e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:36.812565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0023126c-d588-41f0-9904-94b07891894e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/b0804f5b-165c-4a86-bc01-29cadcc854ad HTTP/1.1" status: 404 len: 333 time: 0.0810690 Jun 01 13:11:36.813236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37440) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:36.838627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a37c4-710b-46f0-bcee-c5d4471c44ba req-c4b71f80-21e2-46f3-8547-a96aab51adb7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:36.840154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c1a37c4-710b-46f0-bcee-c5d4471c44ba req-c4b71f80-21e2-46f3-8547-a96aab51adb7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.1217549 Jun 01 13:11:36.870235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6494-8d9f-4f9d-a7ae-31bd13d6260e req-87dafcb0-b2e5-433b-b662-cee48965bdfc tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:36.871563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfce6494-8d9f-4f9d-a7ae-31bd13d6260e req-87dafcb0-b2e5-433b-b662-cee48965bdfc tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 943 time: 0.1955421 Jun 01 13:11:36.904434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c1a37c4-710b-46f0-bcee-c5d4471c44ba req-7befe27b-e279-43b4-a73f-01c4e8ce3694 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557857 Jun 01 13:11:36.961132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfce6494-8d9f-4f9d-a7ae-31bd13d6260e req-21ff6985-32be-4c55-a454-bb6b4bf4a2aa tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800087 Jun 01 13:11:37.091233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37452) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:37.105219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port ef0e35f7-b0f2-416f-acce-93e602741396 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:37.105472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.123006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4c600805-cf91-4a7e-a6c7-746e85c7c256 None None] Provisioning for port ef0e35f7-b0f2-416f-acce-93e602741396 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:37.129008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4c600805-cf91-4a7e-a6c7-746e85c7c256 None None] Provisioning complete for port ef0e35f7-b0f2-416f-acce-93e602741396 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:37.129458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4c600805-cf91-4a7e-a6c7-746e85c7c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.184817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2665aa-ba6f-40fc-a9f0-208e5dd1fdab req-b0861121-c166-455b-ab77-15ae092402a7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:37.188965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c2665aa-ba6f-40fc-a9f0-208e5dd1fdab req-b0861121-c166-455b-ab77-15ae092402a7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.1263111 Jun 01 13:11:37.207334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4c600805-cf91-4a7e-a6c7-746e85c7c256 None None] Port ef0e35f7-b0f2-416f-acce-93e602741396 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:37.280873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c2665aa-ba6f-40fc-a9f0-208e5dd1fdab req-974fccaa-baca-43d9-8e5f-4ee45f228a8a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865312 Jun 01 13:11:37.296567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-980806880-network', 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:37.334731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70963430-8fcd-4e2c-a956-7e943dc120f6 None None] Provisioning complete for port ef0e35f7-b0f2-416f-acce-93e602741396 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:37.335109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70963430-8fcd-4e2c-a956-7e943dc120f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.386013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:37.388730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9da8a28-0e5f-48f6-8192-22b3af99a416 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:37.394519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Usage tracker for resource:network and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:37.400202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:37.411591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:37.455628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:37.459198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.473247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.485233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.487951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:37.491994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-70963430-8fcd-4e2c-a956-7e943dc120f6 None None] Port ef0e35f7-b0f2-416f-acce-93e602741396 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:37.581329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:37.635972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f9da8a28-0e5f-48f6-8192-22b3af99a416 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:37.649610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f9da8a28-0e5f-48f6-8192-22b3af99a416 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:37.650063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.655275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for ef0e35f7-b0f2-416f-acce-93e602741396 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:37.684128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Usage tracker for resource:security_group_rule and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:37.693524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:37.709297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:37.747155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9736cd18-3782-4bfe-bc18-1059101e1a5f None None] Could not find standard attr ID for object b0804f5b-165c-4a86-bc01-29cadcc854ad. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:37.776517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bca5c-5151-4717-bb84-aeef0d48b153 req-e5844a07-606f-4713-b2c7-82532ce59cd1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:37.786666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f72bca5c-5151-4717-bb84-aeef0d48b153 req-e5844a07-606f-4713-b2c7-82532ce59cd1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.1127703 Jun 01 13:11:37.793256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:37.832628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f72bca5c-5151-4717-bb84-aeef0d48b153 req-f4b0de11-8114-4641-8c57-517cb9174b79 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Jun 01 13:11:37.846340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '27070187-053e-4a07-a31f-8319e8a22289', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '27070187-053e-4a07-a31f-8319e8a22289', 'mac_address': 'fa:16:3e:9f:d5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:37.893581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.895013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.927686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f9da8a28-0e5f-48f6-8192-22b3af99a416 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:37.928098 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.941179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.953887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:37.954245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:37.960082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=ef0e35f7-b0f2-416f-acce-93e602741396,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:37.978712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27070187-053e-4a07-a31f-8319e8a22289 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:37.985485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port f9da8a28-0e5f-48f6-8192-22b3af99a416, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9da8a28-0e5f-48f6-8192-22b3af99a416,segment=NetworkSegment(363a59d5-791c-4b2f-8437-e33ac1e2f4b5),segment_id=363a59d5-791c-4b2f-8437-e33ac1e2f4b5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:38.000683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:38.002710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.013510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:38.045320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.058615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac7496c-5b8f-439d-85e8-d762d5c7d451,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:38.069708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.070039 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Added segment 8f542e29-adae-4ef6-9fc3-e513097a3daa of type vlan for network 82aa65f6-46c7-48d6-b449-8b4a9307b995 Jun 01 13:11:38.092453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=f9da8a28-0e5f-48f6-8192-22b3af99a416,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:38.101649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.102000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.102836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.102836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.103161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.103396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.103726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.104048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.104368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.104687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.105218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.105470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:38.118631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.122807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.180631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bda22b5a-c5cf-41f9-b285-980bf8127dbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/ef0e35f7-b0f2-416f-acce-93e602741396 HTTP/1.1" status: 204 len: 168 time: 1.3665700 Jun 01 13:11:38.183934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37466) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:38.188215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:38.218236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3681-2004-48ea-9a70-61165d1c0daa req-2b38a357-4588-47ce-aa84-e6fe54ef77cb tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:38.220431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93af3681-2004-48ea-9a70-61165d1c0daa req-2b38a357-4588-47ce-aa84-e6fe54ef77cb tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 944 time: 0.1008697 Jun 01 13:11:38.231695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.232653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:38.233209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.263097 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea740e7-a950-4217-a15f-cd59824687c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:38.263520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ea740e7-a950-4217-a15f-cd59824687c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:38.266349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93af3681-2004-48ea-9a70-61165d1c0daa req-1be05dbd-1117-4fe9-9a41-2297e45db7d7 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389042 Jun 01 13:11:38.317516 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2252352 Jun 01 13:11:38.320857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37470) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:38.326543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Request body: {'subnet': {'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-980806880-subnet', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:38.331699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:38.335563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Usage tracker for resource:subnet and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:38.338332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:38.347636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d2c44-f415-4727-a2a6-71852bc397fa admin admin] Pushing event updated for resources: {'Network': ['ID=82aa65f6-46c7-48d6-b449-8b4a9307b995,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:38.350008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:38.351729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ea740e7-a950-4217-a15f-cd59824687c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:38.352882 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ea740e7-a950-4217-a15f-cd59824687c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/ef0e35f7-b0f2-416f-acce-93e602741396 HTTP/1.1" status: 404 len: 333 time: 0.1678228 Jun 01 13:11:38.356396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37474) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:38.362698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:38.403324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:38.405915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.511502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet a23d559c-3c6b-4c74-b612-ce2325b316df {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:38.512620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['27070187-053e-4a07-a31f-8319e8a22289'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:38.518366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.588441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.769517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.813475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.899014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f08ed56-35c3-47ff-9d9d-c9feb904f8bc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:38.920039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Checking segment: {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:38.920472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Network hostable DHCP agents. Network: 82aa65f6-46c7-48d6-b449-8b4a9307b995, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:38.927131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.976269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:38.981461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61399a-8c78-4ddb-bf6e-57a45590f505 None None] Network b4cac3c4-a925-406d-8b65-2870d59a2429 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:38.989672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=a23d559c-3c6b-4c74-b612-ce2325b316df,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:39.032595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eaf6f97b-960d-405e-8283-1743524c6253 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/a23d559c-3c6b-4c74-b612-ce2325b316df HTTP/1.1" status: 204 len: 168 time: 0.6726239 Jun 01 13:11:39.033037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37480) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:39.054933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:39.071940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 82aa65f6-46c7-48d6-b449-8b4a9307b995) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:39.077793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:39.078420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.118663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-4e542e43-2a98-437a-8c18-c0e5544605e8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:39.120366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-4e542e43-2a98-437a-8c18-c0e5544605e8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.1247854 Jun 01 13:11:39.122680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc1f33c5-7b9c-47f4-aa3d-ecbfb0301e17 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8007615 Jun 01 13:11:39.125496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37484) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:39.136527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b01425-4c53-45e8-aeef-5eadc1346620 None None] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:39.162423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:39.169009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.174993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:39.181541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port f9da8a28-0e5f-48f6-8192-22b3af99a416 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:39.181880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.314102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9da8a28-0e5f-48f6-8192-22b3af99a416 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:39.345512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Usage tracker for resource:router and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:39.355618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:39.369069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:39.398480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port ab574567-7636-4da9-aad0-987da5ed99bb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:39.399596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.460420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port f9da8a28-0e5f-48f6-8192-22b3af99a416, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f9da8a28-0e5f-48f6-8192-22b3af99a416,segment=NetworkSegment(363a59d5-791c-4b2f-8437-e33ac1e2f4b5),segment_id=363a59d5-791c-4b2f-8437-e33ac1e2f4b5)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:39.460890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.469932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f9da8a28-0e5f-48f6-8192-22b3af99a416 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:39.470304 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.487297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.488309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.505275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.621595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-82aa65f6-46c7-48d6-b449-8b4a9307b995', 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'fixed_ips': [{'subnet_id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:39.622515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.634447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for f9da8a28-0e5f-48f6-8192-22b3af99a416 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:39.636067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68c622-d21c-42d8-94be-e6bfe184047c None None] DHCP port deletion for b4cac3c4-a925-406d-8b65-2870d59a2429 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:11:39.661848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6a68c622-d21c-42d8-94be-e6bfe184047c None None] Deleting port f9da8a28-0e5f-48f6-8192-22b3af99a416 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:39.662294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a68c622-d21c-42d8-94be-e6bfe184047c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.721646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.752016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f9da8a28-0e5f-48f6-8192-22b3af99a416 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:39.774423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=f9da8a28-0e5f-48f6-8192-22b3af99a416,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:39.776193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port f9da8a28-0e5f-48f6-8192-22b3af99a416 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:39.835680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6a68c622-d21c-42d8-94be-e6bfe184047c None None] The port 'f9da8a28-0e5f-48f6-8192-22b3af99a416' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:11:39.868704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.893003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e23d3c-2f4b-4cb1-8236-d970fa7a2c9c req-24edf8ec-fdff-41e8-b38f-c869a0b6a2d1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:39.899394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59e23d3c-2f4b-4cb1-8236-d970fa7a2c9c req-24edf8ec-fdff-41e8-b38f-c869a0b6a2d1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 946 time: 0.7257731 Jun 01 13:11:39.914312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:39.920592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Allocated IP 172.20.0.2 (82aa65f6-46c7-48d6-b449-8b4a9307b995/7f08ed56-35c3-47ff-9d9d-c9feb904f8bc/76aab570-558d-4f20-8f63-ea6b722c3497) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:39.950866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cac3c4-a925-406d-8b65-2870d59a2429']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:39.964050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363a59d5-791c-4b2f-8437-e33ac1e2f4b5') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:39.964397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363a59d5-791c-4b2f-8437-e33ac1e2f4b5') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:39.980297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.003568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.011007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:40.011515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.088490 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 363a59d5-791c-4b2f-8437-e33ac1e2f4b5 resource provider aggregate not found Jun 01 13:11:40.110407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59e23d3c-2f4b-4cb1-8236-d970fa7a2c9c req-2687b29a-582e-4391-b3b4-bf6572e89b0c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092798 Jun 01 13:11:40.118107 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 363a59d5-791c-4b2f-8437-e33ac1e2f4b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363a59d5-791c-4b2f-8437-e33ac1e2f4b5 found for delete ", "request_id": "req-970de6c5-5c42-4c86-9c8c-a9089e7440ed"}]} Jun 01 13:11:40.131559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba1e3f-80bc-485b-8dfa-7bc7ded5423c req-63b9f679-dc06-4c87-ab03-b65f0951f103 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:40.135242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbba1e3f-80bc-485b-8dfa-7bc7ded5423c req-63b9f679-dc06-4c87-ab03-b65f0951f103 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 944 time: 0.7052548 Jun 01 13:11:40.139194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.161274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.161551 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.170071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=b4cac3c4-a925-406d-8b65-2870d59a2429,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:40.173541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Transition to ACTIVE for port object 76aab570-558d-4f20-8f63-ea6b722c3497 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:40.183764 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7573913-4da6-4c80-aa58-e8e0b54b367e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/b4cac3c4-a925-406d-8b65-2870d59a2429 HTTP/1.1" status: 204 len: 168 time: 1.1497524 Jun 01 13:11:40.188021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37496) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:40.194237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163569327'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:40.194547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Transition to ACTIVE for port object 76aab570-558d-4f20-8f63-ea6b722c3497 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:40.200145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:40.202703 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.204271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:40.207410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:40.213685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:40.228594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:40.233098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.236202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbba1e3f-80bc-485b-8dfa-7bc7ded5423c req-5aa8424e-3629-4638-88fa-a4e6c6095683 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923419 Jun 01 13:11:40.245489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port ab574567-7636-4da9-aad0-987da5ed99bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ab574567-7636-4da9-aad0-987da5ed99bb,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:40.245992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.276187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:40.279900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:40.284016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:40.326145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Pushing event updated for resources: {'Port': ['ID=76aab570-558d-4f20-8f63-ea6b722c3497,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:40.382690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:40.388764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Attempting to bind port 76aab570-558d-4f20-8f63-ea6b722c3497 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:40.389151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Attempting to bind port 76aab570-558d-4f20-8f63-ea6b722c3497 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:40.389639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Attempting to bind port 76aab570-558d-4f20-8f63-ea6b722c3497 on network 82aa65f6-46c7-48d6-b449-8b4a9307b995 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:40.390216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for ab574567-7636-4da9-aad0-987da5ed99bb owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:40.392620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.392977 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 8e28e80f-84e7-4408-a1a7-01956ff75b56 of type vlan for network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f Jun 01 13:11:40.395399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:40.395772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Checking segment: {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:40.396197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.396559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Bound using segment: {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:40.397017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Bound port: 76aab570-558d-4f20-8f63-ea6b722c3497, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:40.397377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.422134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.457579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.464678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:40.465384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.500526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] For port 76aab570-558d-4f20-8f63-ea6b722c3497, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:40.504602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] For port 76aab570-558d-4f20-8f63-ea6b722c3497, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=76aab570-558d-4f20-8f63-ea6b722c3497,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:40.510917 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.581394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=38ce4ad8-9ca4-4d9b-883c-38a691a9de3f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:40.586655 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c3caebf0-5d40-4b47-ad16-f217b628995b tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3959727 Jun 01 13:11:40.591477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37500) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:40.600612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:40.610619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:40.638512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fe89-3644-4cc7-862a-9b5c625efa79 None None] Pushing event updated for resources: {'Port': ['ID=76aab570-558d-4f20-8f63-ea6b722c3497,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:40.750850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:40.755771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:40.759198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:40.766418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:40.779479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:40.783154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.894940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:40.910901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'ab574567-7636-4da9-aad0-987da5ed99bb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:40.955695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=ab574567-7636-4da9-aad0-987da5ed99bb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:40.960881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.030364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.034617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.111008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port ab574567-7636-4da9-aad0-987da5ed99bb on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:41.115733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=40bb5343-a6b2-4d58-a3c9-db809776ee0e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:41.117419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.120108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'name': 'network-vif-deleted', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:41.124230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '8e28e80f-84e7-4408-a1a7-01956ff75b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:41.124579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:41.147205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:41.160252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:41.165210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:41.166335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.168036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22c583ac-4416-40aa-b045-70e5729cbd72 req-af3cfcb1-7c84-4a75-a6bb-b1ee53e3433f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/ab574567-7636-4da9-aad0-987da5ed99bb HTTP/1.1" status: 204 len: 173 time: 2.0388989 Jun 01 13:11:41.175130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8367b-545e-43f0-8a2e-24f812584345 None None] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:41.183778 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eccc747-1ca1-4bb9-a48a-6d53689d69f0'] response: {'server_uuid': '3064e6ec-1c4a-4eea-bc11-8870d32dacd5', 'name': 'network-vif-deleted', 'tag': 'ab574567-7636-4da9-aad0-987da5ed99bb', 'status': 'completed', 'code': 200} Jun 01 13:11:41.220100 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-154f6268-68b0-408c-a685-27ffe055ce3d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6272502 Jun 01 13:11:41.223077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37510) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:41.232150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f', 'name': 'tempest-PortsTestJSON-1123243830', 'fixed_ips': [{'subnet_id': '40bb5343-a6b2-4d58-a3c9-db809776ee0e', 'ip_address': '172.20.0.10'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:41.309838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Allocated IP 172.25.7.253 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:41.436446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:41.470154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 76aab570-558d-4f20-8f63-ea6b722c3497 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:41.490893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-59364368-fa78-4fe6-8bf0-ecc37e24b3d7 req-1320f67c-ab1a-40e4-bbe3-4e8186b42061 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:41.495984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:41.501209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:41.504763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:41.511383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:41.522920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:41.588436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.677168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-59364368-fa78-4fe6-8bf0-ecc37e24b3d7 req-1320f67c-ab1a-40e4-bbe3-4e8186b42061 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:41.684385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.706532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59364368-fa78-4fe6-8bf0-ecc37e24b3d7 req-1320f67c-ab1a-40e4-bbe3-4e8186b42061 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=3064e6ec-1c4a-4eea-bc11-8870d32dacd5 HTTP/1.1" status: 200 len: 210 time: 0.3496325 Jun 01 13:11:41.708649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:41.727575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-38ce4ad8-9ca4-4d9b-883c-38a691a9de3f', 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': '40bb5343-a6b2-4d58-a3c9-db809776ee0e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:41.728383 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.745894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 27070187-053e-4a07-a31f-8319e8a22289 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:41.751057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 76aab570-558d-4f20-8f63-ea6b722c3497 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:41.758463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 27070187-053e-4a07-a31f-8319e8a22289 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:41.759502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.808176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ceab1-f27c-4fcc-8a6a-6d4678466191 req-a3868253-a989-4475-b8dd-69b9e577b7a5 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:41.817822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c31ceab1-f27c-4fcc-8a6a-6d4678466191 req-a3868253-a989-4475-b8dd-69b9e577b7a5 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 944 time: 0.2229509 Jun 01 13:11:41.900994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c31ceab1-f27c-4fcc-8a6a-6d4678466191 req-e4cc7b00-609d-4e4c-ad70-896db7934424 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808372 Jun 01 13:11:41.903703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:41.911098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9da8a28-0e5f-48f6-8192-22b3af99a416 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:41.970300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f9da8a28-0e5f-48f6-8192-22b3af99a416 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:41.970820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f9da8a28-0e5f-48f6-8192-22b3af99a416 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:42.035004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:42.039098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.10 (38ce4ad8-9ca4-4d9b-883c-38a691a9de3f/40bb5343-a6b2-4d58-a3c9-db809776ee0e/7ed70b58-f3ab-445d-b071-ed0ffbb50c18) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:42.039402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:42.041919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:42.043751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:42.045083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.045221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:42.089021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:42.107837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:42.111263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760b95d-b509-4625-a7a3-4294e261583a None None] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:42.136310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.219306 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445ceec9-7db2-4793-a631-332ca69cf71e'] response: {'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289', 'code': 200} Jun 01 13:11:42.276222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Provisioning for port 76aab570-558d-4f20-8f63-ea6b722c3497 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:42.300425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Provisioning complete for port 76aab570-558d-4f20-8f63-ea6b722c3497 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:42.300792 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.343516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.351837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:42.366456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:42.374067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748056f-f200-4640-9751-8ee6a564a025 req-6b73ea84-5e49-4436-86b1-e53f6e4f46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:42.375599 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4748056f-f200-4640-9751-8ee6a564a025 req-6b73ea84-5e49-4436-86b1-e53f6e4f46f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1293056 Jun 01 13:11:42.424509 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4748056f-f200-4640-9751-8ee6a564a025 req-246d1b6b-b21e-42c9-a83f-a6b8d812eae2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Jun 01 13:11:42.431309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.502533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:42.505391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:42.511203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:42.527754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.551915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=7ed70b58-f3ab-445d-b071-ed0ffbb50c18,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:42.584762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Current status of the port 76aab570-558d-4f20-8f63-ea6b722c3497 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:42.585146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.585778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:42.586391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.611787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Allocated IP 172.20.0.2 (38ce4ad8-9ca4-4d9b-883c-38a691a9de3f/40bb5343-a6b2-4d58-a3c9-db809776ee0e/42da71f6-8e8a-48b1-831f-96875899741d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:42.620854 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd4aae58-1401-41ad-aa8f-52e42db3292a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3965092 Jun 01 13:11:42.624744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37520) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:42.632392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f', 'name': 'tempest-PortsTestJSON-361943057', 'fixed_ips': [{'subnet_id': '40bb5343-a6b2-4d58-a3c9-db809776ee0e', 'ip_address': '172.20.0.9'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:42.666549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] For port 76aab570-558d-4f20-8f63-ea6b722c3497, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=76aab570-558d-4f20-8f63-ea6b722c3497,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:42.719288 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:42.892735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9fc2-5a1d-4e67-9987-61224fa4b0f5 None None] Pushing event updated for resources: {'Port': ['ID=76aab570-558d-4f20-8f63-ea6b722c3497,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:42.965300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:42.970688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:42.974012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:42.996784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:43.012239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:43.018419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.028433 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.043473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Transition to ACTIVE for port object 42da71f6-8e8a-48b1-831f-96875899741d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:43.048736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 72ee8573-cabc-4ac9-b291-5d2953756f55 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:43.091377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Transition to ACTIVE for port object 42da71f6-8e8a-48b1-831f-96875899741d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:43.098530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.112182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.214164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:43.214963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Pushing event updated for resources: {'Port': ['ID=42da71f6-8e8a-48b1-831f-96875899741d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:43.217503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:43.220092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:43.301173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.9 (38ce4ad8-9ca4-4d9b-883c-38a691a9de3f/40bb5343-a6b2-4d58-a3c9-db809776ee0e/72ee8573-cabc-4ac9-b291-5d2953756f55) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:43.333983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 76aab570-558d-4f20-8f63-ea6b722c3497 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:43.468004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f6d22ab0-9448-4bee-90c4-a90b9ebd5be7 None None] Provisioning complete for port 76aab570-558d-4f20-8f63-ea6b722c3497 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:43.468558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f6d22ab0-9448-4bee-90c4-a90b9ebd5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.522313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Attempting to bind port 42da71f6-8e8a-48b1-831f-96875899741d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:43.522730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Attempting to bind port 42da71f6-8e8a-48b1-831f-96875899741d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8e28e80f-84e7-4408-a1a7-01956ff75b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:43.523090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Attempting to bind port 42da71f6-8e8a-48b1-831f-96875899741d on network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:43.530020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.540123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:43.540499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Checking segment: {'id': '8e28e80f-84e7-4408-a1a7-01956ff75b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:43.540903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.541293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Bound using segment: {'id': '8e28e80f-84e7-4408-a1a7-01956ff75b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:43.541760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Bound port: 42da71f6-8e8a-48b1-831f-96875899741d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28e80f-84e7-4408-a1a7-01956ff75b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '38ce4ad8-9ca4-4d9b-883c-38a691a9de3f'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:43.542130 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.550810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 72ee8573-cabc-4ac9-b291-5d2953756f55 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:43.578351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.581095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-95b13e3e-e2d9-43a5-9d8c-69fde2a82e0b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:43.582701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-95b13e3e-e2d9-43a5-9d8c-69fde2a82e0b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.2215266 Jun 01 13:11:43.592961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418190-7e4a-4e37-9e54-ae2d9a075b62 req-c5076758-64e8-4841-85e5-99eaddfb7c7c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:43.594458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88418190-7e4a-4e37-9e54-ae2d9a075b62 req-c5076758-64e8-4841-85e5-99eaddfb7c7c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 945 time: 0.2708786 Jun 01 13:11:43.608432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 76aab570-558d-4f20-8f63-ea6b722c3497 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:43.608800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.628254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-4d61c831-99f6-45f8-9185-1bdda04dcc08 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0325828 Jun 01 13:11:43.658800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:43.662205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:43.664748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:43.704843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Router 1fc9252a-183f-494b-868d-cee15cbe4565 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:11:43.716099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88418190-7e4a-4e37-9e54-ae2d9a075b62 req-5e03068b-ab09-46d9-94ec-469968f602e5 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 Jun 01 13:11:43.727505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=72ee8573-cabc-4ac9-b291-5d2953756f55,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:43.765957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f6d22ab0-9448-4bee-90c4-a90b9ebd5be7 None None] Current status of the port 76aab570-558d-4f20-8f63-ea6b722c3497 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:43.778754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:43.779377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.804211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] For port 42da71f6-8e8a-48b1-831f-96875899741d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:43.810564 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-70da5001-7ae2-47ae-bc5b-fe6c84cc8f8d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1850443 Jun 01 13:11:43.813061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37544) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:43.832668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] For port 42da71f6-8e8a-48b1-831f-96875899741d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42da71f6-8e8a-48b1-831f-96875899741d,segment=NetworkSegment(8e28e80f-84e7-4408-a1a7-01956ff75b56),segment_id=8e28e80f-84e7-4408-a1a7-01956ff75b56)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:43.841050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:43.885965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 76aab570-558d-4f20-8f63-ea6b722c3497 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:43.918782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-a45a21e6-6e2d-406c-9d36-4b342b500d17 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2772546 Jun 01 13:11:43.936001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24132-46fb-49e0-8905-76bca07b69cf None None] Pushing event updated for resources: {'Port': ['ID=42da71f6-8e8a-48b1-831f-96875899741d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:43.970045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33db8a-ab37-4a86-91c9-b17e4e7040aa tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:43.971162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3a33db8a-ab37-4a86-91c9-b17e4e7040aa tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:43.989890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3a33db8a-ab37-4a86-91c9-b17e4e7040aa tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:43.993976 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3a33db8a-ab37-4a86-91c9-b17e4e7040aa tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1774194 Jun 01 13:11:43.994935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37548) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:44.064194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:11:44.076120 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Sync routers for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:11:44.086248 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:44.086970 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:44.098823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5a70b-a8ed-4210-b8d7-eb17d0c71e4c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:44.105780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5a70b-a8ed-4210-b8d7-eb17d0c71e4c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:44.111264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5a70b-a8ed-4210-b8d7-eb17d0c71e4c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:44.113152 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ace5a70b-a8ed-4210-b8d7-eb17d0c71e4c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1170428 Jun 01 13:11:44.119915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:44.124099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-9688f29b-b405-4d94-8c90-f7a01271f03d service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040236 Jun 01 13:11:44.144362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:44.148135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c617411b-c266-4f51-8dbe-7fdac6719de3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0191276 Jun 01 13:11:44.148705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37556) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:44.221781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 72ee8573-cabc-4ac9-b291-5d2953756f55 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:44.222126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:44.237645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab574567-7636-4da9-aad0-987da5ed99bb no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:44.287317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: ab574567-7636-4da9-aad0-987da5ed99bb {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:44.287669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ab574567-7636-4da9-aad0-987da5ed99bb not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:44.345864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:44.471495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-2305a81d-06d2-47c0-96ca-47436cea26df service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464041 Jun 01 13:11:44.584694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:44.746048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 72ee8573-cabc-4ac9-b291-5d2953756f55 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:44.751243 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:42Z', 'revision_number': 3, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:44.756353 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Checking router: 1fc9252a-183f-494b-868d-cee15cbe4565 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:11:44.756924 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Updating router 1fc9252a-183f-494b-868d-cee15cbe4565 port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:11:44.827768 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:44.878868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-638621df-9c8b-4ac1-b13b-3b9ba121ec65 req-3c312500-be74-4797-b9b5-ccc38d7bc39c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 210 time: 0.1331944 Jun 01 13:11:44.943848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.079179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=72ee8573-cabc-4ac9-b291-5d2953756f55,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:45.175451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.193845 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-402061e1-4641-4caa-bb0a-5df69f3e0abc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/72ee8573-cabc-4ac9-b291-5d2953756f55 HTTP/1.1" status: 204 len: 168 time: 1.0724175 Jun 01 13:11:45.196787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37572) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:45.300415 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.323214 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Transition to ACTIVE for port object fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:45.333414 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22779b3-f61a-4ae0-b640-eda7fda64fa9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:45.334112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c22779b3-f61a-4ae0-b640-eda7fda64fa9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:45.340435 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.378885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c22779b3-f61a-4ae0-b640-eda7fda64fa9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:45.380282 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c22779b3-f61a-4ae0-b640-eda7fda64fa9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/72ee8573-cabc-4ac9-b291-5d2953756f55 HTTP/1.1" status: 404 len: 333 time: 0.1824660 Jun 01 13:11:45.383162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:45.404973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42da71f6-8e8a-48b1-831f-96875899741d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:45.410492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461d1f8-e7f6-40aa-a322-af906c6bfc9e req-c3a99b40-a5eb-4460-bbdc-30ee17c2050b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:45.423299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e461d1f8-e7f6-40aa-a322-af906c6bfc9e req-c3a99b40-a5eb-4460-bbdc-30ee17c2050b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 945 time: 0.4419084 Jun 01 13:11:45.460596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22fc4b8-c96b-4f98-b76f-c9ab49297fc1 None None] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:45.477117 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Attempting to bind port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:45.478202 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Attempting to bind port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:45.479386 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Attempting to bind port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:45.509788 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:45.511639 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:45.517353 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.518877 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:45.520113 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Bound port: fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:45.521303 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.524170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:45.524516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.586463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-824b5970-e3c7-4ed8-b3c3-cebba9ffe5bb None None] Provisioning for port 42da71f6-8e8a-48b1-831f-96875899741d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:45.610947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Pushing event updated for resources: {'Port': ['ID=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:45.631161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 42da71f6-8e8a-48b1-831f-96875899741d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:45.640418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e461d1f8-e7f6-40aa-a322-af906c6bfc9e req-2e513aae-ed90-4097-b92e-b791ba6cd355 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147748 Jun 01 13:11:45.671233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 42da71f6-8e8a-48b1-831f-96875899741d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:45.671588 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.698814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] For port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:45.709553 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] For port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:45.738830 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.742088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.745833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.746428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.746968 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.749820 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.750947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.753213 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.753901 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.754415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.755360 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.755894 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:11:45.769264 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.873051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 42da71f6-8e8a-48b1-831f-96875899741d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:45.873604 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.916398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 42da71f6-8e8a-48b1-831f-96875899741d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42da71f6-8e8a-48b1-831f-96875899741d,segment=NetworkSegment(8e28e80f-84e7-4408-a1a7-01956ff75b56),segment_id=8e28e80f-84e7-4408-a1a7-01956ff75b56)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:45.925743 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.933884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.938193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:45.996518 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:45.997154 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:46.064488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=42da71f6-8e8a-48b1-831f-96875899741d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:46.231380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b401312a-3033-43dc-a137-ac33f24329d7 req-f0131484-97c4-4111-91cf-c5a11696c872 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 210 time: 0.0704100 Jun 01 13:11:46.339130 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962785b-daec-49bb-ad4a-2a55a43d5040 None None] Pushing event updated for resources: {'Port': ['ID=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:46.350941 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:46.400253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Allocated IP 172.20.0.1 (82aa65f6-46c7-48d6-b449-8b4a9307b995/7f08ed56-35c3-47ff-9d9d-c9feb904f8bc/b36ee91e-8568-461d-9e90-99e30a9ea799) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:46.417073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:46.438777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Provisioning for port 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:46.445312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Provisioning complete for port 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:46.445713 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:46.568165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756dffd-441b-44fb-ae6c-1df5388a8f95 req-8e600091-6aa8-4ae2-861d-de22d3406aa4 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:46.568788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Port 7ed70b58-f3ab-445d-b071-ed0ffbb50c18 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:46.569956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c756dffd-441b-44fb-ae6c-1df5388a8f95 req-8e600091-6aa8-4ae2-861d-de22d3406aa4 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 945 time: 0.2416222 Jun 01 13:11:46.592627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Provisioning complete for port 42da71f6-8e8a-48b1-831f-96875899741d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:46.593704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:46.658134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:46.667431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c756dffd-441b-44fb-ae6c-1df5388a8f95 req-dfab187f-4614-427a-84cc-d228be9e1c76 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828433 Jun 01 13:11:46.754664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=7ed70b58-f3ab-445d-b071-ed0ffbb50c18,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:46.804278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b558e287-293a-4b52-b37b-ce2fbd5c49fb None None] Current status of the port 42da71f6-8e8a-48b1-831f-96875899741d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:46.833874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:46.891248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:46.915617 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dee03308-df41-4216-80cc-9adbeb6c8f1a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/7ed70b58-f3ab-445d-b071-ed0ffbb50c18 HTTP/1.1" status: 204 len: 168 time: 1.5311401 Jun 01 13:11:46.917121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37590) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:46.928740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-32b64331-71b3-4be2-af98-c1ad2e7fd724 None None] Could not find standard attr ID for object 7ed70b58-f3ab-445d-b071-ed0ffbb50c18. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:46.935534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Transition to ACTIVE for port object b36ee91e-8568-461d-9e90-99e30a9ea799 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:46.941629 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:42Z', 'revision_number': 3, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:46.950013 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978698b-155a-4215-ad95-0102afa355d6 None None] The sync data for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 is: [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:42Z', 'revision_number': 3, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:11:46.993896 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1797895d-72f5-4b13-96f2-200c15c3eb28 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:11:46.994510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1797895d-72f5-4b13-96f2-200c15c3eb28 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:47.017211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-00063e88-ef96-45df-8d1a-4a616e0b8481 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:47.019057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-00063e88-ef96-45df-8d1a-4a616e0b8481 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.2688637 Jun 01 13:11:47.021242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1797895d-72f5-4b13-96f2-200c15c3eb28 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:47.023316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1797895d-72f5-4b13-96f2-200c15c3eb28 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/7ed70b58-f3ab-445d-b071-ed0ffbb50c18 HTTP/1.1" status: 404 len: 333 time: 0.1051741 Jun 01 13:11:47.026101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37594) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:47.052098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7470e8f3-41d3-495c-b592-b73bfa64dac2 None None] Could not find standard attr ID for object 72ee8573-cabc-4ac9-b291-5d2953756f55. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:11:47.083085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:47.191932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.380377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42da71f6-8e8a-48b1-831f-96875899741d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:47.513556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 42da71f6-8e8a-48b1-831f-96875899741d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:47.514216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.534519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:47.536002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:47.550950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet 40bb5343-a6b2-4d58-a3c9-db809776ee0e {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:11:47.554129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:47.622759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.670010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dcd5e858-3fb1-4641-a420-b829f3a18e45 req-bc9e668f-d123-4bfe-b09d-994f1d172868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 210 time: 0.2424600 Jun 01 13:11:47.686865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 42da71f6-8e8a-48b1-831f-96875899741d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:47.697994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:47.702699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Pushing event updated for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:47.727226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:47.732796 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.777524 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.847113 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.881365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a1b2404-e28a-4821-8e6f-867abb855667 None None] Provisioning for port b36ee91e-8568-461d-9e90-99e30a9ea799 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:47.887315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a1b2404-e28a-4821-8e6f-867abb855667 None None] Provisioning complete for port b36ee91e-8568-461d-9e90-99e30a9ea799 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:47.887774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a1b2404-e28a-4821-8e6f-867abb855667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:47.942869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b2404-e28a-4821-8e6f-867abb855667 None None] Port b36ee91e-8568-461d-9e90-99e30a9ea799 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:47.966810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:47.969754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.161390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.230637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44eb6bdd-8793-4650-9f66-afefeedfcacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.267435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3daff-8e38-4829-964a-36d17b62b973 req-60f9e6fc-aa20-4212-9604-5af239cd1bc8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:48.269008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35e3daff-8e38-4829-964a-36d17b62b973 req-60f9e6fc-aa20-4212-9604-5af239cd1bc8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 945 time: 0.3667862 Jun 01 13:11:48.401907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.7 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/4815da62-728e-4def-934f-f45c5778d68b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:48.409381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35e3daff-8e38-4829-964a-36d17b62b973 req-f41b04c8-3851-456e-ae7d-9d75de5b86e8 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288607 Jun 01 13:11:48.416155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.457741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.477409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=40bb5343-a6b2-4d58-a3c9-db809776ee0e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:48.492806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.496594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b6d06-67ab-4fd8-a03b-b1c75029bea7 None None] Network 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:48.576074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:48.576641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e8689235-1bcd-4c6c-9307-4a7eae5ae0b8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/40bb5343-a6b2-4d58-a3c9-db809776ee0e HTTP/1.1" status: 204 len: 168 time: 1.5487030 Jun 01 13:11:48.747691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.774677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 42da71f6-8e8a-48b1-831f-96875899741d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:48.774986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.897607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] DHCP port deletion for 38ce4ad8-9ca4-4d9b-883c-38a691a9de3f request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:11:48.902514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Deleting port 42da71f6-8e8a-48b1-831f-96875899741d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:48.903043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:48.970406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-890acebd-5f8c-4eac-ae10-3b0f7f4a5bb0 req-739ee509-350b-475f-a0ee-b76ed04e4aad tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:49.046704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port 42da71f6-8e8a-48b1-831f-96875899741d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42da71f6-8e8a-48b1-831f-96875899741d,segment=NetworkSegment(8e28e80f-84e7-4408-a1a7-01956ff75b56),segment_id=8e28e80f-84e7-4408-a1a7-01956ff75b56)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:49.047477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.072910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.080444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.094296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.161921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-890acebd-5f8c-4eac-ae10-3b0f7f4a5bb0 req-739ee509-350b-475f-a0ee-b76ed04e4aad tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:49.163266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-890acebd-5f8c-4eac-ae10-3b0f7f4a5bb0 req-739ee509-350b-475f-a0ee-b76ed04e4aad tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 210 time: 0.2849391 Jun 01 13:11:49.185236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 42da71f6-8e8a-48b1-831f-96875899741d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:49.197778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] For port 42da71f6-8e8a-48b1-831f-96875899741d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42da71f6-8e8a-48b1-831f-96875899741d,segment=NetworkSegment(8e28e80f-84e7-4408-a1a7-01956ff75b56),segment_id=8e28e80f-84e7-4408-a1a7-01956ff75b56)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:49.198438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.218839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Pushing event updated for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:49.242380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.306811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.337669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Calling delete_port for 42da71f6-8e8a-48b1-831f-96875899741d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:49.366998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=42da71f6-8e8a-48b1-831f-96875899741d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:49.373496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port 42da71f6-8e8a-48b1-831f-96875899741d on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:49.387584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.469778 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:11:49.474007 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:11:49.487447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:11:49.489728 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:11:49.492071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:11:49.497612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:49.498125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.520038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.547334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.558907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ce4ad8-9ca4-4d9b-883c-38a691a9de3f']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:49.563983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:49.574518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e28e80f-84e7-4408-a1a7-01956ff75b56') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:49.575062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e28e80f-84e7-4408-a1a7-01956ff75b56') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:49.588004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.607327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.616376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:11:49.617059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.635906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:49.643495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:49.668608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:49.711499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:49.735184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.742381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.767733 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8e28e80f-84e7-4408-a1a7-01956ff75b56 resource provider aggregate not found Jun 01 13:11:49.783988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:49.788757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:49.792297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:49.792696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.793758 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8e28e80f-84e7-4408-a1a7-01956ff75b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e28e80f-84e7-4408-a1a7-01956ff75b56 found for delete ", "request_id": "req-5534081e-7363-46d8-859e-eb3afde8bc52"}]} Jun 01 13:11:49.798469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=38ce4ad8-9ca4-4d9b-883c-38a691a9de3f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:49.819124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-840c32d4-6a6f-415b-a860-8d4330d92888 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/38ce4ad8-9ca4-4d9b-883c-38a691a9de3f HTTP/1.1" status: 204 len: 168 time: 1.2417791 Jun 01 13:11:49.819783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:49.827374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:49.827739 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.832289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1455041011'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:49.835248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:49.840464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:49.844736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:network and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:49.847914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:49.851126 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.855120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:49.883417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:49.887670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.934404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:49.935777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42da71f6-8e8a-48b1-831f-96875899741d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:49.946437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.946808 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Added segment 17fba16f-1416-4d13-85e7-21c1cc9f8e04 of type vlan for network c95d12a5-eaf1-490d-84a3-32ea511d5573 Jun 01 13:11:49.970659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-fc08d0be-73bf-4912-a5ce-8820bf80a2bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9411983 Jun 01 13:11:49.981451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:49.985465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Request body: {'port': {'device_id': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:49.990965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Deleting port 42da71f6-8e8a-48b1-831f-96875899741d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:49.992000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.025202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.033708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:50.034362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.080036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 42da71f6-8e8a-48b1-831f-96875899741d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:50.080579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42da71f6-8e8a-48b1-831f-96875899741d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:50.164803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d757d142-fc90-4061-8c8f-db6b9c92eabd None None] The port '42da71f6-8e8a-48b1-831f-96875899741d' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:11:50.192482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:50.204071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Network': ['ID=c95d12a5-eaf1-490d-84a3-32ea511d5573,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:50.228660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37652) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:50.229088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61c3b49c-ebc5-4779-a7e6-65f07e932933 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4080899 Jun 01 13:11:50.238247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:50.240385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:50.258706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.350867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e87d4f2-8c6c-4c33-b16c-d1ac9bf100d1 None None] Provisioning complete for port b36ee91e-8568-461d-9e90-99e30a9ea799 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:50.351139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e87d4f2-8c6c-4c33-b16c-d1ac9bf100d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.405094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1e87d4f2-8c6c-4c33-b16c-d1ac9bf100d1 None None] Port b36ee91e-8568-461d-9e90-99e30a9ea799 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:11:50.433911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Router 1fc9252a-183f-494b-868d-cee15cbe4565 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:11:50.481728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65d14752-73de-4686-94e3-1a69d805e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.593339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:50.623040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:50.632492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:50.654627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:50.802878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:50.806295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:50.928234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df497-fe32-4d03-bf2a-968e445e2537 req-ba243fa2-e581-46ac-b024-1c2d1931889f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:50.929432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a46df497-fe32-4d03-bf2a-968e445e2537 req-ba243fa2-e581-46ac-b024-1c2d1931889f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 931 time: 0.5676494 Jun 01 13:11:50.970546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:11:50.980414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Sync routers for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:11:50.990404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:50.991149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:51.004042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2b4bcab4-9e1e-4ffd-abcb-05e70a39e69f admin admin] 10.222.0.40 "PUT /v2.0/routers/1fc9252a-183f-494b-868d-cee15cbe4565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8462989 Jun 01 13:11:51.098684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a46df497-fe32-4d03-bf2a-968e445e2537 req-9a862efc-506a-4904-af27-9c0f2a80efac tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617146 Jun 01 13:11:51.146614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:51.188071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:51.219499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-330620049'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:51.225036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:51.238752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:network and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:51.246436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:51.256791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:51.272473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:51.276619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.308376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:51.320363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.321212 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Added segment b6fd336e-849d-458c-ac5d-44075d293582 of type vlan for network 0daee036-b76e-451a-b265-f75be8a187b0 Jun 01 13:11:51.354179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.397283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.404756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:51.405539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.406768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:51.409047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4815da62-728e-4def-934f-f45c5778d68b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:51.434131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.470058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54a53-bbbf-42cd-ae75-de0d01de78a7 req-d8ac5395-ced7-4367-ac58-e92a9df4e12c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:51.477593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36f54a53-bbbf-42cd-ae75-de0d01de78a7 req-d8ac5395-ced7-4367-ac58-e92a9df4e12c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.4649112 Jun 01 13:11:51.504360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Transition to ACTIVE for port object 4815da62-728e-4def-934f-f45c5778d68b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:51.505405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.549316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.601652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:11:51.602020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.640221 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4895577 Jun 01 13:11:51.640787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:51.648923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'subnet': {'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:51.662827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf13b8-5217-4360-b9cc-9dd45ed77e64 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Network': ['ID=0daee036-b76e-451a-b265-f75be8a187b0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:51.697009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0daee036-b76e-451a-b265-f75be8a187b0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:51.766157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36f54a53-bbbf-42cd-ae75-de0d01de78a7 req-b0b5181f-58fe-4121-935f-b2f29801f495 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876678 Jun 01 13:11:51.781655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:51.786047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:subnet and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:51.789104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:51.796119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:51.810702 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.811977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:51.812707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.816460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.818752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Pushing event updated for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:51.827576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=c1ceaca4-60eb-4337-8fe3-49890a5a7051,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:51.857678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Checking segment: {'id': '17fba16f-1416-4d13-85e7-21c1cc9f8e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:51.858029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network hostable DHCP agents. Network: c95d12a5-eaf1-490d-84a3-32ea511d5573, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:51.896391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Attempting to bind port 4815da62-728e-4def-934f-f45c5778d68b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:51.896709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Attempting to bind port 4815da62-728e-4def-934f-f45c5778d68b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:51.897018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Attempting to bind port 4815da62-728e-4def-934f-f45c5778d68b on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:51.902730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Port 4815da62-728e-4def-934f-f45c5778d68b on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:11:51.903288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Attempting to bind port 4815da62-728e-4def-934f-f45c5778d68b on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:51.905519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:51.913503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:51.913844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:51.914200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:51.914726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Bound port: 4815da62-728e-4def-934f-f45c5778d68b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:51.915102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.919359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:48Z', 'revision_number': 4, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b36ee91e-8568-461d-9e90-99e30a9ea799', 'name': '', 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'mac_address': 'fa:16:3e:cd:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:46Z', 'updated_at': '2022-06-01T13:11:48Z', 'revision_number': 2, 'project_id': 'f56949c077a3482da4c712078c280585', 'subnets': [{'id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:51.921795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:51.926718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Checking router: 1fc9252a-183f-494b-868d-cee15cbe4565 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:11:51.927233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Updating router 1fc9252a-183f-494b-868d-cee15cbe4565 port b36ee91e-8568-461d-9e90-99e30a9ea799 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:11:51.933753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c95d12a5-eaf1-490d-84a3-32ea511d5573) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:51.938068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:51.938772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:51.957155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e75bc-6967-4f7c-85cc-3e0b49519459 None None] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:52.007821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4550c69e-b71f-4bdb-bff0-2e492326186a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7773631 Jun 01 13:11:52.009812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:52.017208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1308452124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:52.028549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:52.039613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:52.042898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4815da62-728e-4def-934f-f45c5778d68b,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:52.043337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:router and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:52.048691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.054008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:52.057069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.068776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:52.085687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.116475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.117098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.118935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] 10.222.0.13 "PUT /v2.0/ports/4815da62-728e-4def-934f-f45c5778d68b HTTP/1.1" status: 200 len: 1091 time: 2.1380038 Jun 01 13:11:52.118935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'tag': '4815da62-728e-4def-934f-f45c5778d68b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:52.121035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.123202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.148421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3c7c-9cca-4d58-a874-1e918a656039 service neutron] Pushing event updated for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:52.201386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Checking segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:52.202048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network hostable DHCP agents. Network: 0daee036-b76e-451a-b265-f75be8a187b0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:52.214482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.238351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Subnet': ['ID=7b26cede-7550-496a-bcc6-67e51f862117,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:52.248367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 0daee036-b76e-451a-b265-f75be8a187b0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:52.264056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0daee036-b76e-451a-b265-f75be8a187b0) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:52.271736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.281916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.282395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.288691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3a3e2-71d1-4190-a6a7-63943de34c0d None None] Network 0daee036-b76e-451a-b265-f75be8a187b0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:52.291339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-19f9c1ec-f4a9-48fe-9e4a-c3db765bcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.297704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-19f9c1ec-f4a9-48fe-9e4a-c3db765bcbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 1094 time: 0.1348808 Jun 01 13:11:52.326440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.330325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1727bf67-90b6-43f4-ad55-9be3628fa9a6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3170736 Jun 01 13:11:52.330709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37700) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:52.339216 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2cb79b3-b54f-47c3-9a8e-f1f668bdbd62 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6970515 Jun 01 13:11:52.341158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:52.347026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573', 'name': 'tempest-PortsTestJSON-973400047'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:52.373321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-494477121'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:52.385049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:52.390024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:network and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:52.393233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:52.399880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:52.444099 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca933a8-7c21-45a5-a16a-3a7bc5187e2d'] response: {'name': 'network-changed', 'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'tag': '4815da62-728e-4def-934f-f45c5778d68b', 'status': 'completed', 'code': 200} Jun 01 13:11:52.445621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-dff24011-54ed-46da-b57c-352d69f417c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4815da62-728e-4def-934f-f45c5778d68b HTTP/1.1" status: 200 len: 217 time: 0.1394665 Jun 01 13:11:52.470260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:52.473742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.529139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32026-a126-4260-bd91-353d2f177f5b req-0909ee91-bee7-465f-b201-8df6a3e500d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.532506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-0909ee91-bee7-465f-b201-8df6a3e500d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0777206 Jun 01 13:11:52.567619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-c95d12a5-eaf1-490d-84a3-32ea511d5573', 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': 'c1ceaca4-60eb-4337-8fe3-49890a5a7051'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:52.568597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.583377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:11:52.594713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.594946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe37352-d775-4edf-9ad3-ca2ea7bf8f46 req-9365732f-d910-4a5c-8102-a7bf677bd5e2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.595545 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Added segment 676701b2-f318-4fd7-80bd-9783eef648db of type vlan for network 29a2df6b-e229-4c0b-954a-458a88e6ec80 Jun 01 13:11:52.596639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe37352-d775-4edf-9ad3-ca2ea7bf8f46 req-9365732f-d910-4a5c-8102-a7bf677bd5e2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 943 time: 0.2145126 Jun 01 13:11:52.598882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-3d0cdaca-363f-4cdb-a883-9cc1357e97bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566573 Jun 01 13:11:52.652466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.709211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:52.716899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:52.720404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:52.727326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.730724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe37352-d775-4edf-9ad3-ca2ea7bf8f46 req-fa142697-99f1-4daf-938f-fbaf778daa7c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271005 Jun 01 13:11:52.733150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:52.733709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.757591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:52.772692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-35f44b61-8b66-45ec-bc1c-2a35020f7e2f service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541128 Jun 01 13:11:52.846568 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4808612 Jun 01 13:11:52.858388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:52.867006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'subnet': {'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:11:52.884578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.886637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:52.890624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:52.917765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 5ea8d039-7527-4736-b815-1e29e0485aff yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:11:52.938345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Transition to ACTIVE for port object b36ee91e-8568-461d-9e90-99e30a9ea799 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:52.982382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.006016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26e32026-a126-4260-bd91-353d2f177f5b req-ad6baccc-faff-4e69-846d-a3fc686f56cf service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275150 Jun 01 13:11:53.034893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79b3ff-5835-498f-92a2-c1761962e174 req-9e36e99d-d815-435b-bc8f-251d66da61e7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:53.039918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c79b3ff-5835-498f-92a2-c1761962e174 req-9e36e99d-d815-435b-bc8f-251d66da61e7 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.1187470 Jun 01 13:11:53.098348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2743035-8c5d-4161-802b-4690c24bfef5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Network': ['ID=29a2df6b-e229-4c0b-954a-458a88e6ec80,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:53.153338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:11:53.164519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c79b3ff-5835-498f-92a2-c1761962e174 req-26df7867-681a-4915-ae35-7fd58bbfcf10 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169791 Jun 01 13:11:53.168940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:11:53.175263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:subnet and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:11:53.181905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:11:53.193781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68e24-96e4-411d-b750-dd0fae941afb req-6d6a584f-60ee-44fb-97ef-0d62d85213f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:53.194260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-a8c54f3a-4b07-430f-a90e-efd3c70131a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:53.195106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-a8c54f3a-4b07-430f-a90e-efd3c70131a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Synchronizing usage tracker for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:53.195291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-6d6a584f-60ee-44fb-97ef-0d62d85213f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 1094 time: 0.1241851 Jun 01 13:11:53.201986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:11:53.221692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:11:53.226352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.247976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-a8c54f3a-4b07-430f-a90e-efd3c70131a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Unset dirty status for tenant:bf7f48dfaa054f82a2e0cd63bdf9f822 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:53.249289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-a8c54f3a-4b07-430f-a90e-efd3c70131a0 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.2020836 Jun 01 13:11:53.355275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68e24-96e4-411d-b750-dd0fae941afb req-cfbd3c7d-c8bc-4225-92cd-f9539364587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:53.356864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-cfbd3c7d-c8bc-4225-92cd-f9539364587f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.1546845 Jun 01 13:11:53.358432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Allocated IP 172.20.0.2 (c95d12a5-eaf1-490d-84a3-32ea511d5573/c1ceaca4-60eb-4337-8fe3-49890a5a7051/bae7d2ce-91e2-4ac5-9c07-785055490023) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:53.363138 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.364027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-0daee036-b76e-451a-b265-f75be8a187b0', 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'fixed_ips': [{'subnet_id': '7b26cede-7550-496a-bcc6-67e51f862117'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:53.364984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.392914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178ee7-e3d9-480c-9ef2-f8c840b83424 None None] Pushing event updated for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:53.412659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Deleting port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:53.413151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.614549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-2725eacd-6e83-4fe1-8cb4-810f33207d27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4815da62-728e-4def-934f-f45c5778d68b HTTP/1.1" status: 200 len: 217 time: 0.2469006 Jun 01 13:11:53.658091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Allocated IP 19.80.0.2 (0daee036-b76e-451a-b265-f75be8a187b0/7b26cede-7550-496a-bcc6-67e51f862117/aa6891dd-63d5-42cd-8e96-1c7fee8196de) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:53.695102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68e24-96e4-411d-b750-dd0fae941afb req-b7114333-5287-42c0-96a6-b3b9eb5ab106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:53.697293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-b7114333-5287-42c0-96a6-b3b9eb5ab106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0715775 Jun 01 13:11:53.758846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-f1355501-f20f-4309-8e89-3ba68b47376c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528092 Jun 01 13:11:53.878015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:53.960905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] For port b7c8fa96-2b28-4bdb-bbe4-45b174cde216, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:53.961374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:53.998937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Attempting to bind port b36ee91e-8568-461d-9e90-99e30a9ea799 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:53.999297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Attempting to bind port b36ee91e-8568-461d-9e90-99e30a9ea799 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:53.999842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Attempting to bind port b36ee91e-8568-461d-9e90-99e30a9ea799 on network 82aa65f6-46c7-48d6-b449-8b4a9307b995 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:54.020792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-17730e2e-d0e5-4481-8cd4-ae77973a08ff service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533581 Jun 01 13:11:54.036371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.086723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:54.087102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Checking segment: {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:54.087504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.087892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Bound using segment: {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:54.088377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Bound port: b36ee91e-8568-461d-9e90-99e30a9ea799, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f542e29-adae-4ef6-9fc3-e513097a3daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:54.088746 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.122455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Subnet': ['ID=8faaa8e6-a0d3-44a2-81bb-139560ef6259,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:54.144220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b66003-b7a2-4f42-9785-3eedcdb603e3 req-b9810c4d-c659-425f-9356-a2099c7d4a93 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:54.154796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6b66003-b7a2-4f42-9785-3eedcdb603e3 req-b9810c4d-c659-425f-9356-a2099c7d4a93 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 943 time: 0.2628212 Jun 01 13:11:54.242433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6b66003-b7a2-4f42-9785-3eedcdb603e3 req-3ba5dedd-91cb-467e-aacb-c3b3ce0ff647 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833042 Jun 01 13:11:54.243231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Checking segment: {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:54.243703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network hostable DHCP agents. Network: 29a2df6b-e229-4c0b-954a-458a88e6ec80, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:11:54.258194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11a68e24-96e4-411d-b750-dd0fae941afb req-17c9ce37-546d-4a4a-bcd2-01eec79bbebe service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286608 Jun 01 13:11:54.292447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.374165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Transition to ACTIVE for port object bae7d2ce-91e2-4ac5-9c07-785055490023 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:54.380431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:11:54.416876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:54.421788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 29a2df6b-e229-4c0b-954a-458a88e6ec80) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:54.429625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:54.429625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.439607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '27070187-053e-4a07-a31f-8319e8a22289', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': '27070187-053e-4a07-a31f-8319e8a22289', 'mac_address': 'fa:16:3e:9f:d5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:54.449636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d26b5-67b6-468d-8fd7-a0efbb53b7fc None None] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:11:54.474235 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5166ae40-b474-485e-9c61-dc6c983dbcba tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6145573 Jun 01 13:11:54.476502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.476943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.477219 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Floating IP 8bde2e36-0c5b-4c19-b761-d4221a223a93 disassociated. External IP: 172.25.7.221, port: b7c8fa96-2b28-4bdb-bbe4-45b174cde216. Jun 01 13:11:54.477559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Calling delete_port for b7c8fa96-2b28-4bdb-bbe4-45b174cde216 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:11:54.547295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8116d-0c73-4c17-9d9e-979dfce71ba7 req-9eb5205b-3b42-4504-a0df-199625875ae3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:54.553083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba8116d-0c73-4c17-9d9e-979dfce71ba7 req-9eb5205b-3b42-4504-a0df-199625875ae3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 946 time: 0.1625080 Jun 01 13:11:54.611065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] For port b36ee91e-8568-461d-9e90-99e30a9ea799, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:54.676430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.687903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.703962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Transition to ACTIVE for port object bae7d2ce-91e2-4ac5-9c07-785055490023 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:54.717453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] For port b36ee91e-8568-461d-9e90-99e30a9ea799, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b36ee91e-8568-461d-9e90-99e30a9ea799,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:54.732530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Transition to ACTIVE for port object aa6891dd-63d5-42cd-8e96-1c7fee8196de will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:54.735354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.785906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.815177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba8116d-0c73-4c17-9d9e-979dfce71ba7 req-5b64dd51-402c-4461-ab67-02587346153b tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups?id=14ce7174-400f-4eac-9220-9a9188a61069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567391 Jun 01 13:11:54.816554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.9 (c95d12a5-eaf1-490d-84a3-32ea511d5573/c1ceaca4-60eb-4337-8fe3-49890a5a7051/5ea8d039-7527-4736-b815-1e29e0485aff) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:54.822181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e511b244-c0ea-449b-ba2f-bda44714cccc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:54.830556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e511b244-c0ea-449b-ba2f-bda44714cccc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:54.838440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e511b244-c0ea-449b-ba2f-bda44714cccc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/networks?id=0daee036-b76e-451a-b265-f75be8a187b0&id=29a2df6b-e229-4c0b-954a-458a88e6ec80&id=0daee036-b76e-451a-b265-f75be8a187b0 HTTP/1.1" status: 200 len: 1390 time: 0.1995637 Jun 01 13:11:54.855052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:11:54.855460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:54.858141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-5d3ef7b5-2be8-4cf4-a8c9-84fa7003d397 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/quotas/f56949c077a3482da4c712078c280585 HTTP/1.1" status: 200 len: 375 time: 0.0184486 Jun 01 13:11:54.961133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-8d2fc1e5-2a3b-4e9e-9681-db310708ec3b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:11:54.963551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'Port': ['ID=b7c8fa96-2b28-4bdb-bbe4-45b174cde216,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:54.974263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Pushing event updated for resources: {'Port': ['ID=bae7d2ce-91e2-4ac5-9c07-785055490023,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:54.996983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-8d2fc1e5-2a3b-4e9e-9681-db310708ec3b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:11:55.007599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-8d2fc1e5-2a3b-4e9e-9681-db310708ec3b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483536 Jun 01 13:11:55.040039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Transition to ACTIVE for port object aa6891dd-63d5-42cd-8e96-1c7fee8196de will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:55.072849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:55.075293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27070187-053e-4a07-a31f-8319e8a22289 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:11:55.093432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:55.144977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:55.162168 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.166734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.171015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:55.180530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:55.181173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:55.204285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eade3e66-5183-4a22-b636-3ef889a74fe8 service neutron] 10.222.0.40 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948013 Jun 01 13:11:55.306332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-29a2df6b-e229-4c0b-954a-458a88e6ec80', 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'fixed_ips': [{'subnet_id': '8faaa8e6-a0d3-44a2-81bb-139560ef6259'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:11:55.308035 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.400391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.401931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-47e5a35b-9c9a-4519-8c4a-82d1a6393e25 service neutron] 10.222.0.40 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970601 Jun 01 13:11:55.406098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:11:55.409549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['27070187-053e-4a07-a31f-8319e8a22289'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:11:55.434552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 5ea8d039-7527-4736-b815-1e29e0485aff will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:55.595175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:11:55.668092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-c78124d1-e408-4fcf-8e71-1948b69a4716 service neutron] 10.222.0.40 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642441 Jun 01 13:11:55.772231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Network 0daee036-b76e-451a-b265-f75be8a187b0 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:55.790702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178ee7-e3d9-480c-9ef2-f8c840b83424 None None] Pushing event updated for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:55.801630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:11:55.813159 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:11:55.828564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:55.830822 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:55.853592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:55.859744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:55.917828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] No DVR routers for this DVR port b7c8fa96-2b28-4bdb-bbe4-45b174cde216 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:11:55.923771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.927504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:55.934383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92479eb5-76a4-4185-9d8d-251101cd525d req-187b517a-8537-467e-9168-631c06c5c7b3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:55.941625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92479eb5-76a4-4185-9d8d-251101cd525d req-187b517a-8537-467e-9168-631c06c5c7b3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 943 time: 0.3943160 Jun 01 13:11:55.950475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-deleted', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:11:56.008711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Pushing event updated for resources: {'Port': ['ID=aa6891dd-63d5-42cd-8e96-1c7fee8196de,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:56.011333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: b7c8fa96-2b28-4bdb-bbe4-45b174cde216 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:11:56.012033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b7c8fa96-2b28-4bdb-bbe4-45b174cde216 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:11:56.035576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-17e2fba5-028d-4a59-9e4b-45e8219516d9 service neutron] 10.222.0.40 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661482 Jun 01 13:11:56.069392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:11:56.071355 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-63ef6ad3-5a72-4cd4-a67c-cc5febd3cee0 req-1e57c345-c377-40f1-80c3-f424d2571e2f tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.24 "DELETE /v2.0/ports/b7c8fa96-2b28-4bdb-bbe4-45b174cde216 HTTP/1.1" status: 204 len: 173 time: 2.8155651 Jun 01 13:11:56.072394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=5ea8d039-7527-4736-b815-1e29e0485aff,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:56.081763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:11:56.088389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:11:56.106211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92479eb5-76a4-4185-9d8d-251101cd525d req-3a615a5c-ba04-4344-a704-9e7748b46f77 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397297 Jun 01 13:11:56.119964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Attempting to bind port bae7d2ce-91e2-4ac5-9c07-785055490023 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:56.120415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Attempting to bind port bae7d2ce-91e2-4ac5-9c07-785055490023 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '17fba16f-1416-4d13-85e7-21c1cc9f8e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:56.120818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Attempting to bind port bae7d2ce-91e2-4ac5-9c07-785055490023 on network c95d12a5-eaf1-490d-84a3-32ea511d5573 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:56.149326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:56.407164 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:56.411103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:56.412018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:56.457955 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-97c552cc-38f8-4bfe-8faa-699b31a1ec0f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1227658 Jun 01 13:11:56.459687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37800) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:56.497609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4815da62-728e-4def-934f-f45c5778d68b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:11:56.574775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:56.633605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:56.634009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Checking segment: {'id': '17fba16f-1416-4d13-85e7-21c1cc9f8e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:56.634387 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:56.640477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Bound using segment: {'id': '17fba16f-1416-4d13-85e7-21c1cc9f8e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:56.641256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Bound port: bae7d2ce-91e2-4ac5-9c07-785055490023, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fba16f-1416-4d13-85e7-21c1cc9f8e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c95d12a5-eaf1-490d-84a3-32ea511d5573'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:56.641653 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:56.748122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccf68904-8c3b-4c50-a631-2579d574741c req-f4a6fc40-4d8c-4584-b55e-3051f7183201 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/ports?device_id=726f061e-f6e9-465c-91ca-b89d90a3805c HTTP/1.1" status: 200 len: 210 time: 0.1409655 Jun 01 13:11:56.799752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-25414e4e-3344-4899-8631-e1dbe4b92ef8 service neutron] 10.222.0.40 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628722 Jun 01 13:11:57.060956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-3978c529-a102-4b13-ba2a-e9a0e15ecf0e service neutron] 10.222.0.40 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535911 Jun 01 13:11:57.206643 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f5fddb-f044-4a6b-9d03-a0fdc5e81cc4'] response: {'server_uuid': '726f061e-f6e9-465c-91ca-b89d90a3805c', 'name': 'network-vif-deleted', 'tag': 'b7c8fa96-2b28-4bdb-bbe4-45b174cde216', 'status': 'completed', 'code': 200} Jun 01 13:11:57.223225 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:57.237689 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:11:57.292004 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:11:57.292834 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:57.355703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:57.450301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] For port bae7d2ce-91e2-4ac5-9c07-785055490023, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:57.455873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] For port bae7d2ce-91e2-4ac5-9c07-785055490023, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bae7d2ce-91e2-4ac5-9c07-785055490023,segment=NetworkSegment(17fba16f-1416-4d13-85e7-21c1cc9f8e04),segment_id=17fba16f-1416-4d13-85e7-21c1cc9f8e04)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:57.504071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:57.570383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9214d0-3415-425c-8101-f4f3178a5061 req-fd23d12f-f7e2-47e1-a708-f0873731118b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:11:57.587788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa9214d0-3415-425c-8101-f4f3178a5061 req-fd23d12f-f7e2-47e1-a708-f0873731118b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 943 time: 0.2341409 Jun 01 13:11:57.675967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca2d4cf6-80a0-4691-83fc-8e5620778892 req-e452267c-e77e-411d-aa71-24810ec6ad74 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 210 time: 0.0572238 Jun 01 13:11:57.718379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa9214d0-3415-425c-8101-f4f3178a5061 req-6c7c07b7-a8ca-4965-9acb-0bf4c24baea7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261623 Jun 01 13:11:57.728829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Attempting to bind port aa6891dd-63d5-42cd-8e96-1c7fee8196de on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:11:57.732883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Attempting to bind port aa6891dd-63d5-42cd-8e96-1c7fee8196de by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:11:57.733345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Attempting to bind port aa6891dd-63d5-42cd-8e96-1c7fee8196de on network 0daee036-b76e-451a-b265-f75be8a187b0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:11:57.795691 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:11:57.961262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498df6-5887-4127-82d0-2abf7a063c55 None None] Pushing event updated for resources: {'Port': ['ID=bae7d2ce-91e2-4ac5-9c07-785055490023,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:58.007467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 1.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:11:58.032688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37838) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:58.042643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:11:58.044523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Checking segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:11:58.045109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.045729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Bound using segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:11:58.046380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Bound port: aa6891dd-63d5-42cd-8e96-1c7fee8196de, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:11:58.046988 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.140847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Allocated IP 19.86.0.2 (29a2df6b-e229-4c0b-954a-458a88e6ec80/8faaa8e6-a0d3-44a2-81bb-139560ef6259/99c29443-606f-4e56-b3bc-c1d6bf8a8e90) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:11:58.173405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.188026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.227493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] For port aa6891dd-63d5-42cd-8e96-1c7fee8196de, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:11:58.231106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] For port aa6891dd-63d5-42cd-8e96-1c7fee8196de, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa6891dd-63d5-42cd-8e96-1c7fee8196de,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:11:58.293879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.327371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.421485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.448462 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:58.464591 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306152a-e72c-429f-94a9-e8b3945fdbd7 None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:02:09Z', 'revision_number': 4, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6', 'name': '', 'network_id': '82799e90-eb1f-486f-8725-e6d1b13ef45b', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'mac_address': 'fa:16:3e:63:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:02:07Z', 'updated_at': '2022-06-01T13:02:24Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'subnets': [{'id': 'fd2e010b-0a0b-4759-a05f-c76ccaae5983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:11:58.497772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316cb7-a993-4937-87d5-e7eb64c99d49 None None] Pushing event updated for resources: {'Port': ['ID=aa6891dd-63d5-42cd-8e96-1c7fee8196de,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:58.584100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.629681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce7174-400f-4eac-9220-9a9188a61069,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:58.674278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:58.685795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-154c01b3-c209-4667-94b7-a5eed6e77ffa tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "DELETE /v2.0/security-groups/14ce7174-400f-4eac-9220-9a9188a61069 HTTP/1.1" status: 204 len: 168 time: 0.6500199 Jun 01 13:11:58.687060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37852) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:58.735484 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-5a187e61-f01d-4db4-8a15-1bac4589b4c3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] show failed (client error): The resource could not be found. Jun 01 13:11:58.760480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5a187e61-f01d-4db4-8a15-1bac4589b4c3 tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "GET /v2.0/security-groups/14ce7174-400f-4eac-9220-9a9188a61069 HTTP/1.1" status: 404 len: 347 time: 0.0714085 Jun 01 13:11:58.772369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37860) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:11:58.852110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=5ea8d039-7527-4736-b815-1e29e0485aff,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:11:58.962306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:59.096362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:48Z', 'revision_number': 4, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b36ee91e-8568-461d-9e90-99e30a9ea799', 'name': '', 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'mac_address': 'fa:16:3e:cd:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:46Z', 'updated_at': '2022-06-01T13:11:54Z', 'revision_number': 4, 'project_id': 'f56949c077a3482da4c712078c280585', 'subnets': [{'id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:11:59.101055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4815da62-728e-4def-934f-f45c5778d68b,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:11:59.132150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed104ef-c1d1-4531-9f81-c513bff70cbf None None] The sync data for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 is: [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:11:48Z', 'revision_number': 4, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b36ee91e-8568-461d-9e90-99e30a9ea799', 'name': '', 'network_id': '82aa65f6-46c7-48d6-b449-8b4a9307b995', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'mac_address': 'fa:16:3e:cd:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:46Z', 'updated_at': '2022-06-01T13:11:54Z', 'revision_number': 4, 'project_id': 'f56949c077a3482da4c712078c280585', 'subnets': [{'id': '7f08ed56-35c3-47ff-9d9d-c9feb904f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:11:59.406687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:59.432124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Transition to ACTIVE for port object 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:59.530075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Transition to ACTIVE for port object 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:11:59.541437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b6d04-c21a-481b-804e-48d358a4e6c8 None None] New status for floating IP 8bde2e36-0c5b-4c19-b761-d4221a223a93: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:11:59.737466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4815da62-728e-4def-934f-f45c5778d68b', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': '4815da62-728e-4def-934f-f45c5778d68b', 'mac_address': 'fa:16:3e:e3:4c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:11:59.747440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3df5e6ab-d9ff-467c-abc6-3173f0340e74 req-5f2c4c1c-67ac-42bf-8fb1-1a47c482b686 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 210 time: 0.6645713 Jun 01 13:11:59.748008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:59.860758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bae7d2ce-91e2-4ac5-9c07-785055490023 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:11:59.885355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Deleting port deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:11:59.885851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:59.950498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:11:59.997113 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:00.470345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb16d0-76d8-4913-be8f-71ca814a9b97 req-9acf6eb0-3624-413c-8fbc-526f77e5e3bb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:00.472105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8eb16d0-76d8-4913-be8f-71ca814a9b97 req-9acf6eb0-3624-413c-8fbc-526f77e5e3bb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 943 time: 1.4015293 Jun 01 13:12:00.650875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:00.676893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:00.808248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eede0fa5-8f27-46c0-9658-a6d961d8e336 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:00.815270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eede0fa5-8f27-46c0-9658-a6d961d8e336 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:00.822094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eede0fa5-8f27-46c0-9658-a6d961d8e336 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:00.847733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8eb16d0-76d8-4913-be8f-71ca814a9b97 req-842758b6-72bc-4f22-aacc-45327f2e7d59 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663101 Jun 01 13:12:00.859029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:00.859387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:00.957984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:01.083236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4815da62-728e-4def-934f-f45c5778d68b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:01.083794 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.117933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8987d2c2-d9a3-4be6-b082-4c9841287f6a None None] Network 0daee036-b76e-451a-b265-f75be8a187b0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:01.148293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eede0fa5-8f27-46c0-9658-a6d961d8e336 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:01.149820 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-eede0fa5-8f27-46c0-9658-a6d961d8e336 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "GET /v2.0/networks?id=0daee036-b76e-451a-b265-f75be8a187b0&id=29a2df6b-e229-4c0b-954a-458a88e6ec80&id=0daee036-b76e-451a-b265-f75be8a187b0 HTTP/1.1" status: 200 len: 1390 time: 1.3671615 Jun 01 13:12:01.188433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'admin_state_up': True, 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:01.198413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4d692-337a-4775-a035-bff2e64d84e1 None None] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:01.267023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Calling delete_port for deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:01.333427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94283851-bd04-4798-a863-3a7999244ee5 req-4cf0a685-459e-49d2-9fc3-14a48d9df485 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 210 time: 0.2617044 Jun 01 13:12:01.349541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-156bd4e1-dd1f-4f57-9e73-86576d51d0ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0125992 Jun 01 13:12:01.395294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Pushing event updated for resources: {'Port': ['ID=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:01.531214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:12:01.533612 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:12:01.547354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:01.549283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:12:01.552834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.555404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:port and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:01.559459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:01.566390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:01.567972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-4a9aec92-0d65-4f91-a15c-0c0989adee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:01.568762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.572431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-4a9aec92-0d65-4f91-a15c-0c0989adee9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc10a94061124128ac382e497a818247&device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 1097 time: 0.1971636 Jun 01 13:12:01.783951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:01.783951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.826142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.831395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=5ea8d039-7527-4736-b815-1e29e0485aff,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:01.884352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 27070187-053e-4a07-a31f-8319e8a22289 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:01.884979 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:01.944666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Attempting to bind port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:01.945630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Attempting to bind port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:01.947585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Attempting to bind port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 on network 29a2df6b-e229-4c0b-954a-458a88e6ec80 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:02.017101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-fe2bbbd1-115f-484e-897b-2601de382397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:02.019507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-fe2bbbd1-115f-484e-897b-2601de382397 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 200 len: 909 time: 0.4272523 Jun 01 13:12:02.094480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Deleting port deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:02.095066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.147182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4815da62-728e-4def-934f-f45c5778d68b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:02.182470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4815da62-728e-4def-934f-f45c5778d68b,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:02.198531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Allocated IP 19.80.0.18 (0daee036-b76e-451a-b265-f75be8a187b0/7b26cede-7550-496a-bcc6-67e51f862117/7ea3471f-3582-4da5-96d0-658725b26ede) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:02.218216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:02.220388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:02.241255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5887fd4-e7ac-4b6b-8e5e-aa8114a924f9 None None] Provisioning for port aa6891dd-63d5-42cd-8e96-1c7fee8196de completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:02.245438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.248795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:02.249181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Checking segment: {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:02.249582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.250035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Bound using segment: {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:02.251265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Bound port: 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:02.252166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.389556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-3702c3aa-73fa-4f84-a474-fa14c2df59fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 200 len: 1002 time: 0.3626771 Jun 01 13:12:02.433432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port bae7d2ce-91e2-4ac5-9c07-785055490023 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:02.501117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa6891dd-63d5-42cd-8e96-1c7fee8196de up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:02.521896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae24f-ffa8-4893-a47b-f56ff85f27d7 req-0a4a48f1-2694-47db-9c23-9280a6b01ffa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:02.534790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40dae24f-ffa8-4893-a47b-f56ff85f27d7 req-0a4a48f1-2694-47db-9c23-9280a6b01ffa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 944 time: 0.4002802 Jun 01 13:12:02.554128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.554646 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.572887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-ea788677-5408-4a24-a5c2-8ffbd531f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:02.575906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-ea788677-5408-4a24-a5c2-8ffbd531f011 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c02540-06f5-439f-842a-8c15e3de7dc6 HTTP/1.1" status: 200 len: 847 time: 0.1765842 Jun 01 13:12:02.698125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:02.708424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4815da62-728e-4def-934f-f45c5778d68b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:02.799443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Calling delete_port for deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:02.851956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40dae24f-ffa8-4893-a47b-f56ff85f27d7 req-132a9817-ccae-4745-b543-3a27f49b9c42 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150160 Jun 01 13:12:02.861574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] For port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:02.869849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Provisioning for port bae7d2ce-91e2-4ac5-9c07-785055490023 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:02.874787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f80c727-b069-4ac0-b361-bbbf7b5f56f7 req-112a1293-61c6-44a2-8428-8e3ceae8d029 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 210 time: 0.1382153 Jun 01 13:12:02.946021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Provisioning complete for port bae7d2ce-91e2-4ac5-9c07-785055490023 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:02.946528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:02.957760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-d69777de-5838-4630-a251-e66e496222dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:02.959013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-d69777de-5838-4630-a251-e66e496222dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5f85d19-45a0-4521-8091-554e984973f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555285 Jun 01 13:12:03.064021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] For port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:03.107535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aa6891dd-63d5-42cd-8e96-1c7fee8196de completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:03.122056 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.134283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa6891dd-63d5-42cd-8e96-1c7fee8196de triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:03.134728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.286548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:03.287317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.373797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Router 27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:12:03.430704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.487895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Transition to ACTIVE for port object 7ea3471f-3582-4da5-96d0-658725b26ede will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:03.490184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:03.578779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:03.620608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.622647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-6e4e25d4-f9a1-4d5a-8ded-87e9755fcc53 service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373320 Jun 01 13:12:03.635182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.698564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424f08-c58e-4f31-834b-fe097cd1d256 None None] Pushing event updated for resources: {'Port': ['ID=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:03.701754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Current status of the port bae7d2ce-91e2-4ac5-9c07-785055490023 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:03.702925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.945901 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a711eefe-2fba-4c98-90de-22959e8f5d46'] response: {'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289', 'code': 200} Jun 01 13:12:03.964983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa6891dd-63d5-42cd-8e96-1c7fee8196de is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:03.965681 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:03.972748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:04.043526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.200319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Pushing event deleted for resources: {'Port': ['ID=deb98a0b-9cce-4ce0-a4d4-b8e5b659a5d3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:04.237513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 0daee036-b76e-451a-b265-f75be8a187b0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:04.260531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:04.269214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] For port bae7d2ce-91e2-4ac5-9c07-785055490023, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bae7d2ce-91e2-4ac5-9c07-785055490023,segment=NetworkSegment(17fba16f-1416-4d13-85e7-21c1cc9f8e04),segment_id=17fba16f-1416-4d13-85e7-21c1cc9f8e04)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:04.295331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:04.306042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:04.315852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.318214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.332392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b7519cc-87d0-44dd-a4cb-0ee5c9b8284e req-804d6bb4-bf1f-42e3-a17c-07eb19d9fcae service neutron] 10.222.0.13 "GET /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882744 Jun 01 13:12:04.416447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aa6891dd-63d5-42cd-8e96-1c7fee8196de, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa6891dd-63d5-42cd-8e96-1c7fee8196de,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:04.504439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.534115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:04.545755 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] Sync routers for ids ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:04.565538 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] Routers {'27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:04.566474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:04.606639 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c515dde4-72d9-4656-9f02-46d3a073262d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/routers/27cf8a20-1e42-436b-a13f-e63d6ca1d8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1458268 Jun 01 13:12:04.612130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:04.629686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Provisioning complete for port aa6891dd-63d5-42cd-8e96-1c7fee8196de triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:04.630412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.640807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:04.642936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:04.846858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:04.863231 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-55fe422f-1204-4ba4-9fd5-4833aa808a29 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6912246 Jun 01 13:12:04.873295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:04.888564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80', 'admin_state_up': True, 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:04.898628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e5662-5d2c-4b42-bf2a-ecab19d0dc6b None None] Pushing event updated for resources: {'Port': ['ID=bae7d2ce-91e2-4ac5-9c07-785055490023,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:04.917119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] Routers {'27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:04.920799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:05.097771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67f33a-b03e-4874-9128-f1fc464d5665 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:05.100633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0d67f33a-b03e-4874-9128-f1fc464d5665 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:05.107313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aa6891dd-63d5-42cd-8e96-1c7fee8196de,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:05.110758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:05.125960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe363d-1554-4e6b-bf82-207f3ef145c7 req-aab4cb5a-1549-49a7-bd3b-60ffdf737dcf tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:05.135512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ffe363d-1554-4e6b-bf82-207f3ef145c7 req-aab4cb5a-1549-49a7-bd3b-60ffdf737dcf tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 931 time: 0.6288981 Jun 01 13:12:05.139561 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:05.142620 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140851da-048d-4f41-a0db-3b95af210fb7 None None] The sync data for ids ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:05.164552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Current status of the port aa6891dd-63d5-42cd-8e96-1c7fee8196de is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:05.170820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b36ee91e-8568-461d-9e90-99e30a9ea799 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:05.172267 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.201077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0d67f33a-b03e-4874-9128-f1fc464d5665 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:05.202775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d67f33a-b03e-4874-9128-f1fc464d5665 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?device_id=27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 HTTP/1.1" status: 200 len: 981 time: 0.5895135 Jun 01 13:12:05.217815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:05.228863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b4d81-05d7-47b9-bd40-23e3c09002e8 req-f2e3c305-843b-4a75-a675-cda4f45e3ad7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:05.236775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e6b4d81-05d7-47b9-bd40-23e3c09002e8 req-f2e3c305-843b-4a75-a675-cda4f45e3ad7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 944 time: 0.8705819 Jun 01 13:12:05.238028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Provisioning complete for port bae7d2ce-91e2-4ac5-9c07-785055490023 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:05.238817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.295173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:05.300370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:port and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:05.304294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:05.311420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:05.325335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:05.329630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.361536 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.362537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d9b92d1-5a0c-4932-84ea-1f75d0ebf07c tempest-AttachVolumeShelveTestJSON-1499501073 tempest-AttachVolumeShelveTestJSON-1499501073-project] 10.222.0.40 "DELETE /v2.0/floatingips/8bde2e36-0c5b-4c19-b761-d4221a223a93 HTTP/1.1" status: 204 len: 168 time: 6.5874176 Jun 01 13:12:05.393353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd567a-3a02-46d4-9365-05fafe58b08d None None] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:05.503307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ffe363d-1554-4e6b-bf82-207f3ef145c7 req-d8d8af0a-ed4a-4566-9f87-076303047024 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669622 Jun 01 13:12:05.659278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Current status of the port bae7d2ce-91e2-4ac5-9c07-785055490023 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:05.661417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b36ee91e-8568-461d-9e90-99e30a9ea799 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:05.679156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b36ee91e-8568-461d-9e90-99e30a9ea799 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:05.679440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.723934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Allocated IP 19.86.0.237 (29a2df6b-e229-4c0b-954a-458a88e6ec80/8faaa8e6-a0d3-44a2-81bb-139560ef6259/dd8d7d2a-cd39-405d-93d5-9b8ae85135a7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:05.829467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Provisioning for port 5ea8d039-7527-4736-b815-1e29e0485aff completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:05.844937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Provisioning complete for port 5ea8d039-7527-4736-b815-1e29e0485aff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:05.845868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:05.880013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e6b4d81-05d7-47b9-bd40-23e3c09002e8 req-0a1b9229-ef3e-438e-989f-b6cef2a44138 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423602 Jun 01 13:12:06.138046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b36ee91e-8568-461d-9e90-99e30a9ea799 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:06.139125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.148653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54478c90-5c93-4d41-8702-20829bf291ef None None] Port 5ea8d039-7527-4736-b815-1e29e0485aff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:06.197278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b36ee91e-8568-461d-9e90-99e30a9ea799, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b36ee91e-8568-461d-9e90-99e30a9ea799,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:06.201700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.262865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.279158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.323161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Transition to ACTIVE for port object dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:06.358545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.431948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4815da62-728e-4def-934f-f45c5778d68b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:06.493396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:06.514470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:06.515711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:06.519345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:06.700367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:06.755428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:06.757058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.799033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Provisioning for port 7ea3471f-3582-4da5-96d0-658725b26ede completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:06.803315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bae7d2ce-91e2-4ac5-9c07-785055490023 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:06.823284 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-64f3a25b-ab30-46da-8828-61f1059fd228 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9403298 Jun 01 13:12:06.851409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'admin_state_up': True, 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:06.877596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Provisioning complete for port 7ea3471f-3582-4da5-96d0-658725b26ede triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:06.878025 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:06.941848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4815da62-728e-4def-934f-f45c5778d68b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:06.954063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4815da62-728e-4def-934f-f45c5778d68b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:06.954577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.032462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Port 7ea3471f-3582-4da5-96d0-658725b26ede cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:07.035691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port bae7d2ce-91e2-4ac5-9c07-785055490023 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:07.036193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.148936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4815da62-728e-4def-934f-f45c5778d68b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:07.149621 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.164382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Provisioning for port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:07.181019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Provisioning complete for port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:07.181423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.262828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4815da62-728e-4def-934f-f45c5778d68b,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:07.273529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815da62-728e-4def-934f-f45c5778d68b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:07.284173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.291668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:07.303917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:port and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:07.309102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:07.319293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:07.342952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:07.346741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.404911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port bae7d2ce-91e2-4ac5-9c07-785055490023 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:07.406087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa6891dd-63d5-42cd-8e96-1c7fee8196de up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:07.536750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e0027-902f-41dc-894d-fd8e083cca96 req-7c9c7923-8d41-44cd-8e89-631a690e0fb5 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:07.541202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de0e0027-902f-41dc-894d-fd8e083cca96 req-7c9c7923-8d41-44cd-8e89-631a690e0fb5 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.5596414 Jun 01 13:12:07.559262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:07.583452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa6891dd-63d5-42cd-8e96-1c7fee8196de triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:07.583996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.625824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861455f6-a3ec-4724-898f-47c25f05e289 req-607ac25a-7e69-4c10-8bc5-a5692b08af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:07.627504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Current status of the port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:07.628253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.633121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-607ac25a-7e69-4c10-8bc5-a5692b08af1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 1.0327437 Jun 01 13:12:07.650145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fb94f-8663-486d-937f-762794a7505d req-c6b40d34-57c5-4c97-8832-16d529ce8641 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:07.652433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Allocated IP 19.80.0.203 (0daee036-b76e-451a-b265-f75be8a187b0/7b26cede-7550-496a-bcc6-67e51f862117/efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:07.657509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fb94f-8663-486d-937f-762794a7505d req-c6b40d34-57c5-4c97-8832-16d529ce8641 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:07.666145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b94fb94f-8663-486d-937f-762794a7505d req-c6b40d34-57c5-4c97-8832-16d529ce8641 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 1654 time: 0.7800150 Jun 01 13:12:07.692669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] For port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:07.731326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.770466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 5ea8d039-7527-4736-b815-1e29e0485aff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:07.770826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.828867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Provisioning complete for port 5ea8d039-7527-4736-b815-1e29e0485aff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:07.829398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:07.888577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa6891dd-63d5-42cd-8e96-1c7fee8196de is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:07.907925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Pushing event updated for resources: {'Port': ['ID=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:07.912191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-415174f9-d70e-4e5e-a456-4e5d2c6307dc None None] Port 5ea8d039-7527-4736-b815-1e29e0485aff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:08.036715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Provisioning complete for port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:08.038970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:08.054290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861455f6-a3ec-4724-898f-47c25f05e289 req-4147cdd0-0a80-42a6-9f35-c0235724b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:08.056071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-4147cdd0-0a80-42a6-9f35-c0235724b33e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.3327167 Jun 01 13:12:08.069445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b94fb94f-8663-486d-937f-762794a7505d req-4719bbbe-3188-4a34-b69b-89e3281ae268 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026809 Jun 01 13:12:08.213523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:08.263787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Transition to ACTIVE for port object efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:08.310488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:08.335403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de0e0027-902f-41dc-894d-fd8e083cca96 req-039c273c-ba57-4a56-90d5-2c4d6abe1939 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7797029 Jun 01 13:12:08.383073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Current status of the port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:08.405955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Provisioning for port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:08.421354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Provisioning complete for port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:08.421778 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:08.533414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 0daee036-b76e-451a-b265-f75be8a187b0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:08.541323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:08.549431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:08.550392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7d1f5-ffd9-4d7c-8ccf-48528cf88e87 None None] Port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:08.601552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:08.619031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-f3b3cb16-c0be-4578-b376-fbe264bf32e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1002 time: 0.5477476 Jun 01 13:12:08.734877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:08.736492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:08.775120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:08.806545 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-dbcaa85d-13b4-4127-8a28-a1bdf91cd50a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9625821 Jun 01 13:12:08.827504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-436c7524-20c2-4e72-ba4a-6ed83a09393f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:12:08.828996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-436c7524-20c2-4e72-ba4a-6ed83a09393f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063200 Jun 01 13:12:08.842891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:08.952734 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cf08e3-72fb-4002-8f5f-22626111544f'] response: {'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815da62-728e-4def-934f-f45c5778d68b', 'code': 200} Jun 01 13:12:08.990478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:08.993386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.076145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861455f6-a3ec-4724-898f-47c25f05e289 req-4d76bc7b-0523-48a9-8f66-925c744a4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:09.077575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-4d76bc7b-0523-48a9-8f66-925c744a4e9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.3633313 Jun 01 13:12:09.083244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.171837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3af28735-f423-44d3-a1e1-2beb9ecb7859 None None] Provisioning for port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:09.186661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3af28735-f423-44d3-a1e1-2beb9ecb7859 None None] Provisioning complete for port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:09.187036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3af28735-f423-44d3-a1e1-2beb9ecb7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.231765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:09.232814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b36ee91e-8568-461d-9e90-99e30a9ea799 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:09.353734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.385259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b36ee91e-8568-461d-9e90-99e30a9ea799 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:09.386329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.422645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3af28735-f423-44d3-a1e1-2beb9ecb7859 None None] Port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:09.501386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea3471f-3582-4da5-96d0-658725b26ede {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:09.509397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.524875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Transition to ACTIVE for port object 7ea3471f-3582-4da5-96d0-658725b26ede will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:09.537790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:09.646565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 5ea8d039-7527-4736-b815-1e29e0485aff owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:09.703965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b36ee91e-8568-461d-9e90-99e30a9ea799 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:09.743748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:09.924593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Attempting to bind port 7ea3471f-3582-4da5-96d0-658725b26ede on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:09.925399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Attempting to bind port 7ea3471f-3582-4da5-96d0-658725b26ede by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:09.925864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Attempting to bind port 7ea3471f-3582-4da5-96d0-658725b26ede on network 0daee036-b76e-451a-b265-f75be8a187b0 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:09.936443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Port 7ea3471f-3582-4da5-96d0-658725b26ede on network 0daee036-b76e-451a-b265-f75be8a187b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:09.936811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Attempting to bind port 7ea3471f-3582-4da5-96d0-658725b26ede on network 0daee036-b76e-451a-b265-f75be8a187b0 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:09.944451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:09.944858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Checking segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:09.946440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Bound using segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:09.946440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Bound port: 7ea3471f-3582-4da5-96d0-658725b26ede, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:09.946440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:10.088323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:10.093460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:10.098397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:10.100920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15815f5-00b5-41ca-90a9-2ef363b6304e req-e4fd603f-40f0-4f9d-832d-ed5d16eaee52 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:10.102701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f15815f5-00b5-41ca-90a9-2ef363b6304e req-e4fd603f-40f0-4f9d-832d-ed5d16eaee52 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 1.4821091 Jun 01 13:12:10.111827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:10.171420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:10.172030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:10.173396 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ea3471f-3582-4da5-96d0-658725b26ede HTTP/1.1" status: 200 len: 1091 time: 1.3373363 Jun 01 13:12:10.173994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:10.213608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=5ea8d039-7527-4736-b815-1e29e0485aff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:10.224842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12601d88-5bbd-4733-af0d-e6c2651a0feb req-ff03c5c8-5cba-4b81-878e-70deeb7cb765 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:10.226263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:10.234636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12601d88-5bbd-4733-af0d-e6c2651a0feb req-ff03c5c8-5cba-4b81-878e-70deeb7cb765 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 1.2200680 Jun 01 13:12:10.290558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf382-5833-4e10-822f-4fb1e121a4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:10.395685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b84a19-6bca-48ad-9b28-681516270856 req-59ae4442-eadf-4066-941c-49ff98fdad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:10.398824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8b84a19-6bca-48ad-9b28-681516270856 req-59ae4442-eadf-4066-941c-49ff98fdad86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 1096 time: 1.4499788 Jun 01 13:12:10.404471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-310ed313-049a-449f-821f-df03c49c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:10.406066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-310ed313-049a-449f-821f-df03c49c8363 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 1.5797122 Jun 01 13:12:10.422342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12601d88-5bbd-4733-af0d-e6c2651a0feb req-752868b0-e3ee-4de2-a3d8-c6e88d3ee6d9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866641 Jun 01 13:12:10.453834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:10.632853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f15815f5-00b5-41ca-90a9-2ef363b6304e req-5d9d0d22-88d0-4b14-b0ee-cd6a8f57bd0d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186751 Jun 01 13:12:11.100311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861455f6-a3ec-4724-898f-47c25f05e289 req-7d15d505-0626-42a0-8e6b-22e1d8c11c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.102417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-7d15d505-0626-42a0-8e6b-22e1d8c11c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0112829 Jun 01 13:12:11.194674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:11.203750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.239519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Transition to ACTIVE for port object dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:11.244286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.306600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-c2783813-5612-4acb-abc5-0dcd6c7b0d08 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753340 Jun 01 13:12:11.315397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8b84a19-6bca-48ad-9b28-681516270856 req-8fdf46e0-a271-4c77-9fad-9030b2948d1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014175 Jun 01 13:12:11.352660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.558819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:11.612188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-861455f6-a3ec-4724-898f-47c25f05e289 req-8b4b92ee-bef7-4cbd-9592-a0b6706237c4 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957950 Jun 01 13:12:11.614734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Attempting to bind port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:11.615063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Attempting to bind port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:11.615382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Attempting to bind port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 on network 29a2df6b-e229-4c0b-954a-458a88e6ec80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:11.620944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 on network 29a2df6b-e229-4c0b-954a-458a88e6ec80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:11.623476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Attempting to bind port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 on network 29a2df6b-e229-4c0b-954a-458a88e6ec80 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:11.639062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:11.639482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Checking segment: {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:11.640244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Bound using segment: {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:11.640695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Bound port: dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676701b2-f318-4fd7-80bd-9783eef648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:11.641151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.757960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-4d3586d5-612d-43a5-84ff-7221520e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.759649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-4d3586d5-612d-43a5-84ff-7221520e04b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 1.1516688 Jun 01 13:12:11.770206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e34ca-d7fd-48cf-9bb7-ba261b990b3e req-314904c4-3c0b-42d5-9ce9-0b05ff146c93 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.771717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29e34ca-d7fd-48cf-9bb7-ba261b990b3e req-314904c4-3c0b-42d5-9ce9-0b05ff146c93 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.8427844 Jun 01 13:12:11.786634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b5337-dfbe-423f-88cd-d2a58749d6c7 req-e1e711f5-6791-4e7f-8c3a-ed622b41b92e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.786897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:11.790428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:11.793036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b5337-dfbe-423f-88cd-d2a58749d6c7 req-e1e711f5-6791-4e7f-8c3a-ed622b41b92e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.797255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.799448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b5337-dfbe-423f-88cd-d2a58749d6c7 req-e1e711f5-6791-4e7f-8c3a-ed622b41b92e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.801482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee9b5337-dfbe-423f-88cd-d2a58749d6c7 req-e1e711f5-6791-4e7f-8c3a-ed622b41b92e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2388 time: 1.0966189 Jun 01 13:12:11.871848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:11.872730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:11.874519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] 10.222.0.24 "PUT /v2.0/ports/dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 HTTP/1.1" status: 200 len: 1092 time: 1.6636691 Jun 01 13:12:11.899589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8812d98-c031-4c28-af51-c8379c7419dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:11.921595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Request body: {'port': {'device_id': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:11.938294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-22f21488-f07f-4e33-96e1-a8be2ff604dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.1357670 Jun 01 13:12:11.969481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29e34ca-d7fd-48cf-9bb7-ba261b990b3e req-a0bc526d-df93-4e79-954f-9acbdcece842 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579135 Jun 01 13:12:12.075290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:12.173503 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ea83fa-13b0-46c0-bdc3-a0ed854ce8f8'] response: {'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede', 'status': 'completed', 'code': 200} Jun 01 13:12:12.505246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee9b5337-dfbe-423f-88cd-d2a58749d6c7 req-d86a3774-8793-4ff0-84ae-29435b617adf tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454402 Jun 01 13:12:12.579625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Router 27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:12:12.586138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-20d5cdd3-6f81-4d04-8b9f-f484a4583fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:12.587688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-20d5cdd3-6f81-4d04-8b9f-f484a4583fcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.6267986 Jun 01 13:12:12.607751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:12.627036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:12.677291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Transition to ACTIVE for port object efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:12.725984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:12.963846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Pushing event updated for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:13.019110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Attempting to bind port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:13.019641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Attempting to bind port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:13.020066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Attempting to bind port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 on network 0daee036-b76e-451a-b265-f75be8a187b0 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:13.029006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 on network 0daee036-b76e-451a-b265-f75be8a187b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:13.029633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Attempting to bind port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 on network 0daee036-b76e-451a-b265-f75be8a187b0 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:13.038184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:13.038705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Checking segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:13.039191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Bound using segment: {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:13.039873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Bound port: efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fd336e-849d-458c-ac5d-44075d293582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:13.040348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:13.156822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eaa02-8644-434a-b576-721787385cbf req-908c81e4-0700-4de9-8b75-9fe991c3fc35 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.164151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d4eaa02-8644-434a-b576-721787385cbf req-908c81e4-0700-4de9-8b75-9fe991c3fc35 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.8217151 Jun 01 13:12:13.187989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:13.192582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-c69a6cf8-403e-42bd-830c-94bed48db548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.192997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-c69a6cf8-403e-42bd-830c-94bed48db548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.193453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-c69a6cf8-403e-42bd-830c-94bed48db548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.193760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:13.195167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-c69a6cf8-403e-42bd-830c-94bed48db548 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2798 time: 0.9687212 Jun 01 13:12:13.200025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:13.208709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] Sync routers for ids ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:13.209379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:13.228791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] Routers {'27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:13.229437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:13.280816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.281575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:13.286959 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 HTTP/1.1" status: 200 len: 1092 time: 1.3706148 Jun 01 13:12:13.329275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c4309-99e3-4ec4-b965-e6b863e865c8 service neutron] Pushing event updated for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:13.347712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:13.362044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e8ea8259-c038-47fc-8336-a566707befb7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/routers/27cf8a20-1e42-436b-a13f-e63d6ca1d8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1193399 Jun 01 13:12:13.364015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:13.382680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] Routers {'27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:13.383751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:11:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:13.388714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-1f032825-f416-4859-a26e-362194b2a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:13.390696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-1f032825-f416-4859-a26e-362194b2a3cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7954953 Jun 01 13:12:13.412057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d4eaa02-8644-434a-b576-721787385cbf req-4134bb9e-1dcb-4826-ba14-e2a000f47329 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462139 Jun 01 13:12:13.429496 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cf1ce7-9b65-4faa-8580-54678d6f75d9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:12:13.436540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86cf1ce7-9b65-4faa-8580-54678d6f75d9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/5ea8d039-7527-4736-b815-1e29e0485aff HTTP/1.1" status: 404 len: 333 time: 0.0710666 Jun 01 13:12:13.437161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38040) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:13.546816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:13.546816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae35aa-4e2a-4273-917c-d1f1940d917c None None] The sync data for ids ['27cf8a20-1e42-436b-a13f-e63d6ca1d8a3'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:13.694007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-8f6e37b4-4367-4902-ab20-be4dd1b96845 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752669 Jun 01 13:12:13.969935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e0fad-3fff-4a4c-bcd2-36c6e04f1ec4 req-97b21365-ab08-4159-9881-a1c6c47f4dec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.004422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-013e0fad-3fff-4a4c-bcd2-36c6e04f1ec4 req-97b21365-ab08-4159-9881-a1c6c47f4dec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 1.0259566 Jun 01 13:12:14.009794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-0a4c2e49-ca8d-413c-ad5d-64e883d16c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.010284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-0a4c2e49-ca8d-413c-ad5d-64e883d16c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.010879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-0a4c2e49-ca8d-413c-ad5d-64e883d16c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.012740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-0a4c2e49-ca8d-413c-ad5d-64e883d16c23 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f56949c077a3482da4c712078c280585&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7890947 Jun 01 13:12:14.060389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.108950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-013e0fad-3fff-4a4c-bcd2-36c6e04f1ec4 req-4b5d2432-93a5-4e78-91ca-29bd2ae57503 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137173 Jun 01 13:12:14.241637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7'}, {'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:14.255041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-7501702e-3941-41a6-8c39-9dedf802fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.256487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16cd10d1-0d7b-4f2d-9283-8fc994ba29e7 req-7501702e-3941-41a6-8c39-9dedf802fe10 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116210 Jun 01 13:12:14.335243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32acb-26f9-47d8-a8f7-80bc3b92d32b req-6dffefa0-6cf5-47d4-81e3-fb1b22612762 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.342279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abf32acb-26f9-47d8-a8f7-80bc3b92d32b req-6dffefa0-6cf5-47d4-81e3-fb1b22612762 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.5696259 Jun 01 13:12:14.452841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.455677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.504361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abf32acb-26f9-47d8-a8f7-80bc3b92d32b req-1d0c8aa1-eb5e-43c7-8eff-ad44bfae1d5f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611054 Jun 01 13:12:14.505549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.506374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Fanout notify agent at l3_agent the message router_deleted on router 27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:12:14.532079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.536828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1cfd5b8-2e97-42ce-99e9-4af671061ab5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/routers/27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 HTTP/1.1" status: 204 len: 168 time: 1.0948060 Jun 01 13:12:14.537542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:14.555958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c05e13f4-964d-45f5-8e26-2ddc85c66693 req-5a1cb1db-c9ec-4db6-9e27-4a1c3fde48b7 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051574 Jun 01 13:12:14.630790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033cc8-5057-42ed-92b6-42d36177c777 req-195446d0-f53a-4693-bc0b-c6c5ce4590e7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.648161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet c1ceaca4-60eb-4337-8fe3-49890a5a7051 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:14.650854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033cc8-5057-42ed-92b6-42d36177c777 req-195446d0-f53a-4693-bc0b-c6c5ce4590e7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.655704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.657327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033cc8-5057-42ed-92b6-42d36177c777 req-195446d0-f53a-4693-bc0b-c6c5ce4590e7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.663427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a033cc8-5057-42ed-92b6-42d36177c777 req-195446d0-f53a-4693-bc0b-c6c5ce4590e7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2412 time: 0.4045520 Jun 01 13:12:14.737020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-102f00d3-7aa2-4d7e-a405-75a29b261be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.737955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-102f00d3-7aa2-4d7e-a405-75a29b261be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.737955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-102f00d3-7aa2-4d7e-a405-75a29b261be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:14.742350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-102f00d3-7aa2-4d7e-a405-75a29b261be9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2865 time: 0.3973484 Jun 01 13:12:14.770153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.878860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:14.917076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-1f325612-301a-4e09-917d-87bab2f2a9ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.18&port_id=7ea3471f-3582-4da5-96d0-658725b26ede HTTP/1.1" status: 200 len: 217 time: 0.1561146 Jun 01 13:12:14.922737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a033cc8-5057-42ed-92b6-42d36177c777 req-ac9831da-6db7-4c45-85fe-f22db2847f20 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387671 Jun 01 13:12:15.065980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:15.119405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-b57015eb-7a3d-4487-9aea-8930680c3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:15.121513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-b57015eb-7a3d-4487-9aea-8930680c3c3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b26cede-7550-496a-bcc6-67e51f862117 HTTP/1.1" status: 200 len: 801 time: 0.1978610 Jun 01 13:12:15.163372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:15.169715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd69a9-682e-4474-97f8-d9e28881bc77 None None] Network c95d12a5-eaf1-490d-84a3-32ea511d5573 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:15.171219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ceaca4-60eb-4337-8fe3-49890a5a7051,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:15.178162 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9172379e-c652-4a08-a196-f543a6e99963 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/c1ceaca4-60eb-4337-8fe3-49890a5a7051 HTTP/1.1" status: 204 len: 168 time: 0.6394966 Jun 01 13:12:15.178761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:15.318847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe749c85-a9e0-4573-bfe7-3fe26fd96c1e req-8c45b559-a406-4c98-bcf9-e45559990af0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:15.322305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:15.324607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe749c85-a9e0-4573-bfe7-3fe26fd96c1e req-8c45b559-a406-4c98-bcf9-e45559990af0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 0.3137221 Jun 01 13:12:15.334662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port bae7d2ce-91e2-4ac5-9c07-785055490023 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:15.335280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:15.477848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe749c85-a9e0-4573-bfe7-3fe26fd96c1e req-33e29982-55cc-492c-befa-ba35464b9107 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448371 Jun 01 13:12:15.516978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-2a97f565-a88b-4faa-8d5d-306c966307b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:15.518564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-2a97f565-a88b-4faa-8d5d-306c966307b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0daee036-b76e-451a-b265-f75be8a187b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3527539 Jun 01 13:12:15.568576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] DHCP port deletion for c95d12a5-eaf1-490d-84a3-32ea511d5573 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:12:15.575266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Deleting port bae7d2ce-91e2-4ac5-9c07-785055490023 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:15.575753 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:15.715836 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647bf467-7426-4ed3-a0ae-fc214ba47abb'] response: {'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7', 'status': 'completed', 'code': 200} Jun 01 13:12:15.716111 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647bf467-7426-4ed3-a0ae-fc214ba47abb'] response: {'name': 'network-changed', 'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1', 'status': 'completed', 'code': 200} Jun 01 13:12:16.027658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] For port bae7d2ce-91e2-4ac5-9c07-785055490023, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bae7d2ce-91e2-4ac5-9c07-785055490023,segment=NetworkSegment(17fba16f-1416-4d13-85e7-21c1cc9f8e04),segment_id=17fba16f-1416-4d13-85e7-21c1cc9f8e04)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:16.028435 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.075780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] For port bae7d2ce-91e2-4ac5-9c07-785055490023, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bae7d2ce-91e2-4ac5-9c07-785055490023,segment=NetworkSegment(17fba16f-1416-4d13-85e7-21c1cc9f8e04),segment_id=17fba16f-1416-4d13-85e7-21c1cc9f8e04)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:16.076374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.293048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Calling delete_port for bae7d2ce-91e2-4ac5-9c07-785055490023 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:16.322686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for bae7d2ce-91e2-4ac5-9c07-785055490023 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:16.399559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a16a-5fde-4236-aeb2-bfec7a6ddc7f req-7f21979d-234a-436b-9623-3dd24ac2571d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:16.405644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03b9a16a-5fde-4236-aeb2-bfec7a6ddc7f req-7f21979d-234a-436b-9623-3dd24ac2571d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 1.2831357 Jun 01 13:12:16.438384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.443765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:12:16.444120 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:12:16.469612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-fc0dd5f9-a42b-4032-857a-87618b522072 service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368923 Jun 01 13:12:16.515374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No DVR routers for this DVR port bae7d2ce-91e2-4ac5-9c07-785055490023 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:16.517240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=bae7d2ce-91e2-4ac5-9c07-785055490023,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:16.646868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03b9a16a-5fde-4236-aeb2-bfec7a6ddc7f req-0392e433-4e42-4c59-9ffe-54a3f3e4307b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959672 Jun 01 13:12:16.650556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bae7d2ce-91e2-4ac5-9c07-785055490023 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:16.735126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: bae7d2ce-91e2-4ac5-9c07-785055490023 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:16.735830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bae7d2ce-91e2-4ac5-9c07-785055490023 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:16.771079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b92e-40c8-4f2a-a705-ce061ea0a864 req-970f84c4-ffc9-4631-8d30-3e0dfa9ac878 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:16.773119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fea3b92e-40c8-4f2a-a705-ce061ea0a864 req-970f84c4-ffc9-4631-8d30-3e0dfa9ac878 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.3596935 Jun 01 13:12:16.848774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.874278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fea3b92e-40c8-4f2a-a705-ce061ea0a864 req-19a2b327-6dbc-4c2b-a3de-e147fadb3e65 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894859 Jun 01 13:12:16.880899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-cc432470-1432-492e-874b-0b579a38b82f service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029112 Jun 01 13:12:16.913328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d12a5-eaf1-490d-84a3-32ea511d5573']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:16.936419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fba16f-1416-4d13-85e7-21c1cc9f8e04') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:16.936754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fba16f-1416-4d13-85e7-21c1cc9f8e04') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:16.945939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Deleting port bae7d2ce-91e2-4ac5-9c07-785055490023 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:16.946579 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.950709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.970521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:16.980778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:12:16.981189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:17.060816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-feaef706-494b-4948-be28-67be9ff56730 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 HTTP/1.1" status: 200 len: 217 time: 0.1718559 Jun 01 13:12:17.122108 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 17fba16f-1416-4d13-85e7-21c1cc9f8e04 resource provider aggregate not found Jun 01 13:12:17.129985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:17.158428 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 17fba16f-1416-4d13-85e7-21c1cc9f8e04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17fba16f-1416-4d13-85e7-21c1cc9f8e04 found for delete ", "request_id": "req-86328bc3-9b2f-4e21-b189-ca85ced09985"}]} Jun 01 13:12:17.159521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:17.183380 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/c95d12a5-eaf1-490d-84a3-32ea511d5573 HTTP/1.1" status: 204 len: 168 time: 2.0035141 Jun 01 13:12:17.184295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:17.184625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fc08837-ece9-4dc5-ae99-d45cfc11ac00 None None] The port 'bae7d2ce-91e2-4ac5-9c07-785055490023' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:12:17.231634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-aa5fbeae-0648-40c5-bd4b-0fc17ab2b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.233222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-aa5fbeae-0648-40c5-bd4b-0fc17ab2b93a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8faaa8e6-a0d3-44a2-81bb-139560ef6259 HTTP/1.1" status: 200 len: 801 time: 0.1263795 Jun 01 13:12:17.237996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec15bf2-f43f-4e2c-bca6-9cbca5c00ea7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=c95d12a5-eaf1-490d-84a3-32ea511d5573,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:17.287285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b7880-f4b6-4f63-9160-ec7a901830a5 req-2cd88e1c-5edf-4df3-9fae-d9bce7ae03ca tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.293461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b7880-f4b6-4f63-9160-ec7a901830a5 req-2cd88e1c-5edf-4df3-9fae-d9bce7ae03ca tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.295148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11246e3d-a28f-4e95-820e-62d2ba68b768 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.296117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11246e3d-a28f-4e95-820e-62d2ba68b768 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:17.299750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b7880-f4b6-4f63-9160-ec7a901830a5 req-2cd88e1c-5edf-4df3-9fae-d9bce7ae03ca tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.301271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-992b7880-f4b6-4f63-9160-ec7a901830a5 req-2cd88e1c-5edf-4df3-9fae-d9bce7ae03ca tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2412 time: 0.4109144 Jun 01 13:12:17.324237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11246e3d-a28f-4e95-820e-62d2ba68b768 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:17.326199 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11246e3d-a28f-4e95-820e-62d2ba68b768 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 HTTP/1.1" status: 200 len: 840 time: 0.1381166 Jun 01 13:12:17.331450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:17.344805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d79590-ef4c-420f-92da-aa1e1b575204 req-051f6776-4fce-40a2-a378-57f77e961808 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.351942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45d79590-ef4c-420f-92da-aa1e1b575204 req-051f6776-4fce-40a2-a378-57f77e961808 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 0.2901783 Jun 01 13:12:17.410154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-634280ec-efa8-4fde-821d-6acd175b3bed tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0773261 Jun 01 13:12:17.415269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38110) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:17.427228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:17.468223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-992b7880-f4b6-4f63-9160-ec7a901830a5 req-d613e957-5bf1-486a-b0d0-afbd539417d3 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531007 Jun 01 13:12:17.493195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45d79590-ef4c-420f-92da-aa1e1b575204 req-62bfce8a-e036-444e-bc32-b93f73865dda tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402996 Jun 01 13:12:17.529189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-d4bba836-b74d-4861-a83b-9bca0dc37010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.531680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-d4bba836-b74d-4861-a83b-9bca0dc37010 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a2df6b-e229-4c0b-954a-458a88e6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2883017 Jun 01 13:12:17.758003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:17.769097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:17.772419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:17.788527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:17.788672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:17.819913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:17.823755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:17.849390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-1ccbcf94-5640-49c6-bedd-ed0448bfabce tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:17.852454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-1ccbcf94-5640-49c6-bedd-ed0448bfabce tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 0.2708983 Jun 01 13:12:17.885640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.152194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-88b1ba91-2e0d-420b-8bf6-a2b603472f1f service neutron] 10.222.0.24 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128306 Jun 01 13:12:18.254047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe6318c-deb0-4d71-a871-dc02e6a3fb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.321662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.325147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 4815da62-728e-4def-934f-f45c5778d68b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:18.326005 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.483993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:18.490436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:18.501113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04db119-0c9f-4499-aae9-0ba70631effb None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:18.508808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:18.509397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.513243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=d6b7edd5-a731-410a-ab6e-7d274ffd51bd,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:18.604224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234e17-773f-465e-bbd3-3ea2d1e9b7d5 req-9e758450-b693-46e7-91c3-b8cae86168dc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:18.607421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f234e17-773f-465e-bbd3-3ea2d1e9b7d5 req-9e758450-b693-46e7-91c3-b8cae86168dc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6182191 Jun 01 13:12:18.662993 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31208e0b-a95f-4870-b5c9-f7457eca0ddd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2436678 Jun 01 13:12:18.663405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:18.672225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387201598'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:18.679691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:18.688226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:18.692417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:18.700257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:18.730033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.768535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:18.776683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:18.831946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:18.851595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:18.924653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:18.941723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec71f20-3c47-4be5-86b1-928050768873 req-aac991c8-f155-4012-a96d-2bd9902bf944 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:18.943438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ec71f20-3c47-4be5-86b1-928050768873 req-aac991c8-f155-4012-a96d-2bd9902bf944 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.8513072 Jun 01 13:12:18.952426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-4f17478b-0419-4ae6-a888-5eedc64fec7d service neutron] 10.222.0.24 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7869134 Jun 01 13:12:18.998221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2be8c013-b655-4dc6-93ae-3277f5be3a85', 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'tenant_id': '54ec4f0b31d4447b8d9cc74ed6a654ca', 'fixed_ips': [{'subnet_id': 'd6b7edd5-a731-410a-ab6e-7d274ffd51bd'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:12:18.999680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.006525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.016603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.087886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-0770e788-d10f-4e19-8192-c61147b9e4a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 HTTP/1.1" status: 200 len: 217 time: 0.1143594 Jun 01 13:12:19.091755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f234e17-773f-465e-bbd3-3ea2d1e9b7d5 req-f0f36323-bc39-4d39-ba17-1503e3b3068b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689157 Jun 01 13:12:19.165731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ec71f20-3c47-4be5-86b1-928050768873 req-490f5149-d693-4c00-9928-194579d8c45e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092845 Jun 01 13:12:19.213751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 4815da62-728e-4def-934f-f45c5778d68b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4815da62-728e-4def-934f-f45c5778d68b,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:19.214258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.228272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-bb4b2990-c506-4768-a1a1-c1127afb7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.229979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-bb4b2990-c506-4768-a1a1-c1127afb7f79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b26cede-7550-496a-bcc6-67e51f862117 HTTP/1.1" status: 200 len: 801 time: 0.1311498 Jun 01 13:12:19.323996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Allocated IP 172.20.0.2 (2be8c013-b655-4dc6-93ae-3277f5be3a85/d6b7edd5-a731-410a-ab6e-7d274ffd51bd/c97a7f3e-3a08-49df-b539-86062baefa03) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:19.379223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7fdf0-39fb-4a4f-8a3d-193a1418d99c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:19.406397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.407692 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b3a7c2b-3d5c-412f-9b1f-1223f6e4e334 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7434211 Jun 01 13:12:19.413602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:19.428758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'security_group': {'name': 'tempest-secgroup-132702017'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:19.439295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:19.453596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:19.462772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:19.539550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 4815da62-728e-4def-934f-f45c5778d68b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:19.621739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:19.674271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.690582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Transition to ACTIVE for port object c97a7f3e-3a08-49df-b539-86062baefa03 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:19.716433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.730124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Transition to ACTIVE for port object c97a7f3e-3a08-49df-b539-86062baefa03 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:19.738948 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.748134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:19.750872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e654f172-4f5e-4ab5-a28c-4d6eea5bc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.752382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:19.752700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-e654f172-4f5e-4ab5-a28c-4d6eea5bc513 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0daee036-b76e-451a-b265-f75be8a187b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4661846 Jun 01 13:12:19.755248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:19.761045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:19.807424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:19.818240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:19.820882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:19.842869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.857241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.911649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107500-5ab4-40ae-a482-c8ef121d4039 req-32009b5a-42bf-4220-823a-8fa3e504302b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.917708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107500-5ab4-40ae-a482-c8ef121d4039 req-32009b5a-42bf-4220-823a-8fa3e504302b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.924129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107500-5ab4-40ae-a482-c8ef121d4039 req-32009b5a-42bf-4220-823a-8fa3e504302b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.925646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.925913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24107500-5ab4-40ae-a482-c8ef121d4039 req-32009b5a-42bf-4220-823a-8fa3e504302b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2412 time: 0.5995398 Jun 01 13:12:19.931898 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5153339 Jun 01 13:12:19.935608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38156) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:19.937567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531acc6-8181-4824-97ca-511632286348 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf8bc2-0706-4084-bb3a-b68cd31377df,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:19.944710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcab49-fe94-4146-aa8f-fb5bd19396d6 req-0035e955-9c51-42ef-b2d7-7149e566187c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:19.946367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6dcab49-fe94-4146-aa8f-fb5bd19396d6 req-0035e955-9c51-42ef-b2d7-7149e566187c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 945 time: 0.5096304 Jun 01 13:12:19.951096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Attempting to bind port c97a7f3e-3a08-49df-b539-86062baefa03 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:19.951588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Attempting to bind port c97a7f3e-3a08-49df-b539-86062baefa03 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:19.952048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Attempting to bind port c97a7f3e-3a08-49df-b539-86062baefa03 on network 2be8c013-b655-4dc6-93ae-3277f5be3a85 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:19.966010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:19.967596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Checking segment: {'id': '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:19.968094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.968867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Bound using segment: {'id': '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:19.969552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Bound port: c97a7f3e-3a08-49df-b539-86062baefa03, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:19.970023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:19.972383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1993335928', 'security_groups': ['2baf8bc2-0706-4084-bb3a-b68cd31377df'], 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd6b7edd5-a731-410a-ab6e-7d274ffd51bd'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:19.980427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:20.063815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Deleting port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:20.064147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.070965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:20.073326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:20.080455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.120533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.147165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', '4815da62-728e-4def-934f-f45c5778d68b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:20.238333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-104c5022-8c05-4c5a-9d79-05b8ac7bde04 service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542191 Jun 01 13:12:20.300278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24107500-5ab4-40ae-a482-c8ef121d4039 req-a3ca30e1-896b-4d4c-9411-734fd6818441 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509524 Jun 01 13:12:20.328854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] For port 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:20.329308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.349665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=4815da62-728e-4def-934f-f45c5778d68b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:20.365576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6dcab49-fe94-4146-aa8f-fb5bd19396d6 req-44a701e7-dfe6-4d11-90db-7455cba59971 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700371 Jun 01 13:12:20.371927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838805b3-aae2-41f1-ae70-aa06422d59b1 None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:20.561352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f8311e1-2213-4737-9f62-0b0833c82080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.667370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Calling delete_port for 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:20.850506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port 4815da62-728e-4def-934f-f45c5778d68b on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:20.853535 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.867757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'name': 'network-vif-deleted', 'tag': '4815da62-728e-4def-934f-f45c5778d68b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:20.918248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:20.936288 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6107d02-d33d-4f69-8c6f-7e6697de145a'] response: {'server_uuid': '13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb', 'name': 'network-vif-deleted', 'tag': '4815da62-728e-4def-934f-f45c5778d68b', 'status': 'completed', 'code': 200} Jun 01 13:12:20.941117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:port and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:20.946087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95b78fa0-14ae-4be3-84f0-92eb677395c3 req-509b889e-292a-49f3-a1ef-57858b3c28bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/4815da62-728e-4def-934f-f45c5778d68b HTTP/1.1" status: 204 len: 173 time: 3.0651369 Jun 01 13:12:20.946948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:20.950479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:20.974331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:21.013574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Pushing event deleted for resources: {'Port': ['ID=49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:21.021379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:21.096115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ce0cc2a-e653-4230-bf43-1c542336bf02 req-12939a36-a6ea-47d3-8888-4aaaacbe1bea service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805977 Jun 01 13:12:21.125322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467898-b8a0-47b0-80cf-fe1a0b612dc1 req-409ad0fd-a308-4d19-8f4b-74eecb2d848e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:21.127735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d467898-b8a0-47b0-80cf-fe1a0b612dc1 req-409ad0fd-a308-4d19-8f4b-74eecb2d848e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.5586348 Jun 01 13:12:21.168480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-0d1c6663-a7b4-4086-b7f4-44a035628936 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6568434 Jun 01 13:12:21.234521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d467898-b8a0-47b0-80cf-fe1a0b612dc1 req-a6f980cb-64d7-45da-a7c2-64ee64e80710 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951374 Jun 01 13:12:21.241452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:21.322115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 64184332-e674-4059-8719-e27fa89fb007 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:12:21.490151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:21.674007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ce12bf7e-99d7-42a4-881f-d847ea257b6e req-fb9ee057-6f6b-4c3d-b0bc-57f13ce37f90 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:21.680584 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:21.687474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:21.770058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-7fe18fc5-274b-43c2-971c-f2ebe7ab50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:21.770532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-7fe18fc5-274b-43c2-971c-f2ebe7ab50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:21.771255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-7fe18fc5-274b-43c2-971c-f2ebe7ab50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:21.772907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-7fe18fc5-274b-43c2-971c-f2ebe7ab50f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2865 time: 0.5126574 Jun 01 13:12:21.782276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ce12bf7e-99d7-42a4-881f-d847ea257b6e req-fb9ee057-6f6b-4c3d-b0bc-57f13ce37f90 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:21.783450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce12bf7e-99d7-42a4-881f-d847ea257b6e req-fb9ee057-6f6b-4c3d-b0bc-57f13ce37f90 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=13152d8f-5c32-4cf0-bcd9-a9ced05f3ccb HTTP/1.1" status: 200 len: 210 time: 0.1938121 Jun 01 13:12:21.793215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6d09421-f8fb-4bd5-8f41-812a9d315df7 None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:21.793215 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a6d09421-f8fb-4bd5-8f41-812a9d315df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:21.810189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-164bff62-357b-4f22-b01a-b0b311e7d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:21.810189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-164bff62-357b-4f22-b01a-b0b311e7d515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.4330819 Jun 01 13:12:21.851945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a6d09421-f8fb-4bd5-8f41-812a9d315df7 None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:21.872543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6d09421-f8fb-4bd5-8f41-812a9d315df7 None None] Provisioning for port c97a7f3e-3a08-49df-b539-86062baefa03 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:22.009702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426698-d64a-4ce1-bb5b-74b5d74e7987 req-f8dc6f00-1eeb-4d21-af82-c02b209c8ef0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.014289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426698-d64a-4ce1-bb5b-74b5d74e7987 req-f8dc6f00-1eeb-4d21-af82-c02b209c8ef0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.020128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426698-d64a-4ce1-bb5b-74b5d74e7987 req-f8dc6f00-1eeb-4d21-af82-c02b209c8ef0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.021817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f426698-d64a-4ce1-bb5b-74b5d74e7987 req-f8dc6f00-1eeb-4d21-af82-c02b209c8ef0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2412 time: 0.5552919 Jun 01 13:12:22.128666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.6 (2be8c013-b655-4dc6-93ae-3277f5be3a85/d6b7edd5-a731-410a-ab6e-7d274ffd51bd/64184332-e674-4059-8719-e27fa89fb007) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:22.138318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:12:22.232863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f426698-d64a-4ce1-bb5b-74b5d74e7987 req-65082458-9d0b-4b4a-932d-0a722b365a02 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448410 Jun 01 13:12:22.272384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-fa8bd8a5-e014-447b-be5c-a7353d1b8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.273964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-fa8bd8a5-e014-447b-be5c-a7353d1b8bfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=29a2df6b-e229-4c0b-954a-458a88e6ec80 HTTP/1.1" status: 200 len: 902 time: 0.3854265 Jun 01 13:12:22.348976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-b57ad90b-77ea-477e-8ede-be7257439129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.350441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-b57ad90b-77ea-477e-8ede-be7257439129 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.4590356 Jun 01 13:12:22.354382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:22.377846 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-af5701b0-c262-4922-b518-bb4d109122ab admin admin] 10.222.0.40 "PUT /v2.0/routers/4b1c4762-50cd-44e1-9a0d-0951df6bddb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5880203 Jun 01 13:12:22.378904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38246) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:22.384961 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Sync routers for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:22.404934 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:22.405720 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:22.414028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4815da62-728e-4def-934f-f45c5778d68b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:22.489075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4815da62-728e-4def-934f-f45c5778d68b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:22.489591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4815da62-728e-4def-934f-f45c5778d68b not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:22.522397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-c8792718-c922-49fd-8c2d-de834b4d273c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 HTTP/1.1" status: 200 len: 217 time: 0.2407463 Jun 01 13:12:22.671911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-ab58faf8-4a34-4c14-9104-a76cfd80bc64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.2551084 Jun 01 13:12:22.724968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:22.750733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-d9db12ef-27d2-4f29-9371-c27f9b861f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:22.752689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-d9db12ef-27d2-4f29-9371-c27f9b861f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8faaa8e6-a0d3-44a2-81bb-139560ef6259 HTTP/1.1" status: 200 len: 801 time: 0.2142820 Jun 01 13:12:22.776681 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:22.796134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:22.877403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c97a7f3e-3a08-49df-b539-86062baefa03 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:22.883854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:22.884553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:22.972613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:22.992450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Deleting port 786fc96a-e639-42e3-937b-f6196fb658a4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:22.992842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.052924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:23.053814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.102325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:23.108744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.116935 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.151584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 64184332-e674-4059-8719-e27fa89fb007 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:23.192485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.199084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-334f91bb-241f-42db-a3aa-88cf32d42dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.203116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-334f91bb-241f-42db-a3aa-88cf32d42dd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.5196037 Jun 01 13:12:23.216135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:23.218011 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.289192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] For port 786fc96a-e639-42e3-937b-f6196fb658a4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=786fc96a-e639-42e3-937b-f6196fb658a4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:23.290141 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.350832 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:12:20Z', 'revision_number': 5, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port': {'id': '786fc96a-e639-42e3-937b-f6196fb658a4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:01:55Z', 'updated_at': '2022-06-01T13:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:23.354689 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Checking router: 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:12:23.363327 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Routers {'4b1c4762-50cd-44e1-9a0d-0951df6bddb6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:23.364049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:23.364767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:23.396467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b653d-8571-4ce7-ba00-b09cc9e5707a req-e88fded8-cf61-4c2f-adc2-f8f69240665c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.397800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd4b653d-8571-4ce7-ba00-b09cc9e5707a req-e88fded8-cf61-4c2f-adc2-f8f69240665c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.9799972 Jun 01 13:12:23.399689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:23.408803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:23.418793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Calling delete_port for 786fc96a-e639-42e3-937b-f6196fb658a4 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:23.478853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.479497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.531287 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] Set router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:23.609603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=64184332-e674-4059-8719-e27fa89fb007,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:23.650264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:12:22Z', 'revision_number': 6, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:23.657022 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d540b-39bf-466e-9f24-17dde04f624d None None] The sync data for ids ['4b1c4762-50cd-44e1-9a0d-0951df6bddb6'] in n-d-844200-1 is: [{'id': '4b1c4762-50cd-44e1-9a0d-0951df6bddb6', 'name': 'tempest-AttachVolumeShelveTestJSON-97336816-router', 'tenant_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:01:53Z', 'updated_at': '2022-06-01T13:12:22Z', 'revision_number': 6, 'project_id': 'bf7f48dfaa054f82a2e0cd63bdf9f822', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:23.662337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.677828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f120b33d-83c8-4d76-973d-358f53ec4603 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7303824 Jun 01 13:12:23.688175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd4b653d-8571-4ce7-ba00-b09cc9e5707a req-0348e1f8-261c-448c-8650-5e5a373854eb tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426077 Jun 01 13:12:23.691461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38274) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:23.695031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-1155fc74-56f0-4958-a4c0-291e75ca089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.696438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-1155fc74-56f0-4958-a4c0-291e75ca089c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29a2df6b-e229-4c0b-954a-458a88e6ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9308577 Jun 01 13:12:23.706240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:23.720520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Pushing event deleted for resources: {'Port': ['ID=786fc96a-e639-42e3-937b-f6196fb658a4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:23.815178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-c14057ff-3f86-4db3-a140-0512d59ccab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.816659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-c14057ff-3f86-4db3-a140-0512d59ccab6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6023645 Jun 01 13:12:23.822968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-130911db-448e-4e47-a472-a73ad1fb2e33 None None] Provisioning for port 64184332-e674-4059-8719-e27fa89fb007 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:23.826726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.830125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-130911db-448e-4e47-a472-a73ad1fb2e33 None None] Provisioning complete for port 64184332-e674-4059-8719-e27fa89fb007 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:23.830794 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-130911db-448e-4e47-a472-a73ad1fb2e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:23.884216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-00ec4802-4cef-4aeb-b0f5-62cdcdaa4187 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:23.885738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-00ec4802-4cef-4aeb-b0f5-62cdcdaa4187 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.5589063 Jun 01 13:12:23.897583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-130911db-448e-4e47-a472-a73ad1fb2e33 None None] Port 64184332-e674-4059-8719-e27fa89fb007 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:24.089678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-2dd48954-ab9b-434b-b47d-8abc4b3b6509 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.1495008 Jun 01 13:12:24.125517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.128396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.151469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.152362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1c4762-50cd-44e1-9a0d-0951df6bddb6 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:12:24.165363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.166679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b47730ab-6d90-4f45-9df8-715a8a6ae52e admin admin] 10.222.0.40 "DELETE /v2.0/routers/4b1c4762-50cd-44e1-9a0d-0951df6bddb6 HTTP/1.1" status: 204 len: 168 time: 1.7864041 Jun 01 13:12:24.169242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:24.228879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Deleting subnet fd2e010b-0a0b-4759-a05f-c76ccaae5983 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:24.231859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.281797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.283104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-5808130b-9c20-4d22-9a82-0db4828d710c service neutron] 10.222.0.24 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522676 Jun 01 13:12:24.325196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-4b9f71c4-77f5-4542-a18d-781a3872d8c9 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529300 Jun 01 13:12:24.331084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:24.340535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-80c82057-4f4f-4344-8a98-993d30984cc1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:24.341839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-80c82057-4f4f-4344-8a98-993d30984cc1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.4805641 Jun 01 13:12:24.349449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:24.365777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.413297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:24.447081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.447679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:24.489614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2e010b-0a0b-4759-a05f-c76ccaae5983,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:24.491544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.500861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-faf8d5f1-087c-4ddb-8794-1636ef69b9ea admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fd2e010b-0a0b-4759-a05f-c76ccaae5983 HTTP/1.1" status: 204 len: 168 time: 0.3304300 Jun 01 13:12:24.501846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:24.503089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-b2096d73-ff62-42b1-b4e1-1f16b9e4ab68 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/quotas/c14b4b72482f416e9341b41f9bb7155e HTTP/1.1" status: 200 len: 375 time: 0.1508403 Jun 01 13:12:24.503376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0f812-317f-43fe-95f8-0334e1145ed4 None None] Network 82799e90-eb1f-486f-8725-e6d1b13ef45b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:24.592236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:24.595804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.621445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.647814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Deleting port 64832705-4077-4c81-a334-e59ff9dcce01 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:24.648408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.703048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:24.867163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:24.868202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:24.886656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-f2076627-e7c7-4dc8-9a1c-85bc7ea99170 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7816763 Jun 01 13:12:24.914460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] For port 64832705-4077-4c81-a334-e59ff9dcce01, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64832705-4077-4c81-a334-e59ff9dcce01,segment=NetworkSegment(ad68870f-716b-4fff-8a5b-918826a18a16),segment_id=ad68870f-716b-4fff-8a5b-918826a18a16)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:24.914925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.039576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:25.043909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Calling delete_port for 64832705-4077-4c81-a334-e59ff9dcce01 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:25.047446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-f8f703b0-8b03-4509-bf49-5747ed1f965b service neutron] 10.222.0.24 "GET /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479696 Jun 01 13:12:25.063088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718e617-18f3-4a2c-be77-1e44db09e27c None None] DHCP port deletion for 82799e90-eb1f-486f-8725-e6d1b13ef45b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:12:25.078845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6718e617-18f3-4a2c-be77-1e44db09e27c None None] Deleting port 64832705-4077-4c81-a334-e59ff9dcce01 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:25.079224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6718e617-18f3-4a2c-be77-1e44db09e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.100039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe6595ef-7285-4617-bdfe-85fff116ec59 req-6217172d-3fac-4082-8d89-7ecef49dfb65 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572572 Jun 01 13:12:25.115948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 786fc96a-e639-42e3-937b-f6196fb658a4 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:25.133509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-b14fefaf-ff52-4a70-81d5-4330beb0f9fd tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6141963 Jun 01 13:12:25.153485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.156447 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6b7edd5-a731-410a-ab6e-7d274ffd51bd (CIDR: 172.20.0.0/28) Jun 01 13:12:25.159995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 786fc96a-e639-42e3-937b-f6196fb658a4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:25.160340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 786fc96a-e639-42e3-937b-f6196fb658a4 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:25.160746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-2850990c-b5fe-464a-8dd9-4f29a57a248d service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:12:25.160883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:25.161752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-2850990c-b5fe-464a-8dd9-4f29a57a248d service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178246 Jun 01 13:12:25.165901 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:12:25.166375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:25.199916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:25.200231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 49ba9d8a-5b11-4fb6-ba4e-fbdffd4b02c6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:25.206663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64832705-4077-4c81-a334-e59ff9dcce01,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:25.210449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] No DVR routers for this DVR port 64832705-4077-4c81-a334-e59ff9dcce01 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:25.240624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6718e617-18f3-4a2c-be77-1e44db09e27c None None] The port '64832705-4077-4c81-a334-e59ff9dcce01' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:12:25.337820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.364180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82799e90-eb1f-486f-8725-e6d1b13ef45b']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:25.372913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ab0b01c0-7cb1-423a-9ff7-a21e6377b7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6727250 Jun 01 13:12:25.373473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:25.374839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-5f3ba082-58ef-4130-877d-161c2e40da2d service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549184 Jun 01 13:12:25.381827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:25.404464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad68870f-716b-4fff-8a5b-918826a18a16') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:25.404727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad68870f-716b-4fff-8a5b-918826a18a16') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:25.465506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.498790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.520182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:12:25.520400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.567900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-1cd8f730-2f8f-4515-8e83-f0a39cd03587 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977835 Jun 01 13:12:25.614027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-d5b0027e-d6f0-458e-a36a-2c30c8718e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:25.614504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-d5b0027e-d6f0-458e-a36a-2c30c8718e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:25.614991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-d5b0027e-d6f0-458e-a36a-2c30c8718e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:25.616614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-d5b0027e-d6f0-458e-a36a-2c30c8718e3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2865 time: 0.3436594 Jun 01 13:12:25.631097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-9b0186c7-7dc4-490d-b292-b1b180dfc154 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401989 Jun 01 13:12:25.661459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:25.662758 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ad68870f-716b-4fff-8a5b-918826a18a16 resource provider aggregate not found Jun 01 13:12:25.711379 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ad68870f-716b-4fff-8a5b-918826a18a16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad68870f-716b-4fff-8a5b-918826a18a16 found for delete ", "request_id": "req-b72efa86-ea81-43f1-b5fb-d6ee6ab94123"}]} Jun 01 13:12:25.715957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-c7e0e23f-7b63-4973-a81c-45a087a0c8f1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:25.717422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-c7e0e23f-7b63-4973-a81c-45a087a0c8f1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cfc9fba-3d6f-4980-9713-8d5e918ca8e6 HTTP/1.1" status: 200 len: 945 time: 0.4461014 Jun 01 13:12:25.754479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:25.759240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:25.761933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:25.769012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:25.771560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.790301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.807906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=82799e90-eb1f-486f-8725-e6d1b13ef45b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:25.826887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:25.831032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:25.852983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:25.870018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7', 'network_id': '29a2df6b-e229-4c0b-954a-458a88e6ec80', 'port_id': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7', 'mac_address': 'fa:16:3e:72:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faaa8e6-a0d3-44a2-81bb-139560ef6259', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:25.881448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:25.907738 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bbe056a-cfa1-4138-9529-f75737bbb3e3 admin admin] 10.222.0.40 "DELETE /v2.0/networks/82799e90-eb1f-486f-8725-e6d1b13ef45b HTTP/1.1" status: 204 len: 168 time: 1.4025178 Jun 01 13:12:26.028721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port 27070187-053e-4a07-a31f-8319e8a22289 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:26.028932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.064406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:26.066408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.124042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:26.142066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:26.151488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.152837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7ea3471f-3582-4da5-96d0-658725b26ede details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:26.160680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38314) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:26.162022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.168065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-4d917e1f-83fa-470a-a228-73c5b583ce83 service neutron] 10.222.0.40 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872295 Jun 01 13:12:26.203372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-e7a69335-7478-4394-84d6-5e8211012ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.204828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-e7a69335-7478-4394-84d6-5e8211012ebb service neutron] 10.222.0.24 "GET /v2.0/networks?id=0daee036-b76e-451a-b265-f75be8a187b0 HTTP/1.1" status: 200 len: 902 time: 0.5795286 Jun 01 13:12:26.234492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:26.235140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.301179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:26.302970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:26.304521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:26.306950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:26.311611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:26.327697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.328507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.366851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-11de5c80-6ea2-4771-967e-731c1ede91fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 HTTP/1.1" status: 200 len: 217 time: 0.1155143 Jun 01 13:12:26.381322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.384828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b594e-7754-42eb-9a3c-03bbaf0e715a None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:26.393694 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-386186b8-5b37-4ec4-84c9-264813e44166 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bf7f48dfaa054f82a2e0cd63bdf9f822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232468 Jun 01 13:12:26.394560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38322) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:26.410376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=e746915d-e4a2-496c-8708-38ca106a3b36,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:26.441520 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08b46d80-2d56-4300-a1c5-b4b54f951a1d tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0640862 Jun 01 13:12:26.446630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:26.453405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-579964980', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e746915d-e4a2-496c-8708-38ca106a3b36'}], 'security_groups': ['38e7fdf0-39fb-4a4f-8a3d-193a1418d99c']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:26.554930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-93661501-e022-4dd0-97a3-658526b59a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.556482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-93661501-e022-4dd0-97a3-658526b59a51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b26cede-7550-496a-bcc6-67e51f862117 HTTP/1.1" status: 200 len: 801 time: 0.1797886 Jun 01 13:12:26.632502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:26.669993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '7ea3471f-3582-4da5-96d0-658725b26ede', 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'port_id': '7ea3471f-3582-4da5-96d0-658725b26ede', 'mac_address': 'fa:16:3e:95:1c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b26cede-7550-496a-bcc6-67e51f862117', 'ip_address': '19.80.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:26.743275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64832705-4077-4c81-a334-e59ff9dcce01 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:26.795773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 64832705-4077-4c81-a334-e59ff9dcce01 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:26.796388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64832705-4077-4c81-a334-e59ff9dcce01 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:26.852423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:26.871082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7ea3471f-3582-4da5-96d0-658725b26ede is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:26.872729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.875905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec1f5-4c18-4025-ae7a-7456a87cfddf req-3f5f7479-db8c-495c-8444-19d8c42cc7f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.876058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.877862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:26.882960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec1f5-4c18-4025-ae7a-7456a87cfddf req-3f5f7479-db8c-495c-8444-19d8c42cc7f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.890365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec1f5-4c18-4025-ae7a-7456a87cfddf req-3f5f7479-db8c-495c-8444-19d8c42cc7f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:26.893965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea3471f-3582-4da5-96d0-658725b26ede {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:26.902775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25bec1f5-4c18-4025-ae7a-7456a87cfddf req-3f5f7479-db8c-495c-8444-19d8c42cc7f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2412 time: 0.9578452 Jun 01 13:12:27.068541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.080212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:27.118820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.119676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:27.224812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25bec1f5-4c18-4025-ae7a-7456a87cfddf req-37be6554-3755-48a0-a3e3-01f5457eabe5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203044 Jun 01 13:12:27.306282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:27.306665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.366148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:27.387566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:27.407215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1', 'network_id': '0daee036-b76e-451a-b265-f75be8a187b0', 'port_id': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1', 'mac_address': 'fa:16:3e:f2:db:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b26cede-7550-496a-bcc6-67e51f862117', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:27.494626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.535114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0424e-90d7-4513-a691-b5642d788884,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:27.560322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.561768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f208e1a-8b79-4eea-b092-b2c190d24c14 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/09d0424e-90d7-4513-a691-b5642d788884 HTTP/1.1" status: 204 len: 168 time: 1.1663761 Jun 01 13:12:27.579018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Delete allocated IP 172.20.0.6 (2be8c013-b655-4dc6-93ae-3277f5be3a85/d6b7edd5-a731-410a-ab6e-7d274ffd51bd) {{(pid=88372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:12:27.590190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.25 (2be8c013-b655-4dc6-93ae-3277f5be3a85/e746915d-e4a2-496c-8708-38ca106a3b36/64184332-e674-4059-8719-e27fa89fb007) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:27.598117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Update dhcp port {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'fixed_ips': [{'subnet_id': 'd6b7edd5-a731-410a-ab6e-7d274ffd51bd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e746915d-e4a2-496c-8708-38ca106a3b36'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'c97a7f3e-3a08-49df-b539-86062baefa03'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:12:27.598882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for 27070187-053e-4a07-a31f-8319e8a22289 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:27.654482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:27.654878 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.665133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22299e8-79a8-4b50-a67f-ea3809a52061 req-43b7a474-040a-4b4a-adfa-d7fe3fb26be7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:27.673250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f22299e8-79a8-4b50-a67f-ea3809a52061 req-43b7a474-040a-4b4a-adfa-d7fe3fb26be7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.8874135 Jun 01 13:12:27.686089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:27.721433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370805bf-e421-498b-8914-df0d900c3345 req-70e6b0e0-3921-4a75-8515-492f2a122da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:27.723366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-70e6b0e0-3921-4a75-8515-492f2a122da7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0daee036-b76e-451a-b265-f75be8a187b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9837272 Jun 01 13:12:27.725648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9caa403c-5ad0-454b-845c-e30185e9886c req-9f3022a2-c55f-4242-947e-f85c169659dc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 210 time: 0.2231765 Jun 01 13:12:27.852755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:27.868084 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84fbf62-3a11-40a9-9c79-04aa215a411c'] response: {'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27070187-053e-4a07-a31f-8319e8a22289', 'code': 200} Jun 01 13:12:27.871541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:27.929519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f22299e8-79a8-4b50-a67f-ea3809a52061 req-def1714f-cf3e-438f-9f03-06b847c5f6e6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549441 Jun 01 13:12:27.930448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.028596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.048120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 64184332-e674-4059-8719-e27fa89fb007 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:28.056121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.056360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:28.252862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=64184332-e674-4059-8719-e27fa89fb007,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:28.267092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Allocated IP 172.20.0.18 (2be8c013-b655-4dc6-93ae-3277f5be3a85/e746915d-e4a2-496c-8708-38ca106a3b36/c97a7f3e-3a08-49df-b539-86062baefa03) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:28.279720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] In _notify_port_updated(), no bound segment for port 64184332-e674-4059-8719-e27fa89fb007 on network 2be8c013-b655-4dc6-93ae-3277f5be3a85 {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:12:28.285275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9484a163-d10f-4f25-a136-5c0c925579dc req-42d206bf-105d-45d3-b934-eb6453a1a048 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 210 time: 0.2411773 Jun 01 13:12:28.295969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:28.297377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.303091 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8865ef26-94dd-49af-a10e-bf203f86a7e6 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/ports/64184332-e674-4059-8719-e27fa89fb007 HTTP/1.1" status: 200 len: 920 time: 1.8554056 Jun 01 13:12:28.305212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38350) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:28.324684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-c221febb-af5e-4a71-af62-e750f7aa654e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:28.326137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-c221febb-af5e-4a71-af62-e750f7aa654e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.6899388 Jun 01 13:12:28.332607 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:12:28.332921 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:12:28.342137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:28.436765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 64184332-e674-4059-8719-e27fa89fb007 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:28.437112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.451569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:28.480805 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.511242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Transition to ACTIVE for port object c97a7f3e-3a08-49df-b539-86062baefa03 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:28.518450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.560560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-c7ecf770-decc-4975-b3a4-6fbbb826ad06 service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803843 Jun 01 13:12:28.743904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19ef75-d90f-4ca0-97a7-a00529d98775 None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:28.802518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370805bf-e421-498b-8914-df0d900c3345 req-557e3108-0fe2-4799-9065-418c7ab5332d service neutron] 10.222.0.24 "GET /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800652 Jun 01 13:12:28.824207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['7ea3471f-3582-4da5-96d0-658725b26ede'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:28.861390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:28.869126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port 27070187-053e-4a07-a31f-8319e8a22289 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:28.869540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:28.923573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.072714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38370) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:29.088109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-cbf178cd-eded-4b6f-9102-4337e2b15f69 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:29.089063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 64184332-e674-4059-8719-e27fa89fb007 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:29.090061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-cbf178cd-eded-4b6f-9102-4337e2b15f69 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 805 time: 0.9674492 Jun 01 13:12:29.125844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d94b125-6297-4651-8168-7b879be70506 req-6506f1e8-a76a-432d-a83c-c8434588edde tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 210 time: 0.1383383 Jun 01 13:12:29.130105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Request body: {'port': {'device_id': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'admin_state_up': True, 'tenant_id': 'c14b4b72482f416e9341b41f9bb7155e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:29.322322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:29.347998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.394517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-34286097-network', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:29.400376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:29.404875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Usage tracker for resource:network and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:29.408106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:29.429669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:29.500062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=64184332-e674-4059-8719-e27fa89fb007,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:29.529033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:29.531403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.552164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.556928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:29.557549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.572774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:29.577903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.581813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:29.586980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:29.595163 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7871ff58-4e4b-45e5-9873-f4297671f6a2 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/64184332-e674-4059-8719-e27fa89fb007 HTTP/1.1" status: 204 len: 168 time: 1.2888560 Jun 01 13:12:29.596172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:29.597855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:29.614682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:29.624445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20869-dee0-4160-9860-f7fb71c9743e req-ffe3539a-2cf9-4e4d-9fba-505755d18344 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:29.625796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Provisioning for port c97a7f3e-3a08-49df-b539-86062baefa03 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:29.630781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20869-dee0-4160-9860-f7fb71c9743e req-ffe3539a-2cf9-4e4d-9fba-505755d18344 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:29.631179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:29.631678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.638114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20869-dee0-4160-9860-f7fb71c9743e req-ffe3539a-2cf9-4e4d-9fba-505755d18344 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:29.640239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9aa20869-dee0-4160-9860-f7fb71c9743e req-ffe3539a-2cf9-4e4d-9fba-505755d18344 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2415 time: 1.1335537 Jun 01 13:12:29.641383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:29.649639 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb5156d-5d4d-45a2-82cc-f5c85e67e9c5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:12:29.650104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cb5156d-5d4d-45a2-82cc-f5c85e67e9c5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:29.677655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:29.681404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.682395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cb5156d-5d4d-45a2-82cc-f5c85e67e9c5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:29.686276 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4cb5156d-5d4d-45a2-82cc-f5c85e67e9c5 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/64184332-e674-4059-8719-e27fa89fb007 HTTP/1.1" status: 404 len: 333 time: 0.0850191 Jun 01 13:12:29.689398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38382) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:29.765618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:29.769268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c867dc4b-e65e-4cb1-bf8d-2708489f8722 None None] Could not find standard attr ID for object 64184332-e674-4059-8719-e27fa89fb007. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:12:29.795251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['dd8d7d2a-cd39-405d-93d5-9b8ae85135a7'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:29.801115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.804695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.818269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.855876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.880448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:12:29.903937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49039496-1691-4858-ada9-94d6956198ed,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:29.920915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.921749 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Added segment 503c13df-fb5a-4678-ae85-148cb36b0c61 of type vlan for network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f Jun 01 13:12:29.932885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a7eae-fbba-4b84-962c-8f59a81ade14 req-d596b4e4-76e2-452f-ac66-01844a306a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:29.938837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71a7eae-fbba-4b84-962c-8f59a81ade14 req-d596b4e4-76e2-452f-ac66-01844a306a29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 1.0132501 Jun 01 13:12:29.967121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.981955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:29.993796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf8bc2-0706-4084-bb3a-b68cd31377df,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:30.030823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 27070187-053e-4a07-a31f-8319e8a22289 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:30.037890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:30.039657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.041090 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62f6f489-63fd-44f4-96d1-f57aa6f7dee0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/security-groups/2baf8bc2-0706-4084-bb3a-b68cd31377df HTTP/1.1" status: 204 len: 168 time: 0.3505127 Jun 01 13:12:30.043814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9aa20869-dee0-4160-9860-f7fb71c9743e req-80a49c7e-1674-4232-9250-2b92f8d28736 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752272 Jun 01 13:12:30.048389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38386) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:30.060242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.062945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:30.064692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.084620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Usage tracker for resource:port and tenant:c14b4b72482f416e9341b41f9bb7155e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:30.106207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:30.142755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:30.159934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port 27070187-053e-4a07-a31f-8319e8a22289, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=27070187-053e-4a07-a31f-8319e8a22289,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:30.160294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.204592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7cf96c5a-f485-446b-aa06-7337c2f72c57 None None] Could not find standard attr ID for object 64184332-e674-4059-8719-e27fa89fb007. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:12:30.224750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 27070187-053e-4a07-a31f-8319e8a22289 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:30.247210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71a7eae-fbba-4b84-962c-8f59a81ade14 req-6d20a97f-c6ff-46a4-98f5-3263a05a86a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802398 Jun 01 13:12:30.255472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1815791 Jun 01 13:12:30.258520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:30.266244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Request body: {'subnet': {'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-34286097-subnet', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:30.270193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7c8b5-5670-4aed-916c-db020339aa67 admin admin] Pushing event updated for resources: {'Network': ['ID=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:30.273850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:30.278223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Usage tracker for resource:subnet and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:30.281270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:30.281539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:12:30.287528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:30.300425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:30.304155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.314935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8f08b-5df2-4675-b0cd-a0a9088b54a7 req-d17c32c4-e011-40d7-a6ee-6dedec91ca5a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:30.322345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cf8f08b-5df2-4675-b0cd-a0a9088b54a7 req-d17c32c4-e011-40d7-a6ee-6dedec91ca5a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.9592023 Jun 01 13:12:30.435213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Made reservation on behalf of c14b4b72482f416e9341b41f9bb7155e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:30.438549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.463350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for 27070187-053e-4a07-a31f-8319e8a22289 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:30.509241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3de31163-40ce-4704-ad7a-bf2e2f885c0d req-c4c82d98-a5c6-4f7f-89e7-a86c95f8ea1a tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 210 time: 0.2678890 Jun 01 13:12:30.538761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.608292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.610553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.14 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/19cd30ce-11d4-4a95-99ef-53f251c35a76) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:30.636779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cf8f08b-5df2-4675-b0cd-a0a9088b54a7 req-e487a540-c781-4087-80ba-6ab66465859a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131509 Jun 01 13:12:30.640024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:30.645618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:30.645972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Network hostable DHCP agents. Network: a449b6d6-1032-4ca4-8beb-2a2e4615cd5f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:12:30.662637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e493811-67f4-4a5c-b583-c42336fd60f5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:30.677462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:12:30.691093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a449b6d6-1032-4ca4-8beb-2a2e4615cd5f) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:30.695267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:30.695961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.704169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920682e8-3ae8-44c8-8568-acfd4ec7190b None None] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:30.724884 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a60aced9-34ff-4bce-b25f-f512a7dced79 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4628294 Jun 01 13:12:30.725188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38396) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:30.732358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:30.737705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:30.742082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Usage tracker for resource:router and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:30.747287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:30.752549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cbc52f5-6b81-4463-b169-02a1a95da6b4 req-c14b49c9-78ba-47b2-a845-1f94a3f36c8b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 210 time: 0.0969043 Jun 01 13:12:30.755234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:30.763290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.771078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.773402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:30.817001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:30.817386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.044438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:31.049541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:12:31.050371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.051999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Allocated IP 172.20.0.14 (77119ff8-eb92-4710-83fa-7760fc0af338/e6dd9342-103c-4629-8458-8606518e55bc/c393dfa3-b02c-4080-a8aa-98d424429c1f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:31.062255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.073897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.100929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.181251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7fdf0-39fb-4a4f-8a3d-193a1418d99c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:31.230488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Allocated IP 172.20.0.2 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/d3aec132-16d0-4428-bfff-7373736156f7) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:31.249575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event deleted for resources: {'Port': ['ID=27070187-053e-4a07-a31f-8319e8a22289,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:31.420517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.424106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14cd8b33-e10c-4a6f-aa0f-7f614f355503 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/security-groups/38e7fdf0-39fb-4a4f-8a3d-193a1418d99c HTTP/1.1" status: 204 len: 168 time: 1.3657603 Jun 01 13:12:31.428280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] No DVR routers for this DVR port 27070187-053e-4a07-a31f-8319e8a22289 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:31.435016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.437770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38402) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:31.441670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.443548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-691966ed-34a4-4229-93fd-895ad6bdb1b4 req-68e9e1f6-7fd1-4ef2-ab86-54743214aa74 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.24 "DELETE /v2.0/ports/27070187-053e-4a07-a31f-8319e8a22289 HTTP/1.1" status: 204 len: 173 time: 5.7143412 Jun 01 13:12:31.448636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-deleted', 'tag': '27070187-053e-4a07-a31f-8319e8a22289'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:31.454138 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.465300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Transition to ACTIVE for port object d3aec132-16d0-4428-bfff-7373736156f7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:31.491052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Transition to ACTIVE for port object d3aec132-16d0-4428-bfff-7373736156f7 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:31.499870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.527494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.638470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:31.643541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:31.645711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Pushing event updated for resources: {'Port': ['ID=d3aec132-16d0-4428-bfff-7373736156f7,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:31.648679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:31.748478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Attempting to bind port d3aec132-16d0-4428-bfff-7373736156f7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:31.748792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Attempting to bind port d3aec132-16d0-4428-bfff-7373736156f7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:31.749406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Attempting to bind port d3aec132-16d0-4428-bfff-7373736156f7 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:31.756074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:31.756631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:31.757319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.757865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:31.758458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Bound port: d3aec132-16d0-4428-bfff-7373736156f7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:31.758950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.860403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] For port d3aec132-16d0-4428-bfff-7373736156f7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:31.864057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] For port d3aec132-16d0-4428-bfff-7373736156f7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d3aec132-16d0-4428-bfff-7373736156f7,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:31.869786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.911787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.919375 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c26fe48-c6f5-4e49-a479-58405d7258e2'] response: {'server_uuid': '9cfc9fba-3d6f-4980-9713-8d5e918ca8e6', 'name': 'network-vif-deleted', 'tag': '27070187-053e-4a07-a31f-8319e8a22289', 'status': 'completed', 'code': 200} Jun 01 13:12:31.942960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:31.954010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36967c4-a2b1-4e45-814d-f48a5c7e80b1 None None] Pushing event updated for resources: {'Port': ['ID=d3aec132-16d0-4428-bfff-7373736156f7,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:32.003131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64c5f2d3-e133-4216-a9a1-580e15ae71bb req-e6bc59c1-ad61-4287-ad5a-4488c95b4e4b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Synchronizing usage tracker for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:32.027476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:32.028936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet d6b7edd5-a731-410a-ab6e-7d274ffd51bd {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:32.057182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.117991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:32.126155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:32.127318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.129539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Allocated IP 172.25.7.127 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ac419251-4504-40ae-86b0-80de70368595) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:32.139792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660732-dd1c-4d70-86ff-19101839b666 req-e74ee91a-8c17-4da3-bfb9-5babf5bec54a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:32.145655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660732-dd1c-4d70-86ff-19101839b666 req-e74ee91a-8c17-4da3-bfb9-5babf5bec54a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:32.152157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660732-dd1c-4d70-86ff-19101839b666 req-e74ee91a-8c17-4da3-bfb9-5babf5bec54a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:32.154051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6660732-dd1c-4d70-86ff-19101839b666 req-e74ee91a-8c17-4da3-bfb9-5babf5bec54a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2415 time: 0.9882665 Jun 01 13:12:32.221028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64c5f2d3-e133-4216-a9a1-580e15ae71bb req-e6bc59c1-ad61-4287-ad5a-4488c95b4e4b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Unset dirty status for tenant:c14b4b72482f416e9341b41f9bb7155e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:32.222690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64c5f2d3-e133-4216-a9a1-580e15ae71bb req-e6bc59c1-ad61-4287-ad5a-4488c95b4e4b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 210 time: 0.3051856 Jun 01 13:12:32.224192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.238659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:32.307264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.399538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.468440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:32.468741 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.479746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.504919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:32.516152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:32.518461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.524203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:32.525914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:32.533675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.534514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7ea3471f-3582-4da5-96d0-658725b26ede up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:32.598830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:32.606449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:32.622837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:32.628391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:32.636101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:32.680778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Pushing event updated for resources: {'Port': ['ID=ac419251-4504-40ae-86b0-80de70368595,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:32.693264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:32.693910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.727591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6660732-dd1c-4d70-86ff-19101839b666 req-9cad1f6e-5ff4-4988-b968-273bda631d0d tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640609 Jun 01 13:12:32.786705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8073d5-2311-4af3-85d9-6b88ba841305 req-95a41436-10bd-4f9b-96f1-5f1e828f8cea tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:32.788292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8073d5-2311-4af3-85d9-6b88ba841305 req-95a41436-10bd-4f9b-96f1-5f1e828f8cea tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2958961 Jun 01 13:12:32.789627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d3aec132-16d0-4428-bfff-7373736156f7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:32.797027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-3686e0b5-404a-4c4e-b0fd-0ea05fc2c7fb tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4591680 Jun 01 13:12:32.833049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-e0eb7b33-fe79-4c17-a0f2-a23fa46e2e90 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:12:32.838418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-e0eb7b33-fe79-4c17-a0f2-a23fa46e2e90 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157857 Jun 01 13:12:32.857061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:32.857652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Request body: {'port': {'device_id': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:32.899512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 7ea3471f-3582-4da5-96d0-658725b26ede completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:32.912823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 7ea3471f-3582-4da5-96d0-658725b26ede triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:32.913238 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:32.967085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d3aec132-16d0-4428-bfff-7373736156f7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:32.975227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e8073d5-2311-4af3-85d9-6b88ba841305 req-08d59707-f075-4e89-929d-aaf6879d52f5 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698766 Jun 01 13:12:33.028746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.078547 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.129079 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185aaa9b-3a61-4f39-946f-6e94e76ae6ab'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7', 'code': 200} Jun 01 13:12:33.129613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7ea3471f-3582-4da5-96d0-658725b26ede is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:33.129983 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.165360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:33.176321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.177332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:33.259951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.332218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518296a-301f-4ee3-acef-b94a42cc202a None None] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:33.345383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:33.365327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Network 77119ff8-eb92-4710-83fa-7760fc0af338 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:33.365835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:33.373665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:33.384704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78f43-b338-498c-8d5a-f5f6884daf8d req-5227f444-5b7f-47a1-96f1-90e82e200687 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:33.385428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-03f78f43-b338-498c-8d5a-f5f6884daf8d req-5227f444-5b7f-47a1-96f1-90e82e200687 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:33.388325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:33.446162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:33.453751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:33.454385 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.486632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.503921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.565126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-03f78f43-b338-498c-8d5a-f5f6884daf8d req-5227f444-5b7f-47a1-96f1-90e82e200687 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:33.572052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03f78f43-b338-498c-8d5a-f5f6884daf8d req-5227f444-5b7f-47a1-96f1-90e82e200687 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 932 time: 0.6730218 Jun 01 13:12:33.572943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Provisioning for port d3aec132-16d0-4428-bfff-7373736156f7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:33.583466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b7edd5-a731-410a-ab6e-7d274ffd51bd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:33.602204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Provisioning complete for port d3aec132-16d0-4428-bfff-7373736156f7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:33.602581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.638001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.664677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f2e49-cc51-434c-95fd-c08a184dfba0 None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:33.695141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:33.695744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.725906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-574e8adb-fb5b-43b2-89c5-b946fd156701 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/d6b7edd5-a731-410a-ab6e-7d274ffd51bd HTTP/1.1" status: 204 len: 168 time: 2.2842598 Jun 01 13:12:33.725906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:33.757869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:33.792900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-237e5429-1aa3-49f2-8e67-d80872ec6473 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6816032 Jun 01 13:12:33.800258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:33.860100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03f78f43-b338-498c-8d5a-f5f6884daf8d req-c50cee5f-d756-4a10-8dc2-34ba399e0dd4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862549 Jun 01 13:12:33.941719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Request body: {'port': {'device_id': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:33.982308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:33.986384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:33.990075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:33.998057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:34.015924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Current status of the port d3aec132-16d0-4428-bfff-7373736156f7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:34.016694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.024192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:12:34.045088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:34.045472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.096549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:34.101646 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.140514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:34.157996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.202349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] For port d3aec132-16d0-4428-bfff-7373736156f7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d3aec132-16d0-4428-bfff-7373736156f7,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:34.256828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.261712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:34.288814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:34.289068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.292978 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d8774f0-7726-42d8-ab89-b099e8851f7c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5631678 Jun 01 13:12:34.293467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:34.306514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.326957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:34.327603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:34.386302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:34.697520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158bff-9b88-4833-9d82-694c8bcb7b30 req-7da7421f-e90e-4306-9ec5-b87d9a30c35c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:34.699007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03158bff-9b88-4833-9d82-694c8bcb7b30 req-7da7421f-e90e-4306-9ec5-b87d9a30c35c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 932 time: 1.1249323 Jun 01 13:12:34.705765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.741362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7c88f-0c09-416d-a24b-87b44b5ec914 None None] Pushing event updated for resources: {'Port': ['ID=d3aec132-16d0-4428-bfff-7373736156f7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:34.764482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:34.814424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ba523d3e-0719-49ca-94ef-32f4d000af4a None None] Provisioning complete for port d3aec132-16d0-4428-bfff-7373736156f7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:34.815179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba523d3e-0719-49ca-94ef-32f4d000af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:34.914663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03158bff-9b88-4833-9d82-694c8bcb7b30 req-de21799d-725a-4f19-8b9c-7dba4df5072c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995518 Jun 01 13:12:34.932299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873660-300f-4948-91de-eaa03b0a87da req-af6870c8-3e34-42f1-a511-aa91c9fed03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:34.933843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-af6870c8-3e34-42f1-a511-aa91c9fed03b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 0.7459400 Jun 01 13:12:35.139307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede'}, {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:35.179022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ba523d3e-0719-49ca-94ef-32f4d000af4a None None] Current status of the port d3aec132-16d0-4428-bfff-7373736156f7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:35.252621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:32Z', 'revision_number': 3, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:35.257702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:12:35.257702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Updating router 7f16c55e-8260-400e-8976-5eb1e31e3249 port ac419251-4504-40ae-86b0-80de70368595 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:12:35.270919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.275152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c393dfa3-b02c-4080-a8aa-98d424429c1f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:35.319227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.353556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8fcd-c036-41f1-8b69-bf7a79c5f481 req-a5439ad9-b1b5-4ea2-a74e-ca191c139a93 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:35.360751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8fcd-c036-41f1-8b69-bf7a79c5f481 req-a5439ad9-b1b5-4ea2-a74e-ca191c139a93 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:35.366341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8fcd-c036-41f1-8b69-bf7a79c5f481 req-a5439ad9-b1b5-4ea2-a74e-ca191c139a93 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:35.374380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f7e8fcd-c036-41f1-8b69-bf7a79c5f481 req-a5439ad9-b1b5-4ea2-a74e-ca191c139a93 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 1.1874440 Jun 01 13:12:35.381995 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:12:35.397693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.523562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Allocated IP 172.20.0.1 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/97f0b792-9be3-4305-a073-411848075c99) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:35.574184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:35.574469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.580728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f7e8fcd-c036-41f1-8b69-bf7a79c5f481 req-5f1677d4-5d0f-49dc-91e2-89beaac89c5f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053673 Jun 01 13:12:35.594681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Transition to ACTIVE for port object c393dfa3-b02c-4080-a8aa-98d424429c1f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:35.629922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:35.647718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.661546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cd30ce-11d4-4a95-99ef-53f251c35a76 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:35.670837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:35.671193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.727029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.728204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.751263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Transition to ACTIVE for port object 97f0b792-9be3-4305-a073-411848075c99 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:35.778148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.856998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:35.860181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:35.863883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:35.870116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f199d3b7-b992-4540-b6ea-9f2e0ae84bf7 None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:35.889889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.900411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Pushing event updated for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:35.903480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Transition to ACTIVE for port object ac419251-4504-40ae-86b0-80de70368595 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:35.912719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.919013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.919473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.920046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.920420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.920839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.921255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.921703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.922222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.922607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.923046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.923447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.923871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:35.944254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:35.969399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Transition to ACTIVE for port object 19cd30ce-11d4-4a95-99ef-53f251c35a76 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:35.983506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873660-300f-4948-91de-eaa03b0a87da req-2cc160fd-9ed6-4b8d-b1d1-6b408bc7a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:35.986554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-2cc160fd-9ed6-4b8d-b1d1-6b408bc7a21a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.7059109 Jun 01 13:12:36.002909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Attempting to bind port ac419251-4504-40ae-86b0-80de70368595 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:36.003270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Attempting to bind port ac419251-4504-40ae-86b0-80de70368595 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:36.003629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Attempting to bind port ac419251-4504-40ae-86b0-80de70368595 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:36.005696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:36.009975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:36.010355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:36.010783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.011188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:36.011717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Bound port: ac419251-4504-40ae-86b0-80de70368595, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:36.012086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.051534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.074686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b823fd5-4b71-4ab9-9424-737d8b52bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ac419251-4504-40ae-86b0-80de70368595,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:36.118469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] For port ac419251-4504-40ae-86b0-80de70368595, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:36.122235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] For port ac419251-4504-40ae-86b0-80de70368595, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ac419251-4504-40ae-86b0-80de70368595,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:36.129086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.138181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.138524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.138892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.139224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.139552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.139878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.140202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.140524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.140843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.141167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.141482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.141798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:36.170808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e41b3-99e0-42e8-a213-47f50ba91157 req-2dd8af7f-3ee7-4086-a199-0d29a0acbe2a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:36.172376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc5e41b3-99e0-42e8-a213-47f50ba91157 req-2dd8af7f-3ee7-4086-a199-0d29a0acbe2a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.8671691 Jun 01 13:12:36.188713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.215517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:36.216132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:36.296323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b823fd5-4b71-4ab9-9424-737d8b52bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ac419251-4504-40ae-86b0-80de70368595,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:36.446984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.455273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.482050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f9108014-c848-42b8-b6a7-f0a318821fa4 None None] Provisioning for port 97f0b792-9be3-4305-a073-411848075c99 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:36.499043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f9108014-c848-42b8-b6a7-f0a318821fa4 None None] Provisioning complete for port 97f0b792-9be3-4305-a073-411848075c99 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:36.499415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9108014-c848-42b8-b6a7-f0a318821fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.547612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:36.580664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.585319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Pushing event updated for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:36.596963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-af45cd54-3481-4d65-8a9e-fa4dd545a448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1002 time: 0.5560873 Jun 01 13:12:36.678780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Pushing event updated for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:36.701314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc5e41b3-99e0-42e8-a213-47f50ba91157 req-c62eb962-1ea7-4e4d-a1af-540c3c818652 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624181 Jun 01 13:12:36.717529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.729508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f9108014-c848-42b8-b6a7-f0a318821fa4 None None] Port 97f0b792-9be3-4305-a073-411848075c99 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:36.753385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d3aec132-16d0-4428-bfff-7373736156f7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:36.754824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:36.756255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:36.797472 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0643ba2d-4944-48d6-b900-aa674268ab2a'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede', 'code': 200} Jun 01 13:12:36.797856 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0643ba2d-4944-48d6-b900-aa674268ab2a'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1', 'code': 200} Jun 01 13:12:36.864184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Attempting to bind port c393dfa3-b02c-4080-a8aa-98d424429c1f on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:36.873923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Attempting to bind port c393dfa3-b02c-4080-a8aa-98d424429c1f by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:36.874339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Attempting to bind port c393dfa3-b02c-4080-a8aa-98d424429c1f on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:36.912829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:36.925473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31485e3-9cc5-4d2a-af25-2d622f3b0638 req-d2c695b2-9126-4b6d-9c5f-cc77677909bd tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:36.927032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e31485e3-9cc5-4d2a-af25-2d622f3b0638 req-d2c695b2-9126-4b6d-9c5f-cc77677909bd tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 932 time: 1.1140909 Jun 01 13:12:36.927948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:36.931003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:36.931582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:36.946740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e686f-e220-423a-8098-6ee12870e34d None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:37.000641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:12:37.042136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Port c393dfa3-b02c-4080-a8aa-98d424429c1f on network 77119ff8-eb92-4710-83fa-7760fc0af338 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:37.042634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Attempting to bind port c393dfa3-b02c-4080-a8aa-98d424429c1f on network 77119ff8-eb92-4710-83fa-7760fc0af338 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:37.073902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:37.073902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Checking segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:37.073902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Bound using segment: {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:37.074424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Bound port: c393dfa3-b02c-4080-a8aa-98d424429c1f, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb59052-272f-4a20-b4f1-3b1894b3d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:37.074424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.108740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Attempting to bind port 19cd30ce-11d4-4a95-99ef-53f251c35a76 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:37.109095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Attempting to bind port 19cd30ce-11d4-4a95-99ef-53f251c35a76 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:37.109392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Attempting to bind port 19cd30ce-11d4-4a95-99ef-53f251c35a76 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:37.135935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d3aec132-16d0-4428-bfff-7373736156f7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:37.136530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.137103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873660-300f-4948-91de-eaa03b0a87da req-06cfbc24-9546-4487-ba46-b123ba30c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.138680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-06cfbc24-9546-4487-ba46-b123ba30c38b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.4982493 Jun 01 13:12:37.147982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Port 19cd30ce-11d4-4a95-99ef-53f251c35a76 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:37.148313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Attempting to bind port 19cd30ce-11d4-4a95-99ef-53f251c35a76 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:37.231183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=ecd834a8-245c-4f77-b1a6-619cc808d2ef,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:37.250550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:37.250861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:37.251046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:37.251530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Bound port: 19cd30ce-11d4-4a95-99ef-53f251c35a76, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:37.252210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.265194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be839953-97aa-42f6-ae8f-4fafac826667 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5286863 Jun 01 13:12:37.275794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38446) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:37.282291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5e364714-5a4f-4cd4-906d-65dd89ef4ca7 None None] Provisioning complete for port 97f0b792-9be3-4305-a073-411848075c99 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:37.282950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5e364714-5a4f-4cd4-906d-65dd89ef4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.298543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'security_group': {'name': 'tempest-secgroup-1810630022'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:37.315761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e31485e3-9cc5-4d2a-af25-2d622f3b0638 req-1b309454-18c1-4127-a257-be6af5e8ed78 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649499 Jun 01 13:12:37.320611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:37.344108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:37.374829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:37.379455 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f731a2e6-5169-45ad-ba8c-f06e97f7e6ab admin admin] 10.222.0.40 "PUT /v2.0/routers/7f16c55e-8260-400e-8976-5eb1e31e3249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0718203 Jun 01 13:12:37.392775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:37.424630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:37.445516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:35Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:37.455351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5e364714-5a4f-4cd4-906d-65dd89ef4ca7 None None] Port 97f0b792-9be3-4305-a073-411848075c99 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:37.467113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87625-626d-4a43-bf31-4d323e85b5d1 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:35Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:37.474573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d3aec132-16d0-4428-bfff-7373736156f7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:37.519179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9bee5-be5b-4bac-9d5f-69269b71c0a4 req-e69f9a21-50cb-4cad-8264-bf75f5c7b2d6 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.526699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaa9bee5-be5b-4bac-9d5f-69269b71c0a4 req-e69f9a21-50cb-4cad-8264-bf75f5c7b2d6 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 944 time: 0.5746439 Jun 01 13:12:37.555954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf9246-d512-4f99-a81c-7fd273237488 req-bbbedda4-0777-40dd-afc8-680959c44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.556427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf9246-d512-4f99-a81c-7fd273237488 req-bbbedda4-0777-40dd-afc8-680959c44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.556888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf9246-d512-4f99-a81c-7fd273237488 req-bbbedda4-0777-40dd-afc8-680959c44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.558541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5faf9246-d512-4f99-a81c-7fd273237488 req-bbbedda4-0777-40dd-afc8-680959c44285 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2871 time: 0.6210020 Jun 01 13:12:37.591222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:37.595604 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.612391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Update dhcp port {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'fixed_ips': [{'subnet_id': 'e746915d-e4a2-496c-8708-38ca106a3b36', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ecd834a8-245c-4f77-b1a6-619cc808d2ef'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'c97a7f3e-3a08-49df-b539-86062baefa03'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:12:37.667293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.668340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:37.737634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.748437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:37.787257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:37.806808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaa9bee5-be5b-4bac-9d5f-69269b71c0a4 req-8f481ea5-3615-4f13-9eed-8601fa10fadf tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793140 Jun 01 13:12:37.826085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:37.845612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873660-300f-4948-91de-eaa03b0a87da req-12ce81c4-9454-4cd4-a5cb-7d197c9e79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.847360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-12ce81c4-9454-4cd4-a5cb-7d197c9e79dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6941826 Jun 01 13:12:37.850824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:37.867670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:37.869880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:37.870164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.871881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-478ee724-5445-4b7e-af73-9662102c492d service neutron] 10.222.0.13 "PUT /v2.0/ports/c393dfa3-b02c-4080-a8aa-98d424429c1f HTTP/1.1" status: 200 len: 1092 time: 4.0206981 Jun 01 13:12:37.875992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:37.884942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:37.908079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5faf9246-d512-4f99-a81c-7fd273237488 req-2b8abbf1-3be0-45ab-91b0-ec3330a02d7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953231 Jun 01 13:12:37.915821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:37.941758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Allocated IP 172.20.0.2 (2be8c013-b655-4dc6-93ae-3277f5be3a85/ecd834a8-245c-4f77-b1a6-619cc808d2ef/c97a7f3e-3a08-49df-b539-86062baefa03) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:38.079543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e906f-45b8-47ad-a0db-9c77afd9b85d req-e5318193-d557-4f20-a330-cc9ce9c8d15c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:38.085482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e906f-45b8-47ad-a0db-9c77afd9b85d req-e5318193-d557-4f20-a330-cc9ce9c8d15c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:38.091886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e906f-45b8-47ad-a0db-9c77afd9b85d req-e5318193-d557-4f20-a330-cc9ce9c8d15c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:38.093257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a93e906f-45b8-47ad-a0db-9c77afd9b85d req-e5318193-d557-4f20-a330-cc9ce9c8d15c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 0.6016262 Jun 01 13:12:38.093937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee724-5445-4b7e-af73-9662102c492d service neutron] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:38.098126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:38.101619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:38.102227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.103664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] 10.222.0.13 "PUT /v2.0/ports/19cd30ce-11d4-4a95-99ef-53f251c35a76 HTTP/1.1" status: 200 len: 1092 time: 5.2568913 Jun 01 13:12:38.104229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439257164', 'description': 'tempest-description--753534057'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:38.111671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:38.116559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:38.120686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:38.128672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:38.154391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.167412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:38.177735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:38.183726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:38.188464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:38.201025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:38.208507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.235716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Transition to ACTIVE for port object c97a7f3e-3a08-49df-b539-86062baefa03 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:38.242815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.356669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.366260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.431181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:38.431904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:38.448781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.449666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a93e906f-45b8-47ad-a0db-9c77afd9b85d req-8e0f3df4-40ce-4b1f-ad8d-4df54f112a1a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695341 Jun 01 13:12:38.450445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109f68-163e-43aa-bdef-f91b7bfc1f97 service neutron] Pushing event updated for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:38.456276 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cd25f034-feb6-4da8-9672-22ab3b3f4fb2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3538475 Jun 01 13:12:38.460007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38466) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:38.470825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '4a3691a7-2a10-4ffa-a9ff-3aabbfe69144', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:38.480590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.480590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.480590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.484647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:38.484861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.485076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.485425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.489116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:38.490274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.493444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:38.498645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.498645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.498645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.498645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.499054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6ff7c-8d7f-48a2-8a26-dd717c43c11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:12:38.515497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:38.537357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.549831 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:12:38.587324 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7befae9-0a77-47a8-92d9-c23d9c39d78b'] response: {'name': 'network-changed', 'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'status': 'completed', 'code': 200} Jun 01 13:12:38.620124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-10a0e7d2-f6c8-4965-bab0-e26d593e35aa service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462668 Jun 01 13:12:38.645048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-cd908fe2-7fa8-4655-abbd-1ebc112d945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:38.647215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-cd908fe2-7fa8-4655-abbd-1ebc112d945a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 1095 time: 0.7218192 Jun 01 13:12:38.688428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.695072 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.743356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a55f660-d3fb-4d1d-a288-4c23794f7606,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:38.772557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.776236 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17e53552-f12f-4317-95a3-e0a1dd3e770e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127739 Jun 01 13:12:38.778225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:38.780376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:38.793093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '4a3691a7-2a10-4ffa-a9ff-3aabbfe69144', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:38.802010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:38.808646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:38.811997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:38.819854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:38.842622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.940225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.946313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:38.966154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ac419251-4504-40ae-86b0-80de70368595 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:38.982938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34186512-5964-4329-a5f6-5499b387168b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:39.004178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.008479 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0935d758-9830-4e84-bad2-216406a5b94a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2177949 Jun 01 13:12:39.008825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:39.014975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:39.022480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:39.028396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:floatingip and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:39.032310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:39.045375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:39.067955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.068371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ac419251-4504-40ae-86b0-80de70368595 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:39.081181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ac419251-4504-40ae-86b0-80de70368595 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:39.081553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.236681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.245650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e86b-ef38-4bd4-a974-477c1a5dd4fe req-1820d031-78cc-4347-b9cd-46053ce3fcaf tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:39.249099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d3e86b-ef38-4bd4-a974-477c1a5dd4fe req-1820d031-78cc-4347-b9cd-46053ce3fcaf tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.9651616 Jun 01 13:12:39.250807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-7f16b1cf-e8fc-46a4-acce-4e3fe1b47bbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f HTTP/1.1" status: 200 len: 217 time: 0.4970706 Jun 01 13:12:39.304615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.306921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ac419251-4504-40ae-86b0-80de70368595 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:39.307309 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.331495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.333794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ac419251-4504-40ae-86b0-80de70368595, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ac419251-4504-40ae-86b0-80de70368595,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:39.342150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.419909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-f85fd43e-181f-4ba6-84f6-c216327f1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:39.421392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-f85fd43e-181f-4ba6-84f6-c216327f1046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 1095 time: 1.2477083 Jun 01 13:12:39.453079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:39.453659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.542542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:39.551116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ac419251-4504-40ae-86b0-80de70368595,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:39.561609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-a03583b3-ea5c-4365-bfdb-90b73a020119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76 HTTP/1.1" status: 200 len: 217 time: 0.1200273 Jun 01 13:12:39.571363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d3e86b-ef38-4bd4-a974-477c1a5dd4fe req-ee927756-2a04-4017-909e-8487c0690ab7 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676265 Jun 01 13:12:39.572175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.575816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2852082 Jun 01 13:12:39.587875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.25.7.114 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/42c0d0c8-6ebe-4121-99a7-bfdcd63a7568) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:39.591016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38482) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:39.597692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'security_group': {'name': 'tempest-secgroup-425696755'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:39.610039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:39.610253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Provisioning for port c97a7f3e-3a08-49df-b539-86062baefa03 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:39.615200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:39.615574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.619031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:39.623878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:39.655612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:39.669955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af0df-3439-4d21-8642-276bb7d70b30 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1defbc4-3b0d-43df-af2d-a6e3a540f06e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:39.700839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-ca84d18a-50a3-4024-b553-c8846e92b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:39.702333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-ca84d18a-50a3-4024-b553-c8846e92b860 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.3998086 Jun 01 13:12:39.744975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-d79330fc-6088-4d99-90c7-126e1aaee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:39.746850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-d79330fc-6088-4d99-90c7-126e1aaee507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.1700542 Jun 01 13:12:39.750287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.790423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:39.790926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-743b1712-c1eb-46c0-9e57-0aa8dc8bffec None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:39.798131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:39.809199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:39.819140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:39.843196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.864886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f873660-300f-4948-91de-eaa03b0a87da req-4916ac0c-c5e1-4004-9c42-b267d60fa725 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2360733 Jun 01 13:12:39.890782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-c44f76f8-1988-4f52-98c7-9b0977a46103 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365366 Jun 01 13:12:39.903434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-7107c03e-e736-4509-a363-d7c8a8e98074 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873938 Jun 01 13:12:39.922574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.925606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:39.941552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936777ab-7f8c-435d-aa13-ee7341db39e8 req-5c344ef2-8552-4e3c-9fc4-c411822b7d62 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:39.948636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-936777ab-7f8c-435d-aa13-ee7341db39e8 req-5c344ef2-8552-4e3c-9fc4-c411822b7d62 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 944 time: 0.7708716 Jun 01 13:12:39.966980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.044005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:40.049606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:40.054766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f446156-9b62-4a81-a2b9-d5aa50b7470d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:40.057084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:40.081244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=42c0d0c8-6ebe-4121-99a7-bfdcd63a7568,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:40.091168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.092350 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1bf75c54-0492-4010-8fca-0d498c8d4007 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4998567 Jun 01 13:12:40.099061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38488) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:40.106807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'security_group': {'name': 'tempest-secgroup-906193452'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:40.116489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:40.123278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:40.127812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:40.138576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:40.156928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.173769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-936777ab-7f8c-435d-aa13-ee7341db39e8 req-5ea05e06-9919-4d94-9b8b-896d5f04ec48 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239366 Jun 01 13:12:40.183444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:40.188578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.189941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:security_group_rule and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:40.193496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:40.201544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:40.215546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e89d8-77bf-4760-9cb5-9e245f87ddb0 req-5c18e281-89b7-4120-bae9-e6b436348be1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:40.222660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f64e89d8-77bf-4760-9cb5-9e245f87ddb0 req-5c18e281-89b7-4120-bae9-e6b436348be1 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 944 time: 0.4741356 Jun 01 13:12:40.264251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-91a3c82c-00ba-4243-8334-ab4dfc8e09f8 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633862 Jun 01 13:12:40.280117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.401237 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:40.408889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f64e89d8-77bf-4760-9cb5-9e245f87ddb0 req-ad5757e8-2cef-415c-87e8-9b5d2d8f8dc6 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850457 Jun 01 13:12:40.419627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:40.421178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:40.425957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-c462d8f4-9495-4197-8505-7875fc7b691d service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725807 Jun 01 13:12:40.454701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.467902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.546797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.551427 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4485486 Jun 01 13:12:40.551427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06efe0-ec34-4732-8f91-874a9725b9c1 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf0edc-62f4-4f5e-9336-a68b601f8da9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:40.553757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:40.567560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1336986054', 'security_groups': ['67bf0edc-62f4-4f5e-9336-a68b601f8da9'], 'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ecd834a8-245c-4f77-b1a6-619cc808d2ef'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:40.588168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:40.661765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ac419251-4504-40ae-86b0-80de70368595 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:40.689605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:40.697528 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9de421-4437-4105-bbeb-23720d4f964f'] response: {'name': 'network-changed', 'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76', 'status': 'completed', 'code': 200} Jun 01 13:12:40.704859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6da7e296-09ed-48cb-9d6d-85ffa816719e req-bc011de3-fa1e-444f-ba80-fb7dd6a529d3 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199309 Jun 01 13:12:40.737016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bff7-e3cd-456b-8dbf-55158745633d req-ba24bc23-5a92-49d4-a352-01d81e8b7ec2 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:40.743003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.744219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bff7-e3cd-456b-8dbf-55158745633d req-ba24bc23-5a92-49d4-a352-01d81e8b7ec2 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:40.751201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bff7-e3cd-456b-8dbf-55158745633d req-ba24bc23-5a92-49d4-a352-01d81e8b7ec2 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:40.756738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.760125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3627bff7-e3cd-456b-8dbf-55158745633d req-ba24bc23-5a92-49d4-a352-01d81e8b7ec2 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 0.4475446 Jun 01 13:12:40.798289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ac419251-4504-40ae-86b0-80de70368595 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:40.798713 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.854461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11c9cf31-4ac0-4b4e-9209-ab9ceeb30439 req-1c93c0f3-5eb1-489d-a016-be2e7ea02d56 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999887 Jun 01 13:12:40.870032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:40.924858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.946635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=42c0d0c8-6ebe-4121-99a7-bfdcd63a7568,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:40.963755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:40.964457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ac419251-4504-40ae-86b0-80de70368595 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:40.971419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0c5cdb64-ae8e-47ed-ab91-98ea842cf81a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9611812 Jun 01 13:12:40.977653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:40.989932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:41.044318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3627bff7-e3cd-456b-8dbf-55158745633d req-a62882fa-8f93-49fb-be51-2668182cdc34 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831132 Jun 01 13:12:41.103037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-dbdd964f-9009-4971-98d1-76d6c182a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:41.104503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-dbdd964f-9009-4971-98d1-76d6c182a065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14b4b72482f416e9341b41f9bb7155e&device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 1095 time: 0.3210511 Jun 01 13:12:41.134942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-eabac82c-6c2a-4c08-ab7f-3bb6b0bd0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:41.136516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-eabac82c-6c2a-4c08-ab7f-3bb6b0bd0182 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 1095 time: 0.2070565 Jun 01 13:12:41.140111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.149891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:41.154902 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:12:41.155237 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Updating router 7f16c55e-8260-400e-8976-5eb1e31e3249 port 97f0b792-9be3-4305-a073-411848075c99 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:12:41.168721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] device_id is not set on port 76745f0c-9b96-4427-b514-a45146debe16 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:12:41.213556 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.412356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.9 (2be8c013-b655-4dc6-93ae-3277f5be3a85/ecd834a8-245c-4f77-b1a6-619cc808d2ef/76745f0c-9b96-4427-b514-a45146debe16) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:41.461632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670407f1-ab4b-4699-98bf-2717d96dc195 req-a60440ef-8615-4639-98b0-90353c6a12f1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:41.469391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670407f1-ab4b-4699-98bf-2717d96dc195 req-a60440ef-8615-4639-98b0-90353c6a12f1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.4706161 Jun 01 13:12:41.546157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-62d22beb-35a5-4469-8aab-7dad98695f6b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1439257164&fields=id&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 267 time: 0.1876743 Jun 01 13:12:41.582715 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.596168 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Transition to ACTIVE for port object 97f0b792-9be3-4305-a073-411848075c99 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:41.603268 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.614798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670407f1-ab4b-4699-98bf-2717d96dc195 req-a72b40e3-c663-473e-bf4b-fbc7a5fd2b30 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442277 Jun 01 13:12:41.692473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-089d74f6-319c-4954-89f7-1fca252ede8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:41.693935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-089d74f6-319c-4954-89f7-1fca252ede8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 200 len: 906 time: 0.5806053 Jun 01 13:12:41.706422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-9bfa5a7a-403f-4c1a-bbfe-a0c6b7810e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:41.707871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-9bfa5a7a-403f-4c1a-bbfe-a0c6b7810e8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.5631678 Jun 01 13:12:41.783442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.805802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 76745f0c-9b96-4427-b514-a45146debe16 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:41.816277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571deec-cb76-496f-bbd8-19d105d26fc5 None None] Pushing event updated for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:41.857402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.878887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-c880dc64-67dd-4763-a2dd-4d5e832a0dac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76 HTTP/1.1" status: 200 len: 217 time: 0.1195295 Jun 01 13:12:41.880357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-18916fb4-73e3-48e9-855e-1487fa114dd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f HTTP/1.1" status: 200 len: 217 time: 0.1694748 Jun 01 13:12:41.903090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Attempting to bind port 97f0b792-9be3-4305-a073-411848075c99 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:41.903445 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Attempting to bind port 97f0b792-9be3-4305-a073-411848075c99 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:41.903813 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Attempting to bind port 97f0b792-9be3-4305-a073-411848075c99 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:41.911477 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:41.911838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:41.912226 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.912604 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:41.913060 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Bound port: 97f0b792-9be3-4305-a073-411848075c99, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:41.913660 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:41.941466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:41.950734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:41.955812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:42.031305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:42.033661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:42.036246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] For port 97f0b792-9be3-4305-a073-411848075c99, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:42.044063 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] For port 97f0b792-9be3-4305-a073-411848075c99, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=97f0b792-9be3-4305-a073-411848075c99,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:42.055757 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:42.064002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=76745f0c-9b96-4427-b514-a45146debe16,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:42.084830 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de17dfbe-ede1-4a5f-8361-039ebe492d72 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5299766 Jun 01 13:12:42.085436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:42.092342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:42.108718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-8a4ed1f0-8015-4109-97ce-99b3c90b7463 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:42.116159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-8a4ed1f0-8015-4109-97ce-99b3c90b7463 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.5555413 Jun 01 13:12:42.151946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-3eea5d40-187c-4ee1-aa37-3992eda00d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:42.153748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-3eea5d40-187c-4ee1-aa37-3992eda00d17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.2616887 Jun 01 13:12:42.156465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-d1ff3a89-506c-4685-9d81-806da0984ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:42.158187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-d1ff3a89-506c-4685-9d81-806da0984ddd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 200 len: 845 time: 0.2219548 Jun 01 13:12:42.166938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-ae4453a9-5ef1-4053-9c14-f2f9c5763f28 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/quotas/70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 375 time: 0.0495887 Jun 01 13:12:42.229865 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571deec-cb76-496f-bbd8-19d105d26fc5 None None] Pushing event updated for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:42.239985 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:42.241177 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:42.260118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:42.277647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:42.284105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-1d8d88ba-19ce-476d-b80a-075446e172e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606139 Jun 01 13:12:42.284709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:42.302342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:42.316370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cad9d4ee-68cf-4192-b37b-0d5a9b0b2e64 None None] Provisioning for port 76745f0c-9b96-4427-b514-a45146debe16 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:42.330560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cad9d4ee-68cf-4192-b37b-0d5a9b0b2e64 None None] Provisioning complete for port 76745f0c-9b96-4427-b514-a45146debe16 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:42.331164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cad9d4ee-68cf-4192-b37b-0d5a9b0b2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:42.332096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:42.336267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:42.400964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-30ba4cd7-8d78-4d65-a663-80e24b9e2a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77119ff8-eb92-4710-83fa-7760fc0af338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788208 Jun 01 13:12:42.450386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cad9d4ee-68cf-4192-b37b-0d5a9b0b2e64 None None] Port 76745f0c-9b96-4427-b514-a45146debe16 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:42.575458 n-d-844200-1 neutron-server[88372]: INFO neutron.db.ipam_backend_mixin [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ecd834a8-245c-4f77-b1a6-619cc808d2ef (CIDR: 172.20.0.0/28) Jun 01 13:12:42.583743 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:12:42.583953 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:42.585002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:42.613256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f56aa008-f41e-44d3-8e76-6e95c39b356f tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5267045 Jun 01 13:12:42.616046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38528) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:42.630996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:42.655247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee541a-445d-40fc-8a1a-c16c7d5eb874 req-1811531b-5aa1-40ab-b7d3-bef5c4650e33 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:42.657483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8ee541a-445d-40fc-8a1a-c16c7d5eb874 req-1811531b-5aa1-40ab-b7d3-bef5c4650e33 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 944 time: 0.6798031 Jun 01 13:12:42.687613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 97f0b792-9be3-4305-a073-411848075c99 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:42.774946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-b50a66cd-d1b3-4cd7-b593-9157f3be078c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6068134 Jun 01 13:12:42.785652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 97f0b792-9be3-4305-a073-411848075c99 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:42.786069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-70cca3a5-6406-4e82-b854-51242ff252c5 service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525133 Jun 01 13:12:42.788939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8ee541a-445d-40fc-8a1a-c16c7d5eb874 req-e718f3e1-75af-4377-a620-357ed7d46049 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186399 Jun 01 13:12:42.790757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-b67d9580-9116-429c-9dbb-8e99f747493a service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452264 Jun 01 13:12:42.796625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 97f0b792-9be3-4305-a073-411848075c99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:42.796956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:42.824706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:42.834071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:42.842104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:42.855439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:42.878895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:42.883153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.007223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 97f0b792-9be3-4305-a073-411848075c99 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:43.007649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.034305 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:42Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:43.038255 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38534b3-c0de-4858-a5b8-d0aa37c2d904 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:42Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:43.052293 n-d-844200-1 neutron-server[88372]: INFO neutron.db.ipam_backend_mixin [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e746915d-e4a2-496c-8708-38ca106a3b36 (CIDR: 172.20.0.16/28) Jun 01 13:12:43.056624 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:12:43.057048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:43.063505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 97f0b792-9be3-4305-a073-411848075c99, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=97f0b792-9be3-4305-a073-411848075c99,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:43.075080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.088893 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9de2829b-6f8f-450e-9d08-06f85f4a355a tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4691057 Jun 01 13:12:43.089464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:43.096422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'subnet': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:43.171068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:43.263480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:43.267514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Usage tracker for resource:subnet and tenant:54ec4f0b31d4447b8d9cc74ed6a654ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:43.270643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:43.277529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:43.293025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Made reservation on behalf of 54ec4f0b31d4447b8d9cc74ed6a654ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:43.297431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.375107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09bbe294-f417-4536-b3b8-b1e019df1f1c req-4dac5792-1223-4f90-939e-51f99851bb3b service neutron] 10.222.0.13 "GET /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826728 Jun 01 13:12:43.378148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-09e63331-32dc-4957-80cc-ba664f13d0cb service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485611 Jun 01 13:12:43.381680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85617a15-ca1c-43d6-9b4a-649955caf84a req-458ae5e0-78be-4e1c-a9c5-fa3853af6808 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702760 Jun 01 13:12:43.473442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02946f7b-24c2-4796-8555-1bc1b711a50e req-16698719-0c06-483e-808e-d88482ac1f47 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:43.475194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02946f7b-24c2-4796-8555-1bc1b711a50e req-16698719-0c06-483e-808e-d88482ac1f47 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 944 time: 0.3207617 Jun 01 13:12:43.572753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02946f7b-24c2-4796-8555-1bc1b711a50e req-d0097723-bac0-42b0-b65c-b6c41ed35977 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887611 Jun 01 13:12:43.580221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-fd53a2e0-17e7-4721-98ab-894846bfe851 service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937869 Jun 01 13:12:43.607590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.669291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:43.672806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:43.677307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:43.678165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:43.698901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d079442-7ff1-4859-b4ef-5c8f589c4894 None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:43.714119 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6233661 Jun 01 13:12:43.717097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:43.723346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-315591586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f79c461d-c6c7-48dd-b79a-449717022a7f'}], 'security_groups': ['e1defbc4-3b0d-43df-af2d-a6e3a540f06e', '6f446156-9b62-4a81-a2b9-d5aa50b7470d']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:43.748176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe122f4-03ef-4c5f-8be6-c655931a2c40 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Subnet': ['ID=f79c461d-c6c7-48dd-b79a-449717022a7f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:44.067167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90dd7a33-42a3-4495-b994-5dd07911fb4e req-af49a619-2df9-49f4-af68-be94aed96258 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 210 time: 0.1138902 Jun 01 13:12:44.165215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Update dhcp port {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'fixed_ips': [{'subnet_id': 'e746915d-e4a2-496c-8708-38ca106a3b36', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ecd834a8-245c-4f77-b1a6-619cc808d2ef', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f79c461d-c6c7-48dd-b79a-449717022a7f'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'c97a7f3e-3a08-49df-b539-86062baefa03'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:12:44.225251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:44.275152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d76b-5c4a-4663-aa81-1f7592ce99c7 req-2f23be3c-761d-4540-a510-11941b477c67 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.277312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34f2d76b-5c4a-4663-aa81-1f7592ce99c7 req-2f23be3c-761d-4540-a510-11941b477c67 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.3839464 Jun 01 13:12:44.278347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:44.392591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34f2d76b-5c4a-4663-aa81-1f7592ce99c7 req-dc1127b3-823c-484d-bbe8-02b13d38bf2a tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999849 Jun 01 13:12:44.403844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ef7df-78ce-4361-aeb6-8bca43fa65c5 req-8002893d-7036-4580-9a26-fc8190138b6f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.405485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-062ef7df-78ce-4361-aeb6-8bca43fa65c5 req-8002893d-7036-4580-9a26-fc8190138b6f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 944 time: 0.2252829 Jun 01 13:12:44.458478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Allocated IP 172.20.0.34 (2be8c013-b655-4dc6-93ae-3277f5be3a85/f79c461d-c6c7-48dd-b79a-449717022a7f/c97a7f3e-3a08-49df-b539-86062baefa03) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:44.507347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-062ef7df-78ce-4361-aeb6-8bca43fa65c5 req-f6c61224-fbba-4688-b5e0-8cdfb445d2e8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Jun 01 13:12:44.589099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:44.719496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 97f0b792-9be3-4305-a073-411848075c99 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:44.837479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdd86-86c3-4138-a0f4-846a5cc40733 req-011115c5-4624-4112-be0f-a88b8a7a440e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.843784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdd86-86c3-4138-a0f4-846a5cc40733 req-011115c5-4624-4112-be0f-a88b8a7a440e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.847644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:44.849538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdd86-86c3-4138-a0f4-846a5cc40733 req-011115c5-4624-4112-be0f-a88b8a7a440e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.851172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bbcdd86-86c3-4138-a0f4-846a5cc40733 req-011115c5-4624-4112-be0f-a88b8a7a440e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 0.2801065 Jun 01 13:12:44.863857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a81c1f-8f05-4c82-aa9b-6943ffa407e3 req-995a24ba-a3f8-4ef5-b1ba-c0a541645811 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:44.865283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a81c1f-8f05-4c82-aa9b-6943ffa407e3 req-995a24ba-a3f8-4ef5-b1ba-c0a541645811 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1836221 Jun 01 13:12:44.874663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38560) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:44.881485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Request body: {'floatingip': {'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:44.911285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bbcdd86-86c3-4138-a0f4-846a5cc40733 req-bdccfd25-f2cd-4665-9d58-5799c1e590bb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Jun 01 13:12:44.912390 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:44.943246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:44.968519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 97f0b792-9be3-4305-a073-411848075c99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:44.968899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.002840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'mac_address': 'fa:16:3e:4e:db:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:45.011239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Transition to ACTIVE for port object c97a7f3e-3a08-49df-b539-86062baefa03 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:45.012634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.074456 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.159041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:45.159392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.296220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c393dfa3-b02c-4080-a8aa-98d424429c1f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:45.387284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5af39c-5229-4000-94d2-c9652f925f46 None None] Pushing event updated for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:45.412389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:45.427759 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.428481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19cd30ce-11d4-4a95-99ef-53f251c35a76 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:45.517858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 97f0b792-9be3-4305-a073-411848075c99 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:45.527712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:45.570360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c94de8ca-5d9b-4b47-ae95-ac4900554f79 req-a8910c9a-1ba8-4408-89e2-831149e5b4ea tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 210 time: 0.2195463 Jun 01 13:12:45.623066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8213d-c704-4201-a24b-981595c3c177 req-05103d18-2a65-4992-8465-ba578d2cbc4c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:45.626215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbd8213d-c704-4201-a24b-981595c3c177 req-05103d18-2a65-4992-8465-ba578d2cbc4c tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 944 time: 0.6367054 Jun 01 13:12:45.694198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Delete allocated IP 172.20.0.9 (2be8c013-b655-4dc6-93ae-3277f5be3a85/ecd834a8-245c-4f77-b1a6-619cc808d2ef) {{(pid=88371) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:12:45.720664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Allocated IP 172.20.0.45 (2be8c013-b655-4dc6-93ae-3277f5be3a85/f79c461d-c6c7-48dd-b79a-449717022a7f/76745f0c-9b96-4427-b514-a45146debe16) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:45.754431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c66ad0f0-cc17-4f53-b259-0c501fba3b64 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:45.755928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c66ad0f0-cc17-4f53-b259-0c501fba3b64 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.6073000 Jun 01 13:12:45.769383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:45.789646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '19cd30ce-11d4-4a95-99ef-53f251c35a76', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': '19cd30ce-11d4-4a95-99ef-53f251c35a76', 'mac_address': 'fa:16:3e:6f:3b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:45.829730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbd8213d-c704-4201-a24b-981595c3c177 req-8a7ca658-f5af-44de-918e-cd5b9b91f306 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773186 Jun 01 13:12:45.860874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 19cd30ce-11d4-4a95-99ef-53f251c35a76 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:45.862138 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:45.896016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cd30ce-11d4-4a95-99ef-53f251c35a76 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:45.919083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:45.925650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.011511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.013968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a6721601-e74a-406d-a9da-4b92791d2e22 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 380 time: 0.2345021 Jun 01 13:12:46.017835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:46.020551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.116116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'port': {'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'admin_state_up': True, 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'security_groups': ['4a3691a7-2a10-4ffa-a9ff-3aabbfe69144']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:46.177205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['19cd30ce-11d4-4a95-99ef-53f251c35a76'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:46.211178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c393dfa3-b02c-4080-a8aa-98d424429c1f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:46.308720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:46.309632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.333780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f3f12-295a-41ac-be7a-45051cfe1bd2 req-abbef39f-4fec-4e01-8f88-a2d28c46353c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.338146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df9f3f12-295a-41ac-be7a-45051cfe1bd2 req-abbef39f-4fec-4e01-8f88-a2d28c46353c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 944 time: 0.5683606 Jun 01 13:12:46.366552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88843714-9762-45ce-8b29-69b5aec64d98 req-9ef64903-f90c-46df-aea8-31dc3eb96018 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.372524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88843714-9762-45ce-8b29-69b5aec64d98 req-9ef64903-f90c-46df-aea8-31dc3eb96018 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.378679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88843714-9762-45ce-8b29-69b5aec64d98 req-9ef64903-f90c-46df-aea8-31dc3eb96018 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.380282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88843714-9762-45ce-8b29-69b5aec64d98 req-9ef64903-f90c-46df-aea8-31dc3eb96018 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 0.5114250 Jun 01 13:12:46.398803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:12:46.405595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:46.514257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Provisioning for port c97a7f3e-3a08-49df-b539-86062baefa03 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:46.534236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:46.535311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.567097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df9f3f12-295a-41ac-be7a-45051cfe1bd2 req-1c0bce0d-405b-4cf8-bb3d-2a01ba31258e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219443 Jun 01 13:12:46.572349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:46.591430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:12:46.591586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:46.591824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.596851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.610115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:12:46.661159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:46.661804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:46.711581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.716173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:46.725857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:46.732542 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fa031641-c7dd-413e-98a6-c52011f72b50 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "PUT /v2.0/floatingips/f47d007a-69a6-485c-99b7-4784c74bea26 HTTP/1.1" status: 200 len: 994 time: 1.8536606 Jun 01 13:12:46.756682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:port and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:46.769215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3469f5-dbcc-411b-a9f1-0b81c7a22dab req-9633525e-c06e-422f-b98b-c56b32422a9e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.774771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3469f5-dbcc-411b-a9f1-0b81c7a22dab req-9633525e-c06e-422f-b98b-c56b32422a9e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.780529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3469f5-dbcc-411b-a9f1-0b81c7a22dab req-9633525e-c06e-422f-b98b-c56b32422a9e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:46.782094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e3469f5-dbcc-411b-a9f1-0b81c7a22dab req-9633525e-c06e-422f-b98b-c56b32422a9e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 2418 time: 0.6805522 Jun 01 13:12:46.790175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:46.835055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:46.860754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Transition to ACTIVE for port object 76745f0c-9b96-4427-b514-a45146debe16 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:46.885964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:46.889462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-392df275-9781-4be6-b235-9e57e3940746 req-c2ff284d-5caa-41df-853b-2368adcc84c3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 210 time: 0.1300249 Jun 01 13:12:46.952414 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bba8bcb-e13d-4123-8beb-d7e33a28b11e'] response: {'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'status': 'completed', 'code': 200} Jun 01 13:12:47.017744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:47.028660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:47.032146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.050338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:47.101245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Provisioning for port 76745f0c-9b96-4427-b514-a45146debe16 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:47.103812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4780-91eb-4a67-ac24-03930043994e req-3ebc848f-81c0-4f2c-b02e-1998e30c288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.105618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-3ebc848f-81c0-4f2c-b02e-1998e30c288f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1108139 Jun 01 13:12:47.116643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:47.116970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.154858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Provisioning complete for port 76745f0c-9b96-4427-b514-a45146debe16 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:47.155230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.170971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e3469f5-dbcc-411b-a9f1-0b81c7a22dab req-be01d6c7-321a-4aed-9ea7-e1ef99d2762e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652661 Jun 01 13:12:47.269960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4780-91eb-4a67-ac24-03930043994e req-9cfee062-fd0b-4e3a-a65f-fbd6612e15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.271633 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-9cfee062-fd0b-4e3a-a65f-fbd6612e15c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.1599450 Jun 01 13:12:47.306575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9bf924ed-d0db-444d-9983-d21a9b49e47d None None] Port 76745f0c-9b96-4427-b514-a45146debe16 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:47.414132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event updated for resources: {'Port': ['ID=76745f0c-9b96-4427-b514-a45146debe16,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:47.480634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:47.503311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:47.504111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.533988 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-d9525799-d0c7-47b0-adaf-f161592ca09b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1002 time: 0.2543614 Jun 01 13:12:47.608342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4780-91eb-4a67-ac24-03930043994e req-5f4f87b4-5559-4f54-b5cf-da9e11ea60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.609933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-5f4f87b4-5559-4f54-b5cf-da9e11ea60bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.0703247 Jun 01 13:12:47.639899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:12:45Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:47.648468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:12:47.664993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:12:47.665568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:47.699163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4780-91eb-4a67-ac24-03930043994e req-c628e462-5a7f-43b9-8f2c-64cb124c4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.700833 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-c628e462-5a7f-43b9-8f2c-64cb124c4952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845575 Jun 01 13:12:47.716262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:47.768151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-435fbb50-7ddc-40bc-b391-d406380fd027 None None] Provisioning complete for port 76745f0c-9b96-4427-b514-a45146debe16 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:47.768524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-435fbb50-7ddc-40bc-b391-d406380fd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.849179 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-bfefb569-92e0-4bcf-bf84-71c48e82e386 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415856 Jun 01 13:12:47.912042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-435fbb50-7ddc-40bc-b391-d406380fd027 None None] Port 76745f0c-9b96-4427-b514-a45146debe16 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:47.918070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.929106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:12:47.941502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] In _notify_port_updated(), no bound segment for port 76745f0c-9b96-4427-b514-a45146debe16 on network 2be8c013-b655-4dc6-93ae-3277f5be3a85 {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:12:47.947039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.947653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:47.948984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-44897748-b4b9-48bd-be79-75b69d4c0df7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "PUT /v2.0/ports/76745f0c-9b96-4427-b514-a45146debe16 HTTP/1.1" status: 200 len: 959 time: 4.2308569 Jun 01 13:12:47.952064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:47.965839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dfd4c-6005-4b6d-841c-3997a7e28706 req-50e5acdd-00ad-43ce-9c53-4ba79bd2248b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:47.967360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8dfd4c-6005-4b6d-841c-3997a7e28706 req-50e5acdd-00ad-43ce-9c53-4ba79bd2248b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 945 time: 0.9088986 Jun 01 13:12:47.992682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.20.0.7 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/0f29b528-5ea2-4fe4-a3c3-71aba9725830) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:48.069378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port 76745f0c-9b96-4427-b514-a45146debe16 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:48.069786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.092050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590e1f4-083c-44a5-a6fb-4313e84533ae req-d3cf21dd-8f3e-4b8b-9a24-6913f9eeec99 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:48.093522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f590e1f4-083c-44a5-a6fb-4313e84533ae req-d3cf21dd-8f3e-4b8b-9a24-6913f9eeec99 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 945 time: 0.3439932 Jun 01 13:12:48.124238 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9bf4780-91eb-4a67-ac24-03930043994e req-ec6ac29e-0302-424c-b81b-f222c64c9117 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690151 Jun 01 13:12:48.129697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf8dfd4c-6005-4b6d-841c-3997a7e28706 req-6bd79086-244b-4a9b-811a-2d576f59e761 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448801 Jun 01 13:12:48.202171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.257192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e40a36b-c4a5-4871-a337-89f0775968ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.358858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.361189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=dd8d7d2a-cd39-405d-93d5-9b8ae85135a7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:48.364618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:12:45Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:48.369204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9a8d6-5671-404e-9506-83d3d7be07fe None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'f47d007a-69a6-485c-99b7-4784c74bea26', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'port_id': '3b8dd480-340c-4527-9d0d-646f4a410351', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'mac_address': 'fa:16:3e:17:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:09:42Z', 'updated_at': '2022-06-01T13:12:45Z', 'revision_number': 3, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:12:48.373449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f590e1f4-083c-44a5-a6fb-4313e84533ae req-ceac7556-1517-43fe-afa9-4b5ce65bfbcc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528427 Jun 01 13:12:48.428189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4409d11b-c2eb-4c42-b320-c77a75cd1c30 req-dd40efa0-ffb5-4a67-8314-12338d1f6aaa tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 210 time: 0.1173913 Jun 01 13:12:48.522639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19cd30ce-11d4-4a95-99ef-53f251c35a76 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:48.524060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:48.529260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.532089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:48.627981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for 76745f0c-9b96-4427-b514-a45146debe16 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:48.659391 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b599aaa1-6cf0-42b9-a654-3f15420d931d'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': 'dd8d7d2a-cd39-405d-93d5-9b8ae85135a7', 'status': 'completed', 'code': 200} Jun 01 13:12:48.663797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 19cd30ce-11d4-4a95-99ef-53f251c35a76 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:48.671137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 19cd30ce-11d4-4a95-99ef-53f251c35a76 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:48.671541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.692024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.717414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88843714-9762-45ce-8b29-69b5aec64d98 req-ed970ca4-b363-4906-b5a7-511b53830ce9 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "DELETE /v2.0/ports/dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 HTTP/1.1" status: 204 len: 173 time: 2.3150167 Jun 01 13:12:48.719829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Transition to ACTIVE for port object 0f29b528-5ea2-4fe4-a3c3-71aba9725830 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:48.821110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:48.821456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.826477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.885113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 19cd30ce-11d4-4a95-99ef-53f251c35a76 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:48.885872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.894630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-3a7f23c5-d96a-4196-ac16-fa5a9022486b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:48.902330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-3a7f23c5-d96a-4196-ac16-fa5a9022486b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:48.903800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-3a7f23c5-d96a-4196-ac16-fa5a9022486b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:48.917945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:48.931225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:48.935610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=76745f0c-9b96-4427-b514-a45146debe16,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:48.942041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.943084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:12:48.946732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:48.993292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:49.018190 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ed8704-a93d-4194-9896-ab57723eb074'] response: {'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76', 'code': 200} Jun 01 13:12:49.048462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.067157 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96fbb732-a520-44fd-8a3b-7465418adf80 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/76745f0c-9b96-4427-b514-a45146debe16 HTTP/1.1" status: 204 len: 168 time: 1.1126926 Jun 01 13:12:49.068800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:49.096588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:49.109701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port c393dfa3-b02c-4080-a8aa-98d424429c1f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:49.117406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port c393dfa3-b02c-4080-a8aa-98d424429c1f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:49.117606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.123252 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df417119-1ebb-4cee-b701-141939d8a363'] response: {'name': 'network-changed', 'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'status': 'completed', 'code': 200} Jun 01 13:12:49.143260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-3a7f23c5-d96a-4196-ac16-fa5a9022486b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:49.144328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-3a7f23c5-d96a-4196-ac16-fa5a9022486b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 1682 time: 0.5991991 Jun 01 13:12:49.163349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:49.181067 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-56589b5a-e7ab-4883-b5fb-e2958a037dcb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] GET failed (client error): The resource could not be found. Jun 01 13:12:49.181604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56589b5a-e7ab-4883-b5fb-e2958a037dcb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Synchronizing usage tracker for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:49.225273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-56589b5a-e7ab-4883-b5fb-e2958a037dcb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Unset dirty status for tenant:54ec4f0b31d4447b8d9cc74ed6a654ca on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:49.226857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-56589b5a-e7ab-4883-b5fb-e2958a037dcb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports/76745f0c-9b96-4427-b514-a45146debe16 HTTP/1.1" status: 404 len: 333 time: 0.1570332 Jun 01 13:12:49.230372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38604) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:49.282900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:49.283486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.292862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:49.293623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-cb80f137-661d-4c94-bad2-f9a3204b1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:49.295188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-cb80f137-661d-4c94-bad2-f9a3204b1a16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1653640 Jun 01 13:12:49.295543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:49.316695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:49.335230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:49.341820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.403797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.433828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:49.455938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.522465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-bc1f0ae2-af24-4a26-ae22-734fb58df07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:49.523952 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-bc1f0ae2-af24-4a26-ae22-734fb58df07b service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.2068136 Jun 01 13:12:49.664181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-940c473c-81c5-4fcb-8b6b-2ec6a5823189 None None] Provisioning for port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:12:49.673530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-940c473c-81c5-4fcb-8b6b-2ec6a5823189 None None] Provisioning complete for port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:49.674678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-940c473c-81c5-4fcb-8b6b-2ec6a5823189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.695490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:49.695848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.726994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.757407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-940c473c-81c5-4fcb-8b6b-2ec6a5823189 None None] Port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:49.775617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf0edc-62f4-4f5e-9336-a68b601f8da9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:49.785680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.788833 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01f75cbf-35c2-4ca8-afc4-d4073e92e7dd tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/security-groups/67bf0edc-62f4-4f5e-9336-a68b601f8da9 HTTP/1.1" status: 204 len: 168 time: 0.5537319 Jun 01 13:12:49.789539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38612) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:49.797881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a2b2fb7-387f-43c6-9bee-aa1d746a3fba req-97d0fcc9-55c3-4dad-9148-2073fb655b51 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882782 Jun 01 13:12:49.864376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-ee20ffa7-2f3e-4f14-bc0e-c008a9815e24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 200 len: 1002 time: 0.3287742 Jun 01 13:12:49.872457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:49.873087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.883948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:49.921293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58924b2-6ac4-404b-a9b4-ad10327efa6a req-b7a85ba3-20ff-4370-9dc5-749bb984dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:49.922698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f58924b2-6ac4-404b-a9b4-ad10327efa6a req-b7a85ba3-20ff-4370-9dc5-749bb984dba6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 1097 time: 0.8546357 Jun 01 13:12:49.925400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:49.964306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-cb609027-a2ff-40ba-9762-ffa84605449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:49.965918 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-cb609027-a2ff-40ba-9762-ffa84605449f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.0881090 Jun 01 13:12:49.967387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.036917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e795c-4256-4e5b-847a-98d3123505ce req-4001f710-b9d5-43b9-9cc0-3545dfb7a0af tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:50.038403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703e795c-4256-4e5b-847a-98d3123505ce req-4001f710-b9d5-43b9-9cc0-3545dfb7a0af tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.7409673 Jun 01 13:12:50.039643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-c9b300f0-5381-4427-8948-0c992ec907ec tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9414179 Jun 01 13:12:50.078827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f58924b2-6ac4-404b-a9b4-ad10327efa6a req-73beb34c-208c-44c5-b53b-84f3f1803cf7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387072 Jun 01 13:12:50.080870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.085280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Request body: {'port': {'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:50.092984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:50.096798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-b322525a-f816-4ba8-a23a-20e1d588ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:50.098276 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-b322525a-f816-4ba8-a23a-20e1d588ef2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231885 Jun 01 13:12:50.106688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f446156-9b62-4a81-a2b9-d5aa50b7470d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:50.132092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.136097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d654ab48-b02d-4021-b794-8d9f15d2fd14 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/security-groups/6f446156-9b62-4a81-a2b9-d5aa50b7470d HTTP/1.1" status: 204 len: 168 time: 0.3458471 Jun 01 13:12:50.141264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:50.173542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:50.176181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device dd8d7d2a-cd39-405d-93d5-9b8ae85135a7 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:50.178433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 7ea3471f-3582-4da5-96d0-658725b26ede no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:50.196634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703e795c-4256-4e5b-847a-98d3123505ce req-d21b2a29-f69b-4f99-a38a-39f1010c670d tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471207 Jun 01 13:12:50.309204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.312935 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-8e249677-820c-48ff-a620-b6b2757a758e service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074151 Jun 01 13:12:50.357678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a6621-c76c-4c97-98ff-879b3a7a761b req-2c980ff6-e6e2-410a-86cc-093f6564a6e4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:50.359247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-495a6621-c76c-4c97-98ff-879b3a7a761b req-2c980ff6-e6e2-410a-86cc-093f6564a6e4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.4312828 Jun 01 13:12:50.385791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.407964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 7ea3471f-3582-4da5-96d0-658725b26ede is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:50.408581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.427063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.444175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.463951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:50.476850 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.477607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:50.562420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a2e9f8-3bad-45df-aed1-a495ba0a5e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.563942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:50.564328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:50.570424 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fc7dadb4-7e99-4bb0-b62d-4f8a72c669fa req-45858801-ec82-4722-b818-2bcc2b668c30 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458878 Jun 01 13:12:50.576544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.608690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:50.623127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:50.623356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1defbc4-3b0d-43df-af2d-a6e3a540f06e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:50.633777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.637494 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84bdbf3e-b9ee-4827-8cfa-34310aff1310 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/security-groups/e1defbc4-3b0d-43df-af2d-a6e3a540f06e HTTP/1.1" status: 204 len: 168 time: 0.4925408 Jun 01 13:12:50.637674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38620) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:50.687470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-495a6621-c76c-4c97-98ff-879b3a7a761b req-9b1cab95-3f49-4599-9670-b2866a9ddf5c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180201 Jun 01 13:12:50.709341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:50.715876 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.722921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet ecd834a8-245c-4f77-b1a6-619cc808d2ef {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:50.723843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:50.726239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.784458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88843714-9762-45ce-8b29-69b5aec64d98 req-85e27367-de37-4f08-9ee3-2468dd6605dc tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "DELETE /v2.0/ports/efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1 HTTP/1.1" status: 204 len: 173 time: 2.0484486 Jun 01 13:12:50.786729 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31ba26a-b6e6-49ff-9b05-8ce785d528fb'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': 'efb8f12e-b64c-4f6f-bd1f-73dbad8e9be1', 'status': 'completed', 'code': 200} Jun 01 13:12:50.790278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.892461 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:50.950468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecf0db-4321-48e6-a748-950a4f682304 req-7817b857-e56d-4e1c-adf1-73b3a43417f8 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:50.951090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-81ecf0db-4321-48e6-a748-950a4f682304 req-7817b857-e56d-4e1c-adf1-73b3a43417f8 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:50.968364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.007048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd834a8-245c-4f77-b1a6-619cc808d2ef,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:51.010734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.017082 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4266dacd-acb7-4c95-a233-1b41b1ca4c5c tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/ecd834a8-245c-4f77-b1a6-619cc808d2ef HTTP/1.1" status: 204 len: 168 time: 0.3781486 Jun 01 13:12:51.019885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f'}, {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:51.021203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38628) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:51.024216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port 7ea3471f-3582-4da5-96d0-658725b26ede {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:51.024560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.029755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61776395-1697-4a7f-b202-e4f71d24a672 None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:51.093518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet f79c461d-c6c7-48dd-b79a-449717022a7f {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:51.096940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.120956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-81ecf0db-4321-48e6-a748-950a4f682304 req-7817b857-e56d-4e1c-adf1-73b3a43417f8 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:51.122276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81ecf0db-4321-48e6-a748-950a4f682304 req-7817b857-e56d-4e1c-adf1-73b3a43417f8 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 931 time: 0.7226651 Jun 01 13:12:51.156785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.251299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.275889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098be0-fdc6-4fcf-9a89-f7b1fe99ebf9 req-a021db4a-a5b5-453b-b4fe-41fbc05b2a1b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:51.276746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-88098be0-fdc6-4fcf-9a89-f7b1fe99ebf9 req-a021db4a-a5b5-453b-b4fe-41fbc05b2a1b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:51.330876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.363215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81ecf0db-4321-48e6-a748-950a4f682304 req-f7f098f6-8cfd-4301-af1b-faf919c4f9a0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301931 Jun 01 13:12:51.371264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=f79c461d-c6c7-48dd-b79a-449717022a7f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:51.383370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.393501 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5152d06f-ea03-45f1-9657-ac3449ea40d0 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/f79c461d-c6c7-48dd-b79a-449717022a7f HTTP/1.1" status: 204 len: 168 time: 0.3711455 Jun 01 13:12:51.394425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:51.455219 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-498c7163-3409-422d-af7e-466282ab2c17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:51.455819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498c7163-3409-422d-af7e-466282ab2c17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:51.462011 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-498c7163-3409-422d-af7e-466282ab2c17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/ecd834a8-245c-4f77-b1a6-619cc808d2ef HTTP/1.1" status: 404 len: 337 time: 0.0664523 Jun 01 13:12:51.463146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38640) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:51.502680 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c30dd8e-f9e3-4ce6-b0c6-5fcf5d9a6b3c'] response: {'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'code': 200} Jun 01 13:12:51.503215 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c30dd8e-f9e3-4ce6-b0c6-5fcf5d9a6b3c'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede', 'code': 200} Jun 01 13:12:51.515462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8671f8-bcc5-44b0-bad7-7d415e29f701 None None] Update dhcp port {'port': {'network_id': '2be8c013-b655-4dc6-93ae-3277f5be3a85', 'fixed_ips': [{'subnet_id': 'e746915d-e4a2-496c-8708-38ca106a3b36', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f79c461d-c6c7-48dd-b79a-449717022a7f'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'c97a7f3e-3a08-49df-b539-86062baefa03'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:12:51.534213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-88098be0-fdc6-4fcf-9a89-f7b1fe99ebf9 req-a021db4a-a5b5-453b-b4fe-41fbc05b2a1b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:51.541384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88098be0-fdc6-4fcf-9a89-f7b1fe99ebf9 req-a021db4a-a5b5-453b-b4fe-41fbc05b2a1b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 943 time: 0.6087775 Jun 01 13:12:51.546894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f29b528-5ea2-4fe4-a3c3-71aba9725830 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:51.558206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting subnet e746915d-e4a2-496c-8708-38ca106a3b36 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:51.562051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.571096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9c8671f8-bcc5-44b0-bad7-7d415e29f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.627946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.708835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.716431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.717236 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.758201 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.793945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-9c8671f8-bcc5-44b0-bad7-7d415e29f701 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e746915d-e4a2-496c-8708-38ca106a3b36: This subnet is being modified by another concurrent operation. Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:12:51.795477 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e746915d-e4a2-496c-8708-38ca106a3b36: This subnet is being modified by another concurrent operation. Jun 01 13:12:51.799789 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:12:51.833087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Transition to ACTIVE for port object 0f29b528-5ea2-4fe4-a3c3-71aba9725830 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:51.860417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.895661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf52ee-e19b-4eb7-bd21-ae32966f5c34 None None] Network 2be8c013-b655-4dc6-93ae-3277f5be3a85 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:51.910079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88098be0-fdc6-4fcf-9a89-f7b1fe99ebf9 req-ff131620-5df1-4df5-8890-f2ee7ae40cb8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667979 Jun 01 13:12:51.952285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Subnet': ['ID=e746915d-e4a2-496c-8708-38ca106a3b36,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:51.957957 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.962321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port 7ea3471f-3582-4da5-96d0-658725b26ede, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=7ea3471f-3582-4da5-96d0-658725b26ede,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:51.963228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:51.964140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7cf9aa0-7a2c-48c2-a7dd-2f533b3154b9 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/e746915d-e4a2-496c-8708-38ca106a3b36 HTTP/1.1" status: 204 len: 168 time: 0.4974341 Jun 01 13:12:51.967233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38646) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.008661 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-39681fe1-7264-441e-ac76-9280c666fa38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.008661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39681fe1-7264-441e-ac76-9280c666fa38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.010180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39681fe1-7264-441e-ac76-9280c666fa38 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/d6b7edd5-a731-410a-ab6e-7d274ffd51bd HTTP/1.1" status: 404 len: 337 time: 0.0420322 Jun 01 13:12:52.012928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38650) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.080694 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c86dc763-fcbc-49af-aa40-f0436e0f2cbb tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "GET /v2.0/ports?device_id=27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 HTTP/1.1" status: 200 len: 205 time: 0.0666752 Jun 01 13:12:52.082948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38654) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.142557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Provisioning complete for port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:52.143050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.161364 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-175993a8-2724-401b-afba-21929ecd82e7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] delete failed (client error): The resource could not be found. Jun 01 13:12:52.162400 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-175993a8-2724-401b-afba-21929ecd82e7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/routers/27cf8a20-1e42-436b-a13f-e63d6ca1d8a3 HTTP/1.1" status: 404 len: 336 time: 0.0785415 Jun 01 13:12:52.165058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38658) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.190205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:52.203691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for 7ea3471f-3582-4da5-96d0-658725b26ede owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:52.207850 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f5308a-cadc-4cfa-957c-bc2e1c4d7290 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.208303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f5308a-cadc-4cfa-957c-bc2e1c4d7290 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.212581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41f5308a-cadc-4cfa-957c-bc2e1c4d7290 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/c1ceaca4-60eb-4337-8fe3-49890a5a7051 HTTP/1.1" status: 404 len: 337 time: 0.0443273 Jun 01 13:12:52.212813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38662) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.229173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:12:52.248452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Provisioning complete for port c97a7f3e-3a08-49df-b539-86062baefa03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:12:52.248886 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.259345 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c4ad88-0a13-45d1-9468-538e3108275e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.259717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c4ad88-0a13-45d1-9468-538e3108275e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.263807 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d0c4ad88-0a13-45d1-9468-538e3108275e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/40bb5343-a6b2-4d58-a3c9-db809776ee0e HTTP/1.1" status: 404 len: 337 time: 0.0477455 Jun 01 13:12:52.264054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.273712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120bee-f51a-4fa3-960a-cdc127fc6c64 req-c935a780-f98a-4101-9f53-bfd0c1199be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:52.275480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1120bee-f51a-4fa3-960a-cdc127fc6c64 req-c935a780-f98a-4101-9f53-bfd0c1199be6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 1097 time: 0.7768381 Jun 01 13:12:52.304896 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-646ef766-c88e-4d39-8cb6-3db073ffd5c8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.305757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646ef766-c88e-4d39-8cb6-3db073ffd5c8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.311341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-646ef766-c88e-4d39-8cb6-3db073ffd5c8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/a23d559c-3c6b-4c74-b612-ce2325b316df HTTP/1.1" status: 404 len: 337 time: 0.0433300 Jun 01 13:12:52.311797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.362022 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c187353d-9724-456d-bf02-a5bdbfef81b7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.362779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] DHCP port deletion for 2be8c013-b655-4dc6-93ae-3277f5be3a85 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:12:52.362905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c187353d-9724-456d-bf02-a5bdbfef81b7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.366627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c187353d-9724-456d-bf02-a5bdbfef81b7 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/40ce0155-debb-455c-abb6-884cf4d9b8c4 HTTP/1.1" status: 404 len: 333 time: 0.0514784 Jun 01 13:12:52.367414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38674) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.398655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Deleting port c97a7f3e-3a08-49df-b539-86062baefa03 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:52.398655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.410464 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc5b715-bf58-4892-8078-fc7f37cb4bfc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.410940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc5b715-bf58-4892-8078-fc7f37cb4bfc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.412903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2fc5b715-bf58-4892-8078-fc7f37cb4bfc tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/a7a7998f-af5a-4e18-83c0-1ae615170c47 HTTP/1.1" status: 404 len: 337 time: 0.0439675 Jun 01 13:12:52.415200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.453176 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f325add-e805-4ca9-85b8-d37b3086db56 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.453883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f325add-e805-4ca9-85b8-d37b3086db56 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.455888 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9f325add-e805-4ca9-85b8-d37b3086db56 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/abfa284e-c17d-409e-aa87-985fcc41fb0a HTTP/1.1" status: 404 len: 337 time: 0.0396523 Jun 01 13:12:52.458762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.473523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-acabecd7-689c-470b-b4e5-5efb55ec507d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:52.478829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1120bee-f51a-4fa3-960a-cdc127fc6c64 req-709fa3f7-a61b-4195-abda-22c57f2bc4c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810269 Jun 01 13:12:52.493768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94df39-c3ab-47a5-ab2c-eab23d6dc847 req-c78ded2a-04bf-494d-92cf-b184df2c4021 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:52.495272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a94df39-c3ab-47a5-ab2c-eab23d6dc847 req-c78ded2a-04bf-494d-92cf-b184df2c4021 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.9439087 Jun 01 13:12:52.506855 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-553591a3-de7d-4153-9536-5fa6f4b16aa8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.507604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553591a3-de7d-4153-9536-5fa6f4b16aa8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.509597 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-553591a3-de7d-4153-9536-5fa6f4b16aa8 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/ca76e501-8999-4640-9e03-ef952bb95774 HTTP/1.1" status: 404 len: 333 time: 0.0496571 Jun 01 13:12:52.512943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.560032 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba31047-0400-45e4-874f-c6607c7e349e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.561324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba31047-0400-45e4-874f-c6607c7e349e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.563208 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fba31047-0400-45e4-874f-c6607c7e349e tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/0433f5d8-dd47-40bb-80ee-8ea28b2e9905 HTTP/1.1" status: 404 len: 337 time: 0.0488567 Jun 01 13:12:52.565776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38692) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.596756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Attempting to bind port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:12:52.597092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Attempting to bind port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:12:52.597420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Attempting to bind port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:52.613886 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef17447f-779e-449d-87d1-cb2d8242dd17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] DELETE failed (client error): The resource could not be found. Jun 01 13:12:52.615110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef17447f-779e-449d-87d1-cb2d8242dd17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:12:52.618395 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef17447f-779e-449d-87d1-cb2d8242dd17 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/subnets/aeb004f1-aae8-411b-91e4-6c2c6b73642e HTTP/1.1" status: 404 len: 337 time: 0.0491760 Jun 01 13:12:52.618670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38696) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:52.629192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b5ec7-905c-4376-8c35-b9820be54b56 req-abcf1714-ff17-4e0f-8b4f-019d34d9a265 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:52.637602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-373b5ec7-905c-4376-8c35-b9820be54b56 req-abcf1714-ff17-4e0f-8b4f-019d34d9a265 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.5309458 Jun 01 13:12:52.659313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:12:52.659708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Attempting to bind port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:12:52.687164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a94df39-c3ab-47a5-ab2c-eab23d6dc847 req-ca063994-1671-44e8-a37f-2d48cebd6eee tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798282 Jun 01 13:12:52.687432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] For port c97a7f3e-3a08-49df-b539-86062baefa03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c97a7f3e-3a08-49df-b539-86062baefa03,segment=NetworkSegment(03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f),segment_id=03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:52.687936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.691657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:12:52.691657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:52.691909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:12:52.692365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Bound port: 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:12:52.694296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.708137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c97a7f3e-3a08-49df-b539-86062baefa03 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:52.709311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Deleting port a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:52.710022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.726508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:52.782567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-373b5ec7-905c-4376-8c35-b9820be54b56 req-15d12392-f6f6-4322-9ef9-23434e2c3c4a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443126 Jun 01 13:12:52.832819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=7ea3471f-3582-4da5-96d0-658725b26ede,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:52.880388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Calling delete_port for c97a7f3e-3a08-49df-b539-86062baefa03 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:53.058723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c97a7f3e-3a08-49df-b539-86062baefa03 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:53.058723 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.059541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:12:53.063764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:12:53.093033 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.105402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.121647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.129323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port 7ea3471f-3582-4da5-96d0-658725b26ede on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:53.144779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.177917 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d8cef04-c3a3-431f-b324-6d973f056888 req-63dd3728-5279-4c98-8179-bacb85c64884 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=1bc326e0-4ccc-4460-91c4-4258946d5949 HTTP/1.1" status: 200 len: 210 time: 0.0951571 Jun 01 13:12:53.185327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.186619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] Pushing event deleted for resources: {'Port': ['ID=c97a7f3e-3a08-49df-b539-86062baefa03,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:53.188778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae83f77-f726-47fb-8e8d-f81cc94a4010 None None] No DVR routers for this DVR port c97a7f3e-3a08-49df-b539-86062baefa03 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:53.198288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:53.233317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:53.233928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.235495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 200 len: 1091 time: 3.1635959 Jun 01 13:12:53.251611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88843714-9762-45ce-8b29-69b5aec64d98 req-7262f15f-02c0-482a-89b7-5c16f825a967 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.24 "DELETE /v2.0/ports/7ea3471f-3582-4da5-96d0-658725b26ede HTTP/1.1" status: 204 len: 173 time: 2.4439986 Jun 01 13:12:53.255105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Calling delete_port for a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:53.282663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30008-cbcf-4a96-94b6-931084f9e2a8 req-1e1c004e-8fbe-4333-9d6e-bc658ffd2cc3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:53.284222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ec30008-cbcf-4a96-94b6-931084f9e2a8 req-1e1c004e-8fbe-4333-9d6e-bc658ffd2cc3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 943 time: 0.4349222 Jun 01 13:12:53.284885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaab74-bc61-40a0-8206-140cdb4abef7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:53.378125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.430290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Port': ['ID=a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:53.466150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.483158 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ddb47d4d-5d1c-4dad-9229-f04eec29cd15 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/ports/a5a86586-1e8b-4b75-b3bc-c9b3d8eb3ba3 HTTP/1.1" status: 204 len: 168 time: 0.8631573 Jun 01 13:12:53.485512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38726) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:53.517019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ec30008-cbcf-4a96-94b6-931084f9e2a8 req-6400fffd-47c1-48fc-8b40-74eea3997405 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247808 Jun 01 13:12:53.581497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394284cc-86af-4161-b99c-6ab11d83d64c None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:12:53.601101 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd2535a-737a-4223-a381-9ac0c10cdcc1'] response: {'server_uuid': '1bc326e0-4ccc-4460-91c4-4258946d5949', 'name': 'network-vif-deleted', 'tag': '7ea3471f-3582-4da5-96d0-658725b26ede', 'status': 'completed', 'code': 200} Jun 01 13:12:53.637992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-aa331c59-b129-4700-931e-da708cadbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:53.639874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-aa331c59-b129-4700-931e-da708cadbd94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 1094 time: 0.3111644 Jun 01 13:12:53.655977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-8016acf9-dfc8-4f27-84ae-79f9ab6a63aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:53.657672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-8016acf9-dfc8-4f27-84ae-79f9ab6a63aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.2647288 Jun 01 13:12:53.661629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.779661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394284cc-86af-4161-b99c-6ab11d83d64c None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:12:53.836456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.878558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be8c013-b655-4dc6-93ae-3277f5be3a85']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:53.893487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:53.893922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:53.907785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.925772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.934848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:12:53.935392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:53.964234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-de02ffa7-9998-48bd-bf79-43ffdecc6720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 200 len: 217 time: 0.2993579 Jun 01 13:12:54.015135 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f resource provider aggregate not found Jun 01 13:12:54.027218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-e6e13dc2-b50f-45ae-a4ec-54455e3dca6f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.3082635 Jun 01 13:12:54.048192 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03b9af8f-9c7c-4bc1-ae9d-a7b22e31111f found for delete ", "request_id": "req-f622768b-151f-4690-bf8e-26b9b46e4f79"}]} Jun 01 13:12:54.063635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.098293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.107528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] Pushing event deleted for resources: {'Network': ['ID=2be8c013-b655-4dc6-93ae-3277f5be3a85,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:54.114475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9704f199-9fdb-4db1-9a1f-3279bd2a3e82 tempest-PortsTestJSON-42567700 tempest-PortsTestJSON-42567700-project] 10.222.0.40 "DELETE /v2.0/networks/2be8c013-b655-4dc6-93ae-3277f5be3a85 HTTP/1.1" status: 204 len: 168 time: 0.6270278 Jun 01 13:12:54.191803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-9ad9041f-23bf-436a-b038-42d41cda6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:54.193405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-9ad9041f-23bf-436a-b038-42d41cda6e30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.1183906 Jun 01 13:12:54.251470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e1ae9-e9d4-4656-bd10-59277b7afaba req-274f3145-8856-417f-a6c5-7b820b0b0904 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:54.253294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-115e1ae9-e9d4-4656-bd10-59277b7afaba req-274f3145-8856-417f-a6c5-7b820b0b0904 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.3125877 Jun 01 13:12:54.271048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-44d892e6-97ea-45fe-a78e-b25c81e46eb7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409208 Jun 01 13:12:54.377841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38744) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:54.408900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-115e1ae9-e9d4-4656-bd10-59277b7afaba req-f58e2359-b3bd-4175-9102-a161d50616bc tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477726 Jun 01 13:12:54.450834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-93fa83bc-9e59-49a3-b30b-f800e07b6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:54.452338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-93fa83bc-9e59-49a3-b30b-f800e07b6412 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495377 Jun 01 13:12:54.455696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-692f6b8b-5535-48ab-b35c-1584c0346984 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725268 Jun 01 13:12:54.503210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:54.614753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting subnet 8faaa8e6-a0d3-44a2-81bb-139560ef6259 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:54.620356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.653784 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cf5dda9-4cad-4fc5-8915-7f6507a07c25 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54ec4f0b31d4447b8d9cc74ed6a654ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747056 Jun 01 13:12:54.658926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:54.711782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.714984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-45b9df6a-55db-4e3a-8490-95ea17f72a82 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549002 Jun 01 13:12:54.718164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-0cb621c5-1ca4-415a-a0e6-653d3f631b32 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400923 Jun 01 13:12:54.837244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.899679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:54.914750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-047ea688-7e9c-42a4-9c26-986cac16c3fd req-6e706055-0731-4546-a3a9-7d47b1731831 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900551 Jun 01 13:12:54.951883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.011611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.059117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Subnet': ['ID=8faaa8e6-a0d3-44a2-81bb-139560ef6259,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:55.063204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.075727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f1c96-2cd6-4a8d-8363-071a1dd931db None None] Network 29a2df6b-e229-4c0b-954a-458a88e6ec80 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:55.076662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ea4d6cb-5216-4639-b825-16479efbf0aa tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/subnets/8faaa8e6-a0d3-44a2-81bb-139560ef6259 HTTP/1.1" status: 204 len: 168 time: 0.5719297 Jun 01 13:12:55.079714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38780) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:55.117560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06f62da1-ed64-4c73-af29-e6845194aac3 req-3f5b80a6-d5e4-442d-8746-a0b2d3bafd23 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 210 time: 0.0894358 Jun 01 13:12:55.169080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedabaa-149d-411c-b2ff-ccabfa8f40eb req-ff65c1d8-4fe8-4d48-b674-860fbf3a9d20 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:55.170791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bedabaa-149d-411c-b2ff-ccabfa8f40eb req-ff65c1d8-4fe8-4d48-b674-860fbf3a9d20 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 943 time: 0.1974168 Jun 01 13:12:55.227432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bedabaa-149d-411c-b2ff-ccabfa8f40eb req-eed5ae58-d698-4f08-9a5f-b749801e42bd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491562 Jun 01 13:12:55.311884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.314658 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.315813 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0781d4dc-a430-4a6b-ae8e-1dc36ad5ea36 HTTP/1.1" status: 204 len: 168 time: 0.6558025 Jun 01 13:12:55.349043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f3104-3263-42a5-8543-1eabe30c97e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781d4dc-a430-4a6b-ae8e-1dc36ad5ea36,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:55.386167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.399093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:55.399555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.460276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] DHCP port deletion for 29a2df6b-e229-4c0b-954a-458a88e6ec80 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:12:55.467303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Deleting port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:55.468041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.602356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:12:55.693680 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23359338-a368-48c3-b921-5aefbbc7dbd9'] response: {'name': 'network-changed', 'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'status': 'completed', 'code': 200} Jun 01 13:12:55.715518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:55.716125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.851929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-ad74f323-ca2a-4cc4-be84-181d931d4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:55.854058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-ad74f323-ca2a-4cc4-be84-181d931d4d6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 1094 time: 0.1161444 Jun 01 13:12:55.885597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] For port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,segment=NetworkSegment(676701b2-f318-4fd7-80bd-9783eef648db),segment_id=676701b2-f318-4fd7-80bd-9783eef648db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:55.885998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:55.887591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:55.989355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.037052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=99c29443-606f-4e56-b3bc-c1d6bf8a8e90,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:56.040460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:56.115042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Calling delete_port for 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:56.173979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.202120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-62f550b3-d926-4386-84c9-66ec9813a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:56.203607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-62f550b3-d926-4386-84c9-66ec9813a4bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.3399122 Jun 01 13:12:56.214218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a2df6b-e229-4c0b-954a-458a88e6ec80']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:56.217302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66991fc-9ef4-4939-b124-ab5b5e0ebf82 req-84a0532c-1073-43aa-a62a-37237f1b3350 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:56.219139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b66991fc-9ef4-4939-b124-ab5b5e0ebf82 req-84a0532c-1073-43aa-a62a-37237f1b3350 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.2755454 Jun 01 13:12:56.225946 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:12:56.226308 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:12:56.235521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676701b2-f318-4fd7-80bd-9783eef648db') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:56.235811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676701b2-f318-4fd7-80bd-9783eef648db') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:56.248945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.276614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.283860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:12:56.284274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.310911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-d68c39ca-86fe-4a78-8bc3-f26434a92970 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 200 len: 217 time: 0.0907624 Jun 01 13:12:56.322202 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 676701b2-f318-4fd7-80bd-9783eef648db resource provider aggregate not found Jun 01 13:12:56.395415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a118e0dd-0119-4530-8fb2-dc06c7ccf9fe req-7a5a874f-d251-4cfe-8849-cee8a4556795 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 210 time: 0.0987191 Jun 01 13:12:56.410106 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 676701b2-f318-4fd7-80bd-9783eef648db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 676701b2-f318-4fd7-80bd-9783eef648db found for delete ", "request_id": "req-040777b1-b387-490d-95b9-68c01dcc3018"}]} Jun 01 13:12:56.415026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.443630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.460610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Network': ['ID=29a2df6b-e229-4c0b-954a-458a88e6ec80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:56.493773 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-116d7d22-6019-4d71-8c13-dd1487417ed6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/networks/29a2df6b-e229-4c0b-954a-458a88e6ec80 HTTP/1.1" status: 204 len: 168 time: 1.4127436 Jun 01 13:12:56.494509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38848) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:56.568348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38852) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:56.605130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting subnet 7b26cede-7550-496a-bcc6-67e51f862117 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:12:56.608745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.664457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:56.680376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.712631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:56.713666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:56.728694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Deleting port 99c29443-606f-4e56-b3bc-c1d6bf8a8e90 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:56.729082 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.759644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b66991fc-9ef4-4939-b124-ab5b5e0ebf82 req-eaa4ca6e-a22f-4f67-af10-0c4ddea423fe tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740546 Jun 01 13:12:56.801622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-481704968'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:56.812964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:56.817819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-67f6ff3f-2922-4c58-9931-f98bdee85285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:56.819305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-67f6ff3f-2922-4c58-9931-f98bdee85285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.4684927 Jun 01 13:12:56.823414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:56.828527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-07d08d64-8996-4238-a1b9-b882ad0a7636 None None] The port '99c29443-606f-4e56-b3bc-c1d6bf8a8e90' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:12:56.849320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:56.857715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:56.878168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:56.881618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.892782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.924849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:56.950883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:56.958046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:security_group_rule and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:56.965376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:56.971637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:56.987090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc9b15-3574-4318-9a47-590101db90f5 req-86fa54f8-3b56-4bad-99b5-b27d3ba4bd7b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:56.988564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3edc9b15-3574-4318-9a47-590101db90f5 req-86fa54f8-3b56-4bad-99b5-b27d3ba4bd7b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 943 time: 0.3300886 Jun 01 13:12:56.994788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-4d9fcb27-6390-4fc9-a4d5-0b86e98e7cb4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:56.996266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-4d9fcb27-6390-4fc9-a4d5-0b86e98e7cb4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.24 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.3388517 Jun 01 13:12:57.007111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.021047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-e2c98d19-cf92-4325-a2ab-1b9e74ec415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:57.022511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-e2c98d19-cf92-4325-a2ab-1b9e74ec415b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821115 Jun 01 13:12:57.057759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:57.058123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Subnet': ['ID=7b26cede-7550-496a-bcc6-67e51f862117,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:57.061426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.062618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33959bab-6d9b-46bb-a778-5d83d876c831 None None] Network 0daee036-b76e-451a-b265-f75be8a187b0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:57.081666 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-254652c6-b762-465a-baf7-847456bac604 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/subnets/7b26cede-7550-496a-bcc6-67e51f862117 HTTP/1.1" status: 204 len: 168 time: 0.5858929 Jun 01 13:12:57.086214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38868) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:57.146531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3edc9b15-3574-4318-9a47-590101db90f5 req-efaa23a3-05f0-405c-aaa3-346bc46eacf5 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487396 Jun 01 13:12:57.221883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.232625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.235563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.273346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:12:57.278193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port aa6891dd-63d5-42cd-8e96-1c7fee8196de {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:57.278451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.311024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-5b81de2e-8e00-4d8a-a473-b95cb96eac93 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771854 Jun 01 13:12:57.319657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:57.330127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501321ed-d691-4460-8ad0-a5b0c8c70f8e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:57.334550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.334920 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 519f8bff-5328-441d-b41a-f9e04f698207 of type vlan for network 8186c820-3098-4809-9676-ae94f1cf3ddb Jun 01 13:12:57.351103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] DHCP port deletion for 0daee036-b76e-451a-b265-f75be8a187b0 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:12:57.356974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Deleting port aa6891dd-63d5-42cd-8e96-1c7fee8196de {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:57.357400 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.404506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:57.446688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:57.450291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.519615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.616719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] For port aa6891dd-63d5-42cd-8e96-1c7fee8196de, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa6891dd-63d5-42cd-8e96-1c7fee8196de,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:57.617121 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.634602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3970eba5-fc5d-4150-a5e3-a3d9632c152a req-07ca9968-4b39-4976-90b0-bc1989a1088b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 210 time: 0.0587976 Jun 01 13:12:57.645821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.650503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-400a98cd-8418-4567-86e3-9a5bb0ccc61c req-84f21392-50bf-4e14-bccb-b62353cf0883 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281183 Jun 01 13:12:57.651968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:57.652746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.685201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port aa6891dd-63d5-42cd-8e96-1c7fee8196de, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa6891dd-63d5-42cd-8e96-1c7fee8196de,segment=NetworkSegment(b6fd336e-849d-458c-ac5d-44075d293582),segment_id=b6fd336e-849d-458c-ac5d-44075d293582)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:57.685201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.753027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Calling delete_port for aa6891dd-63d5-42cd-8e96-1c7fee8196de owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:57.782155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.5 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/53f09da1-abc4-4570-995c-f3030a10b56d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:57.859248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:57.869702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for aa6891dd-63d5-42cd-8e96-1c7fee8196de owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:12:57.918512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3490210 Jun 01 13:12:57.924386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] No DVR routers for this DVR port aa6891dd-63d5-42cd-8e96-1c7fee8196de on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:12:57.928787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:57.938636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-673465971'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:57.948972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee53f6-7bdf-4de5-859a-162820940655 None None] Pushing event deleted for resources: {'Port': ['ID=aa6891dd-63d5-42cd-8e96-1c7fee8196de,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:57.957704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:57.963112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c4dd-b745-45fc-94e4-4a2fcea29144 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=8186c820-3098-4809-9676-ae94f1cf3ddb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:57.967647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:57.974713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:57.977265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8186c820-3098-4809-9676-ae94f1cf3ddb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:12:57.982500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:58.015668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:58.021826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.056080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:12:58.056926 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:12:58.065649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:12:58.075530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.075869 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 38dbcabd-23ad-43e1-9789-9b884c322633 of type vlan for network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 Jun 01 13:12:58.105913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.134864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8d797-9ed3-44d3-98fb-aa395ce66291 req-6de9bfc1-aaa2-4e7b-82b2-d2ad1db0d14b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:58.136228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70c8d797-9ed3-44d3-98fb-aa395ce66291 req-6de9bfc1-aaa2-4e7b-82b2-d2ad1db0d14b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.2025619 Jun 01 13:12:58.136349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.142176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:58.142823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.164813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.197471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70c8d797-9ed3-44d3-98fb-aa395ce66291 req-6099ab6e-a946-4e78-814f-b6656a9e2c68 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Jun 01 13:12:58.230506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.242247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', '19cd30ce-11d4-4a95-99ef-53f251c35a76'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:58.246685 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3167889 Jun 01 13:12:58.250799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38894) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:58.259006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:58.328606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e60d37-13a0-436d-b694-842a6f1ac2fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=fc4e3996-c0b8-44f4-88e4-1a2dbf960906,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:58.343075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:12:58.375524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:12:58.376378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:58.381167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:58.381672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:58.383712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:58.384193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:58.386732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:12:58.389797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:58.403026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:58.407002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.462975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:58.464136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.489912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b9acf-d335-4a23-a7bc-72cc2288cc5e req-13a1fad2-d5f8-4410-b0e1-830120e80899 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:58.491615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-580b9acf-d335-4a23-a7bc-72cc2288cc5e req-13a1fad2-d5f8-4410-b0e1-830120e80899 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 943 time: 0.2069256 Jun 01 13:12:58.512394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-68835b79-3794-4a4d-8f6d-057df0dac8aa tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4773695 Jun 01 13:12:58.534355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Request body: {'port': {'device_id': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:58.559167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port aa6891dd-63d5-42cd-8e96-1c7fee8196de {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:12:58.559670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.576117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:12:58.616799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-580b9acf-d335-4a23-a7bc-72cc2288cc5e req-46ef2fd0-a889-43e9-8fcc-005eb566f444 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015818 Jun 01 13:12:58.666953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] The port 'aa6891dd-63d5-42cd-8e96-1c7fee8196de' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:12:58.695707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa6891dd-63d5-42cd-8e96-1c7fee8196de no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:12:58.760430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aa6891dd-63d5-42cd-8e96-1c7fee8196de {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:12:58.761031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa6891dd-63d5-42cd-8e96-1c7fee8196de not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:12:58.841640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:58.862883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'network_id': '77119ff8-eb92-4710-83fa-7760fc0af338', 'port_id': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'mac_address': 'fa:16:3e:4e:db:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd9342-103c-4629-8458-8606518e55bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:12:58.863857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.911248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daee036-b76e-451a-b265-f75be8a187b0']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:58.919585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.922549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:12:58.922959 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.938396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fd336e-849d-458c-ac5d-44075d293582') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:58.938714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fd336e-849d-458c-ac5d-44075d293582') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:12:58.942952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c393dfa3-b02c-4080-a8aa-98d424429c1f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:58.956410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.962646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:12:58.967921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:58.969572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.016884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.021612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668b796-32ed-4c34-8983-89b043d112f2 req-c4370096-b68e-4849-9997-117663e37733 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:59.022346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9668b796-32ed-4c34-8983-89b043d112f2 req-c4370096-b68e-4849-9997-117663e37733 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:12:59.047514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:12:59.048878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.070742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:59.082390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c393dfa3-b02c-4080-a8aa-98d424429c1f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:12:59.090809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9668b796-32ed-4c34-8983-89b043d112f2 req-c4370096-b68e-4849-9997-117663e37733 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:12:59.092500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9668b796-32ed-4c34-8983-89b043d112f2 req-c4370096-b68e-4849-9997-117663e37733 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 931 time: 0.2294743 Jun 01 13:12:59.144779 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b6fd336e-849d-458c-ac5d-44075d293582 resource provider aggregate not found Jun 01 13:12:59.181662 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b6fd336e-849d-458c-ac5d-44075d293582 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6fd336e-849d-458c-ac5d-44075d293582 found for delete ", "request_id": "req-9b452ad3-f132-4caf-8e10-cf307b267bb3"}]} Jun 01 13:12:59.188687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=f3ebfb08-8119-4ac2-90a9-fe4f823c0870,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:59.201854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '519f8bff-5328-441d-b41a-f9e04f698207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:12:59.201854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: 8186c820-3098-4809-9676-ae94f1cf3ddb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:12:59.213007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.218189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.255367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Network': ['ID=0daee036-b76e-451a-b265-f75be8a187b0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:12:59.264227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9668b796-32ed-4c34-8983-89b043d112f2 req-29801874-559e-46ba-883b-d58a944c2d4f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630781 Jun 01 13:12:59.268036 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a3af41c-fece-4a67-a344-84532b138626 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/networks/0daee036-b76e-451a-b265-f75be8a187b0 HTTP/1.1" status: 204 len: 168 time: 2.1807299 Jun 01 13:12:59.278311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8186c820-3098-4809-9676-ae94f1cf3ddb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:12:59.279197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38906) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:59.297583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-499289888'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:59.301118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8186c820-3098-4809-9676-ae94f1cf3ddb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:12:59.306169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:59.310523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c972728-80ac-4135-8d7e-2a681b79dedb None None] Network 8186c820-3098-4809-9676-ae94f1cf3ddb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:12:59.314093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:network and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:59.316370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:59.316929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.318329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:59.336478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:59.341806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6541e745-984b-4c91-8e95-96627440d569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0873241 Jun 01 13:12:59.342692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38910) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:12:59.351432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:12:59.406348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:59.409973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.469195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:12:59.539454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.539798 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Added segment c6c45183-025a-47ba-ab0d-1b953d15bfc0 of type vlan for network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 Jun 01 13:12:59.583098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711be20-49aa-4b50-b419-70633f44e7cd req-e4905f27-6901-4d9d-8032-b0c47a9eef2b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:12:59.584993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d711be20-49aa-4b50-b419-70633f44e7cd req-e4905f27-6901-4d9d-8032-b0c47a9eef2b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 945 time: 0.2267954 Jun 01 13:12:59.589418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f09da1-abc4-4570-995c-f3030a10b56d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:12:59.595229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8186c820-3098-4809-9676-ae94f1cf3ddb', 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': 'f3ebfb08-8119-4ac2-90a9-fe4f823c0870'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:12:59.596157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.626483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.639192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.666946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:12:59.671536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:12:59.675317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:12:59.681084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:12:59.681732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Transition to ACTIVE for port object 53f09da1-abc4-4570-995c-f3030a10b56d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:12:59.693011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:12:59.696963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.697436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:12:59.759168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d711be20-49aa-4b50-b419-70633f44e7cd req-72db4e58-65d6-4dc7-af4f-d2223bf0ac3b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641984 Jun 01 13:12:59.779780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Allocated IP 172.20.0.2 (8186c820-3098-4809-9676-ae94f1cf3ddb/f3ebfb08-8119-4ac2-90a9-fe4f823c0870/31264470-aa1c-4158-9fe9-c9cde4bb886d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:12:59.993363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.006192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.021447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:00.021447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.036931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:00.077832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7969708 Jun 01 13:13:00.085003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38922) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:00.087604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=9c096b05-30dd-463e-86bc-730085dec9f0,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:00.110800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.120519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '38dbcabd-23ad-43e1-9789-9b884c322633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:00.120931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: fc4e3996-c0b8-44f4-88e4-1a2dbf960906, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:00.126226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Transition to ACTIVE for port object 31264470-aa1c-4158-9fe9-c9cde4bb886d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:00.147687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:00.149981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f29b528-5ea2-4fe4-a3c3-71aba9725830 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:00.162687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fc4e3996-c0b8-44f4-88e4-1a2dbf960906) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:00.167291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:00.167968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.171799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Transition to ACTIVE for port object 31264470-aa1c-4158-9fe9-c9cde4bb886d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:00.173821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'subnet': {'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:00.188367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e1a75-572c-4f72-93e5-baea68a03680 None None] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:00.201762 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3f79d584-8619-4535-8c8b-daeca866a818 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8575263 Jun 01 13:13:00.204412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38932) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:00.211407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785699232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:00.219152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:00.223895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:00.227552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:00.233744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:00.245827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.247409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.266366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.288168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.304495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d0c3-e063-4023-8b51-3db5fe2bd6e6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Network': ['ID=3950f5e1-d1e6-4cea-a657-59f14e28e4f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:00.318132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.319820 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38969fad-cb7d-4b4c-8601-df9275eef92c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1138411 Jun 01 13:13:00.322118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:00.325659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ad3d-a630-4dcb-ac6c-ebf59a49520a req-35016c97-6509-4412-9d5c-56bc4bd6c1ba tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:00.327251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9155ad3d-a630-4dcb-ac6c-ebf59a49520a req-35016c97-6509-4412-9d5c-56bc4bd6c1ba tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 943 time: 0.5874386 Jun 01 13:13:00.332250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Attempting to bind port 53f09da1-abc4-4570-995c-f3030a10b56d on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:00.332582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Attempting to bind port 53f09da1-abc4-4570-995c-f3030a10b56d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:00.332896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Attempting to bind port 53f09da1-abc4-4570-995c-f3030a10b56d on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:00.347807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Port 53f09da1-abc4-4570-995c-f3030a10b56d on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:00.348135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Attempting to bind port 53f09da1-abc4-4570-995c-f3030a10b56d on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:00.373876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:00.374186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:00.374552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:00.374987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.375129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Bound port: 53f09da1-abc4-4570-995c-f3030a10b56d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:00.375352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.403418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:00.410027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:13:00.488271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:subnet and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:00.495236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9155ad3d-a630-4dcb-ac6c-ebf59a49520a req-d3ea052e-c312-4712-8a16-3a04f2017e43 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570392 Jun 01 13:13:00.500111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:00.570220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:00.616872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:00.620927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.644103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:00.658535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:00.719112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Network 8186c820-3098-4809-9676-ae94f1cf3ddb is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:00.749906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093433bf-ec73-4c6c-abec-6d2dfe879009 req-e423858f-d712-418e-8af5-2de33b67328e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:00.751703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-093433bf-ec73-4c6c-abec-6d2dfe879009 req-e423858f-d712-418e-8af5-2de33b67328e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 943 time: 0.2599716 Jun 01 13:13:00.754213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:00.769078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:00.782872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=53f09da1-abc4-4570-995c-f3030a10b56d,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:00.826423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.838732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Pushing event updated for resources: {'Port': ['ID=31264470-aa1c-4158-9fe9-c9cde4bb886d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:00.895553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.898036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:00.971280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:00.975472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Attempting to bind port 31264470-aa1c-4158-9fe9-c9cde4bb886d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:00.975836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Attempting to bind port 31264470-aa1c-4158-9fe9-c9cde4bb886d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '519f8bff-5328-441d-b41a-f9e04f698207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:00.976433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Attempting to bind port 31264470-aa1c-4158-9fe9-c9cde4bb886d on network 8186c820-3098-4809-9676-ae94f1cf3ddb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:00.991053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:00.991471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Checking segment: {'id': '519f8bff-5328-441d-b41a-f9e04f698207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:00.991829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:00.992215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Bound using segment: {'id': '519f8bff-5328-441d-b41a-f9e04f698207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:00.992692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Bound port: 31264470-aa1c-4158-9fe9-c9cde4bb886d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519f8bff-5328-441d-b41a-f9e04f698207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8186c820-3098-4809-9676-ae94f1cf3ddb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:00.993065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.043858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:01.044562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.046057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] 10.222.0.24 "PUT /v2.0/ports/53f09da1-abc4-4570-995c-f3030a10b56d HTTP/1.1" status: 200 len: 1091 time: 2.5172460 Jun 01 13:13:01.049260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:01.076579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-093433bf-ec73-4c6c-abec-6d2dfe879009 req-d506a26a-e2d3-4a91-8ca7-85cb2f783b24 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999244 Jun 01 13:13:01.107445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c59100-f81b-4d94-94c3-feea5ec2bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:01.129575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port c393dfa3-b02c-4080-a8aa-98d424429c1f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:01.129946 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.164535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6d617-9519-4259-832b-dfe615a5e6c4 req-4f6c71a7-211a-454f-ba29-526da2f80428 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:01.166035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad6d617-9519-4259-832b-dfe615a5e6c4 req-4f6c71a7-211a-454f-ba29-526da2f80428 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 945 time: 0.5291061 Jun 01 13:13:01.168382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-fc4e3996-c0b8-44f4-88e4-1a2dbf960906', 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '9c096b05-30dd-463e-86bc-730085dec9f0'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:01.169392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.207765 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4ea4b9-fe72-428e-b573-2043b4b5edd5'] response: {'name': 'network-changed', 'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d', 'status': 'completed', 'code': 200} Jun 01 13:13:01.222052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:01.222439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.265979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f29b528-5ea2-4fe4-a3c3-71aba9725830 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:01.291891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:01.328268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad6d617-9519-4259-832b-dfe615a5e6c4 req-ec11f7f5-0614-42a5-861b-be2e2a689c0f tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081293 Jun 01 13:13:01.335708 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.348576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.20.0.1 (8186c820-3098-4809-9676-ae94f1cf3ddb/f3ebfb08-8119-4ac2-90a9-fe4f823c0870/3a6e3a7a-ce55-4812-9d31-e67924cc2710) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:01.351437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-cd0523a2-206e-4423-a6ae-0503a555f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:01.356579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-cd0523a2-206e-4423-a6ae-0503a555f142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 1094 time: 0.2435167 Jun 01 13:13:01.358126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.430628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] For port 31264470-aa1c-4158-9fe9-c9cde4bb886d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:01.454376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] For port 31264470-aa1c-4158-9fe9-c9cde4bb886d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=31264470-aa1c-4158-9fe9-c9cde4bb886d,segment=NetworkSegment(519f8bff-5328-441d-b41a-f9e04f698207),segment_id=519f8bff-5328-441d-b41a-f9e04f698207)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:01.497407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.504968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-597b5e3d-8e17-479f-8e8f-35de190ead79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f09da1-abc4-4570-995c-f3030a10b56d HTTP/1.1" status: 200 len: 217 time: 0.1061661 Jun 01 13:13:01.513521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Checking segment: {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:01.513949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network hostable DHCP agents. Network: 3950f5e1-d1e6-4cea-a657-59f14e28e4f2, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:01.585103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:01.650909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Subnet': ['ID=b92b9419-b855-4c28-af99-cb648019f1f7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:01.669558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:01.685587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:01.686227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.688658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3950f5e1-d1e6-4cea-a657-59f14e28e4f2) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:01.700275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.706731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fd281-1602-4a82-923c-2f79310c619a None None] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:01.718016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object 3a6e3a7a-ce55-4812-9d31-e67924cc2710 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:01.732783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:01.733809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.739072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Allocated IP 172.21.0.2 (fc4e3996-c0b8-44f4-88e4-1a2dbf960906/9c096b05-30dd-463e-86bc-730085dec9f0/38eba494-c839-45be-bc19-4e663f5d3e3b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:01.744799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-1d2970ab-a039-4f8b-85c2-80c9d888e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:01.745127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.747299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-1d2970ab-a039-4f8b-85c2-80c9d888e0c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.1976745 Jun 01 13:13:01.816073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0f29b528-5ea2-4fe4-a3c3-71aba9725830'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:01.838067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8186c820-3098-4809-9676-ae94f1cf3ddb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:01.842609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:01.847684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:01.854805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c423354-c12b-418a-8312-89913136b5f1 None None] Pushing event updated for resources: {'Port': ['ID=31264470-aa1c-4158-9fe9-c9cde4bb886d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:01.893726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-1f7b2dcb-9cae-4453-b20e-192286e53609 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343639 Jun 01 13:13:01.894464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:01.898440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8450aeeb-bcb6-46af-a72c-97524af9f30b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7591498 Jun 01 13:13:01.904534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:01.907076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=3a6e3a7a-ce55-4812-9d31-e67924cc2710,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:01.926140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:01.934094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1867358776'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:01.939703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:01.948195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:network and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:01.951778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:01.958097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:01.995115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:01.999398 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e763d784-4a00-4e6d-b4a9-3ff5d5a13105'] response: {'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'code': 200} Jun 01 13:13:02.023244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.029863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:02.033051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.098885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.121751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82a5c9-1fec-4136-a67a-ec4744efdb9d req-b46bf632-c87a-443d-95ba-6962310c7ada tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:02.123598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e82a5c9-1fec-4136-a67a-ec4744efdb9d req-b46bf632-c87a-443d-95ba-6962310c7ada tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 944 time: 0.4325733 Jun 01 13:13:02.145598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-2fc5de03-17b0-4579-9a67-55140d54c9ce tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:02.149137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-2fc5de03-17b0-4579-9a67-55140d54c9ce tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 945 time: 0.3885098 Jun 01 13:13:02.273087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:13:02.341309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-936fa0d1-3b6f-48c2-9594-43df2e7d6b18 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398031 Jun 01 13:13:02.393366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:02.445517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.445864 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Added segment 263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef of type vlan for network ec4fea9d-015f-480d-bde7-1b94eb0cab64 Jun 01 13:13:02.528854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3950f5e1-d1e6-4cea-a657-59f14e28e4f2', 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'fixed_ips': [{'subnet_id': 'b92b9419-b855-4c28-af99-cb648019f1f7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:02.529680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.531855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port c393dfa3-b02c-4080-a8aa-98d424429c1f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:02.532217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.564027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e82a5c9-1fec-4136-a67a-ec4744efdb9d req-f98fc1c0-9c2d-4d7a-87d0-c26d1cabb037 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741829 Jun 01 13:13:02.579380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.589942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:02.717834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.728597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.730124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.758285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Transition to ACTIVE for port object 38eba494-c839-45be-bc19-4e663f5d3e3b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:02.776826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 31264470-aa1c-4158-9fe9-c9cde4bb886d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:02.882678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Transition to ACTIVE for port object 38eba494-c839-45be-bc19-4e663f5d3e3b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:02.882922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.888607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=3a6e3a7a-ce55-4812-9d31-e67924cc2710,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:02.963188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:02.981705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dca13266-3c3e-49f2-a95f-719c270eac02 req-9d848cf8-6a99-4704-b9a4-011334f55575 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139474 Jun 01 13:13:03.051999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8186c820-3098-4809-9676-ae94f1cf3ddb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:03.054362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:03.092405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:03.102137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:03.104427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:03.112819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 31264470-aa1c-4158-9fe9-c9cde4bb886d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:03.116015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa9b27-54cb-4d74-a6c7-d7b94d3c1024 req-473f3013-a59d-4b19-9ac3-26f8580093ce tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:03.116444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Allocated IP 19.80.0.2 (3950f5e1-d1e6-4cea-a657-59f14e28e4f2/b92b9419-b855-4c28-af99-cb648019f1f7/c6976653-dc12-47ed-a37b-8d34e018d450) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:03.123315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86fa9b27-54cb-4d74-a6c7-d7b94d3c1024 req-473f3013-a59d-4b19-9ac3-26f8580093ce tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 943 time: 0.7673855 Jun 01 13:13:03.133849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:03.133849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.152669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Pushing event updated for resources: {'Port': ['ID=38eba494-c839-45be-bc19-4e663f5d3e3b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:03.280215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9b808-cab0-4b4e-886f-1dcb6925d6d9 None None] Network 8186c820-3098-4809-9676-ae94f1cf3ddb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:03.318671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router bad1e504-a4e9-4a19-ba7a-c185b88e44ce is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:13:03.324593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.329977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:03.330554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.380115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-71c8b902-3339-4e46-89d2-e218c1440df5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0345893 Jun 01 13:13:03.424065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:03.444526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Attempting to bind port 38eba494-c839-45be-bc19-4e663f5d3e3b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:03.444904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Attempting to bind port 38eba494-c839-45be-bc19-4e663f5d3e3b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '38dbcabd-23ad-43e1-9789-9b884c322633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:03.445765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Attempting to bind port 38eba494-c839-45be-bc19-4e663f5d3e3b on network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:03.447266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.483402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:03.497599 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cc093576-8692-481b-8093-e593f37509eb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742604 Jun 01 13:13:03.497944 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] Sync routers for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:03.498485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:03.512471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:03.513090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:03.529249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:03.529675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Checking segment: {'id': '38dbcabd-23ad-43e1-9789-9b884c322633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:03.530041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.530430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Bound using segment: {'id': '38dbcabd-23ad-43e1-9789-9b884c322633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:03.531078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Bound port: 38eba494-c839-45be-bc19-4e663f5d3e3b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dbcabd-23ad-43e1-9789-9b884c322633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fc4e3996-c0b8-44f4-88e4-1a2dbf960906'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:03.532506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.561600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b10ff-4e73-448f-9aee-1ec59c14d61e req-06ca21dd-e38f-4e6b-92fa-147f4f6af660 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:03.568706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-643b10ff-4e73-448f-9aee-1ec59c14d61e req-06ca21dd-e38f-4e6b-92fa-147f4f6af660 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 946 time: 0.7828295 Jun 01 13:13:03.591045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6814232 Jun 01 13:13:03.594819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff711f-88de-4645-bd63-94772ea4cb23 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:03.595351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5ff711f-88de-4645-bd63-94772ea4cb23 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:03.599422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86fa9b27-54cb-4d74-a6c7-d7b94d3c1024 req-0641aa68-7d50-4e5e-8f1a-4a3bce6877cc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748769 Jun 01 13:13:03.599615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:03.599715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Provisioning for port 31264470-aa1c-4158-9fe9-c9cde4bb886d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:03.604854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'subnet': {'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:03.621356 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:03.630720 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:03.631213 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:03.632670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619051f4-befc-4960-abb3-86bfa2cdb889 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Network': ['ID=ec4fea9d-015f-480d-bde7-1b94eb0cab64,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:03.702768 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:03.703270 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0a9f6-f023-41ee-9c75-5f9de5c4e26b None None] The sync data for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:03.745876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Provisioning complete for port 31264470-aa1c-4158-9fe9-c9cde4bb886d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:03.745876 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.754158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:03.755564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:03.779168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:13:03.831155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5ff711f-88de-4645-bd63-94772ea4cb23 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:03.835195 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e5ff711f-88de-4645-bd63-94772ea4cb23 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports/3a6e3a7a-ce55-4812-9d31-e67924cc2710 HTTP/1.1" status: 200 len: 910 time: 0.3359680 Jun 01 13:13:03.844401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38970) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:03.887620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-643b10ff-4e73-448f-9aee-1ec59c14d61e req-980cbdcd-8b81-4923-a67f-70182ecbc799 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180602 Jun 01 13:13:03.958184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for c393dfa3-b02c-4080-a8aa-98d424429c1f owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:03.963715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:03.986636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:03.993690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-ee307b1e-0575-4520-91d2-3fc8e5485d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:03.995214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-ee307b1e-0575-4520-91d2-3fc8e5485d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 1094 time: 0.8636992 Jun 01 13:13:04.003856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:04.005557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:subnet and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:04.010992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:04.019881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:04.104684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:04.108176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.109931 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d576c22-d72e-400b-a2c2-29e34983fac7'] response: {'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'code': 200} Jun 01 13:13:04.122671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-48bb7d98-3474-41a6-a573-dbdfc9c9f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:04.125000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-48bb7d98-3474-41a6-a573-dbdfc9c9f99c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 1097 time: 0.6791737 Jun 01 13:13:04.153764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] For port 38eba494-c839-45be-bc19-4e663f5d3e3b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:04.167552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.211611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f29b528-5ea2-4fe4-a3c3-71aba9725830 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:04.238899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] For port 38eba494-c839-45be-bc19-4e663f5d3e3b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=38eba494-c839-45be-bc19-4e663f5d3e3b,segment=NetworkSegment(38dbcabd-23ad-43e1-9789-9b884c322633),segment_id=38dbcabd-23ad-43e1-9789-9b884c322633)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:04.253484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Transition to ACTIVE for port object c6976653-dc12-47ed-a37b-8d34e018d450 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:04.285354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.294229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:04.294563 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:04.319547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61da6b2-ddfb-4941-b302-5dc21dac8c7e req-b8240a7d-2d94-4158-a328-64ed1760407a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:04.321025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e61da6b2-ddfb-4941-b302-5dc21dac8c7e req-b8240a7d-2d94-4158-a328-64ed1760407a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 944 time: 0.5702806 Jun 01 13:13:04.326602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-e8d0760d-7c74-4fad-8b10-c30d167355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:04.328020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-e8d0760d-7c74-4fad-8b10-c30d167355dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.3139110 Jun 01 13:13:04.389814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Transition to ACTIVE for port object c6976653-dc12-47ed-a37b-8d34e018d450 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:04.396659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.404873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Current status of the port 31264470-aa1c-4158-9fe9-c9cde4bb886d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:04.405180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.427198 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.447464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-19f2fbe8-0687-460a-8635-688d55027616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:04.450511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-19f2fbe8-0687-460a-8635-688d55027616 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.2915642 Jun 01 13:13:04.452423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-869aa419-768a-49df-91f4-c47b0d709981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f09da1-abc4-4570-995c-f3030a10b56d HTTP/1.1" status: 200 len: 217 time: 0.1026762 Jun 01 13:13:04.465181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be63e2-9c30-405a-b01e-d83b9933c657 None None] Pushing event updated for resources: {'Port': ['ID=38eba494-c839-45be-bc19-4e663f5d3e3b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:04.579766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:04.596403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:04.599758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:04.680639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] For port 31264470-aa1c-4158-9fe9-c9cde4bb886d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=31264470-aa1c-4158-9fe9-c9cde4bb886d,segment=NetworkSegment(519f8bff-5328-441d-b41a-f9e04f698207),segment_id=519f8bff-5328-441d-b41a-f9e04f698207)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:04.684644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:04.691270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-4e32943e-daaa-43d1-8366-b0709f20470e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 200 len: 217 time: 0.2330189 Jun 01 13:13:04.729482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.733444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Pushing event updated for resources: {'Port': ['ID=c6976653-dc12-47ed-a37b-8d34e018d450,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:04.769750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.789045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:04.789652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.802480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e61da6b2-ddfb-4941-b302-5dc21dac8c7e req-562331b0-b611-4b92-bef0-4bfcaa9d5dd0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718065 Jun 01 13:13:04.836764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Deleting port c393dfa3-b02c-4080-a8aa-98d424429c1f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:04.839571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.888389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Attempting to bind port c6976653-dc12-47ed-a37b-8d34e018d450 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:04.889025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Attempting to bind port c6976653-dc12-47ed-a37b-8d34e018d450 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:04.889607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Attempting to bind port c6976653-dc12-47ed-a37b-8d34e018d450 on network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:04.917355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:04.917807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Checking segment: {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:04.918228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.918825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Bound using segment: {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:04.919410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Bound port: c6976653-dc12-47ed-a37b-8d34e018d450, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:04.919783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:04.951555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80231059-357e-44c9-96a6-168ad6c7529a None None] Pushing event updated for resources: {'Port': ['ID=31264470-aa1c-4158-9fe9-c9cde4bb886d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:04.966986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.064737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-c310dc08-b0e5-49f3-a9d6-6a29a46e7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:05.066036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-c310dc08-b0e5-49f3-a9d6-6a29a46e7e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.3632805 Jun 01 13:13:05.149194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Provisioning complete for port 31264470-aa1c-4158-9fe9-c9cde4bb886d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:05.149669 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.175181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-5d82c64f-89cc-493c-a1b3-41f1e732a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:05.176672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-5d82c64f-89cc-493c-a1b3-41f1e732a8b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.6191127 Jun 01 13:13:05.280922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:05.281347 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.288525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Checking segment: {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:05.288525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network hostable DHCP agents. Network: ec4fea9d-015f-480d-bde7-1b94eb0cab64, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:05.298818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Subnet': ['ID=362a7e70-d95f-401f-bbfc-7c9897c71596,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:05.372267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:05.379653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] For port c6976653-dc12-47ed-a37b-8d34e018d450, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:05.389118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ec4fea9d-015f-480d-bde7-1b94eb0cab64) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:05.411827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda83be-7899-4131-a65d-bdfe450899f1 None None] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:05.419758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:05.420353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.439503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] For port c6976653-dc12-47ed-a37b-8d34e018d450, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c6976653-dc12-47ed-a37b-8d34e018d450,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:05.446363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:05.555920 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-80a7f2d2-9e2a-4644-a37d-2b43b99d8fa7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9557559 Jun 01 13:13:05.599950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-7942d0cd-69ce-43b8-8c49-0bf749704f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4068267 Jun 01 13:13:05.643271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.21.0.1 (fc4e3996-c0b8-44f4-88e4-1a2dbf960906/9c096b05-30dd-463e-86bc-730085dec9f0/fc35e056-d278-49f3-91aa-43b4e3d2413d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:05.662302 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.669480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.758307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Current status of the port 31264470-aa1c-4158-9fe9-c9cde4bb886d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:05.846196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Provisioning for port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:05.859151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Provisioning complete for port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:05.859517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:05.896594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:05.927706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a574fc7-06b0-45e6-af00-750502a953ce req-95e6cb4e-1e95-4103-a9bb-304deffc3573 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:05.929914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a574fc7-06b0-45e6-af00-750502a953ce req-95e6cb4e-1e95-4103-a9bb-304deffc3573 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 943 time: 1.1162477 Jun 01 13:13:05.943097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ec4fea9d-015f-480d-bde7-1b94eb0cab64', 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'fixed_ips': [{'subnet_id': '362a7e70-d95f-401f-bbfc-7c9897c71596'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:05.943931 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.115428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:06.127424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.147810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c2c41e78-78d9-4f94-b556-6e88182ee97e None None] Port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:06.155217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a574fc7-06b0-45e6-af00-750502a953ce req-f86ca331-7a37-404f-941c-0fcebc4ee0a4 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094245 Jun 01 13:13:06.157247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-1594736f-4545-4f8f-a7b3-41ae94109f29 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376310 Jun 01 13:13:06.159803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object fc35e056-d278-49f3-91aa-43b4e3d2413d will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:06.178261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bfef-4501-41c3-befd-1140dfec2c5f None None] Pushing event updated for resources: {'Port': ['ID=c6976653-dc12-47ed-a37b-8d34e018d450,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:06.193057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-6ae9efd5-b906-453e-ac41-a42c126d83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:06.194926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-6ae9efd5-b906-453e-ac41-a42c126d83dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1176138 Jun 01 13:13:06.203538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.207243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] For port c393dfa3-b02c-4080-a8aa-98d424429c1f, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c393dfa3-b02c-4080-a8aa-98d424429c1f,segment=NetworkSegment(4fb59052-272f-4a20-b4f1-3b1894b3d8df),segment_id=4fb59052-272f-4a20-b4f1-3b1894b3d8df)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:06.207605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.297198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cb827-3e2f-4c4e-83c9-3b3de76792cd None None] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:06.310384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:06.316351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:06.325535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:06.371178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Calling delete_port for c393dfa3-b02c-4080-a8aa-98d424429c1f owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:06.382233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=fc35e056-d278-49f3-91aa-43b4e3d2413d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:06.403485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.406510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e2ea4f7f-a4d0-48d7-8a3d-26aab474fc21 None None] Provisioning for port 38eba494-c839-45be-bc19-4e663f5d3e3b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:06.443834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Allocated IP 19.86.0.2 (ec4fea9d-015f-480d-bde7-1b94eb0cab64/362a7e70-d95f-401f-bbfc-7c9897c71596/fc820b3b-2e8e-495b-878e-7294719d70e8) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:06.478874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e2ea4f7f-a4d0-48d7-8a3d-26aab474fc21 None None] Provisioning complete for port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:06.479252 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f7f-a4d0-48d7-8a3d-26aab474fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.487081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5e3df-e0cf-4547-b36c-2b4f601289db req-7b1fc3ee-3b12-4dfd-bdd4-f493f494439b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:06.488563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd5e3df-e0cf-4547-b36c-2b4f601289db req-7b1fc3ee-3b12-4dfd-bdd4-f493f494439b tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/ports?device_id=acd36bcd-057d-4348-b3b1-1b6833233440 HTTP/1.1" status: 200 len: 944 time: 1.3204787 Jun 01 13:13:06.564841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:06.663223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c393dfa3-b02c-4080-a8aa-98d424429c1f no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:06.825738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea4f7f-a4d0-48d7-8a3d-26aab474fc21 None None] Port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:06.859493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 38eba494-c839-45be-bc19-4e663f5d3e3b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:06.980686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cd5e3df-e0cf-4547-b36c-2b4f601289db req-6319432e-2db3-49dc-a45b-1f07d7762c97 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.40 "GET /v2.0/security-groups?id=f3239fc5-762b-407e-ada6-6658c29b3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809256 Jun 01 13:13:07.041921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-dfda7ca0-0fc0-4ea7-9fd0-371778045758 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288970 Jun 01 13:13:07.066551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.075053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.077615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.175658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c393dfa3-b02c-4080-a8aa-98d424429c1f is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:07.181101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 38eba494-c839-45be-bc19-4e663f5d3e3b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:07.189308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.194013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.195834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 38eba494-c839-45be-bc19-4e663f5d3e3b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:07.196278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.257534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Transition to ACTIVE for port object fc820b3b-2e8e-495b-878e-7294719d70e8 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:07.288082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Pushing event deleted for resources: {'Port': ['ID=c393dfa3-b02c-4080-a8aa-98d424429c1f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:07.317311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3fb5e4-1f83-4c7e-84d4-4cfeb6897d6b None None] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:07.377420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Transition to ACTIVE for port object fc820b3b-2e8e-495b-878e-7294719d70e8 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:07.382767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=fc35e056-d278-49f3-91aa-43b4e3d2413d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:07.405153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-b0251cd1-0f86-4680-b965-f9e4e332ca7e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:07.412390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-b0251cd1-0f86-4680-b965-f9e4e332ca7e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:07.413425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-b0251cd1-0f86-4680-b965-f9e4e332ca7e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:07.471810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e307d75-0f2b-4bd1-8530-b8e43dfe23f4 req-990d31c7-02dc-4054-a00b-b6f9d876c832 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0607631 Jun 01 13:13:07.472053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:07.473305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:07.540249 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.545674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] No DVR routers for this DVR port c393dfa3-b02c-4080-a8aa-98d424429c1f on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:07.552169 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.556477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-deleted', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:07.581214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-b0251cd1-0f86-4680-b965-f9e4e332ca7e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:07.588791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-b0251cd1-0f86-4680-b965-f9e4e332ca7e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/networks?id=3950f5e1-d1e6-4cea-a657-59f14e28e4f2&id=ec4fea9d-015f-480d-bde7-1b94eb0cab64 HTTP/1.1" status: 200 len: 1391 time: 1.1576090 Jun 01 13:13:07.606571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-30395cfd-a1d4-4fb5-b505-b9e7a33a011a None None] Provisioning for port c6976653-dc12-47ed-a37b-8d34e018d450 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:07.616610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9eee4d0-5da7-4e87-b123-2cedfe65e232 req-091895c3-6b67-45c7-877d-e2d664b06f30 tempest-ImagesTestJSON-153983837 tempest-ImagesTestJSON-153983837-project] 10.222.0.13 "DELETE /v2.0/ports/c393dfa3-b02c-4080-a8aa-98d424429c1f HTTP/1.1" status: 204 len: 173 time: 5.4210794 Jun 01 13:13:07.633384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:07.645237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:07.670350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-5577add1-b17a-41da-aaaa-17ce4046f506 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/quotas/f56949c077a3482da4c712078c280585 HTTP/1.1" status: 200 len: 375 time: 0.0815372 Jun 01 13:13:07.690239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:07.718428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Pushing event updated for resources: {'Port': ['ID=fc820b3b-2e8e-495b-878e-7294719d70e8,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:07.728234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router bad1e504-a4e9-4a19-ba7a-c185b88e44ce has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:07.881303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Attempting to bind port fc820b3b-2e8e-495b-878e-7294719d70e8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:07.881939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Attempting to bind port fc820b3b-2e8e-495b-878e-7294719d70e8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:07.882053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Attempting to bind port fc820b3b-2e8e-495b-878e-7294719d70e8 on network ec4fea9d-015f-480d-bde7-1b94eb0cab64 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:07.886412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 38eba494-c839-45be-bc19-4e663f5d3e3b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:07.887325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.925834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b57e10cb-8690-4e38-a380-273ed757d6fd req-5cea34bd-9f9c-43a8-9a29-d3c78416772d service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545654 Jun 01 13:13:07.946975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:07.947333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Checking segment: {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:07.947679 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.948166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Bound using segment: {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:07.948727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Bound port: fc820b3b-2e8e-495b-878e-7294719d70e8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:07.949303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:07.955593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466d530-3ce3-4e62-b0e9-95290ebe09da req-0e8f97f2-52d2-4abb-87d3-03f6ff5055eb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:07.957360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2466d530-3ce3-4e62-b0e9-95290ebe09da req-0e8f97f2-52d2-4abb-87d3-03f6ff5055eb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.7448416 Jun 01 13:13:08.019747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2466d530-3ce3-4e62-b0e9-95290ebe09da req-acdcdc05-40aa-49b9-b868-55495aee70af tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538304 Jun 01 13:13:08.028308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Provisioning for port fc35e056-d278-49f3-91aa-43b4e3d2413d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:08.050161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Provisioning complete for port fc35e056-d278-49f3-91aa-43b4e3d2413d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:08.050697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:08.073439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-9afa732b-f1a3-42b6-bb28-fb0771d71adb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:08.096308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-9afa732b-f1a3-42b6-bb28-fb0771d71adb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:08.110162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-9afa732b-f1a3-42b6-bb28-fb0771d71adb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4388030 Jun 01 13:13:08.201916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:08.208832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1581e3ab-9189-4b44-9388-8a34ac5af219 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3637490 Jun 01 13:13:08.211584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39008) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:08.225165 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59732aec-b2cb-4e98-8d62-dadea00d317e'] response: {'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'code': 200} Jun 01 13:13:08.234416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 53f09da1-abc4-4570-995c-f3030a10b56d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:08.282779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-a83da9a3-b2f8-4e00-9bc6-cd4faab94ec6 service neutron] 10.222.0.40 "GET /v2.0/networks/3950f5e1-d1e6-4cea-a657-59f14e28e4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714628 Jun 01 13:13:08.316120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614087e-1d5c-49f3-881a-e0aa78e9d079 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:08.317054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2614087e-1d5c-49f3-881a-e0aa78e9d079 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:08.344613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2614087e-1d5c-49f3-881a-e0aa78e9d079 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:08.348849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2614087e-1d5c-49f3-881a-e0aa78e9d079 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports/fc35e056-d278-49f3-91aa-43b4e3d2413d HTTP/1.1" status: 200 len: 910 time: 0.1342661 Jun 01 13:13:08.349462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:08.354581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] Sync routers for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:08.365107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 38eba494-c839-45be-bc19-4e663f5d3e3b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=38eba494-c839-45be-bc19-4e663f5d3e3b,segment=NetworkSegment(38dbcabd-23ad-43e1-9789-9b884c322633),segment_id=38dbcabd-23ad-43e1-9789-9b884c322633)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:08.393604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Port fc35e056-d278-49f3-91aa-43b4e3d2413d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:08.397999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:08.398801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c6976653-dc12-47ed-a37b-8d34e018d450 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:08.473592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=53f09da1-abc4-4570-995c-f3030a10b56d,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:08.551432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '53f09da1-abc4-4570-995c-f3030a10b56d', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': '53f09da1-abc4-4570-995c-f3030a10b56d', 'mac_address': 'fa:16:3e:21:79:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:08.572155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b477b23-db4f-4b5d-8419-398bcb6b9fbd req-a7d75f31-2d4d-43ba-b36c-b55f334d5c55 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:08.573616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b477b23-db4f-4b5d-8419-398bcb6b9fbd req-a7d75f31-2d4d-43ba-b36c-b55f334d5c55 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 943 time: 0.2879851 Jun 01 13:13:08.576269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545739e-6278-4025-81a0-0d411c8f4311 req-1701b10e-b03f-48f4-b582-f68bb5ec75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:08.578670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a545739e-6278-4025-81a0-0d411c8f4311 req-1701b10e-b03f-48f4-b582-f68bb5ec75f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 1096 time: 0.2929850 Jun 01 13:13:08.581135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-ca8d4b5e-b3d4-46cb-8bfb-097d2838df65 service neutron] 10.222.0.40 "GET /v2.0/networks/3950f5e1-d1e6-4cea-a657-59f14e28e4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975812 Jun 01 13:13:08.589226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:08.589875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:08.721690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:08.742492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Provisioning complete for port 38eba494-c839-45be-bc19-4e663f5d3e3b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:08.743210 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:08.758455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b477b23-db4f-4b5d-8419-398bcb6b9fbd req-dae7a01f-f912-474a-a202-61ef77b9a8e6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763675 Jun 01 13:13:08.760058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a545739e-6278-4025-81a0-0d411c8f4311 req-7cd9d984-4e6e-4a89-be43-2d9d15fbefa5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631978 Jun 01 13:13:08.769083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:08.793170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=38eba494-c839-45be-bc19-4e663f5d3e3b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:08.809211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:08.809967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:08.816897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-fe6f63f3-ddec-4eef-a60a-ac1fcf8910f6 service neutron] 10.222.0.40 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210181 Jun 01 13:13:08.843005 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b21a0ea-dc39-4e4e-9bbc-0ec922076a4c'] response: {'server_uuid': 'acd36bcd-057d-4348-b3b1-1b6833233440', 'name': 'network-vif-deleted', 'tag': 'c393dfa3-b02c-4080-a8aa-98d424429c1f', 'status': 'completed', 'code': 200} Jun 01 13:13:08.898906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:08.957705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:08.984789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 53f09da1-abc4-4570-995c-f3030a10b56d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:08.985164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.010818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f09da1-abc4-4570-995c-f3030a10b56d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:09.016695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.029346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-8b92d47a-ab2a-4b98-b1dc-f6f192eb8298 service neutron] 10.222.0.40 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064924 Jun 01 13:13:09.116795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:09.117393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc99975-7f62-41c6-8395-0f65f035a4a7 None None] The sync data for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:09.131753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4161e-a556-4e90-96fa-e1c01b433dda None None] Pushing event updated for resources: {'Port': ['ID=fc820b3b-2e8e-495b-878e-7294719d70e8,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:09.166698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=53f09da1-abc4-4570-995c-f3030a10b56d,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:09.190224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c6976653-dc12-47ed-a37b-8d34e018d450 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:09.201380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.297300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c6976653-dc12-47ed-a37b-8d34e018d450 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:09.311298 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.462983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port fc35e056-d278-49f3-91aa-43b4e3d2413d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:09.463532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.467193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0a57a-b1e2-4415-95a4-3e6a95e7f62a req-23d5389b-e592-4fc2-8213-b71c8049da40 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:09.468770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6d0a57a-b1e2-4415-95a4-3e6a95e7f62a req-23d5389b-e592-4fc2-8213-b71c8049da40 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.1711273 Jun 01 13:13:09.573055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d92d416a-3f07-46b7-9b18-e22906f80504 None None] Current status of the port 38eba494-c839-45be-bc19-4e663f5d3e3b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:09.662791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3facd60-1850-405d-a817-7518348c8208 req-e6c9b426-203f-4d25-94b7-c893ed2fd982 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 210 time: 0.1929312 Jun 01 13:13:09.693653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:09.777777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6d0a57a-b1e2-4415-95a4-3e6a95e7f62a req-355d4505-6fd7-496a-baf5-488538bd0a4e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019761 Jun 01 13:13:09.815173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Provisioning complete for port fc35e056-d278-49f3-91aa-43b4e3d2413d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:09.819786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.931680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:09.938415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['53f09da1-abc4-4570-995c-f3030a10b56d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:10.035061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Port fc35e056-d278-49f3-91aa-43b4e3d2413d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:10.039515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c6976653-dc12-47ed-a37b-8d34e018d450 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:10.040119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.100554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Provisioning complete for port c6976653-dc12-47ed-a37b-8d34e018d450 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:10.101191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.109251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for fc35e056-d278-49f3-91aa-43b4e3d2413d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:10.158503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c6976653-dc12-47ed-a37b-8d34e018d450, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c6976653-dc12-47ed-a37b-8d34e018d450,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:10.179263 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.180060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 31264470-aa1c-4158-9fe9-c9cde4bb886d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:10.199019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dc9ac-4367-4631-835c-daafbad9a4b3 req-eb3a6fd2-1c22-41bf-a0a0-634f3762406c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:10.200617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f6dc9ac-4367-4631-835c-daafbad9a4b3 req-eb3a6fd2-1c22-41bf-a0a0-634f3762406c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 944 time: 0.2091238 Jun 01 13:13:10.306504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f6dc9ac-4367-4631-835c-daafbad9a4b3 req-93af5f3c-0583-4e10-a994-37c44a22188a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966694 Jun 01 13:13:10.370858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c6976653-dc12-47ed-a37b-8d34e018d450,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:10.449414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39060) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:10.490254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 31264470-aa1c-4158-9fe9-c9cde4bb886d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:10.490647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.581562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Deleting subnet e6dd9342-103c-4629-8458-8606518e55bc {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:10.586247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.596437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2d02a771-c6a6-4222-81af-2faf7baad1f7 None None] Current status of the port c6976653-dc12-47ed-a37b-8d34e018d450 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:10.651091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.715720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.770178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.773026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 31264470-aa1c-4158-9fe9-c9cde4bb886d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:10.844771 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.891752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=fc35e056-d278-49f3-91aa-43b4e3d2413d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:10.943389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14183a3-ba13-49c9-bdd1-2e8cf3ff51e3 None None] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:10.959608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:10.966438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e6dd9342-103c-4629-8458-8606518e55bc HTTP/1.1" status: 204 len: 168 time: 0.5157194 Jun 01 13:13:11.009695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3fa2f-fef7-43ba-ad94-896a6f366642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6dd9342-103c-4629-8458-8606518e55bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:11.013601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39068) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:11.020014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71b7b18d-7936-4ee4-8a3b-9e6d54627122 req-e2e0564b-e44a-4b2d-9391-85b574ff1e4e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 210 time: 0.1563873 Jun 01 13:13:11.083969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c0df-1864-4e90-8281-72eb4a366c67 req-5f75088e-db5a-43e8-a8aa-55d0c3fc838f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:11.086827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0857c0df-1864-4e90-8281-72eb4a366c67 req-5f75088e-db5a-43e8-a8aa-55d0c3fc838f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.1191533 Jun 01 13:13:11.126042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c6976653-dc12-47ed-a37b-8d34e018d450 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:11.341311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9913d934-0150-44a3-8111-d5b89ea9ea81 None None] Provisioning for port fc820b3b-2e8e-495b-878e-7294719d70e8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:11.358853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.388872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0857c0df-1864-4e90-8281-72eb4a366c67 req-9cc91697-d345-4d30-a15e-369b9c44c63b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740972 Jun 01 13:13:11.440522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-6ebed6c1-d2a8-4c20-8456-be42607604cb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:11.447612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-6ebed6c1-d2a8-4c20-8456-be42607604cb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:11.449522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-6ebed6c1-d2a8-4c20-8456-be42607604cb tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "GET /v2.0/networks?id=3950f5e1-d1e6-4cea-a657-59f14e28e4f2&id=ec4fea9d-015f-480d-bde7-1b94eb0cab64 HTTP/1.1" status: 200 len: 1391 time: 0.3614042 Jun 01 13:13:11.465024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'port': {'device_id': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2', 'admin_state_up': True, 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:11.518346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c6976653-dc12-47ed-a37b-8d34e018d450 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:11.518744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.609898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.693683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c6976653-dc12-47ed-a37b-8d34e018d450 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:11.696053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc820b3b-2e8e-495b-878e-7294719d70e8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:11.751510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b2036-4c7c-4c40-b7eb-2bdd6a1f2719 req-9a68f1a6-5ff8-4bcc-a3a7-5b4b780149fc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:11.753374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b9b2036-4c7c-4c40-b7eb-2bdd6a1f2719 req-9a68f1a6-5ff8-4bcc-a3a7-5b4b780149fc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 944 time: 0.2585998 Jun 01 13:13:11.766324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:11.770203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fc820b3b-2e8e-495b-878e-7294719d70e8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:11.775998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fc820b3b-2e8e-495b-878e-7294719d70e8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:11.776773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.780203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:port and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:11.814900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:11.825852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ee6cd-9c39-45b4-8a05-984476b08190 req-c102e865-6df6-454b-9ae1-7286b8fb251e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:11.831427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951ee6cd-9c39-45b4-8a05-984476b08190 req-c102e865-6df6-454b-9ae1-7286b8fb251e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.2156055 Jun 01 13:13:11.837530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:11.839614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39076) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:11.855000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:11.902756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc820b3b-2e8e-495b-878e-7294719d70e8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:11.903609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.907346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.929125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b9b2036-4c7c-4c40-b7eb-2bdd6a1f2719 req-1a35c359-4671-4951-b8dd-b24d2c5d9d11 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580253 Jun 01 13:13:11.944256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:11.944524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77119ff8-eb92-4710-83fa-7760fc0af338']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:11.951204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.952233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 38eba494-c839-45be-bc19-4e663f5d3e3b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:11.953116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:11.961622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb59052-272f-4a20-b4f1-3b1894b3d8df') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:11.962211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb59052-272f-4a20-b4f1-3b1894b3d8df') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:11.978640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router bad1e504-a4e9-4a19-ba7a-c185b88e44ce has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:11.980274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.002924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.020607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:12.024502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.077316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:12.078911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.113641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-64b63b69-c841-4b2a-93fd-59ce2245f97e None None] Provisioning complete for port fc820b3b-2e8e-495b-878e-7294719d70e8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:12.114011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-64b63b69-c841-4b2a-93fd-59ce2245f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.177581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fc820b3b-2e8e-495b-878e-7294719d70e8,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:12.194260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 38eba494-c839-45be-bc19-4e663f5d3e3b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:12.195327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.229435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 53f09da1-abc4-4570-995c-f3030a10b56d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:12.256417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d445940-f119-41a5-8e51-eb1431b7570c req-6e692726-a072-47eb-bbe3-d95b6ebfeb1b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 210 time: 0.0675924 Jun 01 13:13:12.281256 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4fb59052-272f-4a20-b4f1-3b1894b3d8df resource provider aggregate not found Jun 01 13:13:12.352052 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4fb59052-272f-4a20-b4f1-3b1894b3d8df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fb59052-272f-4a20-b4f1-3b1894b3d8df found for delete ", "request_id": "req-8c753454-cf45-4f30-9b78-d37747b4dc15"}]} Jun 01 13:13:12.375574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-64b63b69-c841-4b2a-93fd-59ce2245f97e None None] Current status of the port fc820b3b-2e8e-495b-878e-7294719d70e8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:12.392835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:12.395720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.419813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.425117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 53f09da1-abc4-4570-995c-f3030a10b56d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:12.427009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] Sync routers for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:12.428121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] Pushing event deleted for resources: {'Network': ['ID=77119ff8-eb92-4710-83fa-7760fc0af338,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:12.440966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 53f09da1-abc4-4570-995c-f3030a10b56d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:12.441423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.449736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:12.451475 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:12.465067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69aa7086-39e7-4559-bd6b-7ba298f25050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1121502 Jun 01 13:13:12.465558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:12.496086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 38eba494-c839-45be-bc19-4e663f5d3e3b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:12.574250 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49c0734f-16d0-49ef-a8ef-19b9ee7fddbf admin admin] 10.222.0.40 "DELETE /v2.0/networks/77119ff8-eb92-4710-83fa-7760fc0af338 HTTP/1.1" status: 204 len: 168 time: 1.5594392 Jun 01 13:13:12.590550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 53f09da1-abc4-4570-995c-f3030a10b56d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:12.590855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.594115 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:12.613107 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:12.613437 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:12.661213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Allocated IP 19.80.0.104 (3950f5e1-d1e6-4cea-a657-59f14e28e4f2/b92b9419-b855-4c28-af99-cb648019f1f7/a42e00bd-dbaf-4d99-a7f0-71a3140b7c78) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:12.698419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=53f09da1-abc4-4570-995c-f3030a10b56d,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:12.700204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:12.723724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:12.727966 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:12.729903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4d342-6704-49c2-82cc-efd07d0cb82a None None] The sync data for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:12.803185 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11bc7cd-98d6-4eb9-80a5-6be7b2461c69'] response: {'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d', 'code': 200} Jun 01 13:13:12.849003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:12.893737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc820b3b-2e8e-495b-878e-7294719d70e8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:12.934658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:12.983522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fc820b3b-2e8e-495b-878e-7294719d70e8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:12.984689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.016849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c144381d-9d0e-45ae-b40e-ee202ef28fa9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c14b4b72482f416e9341b41f9bb7155e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791392 Jun 01 13:13:13.018318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:13.124942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc820b3b-2e8e-495b-878e-7294719d70e8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:13.147285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.215540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.275398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.366422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.392371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.427932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3239fc5-762b-407e-ada6-6658c29b3746,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:13.429250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130075d0-d2da-4536-85d8-3f84e8b1ec9a req-8818c269-6a31-41a1-8843-a7d52ec14351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:13.431376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130075d0-d2da-4536-85d8-3f84e8b1ec9a req-8818c269-6a31-41a1-8843-a7d52ec14351 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 1096 time: 0.4968779 Jun 01 13:13:13.448804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Transition to ACTIVE for port object a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:13.465136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.468845 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6e607496-270e-4b74-87f1-48657fa6d1a0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3239fc5-762b-407e-ada6-6658c29b3746 HTTP/1.1" status: 204 len: 168 time: 0.4177706 Jun 01 13:13:13.474733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9caac67e-67ce-494e-8b99-3e96fef1e6d1 req-6701caea-2dfa-41a8-8a79-43335b198ea5 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 210 time: 0.0882125 Jun 01 13:13:13.478303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.503181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.573628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130075d0-d2da-4536-85d8-3f84e8b1ec9a req-69cde379-739c-4f7f-a4f0-54f569e3489b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298387 Jun 01 13:13:13.581287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88afc6-3c84-4bd2-8548-4844affd942b req-ab4cc8b5-e671-411d-a44d-1fe4e9f53056 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:13.582755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e88afc6-3c84-4bd2-8548-4844affd942b req-ab4cc8b5-e671-411d-a44d-1fe4e9f53056 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.3945801 Jun 01 13:13:13.695614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 3a6e3a7a-ce55-4812-9d31-e67924cc2710 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:13.695982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.723467 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.771201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e88afc6-3c84-4bd2-8548-4844affd942b req-80589db3-05ad-4105-a1b5-30e51a5554a8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751213 Jun 01 13:13:13.806069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:13.810899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:13.816208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:13.851004 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 4feb7460-f6eb-46eb-8099-0b41f4b673ab associated. External IP: 172.25.7.114, port: 0f29b528-5ea2-4fe4-a3c3-71aba9725830. Jun 01 13:13:13.919163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:13.944564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:14.072218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:14.072863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:14.160114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-75ff3841-c221-4c94-bc0f-1921dcf60309 None None] Provisioning for port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:14.167971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-d64b2a1b-1797-4349-9a70-eadc230ea172 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7066786 Jun 01 13:13:14.180854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-75ff3841-c221-4c94-bc0f-1921dcf60309 None None] Provisioning complete for port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:14.181226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75ff3841-c221-4c94-bc0f-1921dcf60309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:14.182822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Request body: {'port': {'device_id': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64', 'admin_state_up': True, 'tenant_id': 'f56949c077a3482da4c712078c280585'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:14.210782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 3a6e3a7a-ce55-4812-9d31-e67924cc2710 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:14.240686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75ff3841-c221-4c94-bc0f-1921dcf60309 None None] Port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:14.405896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:14.422272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:14.425361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:14.429195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Usage tracker for resource:port and tenant:f56949c077a3482da4c712078c280585 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:14.432776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:14.442394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:14.538511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=3a6e3a7a-ce55-4812-9d31-e67924cc2710,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:14.555636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Made reservation on behalf of f56949c077a3482da4c712078c280585 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:14.561605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:14.778240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:15.058641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:15.071843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:15.088128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:15.089131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:15.093581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router bad1e504-a4e9-4a19-ba7a-c185b88e44ce has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:15.123924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:15.222556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de705faa-3d49-4284-8a43-25074a08ed4a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "PUT /v2.0/floatingips/4feb7460-f6eb-46eb-8099-0b41f4b673ab HTTP/1.1" status: 200 len: 991 time: 3.3814027 Jun 01 13:13:15.227503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:15.244662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776b71-86e1-4e5e-a3d2-084505fc3d89 req-d6538f2b-0776-45c3-a3b4-25ddde96eb0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:15.245358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-43776b71-86e1-4e5e-a3d2-084505fc3d89 req-d6538f2b-0776-45c3-a3b4-25ddde96eb0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:15.248301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:15.250143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Allocated IP 19.86.0.221 (ec4fea9d-015f-480d-bde7-1b94eb0cab64/362a7e70-d95f-401f-bbfc-7c9897c71596/3e7fb193-d999-49d4-8729-80c780af37c4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:15.261018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] Sync routers for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:15.262556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd770e-95ac-4e92-a797-e8fe2bde6b33 req-2eb15dd8-0485-4961-b00e-70f71146db09 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:15.265055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4fd770e-95ac-4e92-a797-e8fe2bde6b33 req-2eb15dd8-0485-4961-b00e-70f71146db09 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3813016 Jun 01 13:13:15.269782 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d9d963d-f49e-49ee-8d05-a5f1f4c58e41 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001926 Jun 01 13:13:15.270550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:15.287022 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:15.288112 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:15.313493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-43776b71-86e1-4e5e-a3d2-084505fc3d89 req-d6538f2b-0776-45c3-a3b4-25ddde96eb0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:15.314578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43776b71-86e1-4e5e-a3d2-084505fc3d89 req-d6538f2b-0776-45c3-a3b4-25ddde96eb0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 932 time: 0.6248968 Jun 01 13:13:15.323338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8655264c-dec6-4cb7-925c-b327ca5d4f7b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:15.342259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8655264c-dec6-4cb7-925c-b327ca5d4f7b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:15.346160 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8655264c-dec6-4cb7-925c-b327ca5d4f7b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=bad1e504-a4e9-4a19-ba7a-c185b88e44ce HTTP/1.1" status: 200 len: 205 time: 0.0720770 Jun 01 13:13:15.346851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39150) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:15.396760 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:15.405661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4fd770e-95ac-4e92-a797-e8fe2bde6b33 req-b21c50f6-cb8b-42c7-9e19-8d843c5646dc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278470 Jun 01 13:13:15.411084 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] Routers {'bad1e504-a4e9-4a19-ba7a-c185b88e44ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:15.412247 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:15.416265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:13:15.498969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43776b71-86e1-4e5e-a3d2-084505fc3d89 req-f7d0d485-bed9-45a9-8014-b306146c4124 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706514 Jun 01 13:13:15.568991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:15.571122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c35519-4988-4dad-acdd-d62248ae142c None None] The sync data for ids ['bad1e504-a4e9-4a19-ba7a-c185b88e44ce'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:15.576828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:15.600850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:13:15.641375 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828bfdfd-1c2c-45d8-b5a0-76dfb366a945'] response: {'name': 'network-changed', 'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'status': 'completed', 'code': 200} Jun 01 13:13:15.923463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:15.985535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745dc00-06da-4bee-b66a-168eee0658f9 req-c12bcb62-1238-4da5-9761-597512eff0bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:15.993231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4745dc00-06da-4bee-b66a-168eee0658f9 req-c12bcb62-1238-4da5-9761-597512eff0bc tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.3644807 Jun 01 13:13:15.998216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Transition to ACTIVE for port object 3e7fb193-d999-49d4-8729-80c780af37c4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:16.060848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4745dc00-06da-4bee-b66a-168eee0658f9 req-bc03bea7-4de1-4428-985a-4a624633f93c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Jun 01 13:13:16.086438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-9e875350-6dbd-463e-ae6f-35dbd841ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:16.090228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-9e875350-6dbd-463e-ae6f-35dbd841ef24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 1096 time: 0.3647757 Jun 01 13:13:16.150847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:13Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:16.160523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:13:16.185251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:16.185251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:12:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:16.232889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26c0c3-457a-4e18-b98e-0ef747fc3c2f req-a6482bdf-4f8b-4e1f-ad47-b79c29a0036f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:16.241444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f26c0c3-457a-4e18-b98e-0ef747fc3c2f req-a6482bdf-4f8b-4e1f-ad47-b79c29a0036f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4402082 Jun 01 13:13:16.330767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.337117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.371580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.379944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.381110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router bad1e504-a4e9-4a19-ba7a-c185b88e44ce {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:13:16.397333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.398441 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-373115dd-c05d-4583-90c4-d1181433f3d4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce HTTP/1.1" status: 204 len: 168 time: 1.0508771 Jun 01 13:13:16.401575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:16.501388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:13:16.515497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f26c0c3-457a-4e18-b98e-0ef747fc3c2f req-c1fe0581-2a3a-4387-a856-b5a78285f816 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722032 Jun 01 13:13:16.563990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:16.570791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:16.570967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 9c096b05-30dd-463e-86bc-730085dec9f0 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:16.572600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:16.587527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.644216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event updated for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:16.663926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-98b974f1-0e61-49c9-baeb-250e55d33ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:16.665430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-98b974f1-0e61-49c9-baeb-250e55d33ce8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.5578723 Jun 01 13:13:16.669888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.771005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:16.771434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.841811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.865535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-37e9cfbe-b930-4bcb-811e-a8ee67c3adf8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6883082 Jun 01 13:13:16.873563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-50bda5fc-8e4f-41bd-b773-a9d3ff61e699 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 200 len: 999 time: 0.1956422 Jun 01 13:13:16.889917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fad6-b4b8-4fb6-8c70-22a44964f3e0 req-0ecd934a-9c7b-4081-b7ee-dc5b7c5eb949 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:16.891680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fa0fad6-b4b8-4fb6-8c70-22a44964f3e0 req-0ecd934a-9c7b-4081-b7ee-dc5b7c5eb949 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.5943987 Jun 01 13:13:16.898455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Request body: {'port': {'device_id': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:16.925712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.940953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7b16b24c-5383-420b-9957-d6e7bed5a2c8 None None] Provisioning for port 3e7fb193-d999-49d4-8729-80c780af37c4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:16.949819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7b16b24c-5383-420b-9957-d6e7bed5a2c8 None None] Provisioning complete for port 3e7fb193-d999-49d4-8729-80c780af37c4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:16.950261 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7b16b24c-5383-420b-9957-d6e7bed5a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.965863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=9c096b05-30dd-463e-86bc-730085dec9f0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:16.969690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:16.976395 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-725f48d8-9fc5-42b4-9d3d-88babe5b565a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/9c096b05-30dd-463e-86bc-730085dec9f0 HTTP/1.1" status: 204 len: 168 time: 0.5742404 Jun 01 13:13:16.978926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:16.997794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f0ddd-6437-404b-9425-c18685c4c71b None None] Network fc4e3996-c0b8-44f4-88e4-1a2dbf960906 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:17.050814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet f3ebfb08-8119-4ac2-90a9-fe4f823c0870 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:17.053897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.111934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.116393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7b16b24c-5383-420b-9957-d6e7bed5a2c8 None None] Port 3e7fb193-d999-49d4-8729-80c780af37c4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:17.199734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.240828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-3ddb7863-19b0-4c35-9e90-bb83e370166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:17.242205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-3ddb7863-19b0-4c35-9e90-bb83e370166b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.3485270 Jun 01 13:13:17.257424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fa0fad6-b4b8-4fb6-8c70-22a44964f3e0 req-139e8c49-6035-407b-8586-6bb0bbed923d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885711 Jun 01 13:13:17.287683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:13Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:17.295024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88941e5a-a86f-462a-a094-bcb96801188b None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:13Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:17.297564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.337828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871eb6-b39e-4b72-8e94-90eef0d77b4b req-392611c5-ff2b-4e4d-9b48-e7647495a408 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:17.343715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871eb6-b39e-4b72-8e94-90eef0d77b4b req-392611c5-ff2b-4e4d-9b48-e7647495a408 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:17.345314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af871eb6-b39e-4b72-8e94-90eef0d77b4b req-392611c5-ff2b-4e4d-9b48-e7647495a408 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1655 time: 0.5428865 Jun 01 13:13:17.357445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.363864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ebfb08-8119-4ac2-90a9-fe4f823c0870,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:17.369566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.377993 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-543065a3-41f5-4aa1-a578-a140d95c6ad5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/f3ebfb08-8119-4ac2-90a9-fe4f823c0870 HTTP/1.1" status: 204 len: 168 time: 0.3977187 Jun 01 13:13:17.380800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:17.385128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29a98f-03d7-4a73-ab49-52bce399c0fd None None] Network 8186c820-3098-4809-9676-ae94f1cf3ddb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:17.412589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] DHCP port deletion for fc4e3996-c0b8-44f4-88e4-1a2dbf960906 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:17.479662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Deleting port 38eba494-c839-45be-bc19-4e663f5d3e3b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:17.480031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.543647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.561241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 38eba494-c839-45be-bc19-4e663f5d3e3b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:17.561581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.569918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af871eb6-b39e-4b72-8e94-90eef0d77b4b req-ed9d167a-316d-4542-ab33-4282e2e849f2 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154262 Jun 01 13:13:17.650399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-512df7e1-a102-4bcf-acd2-3648ba4903b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:17.651891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-512df7e1-a102-4bcf-acd2-3648ba4903b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3978646 Jun 01 13:13:17.685263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a800d7-4583-4e29-a244-e44b4e52d58a None None] New status for floating IP 4feb7460-f6eb-46eb-8099-0b41f4b673ab: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:13:17.850788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ef0e9-d587-4137-b278-f1052cf38cc4 req-8210c739-ac8a-4114-8fed-549c22418ed7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:17.853543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 38eba494-c839-45be-bc19-4e663f5d3e3b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=38eba494-c839-45be-bc19-4e663f5d3e3b,segment=NetworkSegment(38dbcabd-23ad-43e1-9789-9b884c322633),segment_id=38dbcabd-23ad-43e1-9789-9b884c322633)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:17.854360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:17.857900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414ef0e9-d587-4137-b278-f1052cf38cc4 req-8210c739-ac8a-4114-8fed-549c22418ed7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4318752 Jun 01 13:13:17.984755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 38eba494-c839-45be-bc19-4e663f5d3e3b owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:18.058042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414ef0e9-d587-4137-b278-f1052cf38cc4 req-5227e636-e43f-4001-8bcb-8f8de231d695 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992784 Jun 01 13:13:18.064665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-e496836c-6d9f-4ab0-ae11-5ab086cedb9c service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029465 Jun 01 13:13:18.083928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.086700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.102054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] For port 38eba494-c839-45be-bc19-4e663f5d3e3b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=38eba494-c839-45be-bc19-4e663f5d3e3b,segment=NetworkSegment(38dbcabd-23ad-43e1-9789-9b884c322633),segment_id=38dbcabd-23ad-43e1-9789-9b884c322633)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:18.102453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.197255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=38eba494-c839-45be-bc19-4e663f5d3e3b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:18.217161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port 38eba494-c839-45be-bc19-4e663f5d3e3b on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:18.291384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c071292-02e8-4f40-8b0b-b70207de07a0 req-7cdb1a7f-0bb0-4c8b-8f3a-cc3dd8267601 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:18.292881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c071292-02e8-4f40-8b0b-b70207de07a0 req-7cdb1a7f-0bb0-4c8b-8f3a-cc3dd8267601 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.4982162 Jun 01 13:13:18.346111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.352824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] DHCP port deletion for 8186c820-3098-4809-9676-ae94f1cf3ddb request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:18.369995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Calling delete_port for 38eba494-c839-45be-bc19-4e663f5d3e3b owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:18.377275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4e3996-c0b8-44f4-88e4-1a2dbf960906']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:18.389370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:18.390976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dbcabd-23ad-43e1-9789-9b884c322633') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:18.391281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dbcabd-23ad-43e1-9789-9b884c322633') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:18.404526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.409734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.409896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Deleting port 31264470-aa1c-4158-9fe9-c9cde4bb886d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:18.410150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.414039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4efc2a6d-6341-4a38-8543-6551954b3b74 req-37881d58-a91d-4621-b23f-024c18d40ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415594 Jun 01 13:13:18.427319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.439595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:18.440418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.447313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c071292-02e8-4f40-8b0b-b70207de07a0 req-eda59970-486e-482f-b775-b59a279ec388 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317167 Jun 01 13:13:18.490737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fb31d-8e4d-475b-acfa-e911a9a9e3bd req-105002b6-0910-4412-bf48-13267cae003e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:18.493738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-df901a6c-3fd6-465e-ab9c-6740463f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.494388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de8fb31d-8e4d-475b-acfa-e911a9a9e3bd req-105002b6-0910-4412-bf48-13267cae003e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2965314 Jun 01 13:13:18.573914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de8fb31d-8e4d-475b-acfa-e911a9a9e3bd req-52dc231e-6198-49d6-a0e0-fb46e64d7c5f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728176 Jun 01 13:13:18.629302 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:18.629767 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:18.694159 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 38dbcabd-23ad-43e1-9789-9b884c322633 resource provider aggregate not found Jun 01 13:13:18.733303 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 38dbcabd-23ad-43e1-9789-9b884c322633 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38dbcabd-23ad-43e1-9789-9b884c322633 found for delete ", "request_id": "req-a7ae0383-cac6-4fe9-92fb-0af6a7971d8c"}]} Jun 01 13:13:18.750841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.755664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Transition to ACTIVE for port object a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:18.769708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.787858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.799390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=fc4e3996-c0b8-44f4-88e4-1a2dbf960906,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:18.817619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a0fd5854-7722-45a1-9c2e-060e2f88273c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/fc4e3996-c0b8-44f4-88e4-1a2dbf960906 HTTP/1.1" status: 204 len: 168 time: 1.4352777 Jun 01 13:13:18.822076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:18.880507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] For port 31264470-aa1c-4158-9fe9-c9cde4bb886d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=31264470-aa1c-4158-9fe9-c9cde4bb886d,segment=NetworkSegment(519f8bff-5328-441d-b41a-f9e04f698207),segment_id=519f8bff-5328-441d-b41a-f9e04f698207)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:18.881118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:18.977579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 38eba494-c839-45be-bc19-4e663f5d3e3b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:18.978075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Pushing event updated for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:19.057041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.086741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 31264470-aa1c-4158-9fe9-c9cde4bb886d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:19.087082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.091164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Calling delete_port for 31264470-aa1c-4158-9fe9-c9cde4bb886d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:19.119032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 38eba494-c839-45be-bc19-4e663f5d3e3b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:19.119188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 38eba494-c839-45be-bc19-4e663f5d3e3b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:19.119921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 31264470-aa1c-4158-9fe9-c9cde4bb886d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:19.156572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Deleting port 38eba494-c839-45be-bc19-4e663f5d3e3b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:19.157013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.257783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c5ba-2fdd-4f91-b807-149fe87aa0be None None] The port '38eba494-c839-45be-bc19-4e663f5d3e3b' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:19.288859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7035-0fdc-4f22-8170-c60857e8a0c3 req-ae6fb5c3-3239-4410-b02a-20bc6a267654 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:19.294694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7035-0fdc-4f22-8170-c60857e8a0c3 req-ae6fb5c3-3239-4410-b02a-20bc6a267654 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:19.302630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-386e7035-0fdc-4f22-8170-c60857e8a0c3 req-ae6fb5c3-3239-4410-b02a-20bc6a267654 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1655 time: 0.5916212 Jun 01 13:13:19.349696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.382113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 31264470-aa1c-4158-9fe9-c9cde4bb886d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=31264470-aa1c-4158-9fe9-c9cde4bb886d,segment=NetworkSegment(519f8bff-5328-441d-b41a-f9e04f698207),segment_id=519f8bff-5328-441d-b41a-f9e04f698207)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:19.382778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.384949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Attempting to bind port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:19.385263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Attempting to bind port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:19.385625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Attempting to bind port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 on network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:19.403169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-386e7035-0fdc-4f22-8170-c60857e8a0c3 req-fdddbef1-569a-4425-b0a0-b2fbcd57679f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996821 Jun 01 13:13:19.404370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 on network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:19.405605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Attempting to bind port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 on network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:19.407286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] Pushing event deleted for resources: {'Port': ['ID=31264470-aa1c-4158-9fe9-c9cde4bb886d,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:19.409728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4b326-c9e6-4f93-9b73-8b9fa5b85bb7 None None] No DVR routers for this DVR port 31264470-aa1c-4158-9fe9-c9cde4bb886d on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:19.426071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 31264470-aa1c-4158-9fe9-c9cde4bb886d is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:19.426071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.446723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:19.447064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Checking segment: {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:19.447449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Bound using segment: {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:19.447881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Bound port: a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c45183-025a-47ba-ab0d-1b953d15bfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:19.448225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.469658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-58768e0d-9f48-4317-962b-f97ac24c4ed1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:19.476607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-58768e0d-9f48-4317-962b-f97ac24c4ed1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.4590726 Jun 01 13:13:19.542745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 31264470-aa1c-4158-9fe9-c9cde4bb886d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:19.621569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:19.621838 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:19.681525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-2aec3520-ee34-456c-a442-c303e3c3170a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/quotas/c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 375 time: 0.2040310 Jun 01 13:13:19.841055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:19.844872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:19.853532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.933017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:19.933724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:19.935136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] 10.222.0.13 "PUT /v2.0/ports/a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 HTTP/1.1" status: 200 len: 1092 time: 3.0425313 Jun 01 13:13:19.935607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:19.965211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-002b1ea9-362d-40b2-9038-d806669d46d4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2772009 Jun 01 13:13:19.976417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Request body: {'port': {'device_id': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:20.011095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ec58c-5cd7-4222-af1b-10729449b516 req-cc68d7f2-e504-42d8-9c7c-49dd17efb10c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:20.012791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a5ec58c-5cd7-4222-af1b-10729449b516 req-cc68d7f2-e504-42d8-9c7c-49dd17efb10c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.2568843 Jun 01 13:13:20.049664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded1d12-5dd4-4ff8-86e8-b9c00279872e service neutron] Pushing event updated for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:20.123005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 31264470-aa1c-4158-9fe9-c9cde4bb886d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:20.123572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.197557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] The port '31264470-aa1c-4158-9fe9-c9cde4bb886d' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:20.221378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a5ec58c-5cd7-4222-af1b-10729449b516 req-ee5e4139-09a9-476b-bfe8-29beb2459fac tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824131 Jun 01 13:13:20.257610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-8c1ea88c-c306-4108-9f08-7ff879b23057 service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559028 Jun 01 13:13:20.258144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.323139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.352338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8186c820-3098-4809-9676-ae94f1cf3ddb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:20.371873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519f8bff-5328-441d-b41a-f9e04f698207') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:20.372528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519f8bff-5328-441d-b41a-f9e04f698207') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:20.376881 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7231d51e-4293-4002-b870-3fa9d99a416d'] response: {'name': 'network-changed', 'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78', 'status': 'completed', 'code': 200} Jun 01 13:13:20.386867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.405936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.414138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:20.414536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.485317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-286910ce-02a2-415c-ab53-943fef04703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.534503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.540671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.569648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/8186c820-3098-4809-9676-ae94f1cf3ddb HTTP/1.1" status: 204 len: 168 time: 1.7456498 Jun 01 13:13:20.573337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:20.588754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890649736'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:20.593896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf366b-1996-43e3-aab0-5f5ce609f7ac tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=8186c820-3098-4809-9676-ae94f1cf3ddb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:20.598544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:20.603427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:20.606468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:20.612297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:20.623455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:20.627513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.663842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:13:20.673253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-6246fcae-ddd3-4b1f-a473-5ee5748cf8ae service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051533 Jun 01 13:13:20.675491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.676417 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 22ddea12-a30b-4155-aa57-16bde35ca4a5 of type vlan for network 072a740d-89c1-479c-947b-4c350e3d58a0 Jun 01 13:13:20.704952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.748013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.755865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:20.763917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:20.777038 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 519f8bff-5328-441d-b41a-f9e04f698207 resource provider aggregate not found Jun 01 13:13:20.798781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1e1f6f9e-7b52-4abe-9c2a-acf009391f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:20.799503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1e1f6f9e-7b52-4abe-9c2a-acf009391f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:20.801329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1e1f6f9e-7b52-4abe-9c2a-acf009391f24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1914 time: 0.4103320 Jun 01 13:13:20.812576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-085aaeca-e945-4d04-8c2a-98d99d6aeb1a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:20.814101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-085aaeca-e945-4d04-8c2a-98d99d6aeb1a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.3822010 Jun 01 13:13:20.859961 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 519f8bff-5328-441d-b41a-f9e04f698207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 519f8bff-5328-441d-b41a-f9e04f698207 found for delete ", "request_id": "req-1e584144-e75a-449d-948d-df0745e5dfe3"}]} Jun 01 13:13:20.881064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3012948 Jun 01 13:13:20.881887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:20.893087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:20.914432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9526a-d4e5-468a-81af-d971d7c5b1c1 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=072a740d-89c1-479c-947b-4c350e3d58a0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:20.933973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 072a740d-89c1-479c-947b-4c350e3d58a0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:13:21.015327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:21.019593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:21.022632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:21.028773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:21.041527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-949af874-9db8-4f5c-939b-e4a61b6cec7f req-373c295c-ddc7-4b82-ae89-512bca1e75f0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 210 time: 0.1451545 Jun 01 13:13:21.055365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:21.066940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.087774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 53f09da1-abc4-4570-995c-f3030a10b56d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:21.088196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.296599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099561-8e86-42f5-b29f-e89c6288eee4 req-91b84b53-e8c1-4e16-8a9b-65c1ab1e78b3 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.302340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099561-8e86-42f5-b29f-e89c6288eee4 req-91b84b53-e8c1-4e16-8a9b-65c1ab1e78b3 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.309690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9099561-8e86-42f5-b29f-e89c6288eee4 req-91b84b53-e8c1-4e16-8a9b-65c1ab1e78b3 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1667 time: 0.6910374 Jun 01 13:13:21.322154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.411386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1453c8cf-a75b-401c-9bf2-7281ccf47f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.411991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1453c8cf-a75b-401c-9bf2-7281ccf47f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.412927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1453c8cf-a75b-401c-9bf2-7281ccf47f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.414480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-1453c8cf-a75b-401c-9bf2-7281ccf47f05 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f56949c077a3482da4c712078c280585&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5958300 Jun 01 13:13:21.430058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=29736c18-5cb3-4c66-9e01-dd1f5ef383bc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:21.436119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '22ddea12-a30b-4155-aa57-16bde35ca4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:21.436119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: 072a740d-89c1-479c-947b-4c350e3d58a0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:21.456967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 072a740d-89c1-479c-947b-4c350e3d58a0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:21.469421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 072a740d-89c1-479c-947b-4c350e3d58a0) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:21.479609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b7689-e37c-41c4-88b1-e7ce25983e7f None None] Network 072a740d-89c1-479c-947b-4c350e3d58a0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:21.488174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.490009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.538402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9f88b953-c890-4071-924d-37855bf52350 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6526723 Jun 01 13:13:21.538964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:21.544995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1538496723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:21.559363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:21.563640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:21.566802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:21.573000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:21.603897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.605849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.636918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9099561-8e86-42f5-b29f-e89c6288eee4 req-6176e194-35a8-486c-adbb-cea8f4ba2542 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261180 Jun 01 13:13:21.671501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.672624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.682149 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.695251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.712604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7fb193-d999-49d4-8729-80c780af37c4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:21.724853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.726401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7c07904-7915-41f0-b3e7-e4978eea4050 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1865041 Jun 01 13:13:21.736625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:21.758024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'port': {'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0', 'name': 'tempest-RoutersTest-2038973681'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:21.771822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.850206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Transition to ACTIVE for port object 3e7fb193-d999-49d4-8729-80c780af37c4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:21.855266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-39557c8c-ea4f-484f-906b-8588a8a37e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:21.858384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-072a740d-89c1-479c-947b-4c350e3d58a0', 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '29736c18-5cb3-4c66-9e01-dd1f5ef383bc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:21.859294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:21.867809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b985718-1e15-452f-83b7-5c604056e5c3 req-39557c8c-ea4f-484f-906b-8588a8a37e67 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4377427 Jun 01 13:13:21.920998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.003927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ad95f-2053-496c-980c-3dd5761529d9 req-db3e8900-7bbf-4f07-9df7-1334a362c729 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:22.005442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-625ad95f-2053-496c-980c-3dd5761529d9 req-db3e8900-7bbf-4f07-9df7-1334a362c729 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 945 time: 0.6498187 Jun 01 13:13:22.010719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:22.021896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:port and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:22.024927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:22.033207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:22.052531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:22.056085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.095570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] device_id is not set on port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:13:22.155051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 53f09da1-abc4-4570-995c-f3030a10b56d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=53f09da1-abc4-4570-995c-f3030a10b56d,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:22.155693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.244415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Allocated IP 172.20.0.2 (072a740d-89c1-479c-947b-4c350e3d58a0/29736c18-5cb3-4c66-9e01-dd1f5ef383bc/aa01b67f-e4ab-45f6-aa82-4e0ec6616a51) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:22.361821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 53f09da1-abc4-4570-995c-f3030a10b56d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:22.507983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-625ad95f-2053-496c-980c-3dd5761529d9 req-382e0b2a-768e-4546-a96b-a3f9c6081256 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891300 Jun 01 13:13:22.508681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:22.521739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.532673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Transition to ACTIVE for port object aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:22.556014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Transition to ACTIVE for port object aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:22.570238 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.645867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3df4078c-91ea-4145-9c5c-1fd3c0db1470 req-729197da-8850-4cac-b165-56995d638bf8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 210 time: 0.3838816 Jun 01 13:13:22.650497 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-66c706e8-2a8b-40b9-bcb2-1e5a548d3c71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950867 Jun 01 13:13:22.686686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Network 072a740d-89c1-479c-947b-4c350e3d58a0 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:22.689839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:22.694027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:22.703493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Pushing event updated for resources: {'Port': ['ID=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:22.714521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.20.0.4 (072a740d-89c1-479c-947b-4c350e3d58a0/29736c18-5cb3-4c66-9e01-dd1f5ef383bc/50a21e0b-e1c1-4244-8455-90f8b9d215b2) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:22.804434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Attempting to bind port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:22.804895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Attempting to bind port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '22ddea12-a30b-4155-aa57-16bde35ca4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:22.805155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Attempting to bind port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 on network 072a740d-89c1-479c-947b-4c350e3d58a0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:22.814939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:22.815313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Checking segment: {'id': '22ddea12-a30b-4155-aa57-16bde35ca4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:22.815908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.816312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Bound using segment: {'id': '22ddea12-a30b-4155-aa57-16bde35ca4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:22.816833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Bound port: aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddea12-a30b-4155-aa57-16bde35ca4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '072a740d-89c1-479c-947b-4c350e3d58a0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:22.817290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.876376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-e6e37cdd-3ede-4cbb-a973-4cf7007e1713 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=5803696c3e3d439d8f7fccd1487621ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1603105 Jun 01 13:13:22.921614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] For port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:22.926565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] For port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,segment=NetworkSegment(22ddea12-a30b-4155-aa57-16bde35ca4a5),segment_id=22ddea12-a30b-4155-aa57-16bde35ca4a5)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:22.933200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:22.947292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Attempting to bind port 3e7fb193-d999-49d4-8729-80c780af37c4 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:22.947619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Attempting to bind port 3e7fb193-d999-49d4-8729-80c780af37c4 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:22.947943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Attempting to bind port 3e7fb193-d999-49d4-8729-80c780af37c4 on network ec4fea9d-015f-480d-bde7-1b94eb0cab64 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:22.973305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-6c253527-4b53-42a0-8273-ca01b80c3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:22.974766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-6c253527-4b53-42a0-8273-ca01b80c3f27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f934a6c53b624712bbc890939f82b837&device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 1097 time: 0.2051468 Jun 01 13:13:22.995869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.003850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Port 3e7fb193-d999-49d4-8729-80c780af37c4 on network ec4fea9d-015f-480d-bde7-1b94eb0cab64 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:23.004170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Attempting to bind port 3e7fb193-d999-49d4-8729-80c780af37c4 on network ec4fea9d-015f-480d-bde7-1b94eb0cab64 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:23.013870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object 50a21e0b-e1c1-4244-8455-90f8b9d215b2 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:23.052205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a2d1b-9781-4162-9a0e-91ac17f65740 None None] Pushing event updated for resources: {'Port': ['ID=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:23.058062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.065784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:23.065784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Checking segment: {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:23.065784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Bound using segment: {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:23.066623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Bound port: 3e7fb193-d999-49d4-8729-80c780af37c4, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:23.066623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.157775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.195921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-ce5139ae-8f72-4de6-a11d-082a131d41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.197466 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-ce5139ae-8f72-4de6-a11d-082a131d41af service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 200 len: 920 time: 0.1807985 Jun 01 13:13:23.310947 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-544872cc-2156-44f7-872e-e4819a974499 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 200 len: 217 time: 0.0955834 Jun 01 13:13:23.320247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 072a740d-89c1-479c-947b-4c350e3d58a0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:23.358232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:23.365853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=50a21e0b-e1c1-4244-8455-90f8b9d215b2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:23.368282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:23.414369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-25de1ac0-5de1-4333-abd4-20a87aab2e9f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.415904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-25de1ac0-5de1-4333-abd4-20a87aab2e9f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.9490087 Jun 01 13:13:23.449092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-d27f4019-284c-4ef8-8322-6c1476ffb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.451665 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-d27f4019-284c-4ef8-8322-6c1476ffb6df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 200 len: 858 time: 0.1336074 Jun 01 13:13:23.452304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'device_id': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'admin_state_up': True, 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:23.462926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.463539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.494360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.509682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', '19cd30ce-11d4-4a95-99ef-53f251c35a76'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:23.548658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-13eb6a00-3575-4557-b12c-f4e973eb08e7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8104925 Jun 01 13:13:23.554240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39384) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:23.562794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9968eb3-46fd-4217-a02e-c3d7a10ee49f req-098009fd-30ef-4bd6-900a-e6dec258abbd tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.568704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9968eb3-46fd-4217-a02e-c3d7a10ee49f req-098009fd-30ef-4bd6-900a-e6dec258abbd tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.570310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9968eb3-46fd-4217-a02e-c3d7a10ee49f req-098009fd-30ef-4bd6-900a-e6dec258abbd tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1679 time: 0.7007821 Jun 01 13:13:23.638789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-4404bf67-ddca-4671-aa65-a71ad7d4c07c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.640200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-4404bf67-ddca-4671-aa65-a71ad7d4c07c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7330563 Jun 01 13:13:23.657218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:23.683990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=53f09da1-abc4-4570-995c-f3030a10b56d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:23.739414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3e7fb193-d999-49d4-8729-80c780af37c4,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:23.795464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-58468a74-8cbc-44eb-81a4-3b4d356fda05 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/quotas/5803696c3e3d439d8f7fccd1487621ae HTTP/1.1" status: 200 len: 375 time: 0.1317589 Jun 01 13:13:23.819543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.846613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-4bbdf707-0c16-483e-8d1e-940d8e22da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.848967 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-4bbdf707-0c16-483e-8d1e-940d8e22da12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1e2955-a47c-44ec-8982-f920f0072646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569729 Jun 01 13:13:23.878687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port 53f09da1-abc4-4570-995c-f3030a10b56d on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:23.936109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:23.938646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'name': 'network-vif-deleted', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:23.978357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9968eb3-46fd-4217-a02e-c3d7a10ee49f req-c16e5af3-2be0-4f1d-b400-cbd3ec79c5d3 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490310 Jun 01 13:13:23.981210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-c81de4aa-dc6a-49af-ba22-662599659191 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1759007 Jun 01 13:13:23.998177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:23.998803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:24.000301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] 10.222.0.13 "PUT /v2.0/ports/3e7fb193-d999-49d4-8729-80c780af37c4 HTTP/1.1" status: 200 len: 1092 time: 4.0299609 Jun 01 13:13:24.006096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a967cf45-cbf2-4b0e-aaf2-3f0b9b8fdbf1 req-5a546120-b744-4279-a2d2-0f997806cf36 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.24 "DELETE /v2.0/ports/53f09da1-abc4-4570-995c-f3030a10b56d HTTP/1.1" status: 204 len: 173 time: 3.1579623 Jun 01 13:13:24.020700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:24.028195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Usage tracker for resource:port and tenant:c54786d8123a4c29a5c0ec5167850c94 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:24.033862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:24.038753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35be9c2-1259-4eb6-af89-d109f4da5003 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:24.053486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:24.087311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:24.091821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:24.303326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 53f09da1-abc4-4570-995c-f3030a10b56d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:24.406956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 53f09da1-abc4-4570-995c-f3030a10b56d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:24.407435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 53f09da1-abc4-4570-995c-f3030a10b56d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:24.455683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9fa63a1f-8914-4e79-8a81-f004e172f25a req-e91cd792-7b20-4eb0-a70e-d13760503fd0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:24.531521 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-31784e12-e795-4d9b-9886-42afb87ad893 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296597 Jun 01 13:13:24.556110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04960fa8-1650-4b02-8d22-8790116b064f None None] Network 072a740d-89c1-479c-947b-4c350e3d58a0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:24.628034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51698477-1191-4091-b3d6-b7b64872a1ff req-bfd54fc0-a93c-40a7-8d0b-9f34316f0739 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 210 time: 0.1192424 Jun 01 13:13:24.635258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9fa63a1f-8914-4e79-8a81-f004e172f25a req-e91cd792-7b20-4eb0-a70e-d13760503fd0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:24.636743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fa63a1f-8914-4e79-8a81-f004e172f25a req-e91cd792-7b20-4eb0-a70e-d13760503fd0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=f58d1561-2bd0-4ff1-b8b0-617eaff97208 HTTP/1.1" status: 200 len: 210 time: 0.3619819 Jun 01 13:13:24.703435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-19f64042-8923-47a4-a86a-376f35ed23be None None] Provisioning for port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:24.713671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.20.0.7 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/a0dbae27-3600-4267-b1dd-e7d97d7819d9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:24.821936 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe21ed6-ea6a-4ac2-8059-3e2d6c709a8c'] response: {'server_uuid': 'f58d1561-2bd0-4ff1-b8b0-617eaff97208', 'name': 'network-vif-deleted', 'tag': '53f09da1-abc4-4570-995c-f3030a10b56d', 'status': 'completed', 'code': 200} Jun 01 13:13:24.830283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-d40c7655-da72-4204-bbf3-f65db7991eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:24.830938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-d40c7655-da72-4204-bbf3-f65db7991eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:24.833294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:24.833711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-d40c7655-da72-4204-bbf3-f65db7991eb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1981 time: 0.7247918 Jun 01 13:13:24.946117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-5df88f56-0018-45e0-95bb-341d6762b3fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 HTTP/1.1" status: 200 len: 217 time: 0.0988896 Jun 01 13:13:25.015246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-f5b8d2a2-1e7e-4019-81c6-f07bbca60522 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=5803696c3e3d439d8f7fccd1487621ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110635 Jun 01 13:13:25.028129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:25.141665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:25.148539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:25.149224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.263517 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99fecf08-2b0d-4fd2-bb78-2ed30c0965d5 req-7b0ebb29-1d17-4da1-b833-0c0832319abb service neutron] 10.222.0.24 "GET /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840963 Jun 01 13:13:25.345418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:25.346006 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.347747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.356671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.391476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,segment=NetworkSegment(22ddea12-a30b-4155-aa57-16bde35ca4a5),segment_id=22ddea12-a30b-4155-aa57-16bde35ca4a5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:25.398817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.439667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-31eafa46-5b58-4aa9-b63c-b5c6bcc90bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:25.441385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-31eafa46-5b58-4aa9-b63c-b5c6bcc90bf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b92b9419-b855-4c28-af99-cb648019f1f7 HTTP/1.1" status: 200 len: 801 time: 0.4848793 Jun 01 13:13:25.503177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:25.508607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Provisioning for port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:25.516810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Provisioning complete for port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:25.517303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.520759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=50a21e0b-e1c1-4244-8455-90f8b9d215b2,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:25.599884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:25.612751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Provisioning complete for port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:25.613267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.662682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-313e9c2f-e90f-4d04-872d-27ad54c4f359 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:25.664697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-313e9c2f-e90f-4d04-872d-27ad54c4f359 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6284685 Jun 01 13:13:25.718333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.728178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-cd43df69-0818-4941-8679-503aefd6223d tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/quotas/5803696c3e3d439d8f7fccd1487621ae HTTP/1.1" status: 200 len: 375 time: 0.0549130 Jun 01 13:13:25.771290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.795220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ad12cff8-57c2-4509-9e4c-f54c082b998d None None] Current status of the port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:25.797852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e50a-f330-41fd-b04f-6c1da2747c9e req-0bd69589-8346-4b6b-9f00-6a34cc42e390 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:25.806177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e50a-f330-41fd-b04f-6c1da2747c9e req-0bd69589-8346-4b6b-9f00-6a34cc42e390 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:25.815734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4d4e50a-f330-41fd-b04f-6c1da2747c9e req-0bd69589-8346-4b6b-9f00-6a34cc42e390 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1679 time: 0.5112953 Jun 01 13:13:25.919330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:25.930850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-55f882d7-6882-43b8-b380-214c9a3106a0 None None] Provisioning complete for port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:25.931315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-55f882d7-6882-43b8-b380-214c9a3106a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.007796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-55f882d7-6882-43b8-b380-214c9a3106a0 None None] Port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:26.046668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-68b3eb0e-98cf-4cf3-96a8-a6d0313650ea tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3032618 Jun 01 13:13:26.057532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Transition to ACTIVE for port object a0dbae27-3600-4267-b1dd-e7d97d7819d9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:26.096340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-c26d7e37-8256-4f36-9558-a394701e9671 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5803696c3e3d439d8f7fccd1487621ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371861 Jun 01 13:13:26.134379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6b1c29f9-9990-496b-bd7c-10821f56d78c None None] Provisioning complete for port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:26.134942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6b1c29f9-9990-496b-bd7c-10821f56d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.146361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-0d2a5074-c599-48cc-b96b-978690a5a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:26.148046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-0d2a5074-c599-48cc-b96b-978690a5a4f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3950f5e1-d1e6-4cea-a657-59f14e28e4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6983974 Jun 01 13:13:26.266757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4d4e50a-f330-41fd-b04f-6c1da2747c9e req-f2f8e7f2-bce2-44da-9adb-12894574f576 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493594 Jun 01 13:13:26.312558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c29f9-9990-496b-bd7c-10821f56d78c None None] Port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:26.417284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84b5fbf4-4731-4663-8e1e-c9994ee5a251 req-f0af486d-b589-4f98-b1d0-b7d7f8f98fdb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 210 time: 0.0789397 Jun 01 13:13:26.459964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.473121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8e8ddf99-d312-4d3a-9eec-2f5839277ed9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:26.582554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:26.706403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-f2ba5af2-017e-4510-bdd6-4f7fdac3d642 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:26.708229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-f2ba5af2-017e-4510-bdd6-4f7fdac3d642 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6035440 Jun 01 13:13:26.721708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.731729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.732870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Request body: {'port': {'device_id': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '5803696c3e3d439d8f7fccd1487621ae'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:26.817153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:26.820936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9ccbfe1-0c1a-4af1-bbe9-fa9bd3062df3 req-bde5a9a8-5354-41e2-9243-fd5b8b2329af tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 210 time: 0.2612271 Jun 01 13:13:26.821831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:26.832494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:26.851189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-1c60f5c9-8db1-4dce-80b6-89560dc716db service neutron] 10.222.0.13 "GET /v2.0/networks/3950f5e1-d1e6-4cea-a657-59f14e28e4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373219 Jun 01 13:13:26.851189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:26.922088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=50a21e0b-e1c1-4244-8455-90f8b9d215b2,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:26.927159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.966020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:26.966996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:26.991571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:27.065777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:27.124675 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c4111f-7675-4f9e-8d36-366f813fcf25'] response: {'name': 'network-changed', 'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4', 'status': 'completed', 'code': 200} Jun 01 13:13:27.152092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:27.152541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.183046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 072a740d-89c1-479c-947b-4c350e3d58a0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:27.184695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:27.197336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-72418582-1e4a-437f-b011-c620f5ce4cde tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7519286 Jun 01 13:13:27.239515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Request body: {'port': {'device_id': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:27.294784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ed152f9b-d988-46bb-8cbd-e8f4796dfced None None] Provisioning for port a0dbae27-3600-4267-b1dd-e7d97d7819d9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:27.311221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ed152f9b-d988-46bb-8cbd-e8f4796dfced None None] Provisioning complete for port a0dbae27-3600-4267-b1dd-e7d97d7819d9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:27.311597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ed152f9b-d988-46bb-8cbd-e8f4796dfced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.427263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:27.438762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Usage tracker for resource:port and tenant:5803696c3e3d439d8f7fccd1487621ae is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:27.441835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ed152f9b-d988-46bb-8cbd-e8f4796dfced None None] Port a0dbae27-3600-4267-b1dd-e7d97d7819d9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:27.442342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:27.443319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:27.450898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:27.470422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 09b7bbfa-7c85-4fe7-8732-bf968467a065 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:13:27.477148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Made reservation on behalf of 5803696c3e3d439d8f7fccd1487621ae for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:27.480860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.556053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-c739714b-1542-49b2-abfb-e680fbbd8277 service neutron] 10.222.0.13 "GET /v2.0/networks/3950f5e1-d1e6-4cea-a657-59f14e28e4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821249 Jun 01 13:13:27.557764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.564985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7af9d841-c4cb-4bb9-8b70-a33222d84ab0 None None] Provisioning complete for port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:27.565563 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7af9d841-c4cb-4bb9-8b70-a33222d84ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.621869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7af9d841-c4cb-4bb9-8b70-a33222d84ab0 None None] Port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:27.630210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15755-5cd6-448b-ac56-a810f1314179 req-f8828f0a-06ba-47c1-8797-c3bc487a00e6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:27.631704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0d15755-5cd6-448b-ac56-a810f1314179 req-f8828f0a-06ba-47c1-8797-c3bc487a00e6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.6537867 Jun 01 13:13:27.632280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:27.636077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:27.641107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cfbc848b-369c-4fb6-8ce3-dd416f670f79 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/09b7bbfa-7c85-4fe7-8732-bf968467a065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0856194 Jun 01 13:13:27.644332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:27.646550 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] Sync routers for ids ['09b7bbfa-7c85-4fe7-8732-bf968467a065'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:27.657923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] Routers {'09b7bbfa-7c85-4fe7-8732-bf968467a065'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:27.658949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09b7bbfa-7c85-4fe7-8732-bf968467a065'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:27.680968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:27.695506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-4cb8577b-c61c-4d2e-80ed-ef431b2cef60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=3e7fb193-d999-49d4-8729-80c780af37c4 HTTP/1.1" status: 200 len: 217 time: 0.1248579 Jun 01 13:13:27.702304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Usage tracker for resource:security_group_rule and tenant:5803696c3e3d439d8f7fccd1487621ae is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:27.711376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:27.726538 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:27.732038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0d2f6-f280-4655-8dcb-4d1c07c91955 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:27.732920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3eb0d2f6-f280-4655-8dcb-4d1c07c91955 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:27.735553 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] Routers {'09b7bbfa-7c85-4fe7-8732-bf968467a065'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:27.736566 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09b7bbfa-7c85-4fe7-8732-bf968467a065'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:27.756929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3eb0d2f6-f280-4655-8dcb-4d1c07c91955 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:27.760988 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3eb0d2f6-f280-4655-8dcb-4d1c07c91955 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports/50a21e0b-e1c1-4244-8455-90f8b9d215b2 HTTP/1.1" status: 200 len: 977 time: 0.1154583 Jun 01 13:13:27.762176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39446) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:27.795020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:27.799512 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:27.799909 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a27026-fc90-43c9-abbb-64fbc0a6051d None None] The sync data for ids ['09b7bbfa-7c85-4fe7-8732-bf968467a065'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:27.851068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0d15755-5cd6-448b-ac56-a810f1314179 req-6cbd28e1-666f-4c22-a777-12af770e862d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057493 Jun 01 13:13:27.909928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-3a4453cc-b3e7-4a03-80a5-de4dd55d1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:27.911671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-3a4453cc-b3e7-4a03-80a5-de4dd55d1ba8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=362a7e70-d95f-401f-bbfc-7c9897c71596 HTTP/1.1" status: 200 len: 801 time: 0.2014847 Jun 01 13:13:27.934392 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-9dfa5079-1741-45f0-bd6e-0415c3d44e98 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5803696c3e3d439d8f7fccd1487621ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989914 Jun 01 13:13:28.016188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593b77b-0f3b-4a30-bd07-e39ee53b70dd req-67912a71-2bfb-4ef2-8352-75b5ff953af0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.022013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593b77b-0f3b-4a30-bd07-e39ee53b70dd req-67912a71-2bfb-4ef2-8352-75b5ff953af0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.023662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d593b77b-0f3b-4a30-bd07-e39ee53b70dd req-67912a71-2bfb-4ef2-8352-75b5ff953af0 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1679 time: 0.5253816 Jun 01 13:13:28.389830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c5b14053-3e7d-4ebb-8079-2053ba2b1140 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.391246 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c5b14053-3e7d-4ebb-8079-2053ba2b1140 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468732 Jun 01 13:13:28.430462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Request body: {'port': {'device_id': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '5803696c3e3d439d8f7fccd1487621ae'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:28.444513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d593b77b-0f3b-4a30-bd07-e39ee53b70dd req-a3ef1262-f42d-4e7e-b704-63efe271e034 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068606 Jun 01 13:13:28.518133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:28.542635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8896-0372-4013-beb3-12b520333ffa req-5053ebf4-7adc-4592-9883-8e192e8455f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.543937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-5053ebf4-7adc-4592-9883-8e192e8455f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec4fea9d-015f-480d-bde7-1b94eb0cab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5846808 Jun 01 13:13:28.544991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:28.645493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:28.654989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Usage tracker for resource:port and tenant:5803696c3e3d439d8f7fccd1487621ae is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:28.659642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:28.667490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:28.682042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Made reservation on behalf of 5803696c3e3d439d8f7fccd1487621ae for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:28.685845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:28.750671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52f69a-d3bd-4ab1-8727-96a6b5ea9939 req-ad27355b-6246-43e4-921d-c465a3ac4ebd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.751363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2b52f69a-d3bd-4ab1-8727-96a6b5ea9939 req-ad27355b-6246-43e4-921d-c465a3ac4ebd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:28.761049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-9a7994c3-e83f-4844-b5ef-c7c2fa105e24 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:28.762798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-9a7994c3-e83f-4844-b5ef-c7c2fa105e24 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.5385256 Jun 01 13:13:28.805055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20fa1abe-e141-4717-ab56-31453925bd81 req-40ee2d44-9100-495c-9863-bdf9a9ac47f5 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 210 time: 0.2052104 Jun 01 13:13:28.831145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:28.859144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0ec90-8561-438e-a5d3-adc4e2077afe,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:28.916291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2b52f69a-d3bd-4ab1-8727-96a6b5ea9939 req-ad27355b-6246-43e4-921d-c465a3ac4ebd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:28.917337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b52f69a-d3bd-4ab1-8727-96a6b5ea9939 req-ad27355b-6246-43e4-921d-c465a3ac4ebd tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 931 time: 0.8926916 Jun 01 13:13:29.011581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 19cd30ce-11d4-4a95-99ef-53f251c35a76 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:29.011989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.104944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Allocated IP 192.168.233.72 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/3f59404a-a41b-4580-ad70-029565ef52b5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:29.130510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-e2841424-21e9-4083-aa46-f7622272fa03 service neutron] 10.222.0.13 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337157 Jun 01 13:13:29.182102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0dbae27-3600-4267-b1dd-e7d97d7819d9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:29.189493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b52f69a-d3bd-4ab1-8727-96a6b5ea9939 req-cc74d3f0-be7a-45f1-ba11-df0353c85fc4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488117 Jun 01 13:13:29.240090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.311204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 50a21e0b-e1c1-4244-8455-90f8b9d215b2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:29.311527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.325342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Transition to ACTIVE for port object a0dbae27-3600-4267-b1dd-e7d97d7819d9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:29.336212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.513605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.548438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Transition to ACTIVE for port object 3f59404a-a41b-4580-ad70-029565ef52b5 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:29.592951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.612565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6540792-3261-4826-95af-0dbec274dc80 req-56084138-49ea-410d-b923-392165ad225e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:29.615039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6540792-3261-4826-95af-0dbec274dc80 req-56084138-49ea-410d-b923-392165ad225e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 946 time: 0.6387227 Jun 01 13:13:29.675101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:29.720105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 50a21e0b-e1c1-4244-8455-90f8b9d215b2 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:29.739119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-074b8896-0372-4013-beb3-12b520333ffa req-8f7235a6-c059-4a1e-b386-a272ab8c653b service neutron] 10.222.0.13 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012449 Jun 01 13:13:29.775229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:29.880846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:29.886259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:29.892569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:30.067400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:30.112759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.113363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.117557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6540792-3261-4826-95af-0dbec274dc80 req-25646f2b-b645-446b-9efa-192c75e70d5d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374900 Jun 01 13:13:30.131682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 19cd30ce-11d4-4a95-99ef-53f251c35a76, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19cd30ce-11d4-4a95-99ef-53f251c35a76,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:30.132187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.176378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-81393da0-351e-4cff-8fb9-05d127dcb820 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7539005 Jun 01 13:13:30.202093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b86808aa-3dd8-43ad-8ef8-ee7e123a4260 None None] Provisioning for port 3f59404a-a41b-4580-ad70-029565ef52b5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:30.207229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b86808aa-3dd8-43ad-8ef8-ee7e123a4260 None None] Provisioning complete for port 3f59404a-a41b-4580-ad70-029565ef52b5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:30.207662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b86808aa-3dd8-43ad-8ef8-ee7e123a4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.210876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Request body: {'port': {'device_id': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:30.264648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b86808aa-3dd8-43ad-8ef8-ee7e123a4260 None None] Port 3f59404a-a41b-4580-ad70-029565ef52b5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:30.280884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.298059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Allocated IP 192.168.233.109 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/45080572-aa0c-4e1d-87b6-41ce9e246222) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:30.310269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 19cd30ce-11d4-4a95-99ef-53f251c35a76 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:30.364841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=50a21e0b-e1c1-4244-8455-90f8b9d215b2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:30.383643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Attempting to bind port a0dbae27-3600-4267-b1dd-e7d97d7819d9 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:30.383973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Attempting to bind port a0dbae27-3600-4267-b1dd-e7d97d7819d9 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:30.384296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Attempting to bind port a0dbae27-3600-4267-b1dd-e7d97d7819d9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:30.424563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bbb1-4b34-46ec-8b4a-0c324e5b9fae req-c6bb068d-f3ed-4a0c-944a-8fedd0e3102c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.430648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bbb1-4b34-46ec-8b4a-0c324e5b9fae req-c6bb068d-f3ed-4a0c-944a-8fedd0e3102c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.432286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5be4bbb1-4b34-46ec-8b4a-0c324e5b9fae req-c6bb068d-f3ed-4a0c-944a-8fedd0e3102c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1679 time: 0.8279560 Jun 01 13:13:30.435140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Port a0dbae27-3600-4267-b1dd-e7d97d7819d9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:30.435464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Attempting to bind port a0dbae27-3600-4267-b1dd-e7d97d7819d9 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:30.471388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:30.471722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:30.472103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:30.472546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Bound port: a0dbae27-3600-4267-b1dd-e7d97d7819d9, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:30.473492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.477460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.586080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-60f56cdd-bd39-4ec9-b302-4b600a7f8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.586550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-60f56cdd-bd39-4ec9-b302-4b600a7f8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.588136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-60f56cdd-bd39-4ec9-b302-4b600a7f8338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f56949c077a3482da4c712078c280585&device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1981 time: 0.5875995 Jun 01 13:13:30.686130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5be4bbb1-4b34-46ec-8b4a-0c324e5b9fae req-809e0306-730e-40f6-8c3f-c36c75f59863 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361131 Jun 01 13:13:30.739973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:30.941884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf84649-8a22-4094-a713-d8da7383862f req-348efb96-0984-457f-a09b-f3c852b921d7 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:30.943394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf84649-8a22-4094-a713-d8da7383862f req-348efb96-0984-457f-a09b-f3c852b921d7 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 935 time: 0.6430826 Jun 01 13:13:30.944469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:31.007181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:31.030401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 09b7bbfa-7c85-4fe7-8732-bf968467a065 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:31.041327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.157526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.161653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:31.168650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:31.175259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf84649-8a22-4094-a713-d8da7383862f req-2924cbba-ab6d-4e0c-80d2-2f179979a9c3 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197349 Jun 01 13:13:31.176231 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f580e7a7-3537-4dd5-9a24-5df6d67bd345 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/09b7bbfa-7c85-4fe7-8732-bf968467a065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123373 Jun 01 13:13:31.178959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39462) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:31.185956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:31.186573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.187967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] 10.222.0.24 "PUT /v2.0/ports/a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 200 len: 1091 time: 3.9677558 Jun 01 13:13:31.188979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-ac9132c0-e4ff-4142-a471-72bd0794d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:31.190301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-ac9132c0-e4ff-4142-a471-72bd0794d87e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec4fea9d-015f-480d-bde7-1b94eb0cab64 HTTP/1.1" status: 200 len: 903 time: 0.5757515 Jun 01 13:13:31.190743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:31.249764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] Sync routers for ids ['09b7bbfa-7c85-4fe7-8732-bf968467a065'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:31.304059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] Routers {'09b7bbfa-7c85-4fe7-8732-bf968467a065'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:31.304704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09b7bbfa-7c85-4fe7-8732-bf968467a065'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:31.324343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.328036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4022-5c8e-4638-ad29-86a756708533 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:31.417261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:31.436618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] Routers {'09b7bbfa-7c85-4fe7-8732-bf968467a065'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:31.436618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['09b7bbfa-7c85-4fe7-8732-bf968467a065'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:31.448419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-7a507733-c1b7-489f-b79e-4d735850d9ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=3e7fb193-d999-49d4-8729-80c780af37c4 HTTP/1.1" status: 200 len: 217 time: 0.2316988 Jun 01 13:13:31.523411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:31.523997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ccd92-6ff1-4ba1-86a3-0f865630ab73 None None] The sync data for ids ['09b7bbfa-7c85-4fe7-8732-bf968467a065'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:31.595134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca251-0b91-459d-9cdc-97da8ad6f47a req-d6775eb9-39a0-4dde-9173-9b68b9d6d49f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:31.596943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddaca251-0b91-459d-9cdc-97da8ad6f47a req-d6775eb9-39a0-4dde-9173-9b68b9d6d49f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 943 time: 0.8070183 Jun 01 13:13:31.597894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=19cd30ce-11d4-4a95-99ef-53f251c35a76,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:31.662822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Transition to ACTIVE for port object 45080572-aa0c-4e1d-87b6-41ce9e246222 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:31.700944 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f12e8be9-e27d-425a-a39d-87b0d1907fb6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] remove_router_interface failed (client error): The resource could not be found. Jun 01 13:13:31.702001 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f12e8be9-e27d-425a-a39d-87b0d1907fb6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/09b7bbfa-7c85-4fe7-8732-bf968467a065/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5218678 Jun 01 13:13:31.704971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:31.749052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4d5bec9-3e1b-47a3-b986-c277b6b1c7c8 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:31.768500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4d5bec9-3e1b-47a3-b986-c277b6b1c7c8 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:31.769702 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4d5bec9-3e1b-47a3-b986-c277b6b1c7c8 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=09b7bbfa-7c85-4fe7-8732-bf968467a065 HTTP/1.1" status: 200 len: 205 time: 0.0637202 Jun 01 13:13:31.772506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39474) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:31.821035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port 19cd30ce-11d4-4a95-99ef-53f251c35a76 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:31.824326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5cb97c3-4b4f-4ace-aabb-d149d4838d91 req-03b07c60-9c43-4859-863e-1a4ace3edbb6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=e4fb6cae-72e5-443c-be6a-a051e6367ee1 HTTP/1.1" status: 200 len: 210 time: 0.3693018 Jun 01 13:13:31.828574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.832934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-ee1b846a-0e06-412c-ada8-d5183858f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:31.834301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-ee1b846a-0e06-412c-ada8-d5183858f450 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=362a7e70-d95f-401f-bbfc-7c9897c71596 HTTP/1.1" status: 200 len: 801 time: 0.3467999 Jun 01 13:13:31.892415 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf35ab2-49e2-4d63-b564-81e91f795f74'] response: {'name': 'network-changed', 'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'status': 'completed', 'code': 200} Jun 01 13:13:31.916850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:31.923268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddaca251-0b91-459d-9cdc-97da8ad6f47a req-953b7890-4d29-4d18-951b-7b352ded18d0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867486 Jun 01 13:13:31.934190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87e29faf-f466-4bcd-9a3f-300529c94081 req-40f0a24b-9970-4296-bab7-bdf37f973fec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/19cd30ce-11d4-4a95-99ef-53f251c35a76 HTTP/1.1" status: 204 len: 173 time: 3.1333671 Jun 01 13:13:31.952030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-61a6dc94-3446-46c3-a20b-945a7cede8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:31.955008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-61a6dc94-3446-46c3-a20b-945a7cede8ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 1094 time: 0.6015265 Jun 01 13:13:32.081935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.090985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-95cc9702-4084-470e-af1a-3ca5c7e6a2dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 200 len: 217 time: 0.1225414 Jun 01 13:13:32.224506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:32.231908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-f6fa6ca0-f289-47ab-b5ba-00f1f8fad564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.233398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-f6fa6ca0-f289-47ab-b5ba-00f1f8fad564 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec4fea9d-015f-480d-bde7-1b94eb0cab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3819120 Jun 01 13:13:32.244958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:32.271275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:32.313846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:32.363112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.367510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.416052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.416644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 09b7bbfa-7c85-4fe7-8732-bf968467a065 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:13:32.417437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-62632e95-aab3-4f1b-b99a-9f5ee6c175d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.422011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-62632e95-aab3-4f1b-b99a-9f5ee6c175d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.2946081 Jun 01 13:13:32.429738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.430797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.443765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.444859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4cce2721-8805-4e1a-acab-5cabec39f995 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/09b7bbfa-7c85-4fe7-8732-bf968467a065 HTTP/1.1" status: 204 len: 168 time: 0.6714282 Jun 01 13:13:32.447742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39480) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:32.559943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f59404a-a41b-4580-ad70-029565ef52b5 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:32.571168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.580223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 29736c18-5cb3-4c66-9e01-dd1f5ef383bc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:32.582001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-6601b5e5-69a5-436d-8781-d84ab0829c1e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8536878 Jun 01 13:13:32.585807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.603650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eff1cd54-2fe1-49f4-9238-b3b5553ce950 None None] Provisioning for port 45080572-aa0c-4e1d-87b6-41ce9e246222 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:32.609864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eff1cd54-2fe1-49f4-9238-b3b5553ce950 None None] Provisioning complete for port 45080572-aa0c-4e1d-87b6-41ce9e246222 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:32.610321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eff1cd54-2fe1-49f4-9238-b3b5553ce950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.626582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Request body: {'port': {'device_id': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:32.634604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Transition to ACTIVE for port object 3f59404a-a41b-4580-ad70-029565ef52b5 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:32.649847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.662416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.672301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d060056-b946-4149-a939-39c6019b84b1 req-09e37803-f3c3-438d-b3de-2566b77fefd6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.678804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d060056-b946-4149-a939-39c6019b84b1 req-09e37803-f3c3-438d-b3de-2566b77fefd6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.680411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d060056-b946-4149-a939-39c6019b84b1 req-09e37803-f3c3-438d-b3de-2566b77fefd6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1679 time: 0.6512473 Jun 01 13:13:32.696428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eff1cd54-2fe1-49f4-9238-b3b5553ce950 None None] Port 45080572-aa0c-4e1d-87b6-41ce9e246222 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:32.741439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3e7fb193-d999-49d4-8729-80c780af37c4 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:32.760927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19cd30ce-11d4-4a95-99ef-53f251c35a76 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:32.822110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 19cd30ce-11d4-4a95-99ef-53f251c35a76 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:32.823193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19cd30ce-11d4-4a95-99ef-53f251c35a76 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:32.851411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-fe750f54-a6f8-45c2-931e-adfa79595925 service neutron] 10.222.0.13 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080389 Jun 01 13:13:32.868027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-aa008ba2-f68a-4d4a-92ba-f0ce53ae889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.869526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-aa008ba2-f68a-4d4a-92ba-f0ce53ae889e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087899 Jun 01 13:13:32.926282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:32.935599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-8af06b11-2099-43cf-aef6-acd96c2bf634 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:32.936361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-8af06b11-2099-43cf-aef6-acd96c2bf634 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Synchronizing usage tracker for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:32.954158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:32.956651 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d060056-b946-4149-a939-39c6019b84b1 req-8725821d-8a98-40a5-933c-69c97aed72f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588909 Jun 01 13:13:32.987131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3e7fb193-d999-49d4-8729-80c780af37c4,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:33.002834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '3e7fb193-d999-49d4-8729-80c780af37c4', 'network_id': 'ec4fea9d-015f-480d-bde7-1b94eb0cab64', 'port_id': '3e7fb193-d999-49d4-8729-80c780af37c4', 'mac_address': 'fa:16:3e:d9:96:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362a7e70-d95f-401f-bbfc-7c9897c71596', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:33.100553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.108273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3e7fb193-d999-49d4-8729-80c780af37c4 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:33.111385 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.155313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7fb193-d999-49d4-8729-80c780af37c4 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:33.194274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3e7fb193-d999-49d4-8729-80c780af37c4,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:33.194557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-8af06b11-2099-43cf-aef6-acd96c2bf634 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Unset dirty status for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:33.201351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-8af06b11-2099-43cf-aef6-acd96c2bf634 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 935 time: 0.6897922 Jun 01 13:13:33.202374 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.203422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:33.257162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.267326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Attempting to bind port 3f59404a-a41b-4580-ad70-029565ef52b5 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:33.267980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Attempting to bind port 3f59404a-a41b-4580-ad70-029565ef52b5 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:33.268624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Attempting to bind port 3f59404a-a41b-4580-ad70-029565ef52b5 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:33.309282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Port 3f59404a-a41b-4580-ad70-029565ef52b5 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:33.310155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Attempting to bind port 3f59404a-a41b-4580-ad70-029565ef52b5 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:33.313177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.316283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=29736c18-5cb3-4c66-9e01-dd1f5ef383bc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:33.327267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:33.327267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:33.327267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:33.327686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Bound port: 3f59404a-a41b-4580-ad70-029565ef52b5, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:33.328221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.334043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1e611-f5cb-4e11-883d-de5bfa94f334 None None] Network 072a740d-89c1-479c-947b-4c350e3d58a0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:33.375627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-766b02f6-c217-4d6c-ae79-c96e6b5156b3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/29736c18-5cb3-4c66-9e01-dd1f5ef383bc HTTP/1.1" status: 204 len: 168 time: 0.9246511 Jun 01 13:13:33.377909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-26089a97-21a2-45a3-b3d9-3751beab0700 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Synchronizing usage tracker for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:33.380315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:33.386618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-30afd4a5-e42d-4197-a1a2-1672cce9c731 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787445 Jun 01 13:13:33.460860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c454a33-3066-497b-bdb2-43832bfd86cc req-da1fc8bc-b1b4-45e7-9139-0685d37f1c7a service neutron] 10.222.0.13 "GET /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838978 Jun 01 13:13:33.508327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:33.568444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-26089a97-21a2-45a3-b3d9-3751beab0700 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Unset dirty status for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:33.569514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0dc44277-55e8-4f7b-a666-ee29bb21767d req-26089a97-21a2-45a3-b3d9-3751beab0700 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674355 Jun 01 13:13:33.577642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.586937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:33.592295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:33.598948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:33.599291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.615936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:33.636365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.665103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78', 'network_id': '3950f5e1-d1e6-4cea-a657-59f14e28e4f2', 'port_id': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78', 'mac_address': 'fa:16:3e:ac:8a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b9419-b855-4c28-af99-cb648019f1f7', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:33.733943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:33.734959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.736302 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f59404a-a41b-4580-ad70-029565ef52b5 HTTP/1.1" status: 200 len: 1095 time: 3.5458400 Jun 01 13:13:33.736977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:33.750980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:33.751442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.781632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:33.801906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:33.815740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.886280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] DHCP port deletion for 072a740d-89c1-479c-947b-4c350e3d58a0 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:33.892091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216070e-151a-471a-af68-96e3357c5ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:33.897811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Deleting port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:33.898190 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:33.919327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'name': 'network-vif-deleted', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:34.027938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:34.039525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,segment=NetworkSegment(22ddea12-a30b-4155-aa57-16bde35ca4a5),segment_id=22ddea12-a30b-4155-aa57-16bde35ca4a5)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:34.040037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.049246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a878-10b4-4305-a231-57105f400aa3 req-d3a33258-a474-411d-a2df-904cba7f0e14 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.051026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da88a878-10b4-4305-a231-57105f400aa3 req-d3a33258-a474-411d-a2df-904cba7f0e14 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 943 time: 0.8119397 Jun 01 13:13:34.052885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ea2296-28c5-4c3a-afce-2df57f3192bf req-fc532025-e0e0-41be-b7de-9ea83fbda286 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164398 Jun 01 13:13:34.108114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3e7fb193-d999-49d4-8729-80c780af37c4'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:34.191784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-8af5e722-5909-4cfc-b288-ab87efe50954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.193247 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-8af5e722-5909-4cfc-b288-ab87efe50954 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 1098 time: 0.3670280 Jun 01 13:13:34.201383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] For port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,segment=NetworkSegment(22ddea12-a30b-4155-aa57-16bde35ca4a5),segment_id=22ddea12-a30b-4155-aa57-16bde35ca4a5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:34.201792 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.204178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:34.211791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da88a878-10b4-4305-a231-57105f400aa3 req-693d4c41-87ad-46c5-9757-6f34a3b5f220 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423082 Jun 01 13:13:34.222696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-f5e97507-1242-4262-b0ee-b75d180fdb0b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.229336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-f5e97507-1242-4262-b0ee-b75d180fdb0b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.3630643 Jun 01 13:13:34.270895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-97e7af44-59dc-4acd-942b-3ccfef83845a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0406170 Jun 01 13:13:34.299702 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-9ace2706-f9fb-4fe2-89ce-ab3716bb0c75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=3f59404a-a41b-4580-ad70-029565ef52b5 HTTP/1.1" status: 200 len: 217 time: 0.0660188 Jun 01 13:13:34.307132 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c202aac3-c531-4791-8d15-ae8ba59f2cca'] response: {'name': 'network-changed', 'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5', 'status': 'completed', 'code': 200} Jun 01 13:13:34.352182 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae6bc2d-b487-46e6-b47d-87a3a2184bd2'] response: {'server_uuid': 'e4fb6cae-72e5-443c-be6a-a051e6367ee1', 'name': 'network-vif-deleted', 'tag': '19cd30ce-11d4-4a95-99ef-53f251c35a76', 'status': 'completed', 'code': 200} Jun 01 13:13:34.372154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Calling delete_port for aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:34.409188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-869d1a7f-a540-4485-a1a5-291133f72cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.410739 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-869d1a7f-a540-4485-a1a5-291133f72cda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0908093 Jun 01 13:13:34.410873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:34.424220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.437120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-395a607e-5d45-43a9-99fd-b3bd1b6d861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.438742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-395a607e-5d45-43a9-99fd-b3bd1b6d861f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 1094 time: 0.2898791 Jun 01 13:13:34.462609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.475406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Transition to ACTIVE for port object 45080572-aa0c-4e1d-87b6-41ce9e246222 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:34.487548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.531027 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:34.532574 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:34.533197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.542403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=aa01b67f-e4ab-45f6-aa82-4e0ec6616a51,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:34.558738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:34.650796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-8d5aee37-5237-4654-a752-8c5cee36da6a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:34.680816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-af067d75-03cd-4909-9a7a-1f0db6232270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.682340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-af067d75-03cd-4909-9a7a-1f0db6232270 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647843 Jun 01 13:13:34.711507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.756292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:34.799926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072a740d-89c1-479c-947b-4c350e3d58a0']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:34.818557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ddea12-a30b-4155-aa57-16bde35ca4a5') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:34.819063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ddea12-a30b-4155-aa57-16bde35ca4a5') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:34.836665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.860167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-8d5aee37-5237-4654-a752-8c5cee36da6a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:34.868218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-8d5aee37-5237-4654-a752-8c5cee36da6a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5964184 Jun 01 13:13:34.874415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.885915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:34.886127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:34.896880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:34.897735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-8e7dfb48-8699-4662-8def-75da118cc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:34.899217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-8e7dfb48-8699-4662-8def-75da118cc425 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.4512634 Jun 01 13:13:34.910296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-8531f216-0f22-4bf9-a9a1-4797dad78d83 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207184 Jun 01 13:13:34.951859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:34.951859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:35.034431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Deleting port aa01b67f-e4ab-45f6-aa82-4e0ec6616a51 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:35.034918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.042421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-1acdd8f1-d40b-4697-ab38-a705d0e96cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 200 len: 217 time: 0.0884304 Jun 01 13:13:35.100016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a112f4-1963-49ab-a748-917e21e8b7d8 req-28bbc3e6-d720-4a25-a3ff-4e9ec5078001 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.105905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a112f4-1963-49ab-a748-917e21e8b7d8 req-28bbc3e6-d720-4a25-a3ff-4e9ec5078001 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.107679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81a112f4-1963-49ab-a748-917e21e8b7d8 req-28bbc3e6-d720-4a25-a3ff-4e9ec5078001 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1681 time: 0.5810344 Jun 01 13:13:35.110090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a42e00bd-dbaf-4d99-a7f0-71a3140b7c78'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:35.118464 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 22ddea12-a30b-4155-aa57-16bde35ca4a5 resource provider aggregate not found Jun 01 13:13:35.155491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70cef-3957-4d9d-bded-50e686eaa63c None None] The port 'aa01b67f-e4ab-45f6-aa82-4e0ec6616a51' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:35.163587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Attempting to bind port 45080572-aa0c-4e1d-87b6-41ce9e246222 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:35.163927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Attempting to bind port 45080572-aa0c-4e1d-87b6-41ce9e246222 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:35.164264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Attempting to bind port 45080572-aa0c-4e1d-87b6-41ce9e246222 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:35.192895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Port 45080572-aa0c-4e1d-87b6-41ce9e246222 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:35.193200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Attempting to bind port 45080572-aa0c-4e1d-87b6-41ce9e246222 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:35.205083 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 22ddea12-a30b-4155-aa57-16bde35ca4a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22ddea12-a30b-4155-aa57-16bde35ca4a5 found for delete ", "request_id": "req-a13728ae-26f1-4a7d-af28-4a367e1d4a17"}]} Jun 01 13:13:35.217401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.223724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:35.224049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:35.224439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:35.224876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Bound port: 45080572-aa0c-4e1d-87b6-41ce9e246222, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:35.225215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.247360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-988aa81b-de32-419e-9efc-1763da0a1cb4 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782036 Jun 01 13:13:35.248731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-eb020024-d1f0-47b4-94d1-a895a7ffe177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.250047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-eb020024-d1f0-47b4-94d1-a895a7ffe177 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1959822 Jun 01 13:13:35.255729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.257238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81a112f4-1963-49ab-a748-917e21e8b7d8 req-505fa7f4-31d7-4d24-aaad-c49aa3066659 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419835 Jun 01 13:13:35.267973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=072a740d-89c1-479c-947b-4c350e3d58a0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:35.307296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f5dc8dfd-9e0b-4218-b8d4-75bbb8c11f17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/072a740d-89c1-479c-947b-4c350e3d58a0 HTTP/1.1" status: 204 len: 168 time: 1.9263835 Jun 01 13:13:35.308362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:35.320289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273603741'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:35.327946 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5a6dabf4-9943-4993-95d0-f7c4a5014a58 req-aa673662-358b-445e-b6dc-8c6d4cf7da73 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334907 Jun 01 13:13:35.329650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:35.333865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:35.336821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:35.349299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:35.363182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:35.367102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.399532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:13:35.410883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.411584 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 8e913bb0-f784-4fe1-aa6d-7b9fd3661393 of type vlan for network a0c119f7-c572-4324-a9ed-62887c85b4d1 Jun 01 13:13:35.476559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.531405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.536805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.537389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.637939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-f9b39f21-a22f-47d2-acb7-c7a59dde4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.639468 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-f9b39f21-a22f-47d2-acb7-c7a59dde4609 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 1098 time: 0.2075505 Jun 01 13:13:35.651835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3397465 Jun 01 13:13:35.678242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39528) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:35.691144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:35.704908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:35.711404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445a4c-ff55-41c3-9a4b-05c9c9eb24b2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=a0c119f7-c572-4324-a9ed-62887c85b4d1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:35.722426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-cfdea6a6-efb2-43e8-9879-d2ab91b38d09 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630699 Jun 01 13:13:35.723906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:13:35.724049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:35.744891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.783559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-30cd2c88-5e32-49d6-8976-c19493c86c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.784912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-30cd2c88-5e32-49d6-8976-c19493c86c09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013711 Jun 01 13:13:35.837904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567012eb-f48b-4079-a1e4-a27ef2ef82a6 req-5c73c3d4-f32d-473e-bf11-38346382e4bf tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.839284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-567012eb-f48b-4079-a1e4-a27ef2ef82a6 req-5c73c3d4-f32d-473e-bf11-38346382e4bf tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.4256651 Jun 01 13:13:35.899462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:35.920320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:35.936390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:35.946464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.947120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:35.948503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] 10.222.0.13 "PUT /v2.0/ports/45080572-aa0c-4e1d-87b6-41ce9e246222 HTTP/1.1" status: 200 len: 1096 time: 3.3487253 Jun 01 13:13:35.957852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:35.960415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-b0ef61ac-40ff-4d27-b621-e64b87d23b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:35.961892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-b0ef61ac-40ff-4d27-b621-e64b87d23b12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.3048615 Jun 01 13:13:36.069811 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-f27b2bda-bc57-488b-9619-6015398d8b67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=3f59404a-a41b-4580-ad70-029565ef52b5 HTTP/1.1" status: 200 len: 217 time: 0.0963271 Jun 01 13:13:36.073819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:36.077917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.136878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36856a-e415-485d-b962-b16fb896ba71 service neutron] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:36.178024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-567012eb-f48b-4079-a1e4-a27ef2ef82a6 req-5b0114ec-79ee-4584-9791-2cac750bba77 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544281 Jun 01 13:13:36.232288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-1df4e3d5-f5df-48f1-9c5c-efb1cec17b73 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235399 Jun 01 13:13:36.266024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-0bda02b9-1d8f-40f2-a836-867a6677f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.267575 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-0bda02b9-1d8f-40f2-a836-867a6677f1ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1714845 Jun 01 13:13:36.361325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:36.374107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-159c5f80-4138-460c-baa8-b074428b9939 req-172e353c-0aad-4e25-b68b-07baecb8ddb9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 210 time: 0.1102259 Jun 01 13:13:36.393284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd04d-9346-4c15-b359-a0ee060602fa req-bdb02de6-342e-4bda-b5c8-d06a1e5086c8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.394811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c28bd04d-9346-4c15-b359-a0ee060602fa req-bdb02de6-342e-4bda-b5c8-d06a1e5086c8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 943 time: 0.3264601 Jun 01 13:13:36.410722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-97ff8a6e-f652-4587-a613-d7eb8875b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.412053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-97ff8a6e-f652-4587-a613-d7eb8875b8dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 1099 time: 0.4045811 Jun 01 13:13:36.426400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-cabbba3a-f66d-45ea-8a19-c46e0239799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.428100 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-cabbba3a-f66d-45ea-8a19-c46e0239799b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519134 Jun 01 13:13:36.548638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-eaf1d4a2-4fde-4a0b-9c9b-53dc80358c33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=45080572-aa0c-4e1d-87b6-41ce9e246222 HTTP/1.1" status: 200 len: 217 time: 0.1191700 Jun 01 13:13:36.566501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.679562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-17456457-61c4-4757-b7c3-03eaf0422cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437305 Jun 01 13:13:36.684290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=39920d2f-1430-452f-bae0-b844181fcc73,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:36.692113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c28bd04d-9346-4c15-b359-a0ee060602fa req-db4db424-b094-48bc-b0a4-63b8bb387017 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842758 Jun 01 13:13:36.694619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91f86f47-a68c-4c7e-83fa-9f69b1e92c50 req-44eb929e-7441-482d-b988-0f6a6b8d0559 service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526036 Jun 01 13:13:36.718311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '8e913bb0-f784-4fe1-aa6d-7b9fd3661393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:36.718311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: a0c119f7-c572-4324-a9ed-62887c85b4d1, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:36.718697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-84e7e4d5-9ed0-45bd-8ade-70b7c8d9a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.720171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-84e7e4d5-9ed0-45bd-8ade-70b7c8d9a5d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1193826 Jun 01 13:13:36.724717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.725061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.725396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.725746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.726038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.726361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.726701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.727021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.727930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.727930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.727930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.728318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:36.765462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3e7fb193-d999-49d4-8729-80c780af37c4 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:36.786889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4432f6c-e74d-4484-b1c7-61554ef6c731 req-959c4c33-e9b9-48ee-b54c-eb937236ee5c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.792796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4432f6c-e74d-4484-b1c7-61554ef6c731 req-959c4c33-e9b9-48ee-b54c-eb937236ee5c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.794440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4432f6c-e74d-4484-b1c7-61554ef6c731 req-959c4c33-e9b9-48ee-b54c-eb937236ee5c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1681 time: 0.2478347 Jun 01 13:13:36.796130 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcecc3c-22b6-476a-8b14-4e89294852b5'] response: {'name': 'network-changed', 'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'status': 'completed', 'code': 200} Jun 01 13:13:36.828711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:36.848906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a0c119f7-c572-4324-a9ed-62887c85b4d1) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:36.856761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.857371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.859027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da9f6a-3ec5-4432-92c0-f91ee7907492 None None] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:36.865560 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9608fed-98f5-488b-a05f-caa44e4ecd65 req-30380ad9-f794-42ac-9a3a-4dd33288725c service neutron] 10.222.0.24 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770356 Jun 01 13:13:36.877668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4432f6c-e74d-4484-b1c7-61554ef6c731 req-0048a274-3203-452e-8fee-3557f706a22f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632021 Jun 01 13:13:36.884600 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f64e0151-6345-4330-8e9d-9a0723661829 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2053607 Jun 01 13:13:36.887422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39546) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:36.894845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2072096957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:36.898128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958463b9-341a-445d-9825-a6c345cef864 req-2f26a3f4-1ea5-4ab5-a806-d10f0e7e3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:36.900525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-2f26a3f4-1ea5-4ab5-a806-d10f0e7e3720 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664407 Jun 01 13:13:36.903346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:36.909137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:36.912796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:36.920138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:36.929863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 3e7fb193-d999-49d4-8729-80c780af37c4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:36.930640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.931667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.947248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 3e7fb193-d999-49d4-8729-80c780af37c4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:36.947516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.947823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.966748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.994662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:36.999068 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-becd24fb-7421-4238-b587-e1fb33690cbc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1063271 Jun 01 13:13:37.000160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39550) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:37.059320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-c8a70c76-2162-47a5-a0b9-fa3dd2ad0932 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506414 Jun 01 13:13:37.207457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-958463b9-341a-445d-9825-a6c345cef864 req-f5b41f17-fc03-4cbb-b5be-e170a711bc8a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422641 Jun 01 13:13:37.328619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-a0c119f7-c572-4324-a9ed-62887c85b4d1', 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '39920d2f-1430-452f-bae0-b844181fcc73'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:37.332434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.421518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3e7fb193-d999-49d4-8729-80c780af37c4 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:37.421899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.469996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:37.488002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3e7fb193-d999-49d4-8729-80c780af37c4,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:37.494641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-e3940127-e8a6-4c43-9b0d-6bdf4e1cd86a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:37.496575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-e3940127-e8a6-4c43-9b0d-6bdf4e1cd86a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.2882102 Jun 01 13:13:37.504525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.505320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:37.515991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:37.683388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Allocated IP 172.20.0.2 (a0c119f7-c572-4324-a9ed-62887c85b4d1/39920d2f-1430-452f-bae0-b844181fcc73/a8a7e687-7c01-435f-b5d4-e1d38adfa248) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:37.685301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:37.745333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.766330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:37.781036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:37.781377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.806826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-924fcf31-7a89-42ae-b22f-0e7bd5b3d31e req-85ef4fe4-4f1b-451f-b75c-5d343aed6367 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 210 time: 0.0708866 Jun 01 13:13:37.845406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-94f463c4-b0ca-429c-a313-89089ea8d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:37.846919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-94f463c4-b0ca-429c-a313-89089ea8d88a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5803696c3e3d439d8f7fccd1487621ae&device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 1099 time: 0.5019925 Jun 01 13:13:37.890713 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b772f98-bcb9-4e1b-9c73-32b052806547'] response: {'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4', 'code': 200} Jun 01 13:13:37.953941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:37.954197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:37.969394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b89da8-a455-4c79-a75d-37b230c9a193 req-09d0a7d2-b119-42c4-972d-6d5b09ac7c4f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:37.971227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b89da8-a455-4c79-a75d-37b230c9a193 req-09d0a7d2-b119-42c4-972d-6d5b09ac7c4f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.5819867 Jun 01 13:13:37.976320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:38.029900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:38.052367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:38.053559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.062478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.098895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Transition to ACTIVE for port object a8a7e687-7c01-435f-b5d4-e1d38adfa248 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:38.105784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b89da8-a455-4c79-a75d-37b230c9a193 req-d2816d88-a440-4ec8-ab98-d409622516ec tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268122 Jun 01 13:13:38.117918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-5dcc778a-cc7e-4282-ac8f-c87b5df55e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.119360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-5dcc778a-cc7e-4282-ac8f-c87b5df55e22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2636726 Jun 01 13:13:38.132111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:38.135702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.139422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Transition to ACTIVE for port object a8a7e687-7c01-435f-b5d4-e1d38adfa248 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:38.149144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:38.152161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.221049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-95e98c14-15fa-441b-8b9d-81f43e097cd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=45080572-aa0c-4e1d-87b6-41ce9e246222 HTTP/1.1" status: 200 len: 217 time: 0.0735533 Jun 01 13:13:38.224505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:38.228285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:38.232913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:38.235549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.20.0.1 (a0c119f7-c572-4324-a9ed-62887c85b4d1/39920d2f-1430-452f-bae0-b844181fcc73/4092ae72-808b-47bd-bdbe-a1730b206f8d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:38.272801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Pushing event updated for resources: {'Port': ['ID=a8a7e687-7c01-435f-b5d4-e1d38adfa248,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:38.327545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Attempting to bind port a8a7e687-7c01-435f-b5d4-e1d38adfa248 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:38.327997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Attempting to bind port a8a7e687-7c01-435f-b5d4-e1d38adfa248 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8e913bb0-f784-4fe1-aa6d-7b9fd3661393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:38.328297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Attempting to bind port a8a7e687-7c01-435f-b5d4-e1d38adfa248 on network a0c119f7-c572-4324-a9ed-62887c85b4d1 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:38.333640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:38.334013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Checking segment: {'id': '8e913bb0-f784-4fe1-aa6d-7b9fd3661393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:38.334933 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.334933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Bound using segment: {'id': '8e913bb0-f784-4fe1-aa6d-7b9fd3661393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:38.335388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Bound port: a8a7e687-7c01-435f-b5d4-e1d38adfa248, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e913bb0-f784-4fe1-aa6d-7b9fd3661393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a0c119f7-c572-4324-a9ed-62887c85b4d1'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:38.335754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.382766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a0dbae27-3600-4267-b1dd-e7d97d7819d9 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:38.403572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-7faef6fc-36ab-4f48-9f95-efcbfdbaebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.405017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-7faef6fc-36ab-4f48-9f95-efcbfdbaebfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1775060 Jun 01 13:13:38.413059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cc68-c8ab-4e74-8104-945c9fd14a86 req-41574b30-acbb-4bc8-84e1-bf53c569592d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.413968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.414570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26a6cc68-c8ab-4e74-8104-945c9fd14a86 req-41574b30-acbb-4bc8-84e1-bf53c569592d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 943 time: 0.4036119 Jun 01 13:13:38.431557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object 4092ae72-808b-47bd-bdbe-a1730b206f8d will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:38.459421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.499335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] For port a8a7e687-7c01-435f-b5d4-e1d38adfa248, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:38.518667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] For port a8a7e687-7c01-435f-b5d4-e1d38adfa248, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a8a7e687-7c01-435f-b5d4-e1d38adfa248,segment=NetworkSegment(8e913bb0-f784-4fe1-aa6d-7b9fd3661393),segment_id=8e913bb0-f784-4fe1-aa6d-7b9fd3661393)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:38.526941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.550503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:38.554297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:38.563344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:38.605725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26a6cc68-c8ab-4e74-8104-945c9fd14a86 req-d93e65bf-1f7c-4b3d-ae4c-057273d91210 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512182 Jun 01 13:13:38.614876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.9 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/c38e3653-6d73-427c-b7c8-96b92e2a4046) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:38.629636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=4092ae72-808b-47bd-bdbe-a1730b206f8d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:38.645353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8ee-6e7b-4908-aa8e-1519023ca707 req-9ac7e969-2013-41b7-9ebb-e4fb99d655d7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.645549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Pushing event updated for resources: {'Port': ['ID=a8a7e687-7c01-435f-b5d4-e1d38adfa248,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:38.648847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:38.650999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.653492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8ee-6e7b-4908-aa8e-1519023ca707 req-9ac7e969-2013-41b7-9ebb-e4fb99d655d7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.656552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4cde8ee-6e7b-4908-aa8e-1519023ca707 req-9ac7e969-2013-41b7-9ebb-e4fb99d655d7 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.3627017 Jun 01 13:13:38.677577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.677577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.677886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.678226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.678573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.678916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.679239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.679561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.679884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.680205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.680530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.680844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9d1a8-3946-4d57-b125-2bf76c068b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:38.686682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'mac_address': 'fa:16:3e:71:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:38.695793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-f8ba1c4b-ce67-48bd-a3ce-9fd63509becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:38.697667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-f8ba1c4b-ce67-48bd-a3ce-9fd63509becd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2809658 Jun 01 13:13:38.749746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a0dbae27-3600-4267-b1dd-e7d97d7819d9 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:38.750136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.768847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0dbae27-3600-4267-b1dd-e7d97d7819d9 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:38.791040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:38.791405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.813775 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:38.846235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4cde8ee-6e7b-4908-aa8e-1519023ca707 req-b4da71fa-3384-4f14-baea-5a5ec23b6214 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562772 Jun 01 13:13:38.998318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:39.093909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96c12eb6-9ffe-4828-a16a-2d0fa3dbd620 req-1e245261-8fbd-4d72-b673-1da8b5b9d15b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 210 time: 0.0769787 Jun 01 13:13:39.105427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-33c4298f-2106-48f4-8b68-c1f2f251cdba service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912580 Jun 01 13:13:39.267669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a0dbae27-3600-4267-b1dd-e7d97d7819d9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:39.297371 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.354318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-130335ec-98f7-44f9-992e-464c9ea52ef2 req-d42faed3-5baa-401c-b3ba-67ae42c6e09a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378366 Jun 01 13:13:39.381647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211117fd-f670-4ea5-8c90-070782804764 req-86b30c5f-9a22-44f1-947d-ebd50811acca tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:39.383133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-211117fd-f670-4ea5-8c90-070782804764 req-86b30c5f-9a22-44f1-947d-ebd50811acca tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.1631374 Jun 01 13:13:39.389536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.395575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.406748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.424328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:39.517874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:39.547980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:39.556409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:39.566795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.567401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.567953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.568529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.569080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.570046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.570645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.571337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.571727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.572121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.572544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.572922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:13:39.606786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.611191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-211117fd-f670-4ea5-8c90-070782804764 req-72f09288-b77f-4c58-9f0c-212a480bc5ff tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217240 Jun 01 13:13:39.612116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:39.643983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=4092ae72-808b-47bd-bdbe-a1730b206f8d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:39.687843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:39.688562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:39.717853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-2e93de49-2e6c-46d5-b64d-54872df2b868 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2072518 Jun 01 13:13:39.734297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Request body: {'port': {'device_id': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:39.806224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:39.808019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:39.885776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2acde7-f0e6-4194-a5cb-11f063c1992a None None] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:39.900010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:40.003540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-491ed246-be67-4bb7-953e-664676757996 None None] Provisioning for port a8a7e687-7c01-435f-b5d4-e1d38adfa248 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:40.031466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 3dd97efe-1baf-436a-be9b-5ed8a357117b is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:13:40.126482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.165903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728fefc-f3cb-4ff9-bcf9-4443bd4d7d36 req-85831abc-3459-4058-b0e4-8267808b3d44 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:40.167403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6728fefc-f3cb-4ff9-bcf9-4443bd4d7d36 req-85831abc-3459-4058-b0e4-8267808b3d44 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 944 time: 0.3931699 Jun 01 13:13:40.193437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:40.205436 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] Sync routers for ids ['3dd97efe-1baf-436a-be9b-5ed8a357117b'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:40.212140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0beebeb1-f028-45a2-b0ba-fc091fa221fe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/3dd97efe-1baf-436a-be9b-5ed8a357117b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111170 Jun 01 13:13:40.214845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:40.216049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] Routers {'3dd97efe-1baf-436a-be9b-5ed8a357117b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:40.216655 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3dd97efe-1baf-436a-be9b-5ed8a357117b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:40.292838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6728fefc-f3cb-4ff9-bcf9-4443bd4d7d36 req-ed08caf7-0127-4667-9c1d-a154cf2632c9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987840 Jun 01 13:13:40.304219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:40.305919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c307b-d11b-4368-8f5a-fa420626ea87 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:40.306958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-842c307b-d11b-4368-8f5a-fa420626ea87 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:40.314229 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] Routers {'3dd97efe-1baf-436a-be9b-5ed8a357117b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:40.314760 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3dd97efe-1baf-436a-be9b-5ed8a357117b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:40.345377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-842c307b-d11b-4368-8f5a-fa420626ea87 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:40.346609 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-842c307b-d11b-4368-8f5a-fa420626ea87 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports/4092ae72-808b-47bd-bdbe-a1730b206f8d HTTP/1.1" status: 200 len: 910 time: 0.1298721 Jun 01 13:13:40.349618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:40.375335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:40.391252 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:40.391654 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0722ba4-13da-405b-a812-786d668ede88 None None] The sync data for ids ['3dd97efe-1baf-436a-be9b-5ed8a357117b'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:40.402942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9bf22-3e99-49e0-88a5-5eaffb81d6b8 req-08753fc8-1983-4729-8a4b-6bb59ceb2e94 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:40.409635 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0258ce29-9b13-4809-b331-697fc2225a14'] response: {'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78', 'code': 200} Jun 01 13:13:40.433126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9bf22-3e99-49e0-88a5-5eaffb81d6b8 req-08753fc8-1983-4729-8a4b-6bb59ceb2e94 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:40.436774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ec9bf22-3e99-49e0-88a5-5eaffb81d6b8 req-08753fc8-1983-4729-8a4b-6bb59ceb2e94 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.3939469 Jun 01 13:13:40.585980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:40.604419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3f59404a-a41b-4580-ad70-029565ef52b5', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '3f59404a-a41b-4580-ad70-029565ef52b5', 'mac_address': 'fa:16:3e:fd:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:40.645207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a0a25c91-d7f6-41d6-a291-d56ee9c6df15 None None] Provisioning for port 4092ae72-808b-47bd-bdbe-a1730b206f8d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:40.665410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a0a25c91-d7f6-41d6-a291-d56ee9c6df15 None None] Provisioning complete for port 4092ae72-808b-47bd-bdbe-a1730b206f8d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:40.665783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a0a25c91-d7f6-41d6-a291-d56ee9c6df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.725993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3f59404a-a41b-4580-ad70-029565ef52b5 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:40.726643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.748769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f59404a-a41b-4580-ad70-029565ef52b5 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:40.764543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25c91-d7f6-41d6-a291-d56ee9c6df15 None None] Port 4092ae72-808b-47bd-bdbe-a1730b206f8d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:40.781162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:40.787337 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.910275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:40.912663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:40.939469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ec9bf22-3e99-49e0-88a5-5eaffb81d6b8 req-9c99e93b-7159-4ffd-a9c9-b62e2a5e6101 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944808 Jun 01 13:13:40.939832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f622d14c-8856-4215-ac25-c16acaac8798 None None] Provisioning complete for port 4092ae72-808b-47bd-bdbe-a1730b206f8d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:40.939832 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f622d14c-8856-4215-ac25-c16acaac8798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.951390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38e3653-6d73-427c-b7c8-96b92e2a4046 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:40.970574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:40.999729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Transition to ACTIVE for port object c38e3653-6d73-427c-b7c8-96b92e2a4046 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:41.006066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a8a7e687-7c01-435f-b5d4-e1d38adfa248 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:41.008083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e30939-0154-490d-a156-6e098cd443fc req-d1038607-21b7-4194-af86-93efc55bfaef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.008846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c5e30939-0154-490d-a156-6e098cd443fc req-d1038607-21b7-4194-af86-93efc55bfaef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:41.016835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab662a90-926f-4166-9902-3b085860bb00 req-f3c7e66e-8f43-41ad-bda1-345480c77ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.016835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab662a90-926f-4166-9902-3b085860bb00 req-f3c7e66e-8f43-41ad-bda1-345480c77ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.018438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab662a90-926f-4166-9902-3b085860bb00 req-f3c7e66e-8f43-41ad-bda1-345480c77ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1985 time: 0.3801453 Jun 01 13:13:41.023045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.087740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:13:41.193403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f622d14c-8856-4215-ac25-c16acaac8798 None None] Port 4092ae72-808b-47bd-bdbe-a1730b206f8d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:41.206466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c5e30939-0154-490d-a156-6e098cd443fc req-d1038607-21b7-4194-af86-93efc55bfaef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:41.208811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5e30939-0154-490d-a156-6e098cd443fc req-d1038607-21b7-4194-af86-93efc55bfaef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 931 time: 0.5694988 Jun 01 13:13:41.230973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Pushing event updated for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:41.233922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a8a7e687-7c01-435f-b5d4-e1d38adfa248 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:41.241774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a8a7e687-7c01-435f-b5d4-e1d38adfa248 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:41.242142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.278961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.304939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3f59404a-a41b-4580-ad70-029565ef52b5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:41.366362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:41.366728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab662a90-926f-4166-9902-3b085860bb00 req-aaea3944-9c30-49aa-bb8c-6ca4f84411c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334641 Jun 01 13:13:41.391499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5e30939-0154-490d-a156-6e098cd443fc req-ebb25647-f977-4a52-89ea-668216c9b91e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518028 Jun 01 13:13:41.396357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'mac_address': 'fa:16:3e:a1:19:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:41.422210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7529b-53e6-4dc4-86b8-5f983295ca6c req-9111b9c9-f3ee-4e20-ba8b-c5d6800357df tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.429570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89f7529b-53e6-4dc4-86b8-5f983295ca6c req-9111b9c9-f3ee-4e20-ba8b-c5d6800357df tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 948 time: 0.3440678 Jun 01 13:13:41.456467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Attempting to bind port c38e3653-6d73-427c-b7c8-96b92e2a4046 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:13:41.456860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Attempting to bind port c38e3653-6d73-427c-b7c8-96b92e2a4046 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:13:41.457286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Attempting to bind port c38e3653-6d73-427c-b7c8-96b92e2a4046 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:41.463181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Port c38e3653-6d73-427c-b7c8-96b92e2a4046 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:13:41.463616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Attempting to bind port c38e3653-6d73-427c-b7c8-96b92e2a4046 on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:13:41.479868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:13:41.480372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:41.481062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:13:41.481710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Bound port: c38e3653-6d73-427c-b7c8-96b92e2a4046, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:13:41.481896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.510436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89f7529b-53e6-4dc4-86b8-5f983295ca6c req-6dc76335-b71d-4921-a374-52bf047b8cd8 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Jun 01 13:13:41.528263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cfb62559-15e3-4b43-b2cd-5d92d10523d4 None None] Provisioning complete for port 4092ae72-808b-47bd-bdbe-a1730b206f8d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:41.528631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfb62559-15e3-4b43-b2cd-5d92d10523d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.563120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:41.563494 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.632063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:41.656591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cfb62559-15e3-4b43-b2cd-5d92d10523d4 None None] Port 4092ae72-808b-47bd-bdbe-a1730b206f8d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:41.658880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a8a7e687-7c01-435f-b5d4-e1d38adfa248 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:41.659253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.674394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 4092ae72-808b-47bd-bdbe-a1730b206f8d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:41.675005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.703547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:41.711597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:13:41.716606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:13:41.723442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.725372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.780901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a8a7e687-7c01-435f-b5d4-e1d38adfa248, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a8a7e687-7c01-435f-b5d4-e1d38adfa248,segment=NetworkSegment(8e913bb0-f784-4fe1-aa6d-7b9fd3661393),segment_id=8e913bb0-f784-4fe1-aa6d-7b9fd3661393)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:41.802922 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.836726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Pushing event updated for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:41.844769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:41.858019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.858877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.861196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-b39029bf-e80c-4cde-88f5-c86fea9ac631 service neutron] 10.222.0.13 "PUT /v2.0/ports/c38e3653-6d73-427c-b7c8-96b92e2a4046 HTTP/1.1" status: 200 len: 1091 time: 2.1336310 Jun 01 13:13:41.862099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:41.878851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78c5b9-8cc5-4878-9a99-230fc287d2d1 req-de4392db-5dd5-459b-855c-bf6723a6dbb4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:41.881479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d78c5b9-8cc5-4878-9a99-230fc287d2d1 req-de4392db-5dd5-459b-855c-bf6723a6dbb4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 944 time: 0.2920165 Jun 01 13:13:41.945109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a8a7e687-7c01-435f-b5d4-e1d38adfa248,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:41.951855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:41.986291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d78c5b9-8cc5-4878-9a99-230fc287d2d1 req-b0478737-c748-485d-9d21-e563c25cb203 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919399 Jun 01 13:13:42.022248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-bba7f802-eafd-48f4-8e0d-124c2abe14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:42.025044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-bba7f802-eafd-48f4-8e0d-124c2abe14c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 1094 time: 0.0952973 Jun 01 13:13:42.027353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['45080572-aa0c-4e1d-87b6-41ce9e246222'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:42.133980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 4092ae72-808b-47bd-bdbe-a1730b206f8d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:42.275501 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169d1579-e604-4b6f-ab60-de4fed1fa352'] response: {'name': 'network-changed', 'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046', 'status': 'completed', 'code': 200} Jun 01 13:13:42.324736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-3afceab5-e3cc-45a5-b658-8ed4fa47a30e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046 HTTP/1.1" status: 200 len: 217 time: 0.2927756 Jun 01 13:13:42.343361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:42.395424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=4092ae72-808b-47bd-bdbe-a1730b206f8d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:42.398753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a0dbae27-3600-4267-b1dd-e7d97d7819d9 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:42.403682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-ea0979ca-40d9-4d6a-9906-66a48e726606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:42.405279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-ea0979ca-40d9-4d6a-9906-66a48e726606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0742555 Jun 01 13:13:42.496224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-6257e16b-8aaa-4751-ba4c-94effad14168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795648 Jun 01 13:13:42.506834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5ac5-0de7-418d-a7aa-958647fbf0c7 req-34d9b423-26e1-415c-831a-431b4e1b323c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:42.514495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5ac5-0de7-418d-a7aa-958647fbf0c7 req-34d9b423-26e1-415c-831a-431b4e1b323c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:42.524495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3a5ac5-0de7-418d-a7aa-958647fbf0c7 req-34d9b423-26e1-415c-831a-431b4e1b323c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.2417645 Jun 01 13:13:42.529694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port a0dbae27-3600-4267-b1dd-e7d97d7819d9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:42.536048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port a0dbae27-3600-4267-b1dd-e7d97d7819d9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:42.536418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:42.755780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port a0dbae27-3600-4267-b1dd-e7d97d7819d9 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:42.756160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:42.765688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a3a5ac5-0de7-418d-a7aa-958647fbf0c7 req-9fa6b9d1-3323-424c-8a9f-c098b3c62f5f tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346694 Jun 01 13:13:42.792596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:42.796517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:42.813852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:42.823289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:42.847586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-a14de304-f75a-4763-92bc-c96e98fdb0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879434 Jun 01 13:13:42.862799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c152d-b063-4b24-bb92-93591a6701a5 req-cbc5794f-a529-472f-bd44-d34751cc79e9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:42.870409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-828c152d-b063-4b24-bb92-93591a6701a5 req-cbc5794f-a529-472f-bd44-d34751cc79e9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 943 time: 0.1936450 Jun 01 13:13:42.915461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a8a7e687-7c01-435f-b5d4-e1d38adfa248 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:43.013053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:43.035248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a8a7e687-7c01-435f-b5d4-e1d38adfa248 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:43.035780 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:43.088089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-828c152d-b063-4b24-bb92-93591a6701a5 req-39f6c51a-4008-421d-84d9-0c854b2e2dae tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166610 Jun 01 13:13:43.143535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a16ea17-213b-4644-957f-894ed2d053b1 req-3a33ea36-6155-4784-946e-0cba0aec115e service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554493 Jun 01 13:13:43.162105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f7f29-4ffb-4158-9d87-a4ffbea851cd req-4bce5446-8c60-47d2-b9fe-546badc2e31e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.163667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a0f7f29-4ffb-4158-9d87-a4ffbea851cd req-4bce5446-8c60-47d2-b9fe-546badc2e31e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 948 time: 0.2462792 Jun 01 13:13:43.279366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a0f7f29-4ffb-4158-9d87-a4ffbea851cd req-432a5144-b9e5-4135-b85f-2327ec90ca21 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087122 Jun 01 13:13:43.290774 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9bf3fb-288e-4d1e-b327-0f39166dbb65'] response: {'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'code': 200} Jun 01 13:13:43.291355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a8a7e687-7c01-435f-b5d4-e1d38adfa248 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:43.324820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 3dd97efe-1baf-436a-be9b-5ed8a357117b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:43.327449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-0aa03593-e1a8-4bd5-9964-e59209047172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.329531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-0aa03593-e1a8-4bd5-9964-e59209047172 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 1094 time: 0.1269388 Jun 01 13:13:43.519481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-235e8633-e5f1-4f0f-871a-07ae50ebe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.520835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-235e8633-e5f1-4f0f-871a-07ae50ebe18c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.1845946 Jun 01 13:13:43.542823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:43.556199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] Sync routers for ids ['3dd97efe-1baf-436a-be9b-5ed8a357117b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:43.568097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] Routers {'3dd97efe-1baf-436a-be9b-5ed8a357117b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:43.568920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3dd97efe-1baf-436a-be9b-5ed8a357117b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:43.569929 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84ffc7c0-f85f-473e-946d-f5689b592500 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/3dd97efe-1baf-436a-be9b-5ed8a357117b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2182970 Jun 01 13:13:43.572554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:43.591185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-c1705d87-38b2-48e2-84e9-b715c0fb61f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046 HTTP/1.1" status: 200 len: 217 time: 0.0615828 Jun 01 13:13:43.621547 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94601-d2fb-47ae-93ce-0ebf896a19af req-bf421379-52d7-4d52-b2be-f17651295cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.623594 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9fb94601-d2fb-47ae-93ce-0ebf896a19af req-bf421379-52d7-4d52-b2be-f17651295cec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 1096 time: 0.2959802 Jun 01 13:13:43.630562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bd254d5-1acc-4429-9e91-e350716c942f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:43.648473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:43.660209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] Routers {'3dd97efe-1baf-436a-be9b-5ed8a357117b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:43.660819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3dd97efe-1baf-436a-be9b-5ed8a357117b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:43.681554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9fb94601-d2fb-47ae-93ce-0ebf896a19af req-f63aa5c2-001d-483b-90c0-94ea252e2de0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Jun 01 13:13:43.682339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1bd254d5-1acc-4429-9e91-e350716c942f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:43.685222 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1bd254d5-1acc-4429-9e91-e350716c942f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=3dd97efe-1baf-436a-be9b-5ed8a357117b HTTP/1.1" status: 200 len: 205 time: 0.1100256 Jun 01 13:13:43.686640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39620) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:43.694334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab47cf-d332-4ac3-8ac1-53c5e2d41b41 req-069f8c8f-9e87-46fe-87f9-cbe8883f2f3c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.695849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20ab47cf-d332-4ac3-8ac1-53c5e2d41b41 req-069f8c8f-9e87-46fe-87f9-cbe8883f2f3c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 945 time: 0.3413250 Jun 01 13:13:43.697857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-11c8c144-7dac-4e43-8da7-8d2eac419b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:43.699771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-11c8c144-7dac-4e43-8da7-8d2eac419b33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.0982881 Jun 01 13:13:43.726997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:43.727395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af688a-cd0f-4237-ae47-e5f1340550bf None None] The sync data for ids ['3dd97efe-1baf-436a-be9b-5ed8a357117b'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:43.761496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-7f48b359-17c5-40e1-b71e-3a32fb7c8d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442095 Jun 01 13:13:43.826109 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:43.851353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20ab47cf-d332-4ac3-8ac1-53c5e2d41b41 req-8c5fe66b-6c30-419e-b6fc-e92049ceeaa1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484234 Jun 01 13:13:43.961487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-1112e428-908c-464b-a097-c1f225508f5a service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894720 Jun 01 13:13:44.146785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.149159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.174619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.175407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd97efe-1baf-436a-be9b-5ed8a357117b {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:13:44.188751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.192353 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-58940b8a-38f4-4c48-8c4e-bb3983e3f374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/3dd97efe-1baf-436a-be9b-5ed8a357117b HTTP/1.1" status: 204 len: 168 time: 0.5023754 Jun 01 13:13:44.192672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39628) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:44.197725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6befa83-0e41-4490-9b01-9e789dc306ee req-d0e96c5b-647b-4c21-8130-64778e52c78a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:44.203646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6befa83-0e41-4490-9b01-9e789dc306ee req-d0e96c5b-647b-4c21-8130-64778e52c78a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:44.205268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6befa83-0e41-4490-9b01-9e789dc306ee req-d0e96c5b-647b-4c21-8130-64778e52c78a tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.3188934 Jun 01 13:13:44.261149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 39920d2f-1430-452f-bae0-b844181fcc73 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:44.264836 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.321099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.331520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6befa83-0e41-4490-9b01-9e789dc306ee req-83373af8-f5af-4e83-99d2-87ea1469f1f8 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892956 Jun 01 13:13:44.336037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab7d0a22-a6a6-48f0-bc4c-5c5a82979df9 req-5632d314-844d-49bf-91c1-dd1112f98f43 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676553 Jun 01 13:13:44.363128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f06b9-c5fb-4131-9057-365ae7605b49 req-e1af8082-269f-488f-9a55-5f0b65ee2d38 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:44.364744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-340f06b9-c5fb-4131-9057-365ae7605b49 req-e1af8082-269f-488f-9a55-5f0b65ee2d38 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 943 time: 0.1564219 Jun 01 13:13:44.404885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:44.428692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-340f06b9-c5fb-4131-9057-365ae7605b49 req-cc1a8038-6028-42c9-9e54-e17855f6e79c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Jun 01 13:13:44.433605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.498515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 3f59404a-a41b-4580-ad70-029565ef52b5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:44.505296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3f59404a-a41b-4580-ad70-029565ef52b5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:44.505802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.551296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.572889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe033a-8e8f-4031-8abb-5c7cb9794dc6 req-ef0e7882-c45d-4013-8a75-91b571de46d2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:44.574628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0dfe033a-8e8f-4031-8abb-5c7cb9794dc6 req-ef0e7882-c45d-4013-8a75-91b571de46d2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 948 time: 0.1380017 Jun 01 13:13:44.611869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=39920d2f-1430-452f-bae0-b844181fcc73,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:44.614925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.624630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd2177f2-81cc-44b3-85d7-cc48e4def89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/39920d2f-1430-452f-bae0-b844181fcc73 HTTP/1.1" status: 204 len: 168 time: 0.4283416 Jun 01 13:13:44.626757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39640) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:44.628691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3495892f-2ede-4c9e-9574-bea14af2d875 None None] Network a0c119f7-c572-4324-a9ed-62887c85b4d1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:44.644145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0dfe033a-8e8f-4031-8abb-5c7cb9794dc6 req-9d184908-00a2-40a0-a772-475586a1e91c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613315 Jun 01 13:13:44.801721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3f59404a-a41b-4580-ad70-029565ef52b5 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:44.802099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.816842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:44.920807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.940348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port a8a7e687-7c01-435f-b5d4-e1d38adfa248 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:44.940981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:44.954824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:44.970868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.090438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 45080572-aa0c-4e1d-87b6-41ce9e246222 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:45.097542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 45080572-aa0c-4e1d-87b6-41ce9e246222 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:45.097910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.129615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] DHCP port deletion for a0c119f7-c572-4324-a9ed-62887c85b4d1 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:45.138156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:45.167735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Deleting port a8a7e687-7c01-435f-b5d4-e1d38adfa248 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:45.168573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.207081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b601eb-542a-4c5b-87c7-9b3c3029490c req-4ba93769-012d-4652-be3f-ae32d8ce0644 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.213817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b601eb-542a-4c5b-87c7-9b3c3029490c req-4ba93769-012d-4652-be3f-ae32d8ce0644 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.215577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76b601eb-542a-4c5b-87c7-9b3c3029490c req-4ba93769-012d-4652-be3f-ae32d8ce0644 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.1248255 Jun 01 13:13:45.224884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port a8a7e687-7c01-435f-b5d4-e1d38adfa248, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a8a7e687-7c01-435f-b5d4-e1d38adfa248,segment=NetworkSegment(8e913bb0-f784-4fe1-aa6d-7b9fd3661393),segment_id=8e913bb0-f784-4fe1-aa6d-7b9fd3661393)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:45.225345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.227275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da58ae-27d1-43e7-8b06-57021e12c3a0 req-32e422ae-453c-4e77-a555-5c675bc14c3d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.236124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6da58ae-27d1-43e7-8b06-57021e12c3a0 req-32e422ae-453c-4e77-a555-5c675bc14c3d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 945 time: 0.2063198 Jun 01 13:13:45.304449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6da58ae-27d1-43e7-8b06-57021e12c3a0 req-93633c29-7416-4880-8452-4bbd5ca5073b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677381 Jun 01 13:13:45.348371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76b601eb-542a-4c5b-87c7-9b3c3029490c req-3aeb72cb-8366-4841-9368-d483af0a5cca tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105917 Jun 01 13:13:45.368706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for a8a7e687-7c01-435f-b5d4-e1d38adfa248 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:45.406851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:45.455449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.515465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=a8a7e687-7c01-435f-b5d4-e1d38adfa248,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:45.529868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port a8a7e687-7c01-435f-b5d4-e1d38adfa248 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:45.543420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:45.547464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.571442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] For port a8a7e687-7c01-435f-b5d4-e1d38adfa248, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a8a7e687-7c01-435f-b5d4-e1d38adfa248,segment=NetworkSegment(8e913bb0-f784-4fe1-aa6d-7b9fd3661393),segment_id=8e913bb0-f784-4fe1-aa6d-7b9fd3661393)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:45.571835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.681923 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a47d35-bca7-491e-942f-b7c15370ba04'] response: {'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5', 'code': 200} Jun 01 13:13:45.687318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9731-3c87-4dba-8033-89c44fcc0194 req-2e1c3d01-f9d5-43ea-be86-069deff25903 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.688867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-024b9731-3c87-4dba-8033-89c44fcc0194 req-2e1c3d01-f9d5-43ea-be86-069deff25903 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 943 time: 0.0893600 Jun 01 13:13:45.748915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Calling delete_port for a8a7e687-7c01-435f-b5d4-e1d38adfa248 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:45.770489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.795241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-024b9731-3c87-4dba-8033-89c44fcc0194 req-d2fc42c7-c165-4355-9a97-15dad79c0687 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999589 Jun 01 13:13:45.805234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c119f7-c572-4324-a9ed-62887c85b4d1']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:45.822385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e913bb0-f784-4fe1-aa6d-7b9fd3661393') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:45.823325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e913bb0-f784-4fe1-aa6d-7b9fd3661393') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:45.838605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:45.838996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.853959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238bb3a-d485-40de-b015-581a1e5350a7 req-760aa2af-96e6-490c-bd60-44662686fcee tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.859454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.859872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9238bb3a-d485-40de-b015-581a1e5350a7 req-760aa2af-96e6-490c-bd60-44662686fcee tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1474991 Jun 01 13:13:45.862056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.866255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f409a-821f-427f-a7af-2ec8e99dfeb9 req-8732afc8-833b-4d41-a47b-3a86e1ab0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:45.868057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f39f409a-821f-427f-a7af-2ec8e99dfeb9 req-8732afc8-833b-4d41-a47b-3a86e1ab0c01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 1100 time: 0.1594279 Jun 01 13:13:45.874092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:45.874826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:45.920501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:45.920847 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:45.936070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:45.971294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9238bb3a-d485-40de-b015-581a1e5350a7 req-05f4bb00-7ac1-4de6-a1df-dbe012ec92ca tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985861 Jun 01 13:13:45.973640 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8e913bb0-f784-4fe1-aa6d-7b9fd3661393 resource provider aggregate not found Jun 01 13:13:46.004603 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8e913bb0-f784-4fe1-aa6d-7b9fd3661393 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e913bb0-f784-4fe1-aa6d-7b9fd3661393 found for delete ", "request_id": "req-aac9e88b-f737-436b-98cb-148c20690be2"}]} Jun 01 13:13:46.015062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29671c9-5de8-4250-9756-3f7f32cb8983 req-f33d423c-401e-4ac7-90e8-05acbc5a452e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.017534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e29671c9-5de8-4250-9756-3f7f32cb8983 req-f33d423c-401e-4ac7-90e8-05acbc5a452e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 949 time: 0.1024415 Jun 01 13:13:46.027046 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f39f409a-821f-427f-a7af-2ec8e99dfeb9 req-e71b9097-e0b2-403f-b22d-d43122031e25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139567 Jun 01 13:13:46.027816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.047456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.053506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=a0c119f7-c572-4324-a9ed-62887c85b4d1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:46.065675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e29671c9-5de8-4250-9756-3f7f32cb8983 req-2ab021c9-ceee-4ef0-a19b-60ee13aebf48 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Jun 01 13:13:46.067205 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2c6be33-19d1-4fa4-bd1c-1c53fd125747 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/a0c119f7-c572-4324-a9ed-62887c85b4d1 HTTP/1.1" status: 204 len: 168 time: 1.4389369 Jun 01 13:13:46.070610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:46.075536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1901020522', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:46.083119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:46.087317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:46.090329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:46.097207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:46.107512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.108511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.122991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.395315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.422490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Deleting port a8a7e687-7c01-435f-b5d4-e1d38adfa248 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:46.423662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.539195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3c5a7-4c92-4b0a-8a5b-9043723e4598 None None] The port 'a8a7e687-7c01-435f-b5d4-e1d38adfa248' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:46.577533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-c874dbcf-6919-43c9-9d13-d70753f06ff6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.583379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-c874dbcf-6919-43c9-9d13-d70753f06ff6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.584823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-c874dbcf-6919-43c9-9d13-d70753f06ff6 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.2247469 Jun 01 13:13:46.593391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9a5d4-1bf4-4eb5-a57e-b372e156967a req-ecee2bd3-0491-419d-8ae6-76408073446f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.594776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89c9a5d4-1bf4-4eb5-a57e-b372e156967a req-ecee2bd3-0491-419d-8ae6-76408073446f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 945 time: 0.1843584 Jun 01 13:13:46.693830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port 3e7fb193-d999-49d4-8729-80c780af37c4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:46.694142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.758503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89c9a5d4-1bf4-4eb5-a57e-b372e156967a req-90db33db-f16e-4ef4-9703-20f9f8a31111 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 Jun 01 13:13:46.769087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905d25-5eed-4258-bd11-0cf19c7b76ed req-79445a07-7bd2-49d8-9973-68cf7ec2b327 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.774980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905d25-5eed-4258-bd11-0cf19c7b76ed req-79445a07-7bd2-49d8-9973-68cf7ec2b327 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:46.776492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58905d25-5eed-4258-bd11-0cf19c7b76ed req-79445a07-7bd2-49d8-9973-68cf7ec2b327 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 1683 time: 0.2848315 Jun 01 13:13:46.820169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c38e3653-6d73-427c-b7c8-96b92e2a4046 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:46.827582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.859378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:46.928059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a8a7e687-7c01-435f-b5d4-e1d38adfa248 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:46.978403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a8a7e687-7c01-435f-b5d4-e1d38adfa248 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:46.978722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a8a7e687-7c01-435f-b5d4-e1d38adfa248 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:47.006346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.25.7.16 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/073165e3-10a5-4bfe-a97a-e2b1d848069b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:47.040745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:47.048989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58905d25-5eed-4258-bd11-0cf19c7b76ed req-8a950848-80ba-47bf-9d22-da77718eb8b1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627573 Jun 01 13:13:47.067070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'c38e3653-6d73-427c-b7c8-96b92e2a4046', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': 'c38e3653-6d73-427c-b7c8-96b92e2a4046', 'mac_address': 'fa:16:3e:5c:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:47.067948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-4dc1df10-b5b5-42bc-9fa8-0a5a47c25d28 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 267 time: 0.1187477 Jun 01 13:13:47.130093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c38e3653-6d73-427c-b7c8-96b92e2a4046 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:47.130968 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.137329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port 3e7fb193-d999-49d4-8729-80c780af37c4, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3e7fb193-d999-49d4-8729-80c780af37c4,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:47.137692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.152891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38e3653-6d73-427c-b7c8-96b92e2a4046 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:47.170243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:47.175167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.186340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.223077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.245160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:47.296461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:47.299438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:47.302012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:47.346174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=073165e3-10a5-4bfe-a97a-e2b1d848069b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:47.425699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for 3e7fb193-d999-49d4-8729-80c780af37c4 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:47.426772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c38e3653-6d73-427c-b7c8-96b92e2a4046'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:47.531127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-36a91401-bb3e-4d5d-95e7-2767c181f258 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:47.532635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-36a91401-bb3e-4d5d-95e7-2767c181f258 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 945 time: 0.4531112 Jun 01 13:13:47.551862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'security_groups': []}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:47.660959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fce81-cd4a-46dc-8616-711aa57f66aa req-feb262e7-d294-460a-beaa-22642cc5b4d0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:47.668488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e45fce81-cd4a-46dc-8616-711aa57f66aa req-feb262e7-d294-460a-beaa-22642cc5b4d0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 944 time: 0.4551141 Jun 01 13:13:47.684019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:47.785206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.796146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.830148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e45fce81-cd4a-46dc-8616-711aa57f66aa req-34f7a3d8-ee9c-4b75-8cd8-b3f7dc55ba13 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607749 Jun 01 13:13:47.851552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=3e7fb193-d999-49d4-8729-80c780af37c4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:47.857224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:47.926679 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.031724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port 3e7fb193-d999-49d4-8729-80c780af37c4 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:48.035583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.038434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-deleted', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:48.135628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-39f258e3-593f-447a-aaac-e8d7c12a1d0c tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "DELETE /v2.0/ports/3e7fb193-d999-49d4-8729-80c780af37c4 HTTP/1.1" status: 204 len: 173 time: 1.5395865 Jun 01 13:13:48.157382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3e7fb193-d999-49d4-8729-80c780af37c4', 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:48.254209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-953a2b1c-ebbc-454e-a73a-d6f4ec4a78f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.300558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:48.300980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.328009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.336934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:48.431990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdb3c6-deeb-4303-98c9-398e69c77b5b req-0915775d-e77f-4281-91ec-260cd9efc549 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:48.433448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17cdb3c6-deeb-4303-98c9-398e69c77b5b req-0915775d-e77f-4281-91ec-260cd9efc549 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2588792 Jun 01 13:13:48.436383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.453835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.466316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8e8ddf99-d312-4d3a-9eec-2f5839277ed9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:48.501434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'a0dbae27-3600-4267-b1dd-e7d97d7819d9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:48.569472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 92db5e00-5a33-47b5-a5ff-6c57f17d561e is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:13:48.595697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:48.596332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.611740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f8945e8-1f22-4fc8-85ba-04e163fdea51 req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "PUT /v2.0/ports/a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 200 len: 904 time: 1.0643334 Jun 01 13:13:48.712873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17cdb3c6-deeb-4303-98c9-398e69c77b5b req-b9e99dbf-4fe1-4c6f-a7e4-24ce1e1d3675 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679825 Jun 01 13:13:48.726413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c133a-a2b2-4fa2-86dd-c13f4799fe49 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:48.790518 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f029fd0-b569-462d-a6a2-9341a6646bd0'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'code': 200} Jun 01 13:13:48.797998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['a0dbae27-3600-4267-b1dd-e7d97d7819d9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:48.815032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:48.832630 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] Sync routers for ids ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:48.855743 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] Routers {'92db5e00-5a33-47b5-a5ff-6c57f17d561e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:48.856783 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:48.882244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c38e3653-6d73-427c-b7c8-96b92e2a4046 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:13:48.887628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:48.889289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd80c277-227b-4c1a-88ca-44809c740d7e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8176746 Jun 01 13:13:48.891887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:48.927967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:48.928617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.004504 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:49.013717 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] Routers {'92db5e00-5a33-47b5-a5ff-6c57f17d561e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:49.014317 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:49.022212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-675f60f4-9625-4d0c-afae-fc8a05d01f4c None None] Provisioning complete for port a0dbae27-3600-4267-b1dd-e7d97d7819d9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:49.022728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-675f60f4-9625-4d0c-afae-fc8a05d01f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.079090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:49.079515 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ea9f9-788f-4bdc-924d-0113b586fd90 None None] The sync data for ids ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:49.088938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:49.116459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port c38e3653-6d73-427c-b7c8-96b92e2a4046 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:49.123342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port c38e3653-6d73-427c-b7c8-96b92e2a4046 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:49.123842 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.150524 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7686e408-7619-40bd-8872-dcc077ae05e9 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers/92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 200 len: 880 time: 0.2572291 Jun 01 13:13:49.152684 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af64ccd-722a-4a2b-8aa2-dfb3944c9868'] response: {'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-deleted', 'tag': '3e7fb193-d999-49d4-8729-80c780af37c4', 'status': 'completed', 'code': 200} Jun 01 13:13:49.153823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:49.237029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-675f60f4-9625-4d0c-afae-fc8a05d01f4c None None] Current status of the port a0dbae27-3600-4267-b1dd-e7d97d7819d9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:49.337579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c38e3653-6d73-427c-b7c8-96b92e2a4046 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:49.338115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.373086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-40a4beb4-9b4a-42b9-86d1-0b956a4563ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:router {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:49.375706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:49.381693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.382775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:49.392871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-40a4beb4-9b4a-42b9-86d1-0b956a4563ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:router {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:49.396997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40a4beb4-9b4a-42b9-86d1-0b956a4563ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2394605 Jun 01 13:13:49.397384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:49.402938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1901020522'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:49.556585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102bbd-7d67-4423-9f33-a8fd1617248a req-4920eda8-00a9-4d16-aca6-677b56970db4 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:49.557423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60102bbd-7d67-4423-9f33-a8fd1617248a req-4920eda8-00a9-4d16-aca6-677b56970db4 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Synchronizing usage tracker for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:49.570549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc494126-91fd-4b14-9713-a6e99c208578 req-7fe7c4b4-b604-449b-bb08-75ac9af9d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:49.572146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc494126-91fd-4b14-9713-a6e99c208578 req-7fe7c4b4-b604-449b-bb08-75ac9af9d412 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 1101 time: 0.4519637 Jun 01 13:13:49.582690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f42d-d2e6-4810-9fba-9093d38b8120 req-1c81eec3-34c2-4266-816a-702e28112c3f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:49.589887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e485f42d-d2e6-4810-9fba-9093d38b8120 req-1c81eec3-34c2-4266-816a-702e28112c3f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 949 time: 0.4389837 Jun 01 13:13:49.601586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:49.677614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:49.678000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.697020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e485f42d-d2e6-4810-9fba-9093d38b8120 req-a2c784a3-5bea-49ed-a618-e67233242d0a tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059959 Jun 01 13:13:49.727214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc494126-91fd-4b14-9713-a6e99c208578 req-c7d99c4c-6509-4ac8-85ab-821149ef0adb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Jun 01 13:13:49.727214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.819389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60102bbd-7d67-4423-9f33-a8fd1617248a req-4920eda8-00a9-4d16-aca6-677b56970db4 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Unset dirty status for tenant:f56949c077a3482da4c712078c280585 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:49.828095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60102bbd-7d67-4423-9f33-a8fd1617248a req-4920eda8-00a9-4d16-aca6-677b56970db4 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/ports?device_id=ce85d914-0141-4d67-8419-03aaf84fcb3f HTTP/1.1" status: 200 len: 946 time: 0.7091150 Jun 01 13:13:49.855509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=a42e00bd-dbaf-4d99-a7f0-71a3140b7c78,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:49.917230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:49.929191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:49.931200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c370b2c8-9fcc-440d-8b72-1071b6cf6379 req-a15e2cde-1105-4de3-af96-66eb1a9d477b tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.13 "DELETE /v2.0/ports/a42e00bd-dbaf-4d99-a7f0-71a3140b7c78 HTTP/1.1" status: 204 len: 173 time: 1.7885628 Jun 01 13:13:49.972594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60102bbd-7d67-4423-9f33-a8fd1617248a req-064b4edb-ff5a-4fd4-8dc9-eb2f4267d157 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ac7496c-5b8f-439d-85e8-d762d5c7d451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435499 Jun 01 13:13:50.102373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a616f6-aaa1-4309-8700-22657ef1419c req-ae81262a-a200-4b9a-81bb-a6aa8e0e05e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.103814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53a616f6-aaa1-4309-8700-22657ef1419c req-ae81262a-a200-4b9a-81bb-a6aa8e0e05e9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 907 time: 0.1889176 Jun 01 13:13:50.241693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c69a-8caf-4310-9099-bba48edfb267 req-a85dcbdb-6577-409e-bd71-35714fbd2b82 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.247122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4723c69a-8caf-4310-9099-bba48edfb267 req-a85dcbdb-6577-409e-bd71-35714fbd2b82 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.1082234 Jun 01 13:13:50.282533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-e4d8171d-6d85-4f81-a805-f8e39229f7eb tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.283593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-e4d8171d-6d85-4f81-a805-f8e39229f7eb tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:50.288829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:50.304304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-e4d8171d-6d85-4f81-a805-f8e39229f7eb tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:50.305796 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-e4d8171d-6d85-4f81-a805-f8e39229f7eb tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.2273552 Jun 01 13:13:50.308285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:50.341166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4723c69a-8caf-4310-9099-bba48edfb267 req-fa824c07-8249-454e-b307-d05cf4089556 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898955 Jun 01 13:13:50.365165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0ddef-e14b-4f07-8f3d-8a9294608e16 req-c68f5f41-f771-4c4f-bca2-2f4354f03818 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.372765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88d0ddef-e14b-4f07-8f3d-8a9294608e16 req-c68f5f41-f771-4c4f-bca2-2f4354f03818 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 950 time: 0.1244678 Jun 01 13:13:50.432199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88d0ddef-e14b-4f07-8f3d-8a9294608e16 req-a7fe62c7-8f9b-4b1d-ac39-e9e2b864eb77 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Jun 01 13:13:50.493203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0552587f-d467-4a4b-bf53-3a491846fb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:50.524535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Deleting port 3b8dd480-340c-4527-9d0d-646f4a410351 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:50.525511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:50.672331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ece5-fd53-455c-adca-dc61b32ff102 req-a411ea17-2a5f-42d2-8bd6-d5e0680c063b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.675037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4e1ece5-fd53-455c-adca-dc61b32ff102 req-a411ea17-2a5f-42d2-8bd6-d5e0680c063b tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 946 time: 0.1645854 Jun 01 13:13:50.687810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb6efe-41df-4dfe-b9f4-5cb59152be93 req-76496953-640a-4a46-96e2-5ef463c14a43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:50.695112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bcb6efe-41df-4dfe-b9f4-5cb59152be93 req-76496953-640a-4a46-96e2-5ef463c14a43 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1381919 Jun 01 13:13:50.747554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 92db5e00-5a33-47b5-a5ff-6c57f17d561e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:50.774404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4e1ece5-fd53-455c-adca-dc61b32ff102 req-c00e6e46-d63c-481b-8177-549762d2f591 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=94b5628a-2eb7-4baa-bb66-3474be7016e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778823 Jun 01 13:13:50.787780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bcb6efe-41df-4dfe-b9f4-5cb59152be93 req-b3ff4f43-3281-456c-a7f4-c4b6fd052538 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746300 Jun 01 13:13:50.792378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:50.835631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3e7fb193-d999-49d4-8729-80c780af37c4 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:50.891410 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed915b2-d16e-45b3-8fdd-6ec64b11c875'] response: {'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046', 'code': 200} Jun 01 13:13:50.899568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 3e7fb193-d999-49d4-8729-80c780af37c4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:50.899988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3e7fb193-d999-49d4-8729-80c780af37c4 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:51.081734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39718) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:51.086108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b503e-0647-437e-97c9-796d5ace2651 req-e9481c30-52a0-4262-861f-58fdbc4dd458 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.087590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b6b503e-0647-437e-97c9-796d5ace2651 req-e9481c30-52a0-4262-861f-58fdbc4dd458 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1068993 Jun 01 13:13:51.090835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a290-ae06-4401-91c4-94603d94919d req-e6e6ad97-ad2b-4e91-aef4-155084d4eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.092346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8f9a290-ae06-4401-91c4-94603d94919d req-e6e6ad97-ad2b-4e91-aef4-155084d4eb8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 1096 time: 0.1451302 Jun 01 13:13:51.148872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] For port 3b8dd480-340c-4527-9d0d-646f4a410351, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3b8dd480-340c-4527-9d0d-646f4a410351,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:51.149162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.154611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9'}, {'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-deleted', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:51.158626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:51.161259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b6b503e-0647-437e-97c9-796d5ace2651 req-dfa2dbc4-153b-47ab-afeb-665606d81bd1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676386 Jun 01 13:13:51.167170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8f9a290-ae06-4401-91c4-94603d94919d req-07a470e4-e546-41d9-a96e-29dc8bef009a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589440 Jun 01 13:13:51.171106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.171756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] Sync routers for ids ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:51.172188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-158caed5-5cde-487d-9887-3d7744c6d7e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 200 len: 887 time: 1.7738452 Jun 01 13:13:51.177112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:51.184166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] Routers {'92db5e00-5a33-47b5-a5ff-6c57f17d561e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:51.184830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:51.231135 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75929c0-7a5e-49c6-b1f5-c45cae28182e'] response: {'name': 'network-changed', 'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'status': 'completed', 'code': 200} Jun 01 13:13:51.233145 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75929c0-7a5e-49c6-b1f5-c45cae28182e'] response: {'server_uuid': 'ce85d914-0141-4d67-8419-03aaf84fcb3f', 'name': 'network-vif-deleted', 'tag': 'a42e00bd-dbaf-4d99-a7f0-71a3140b7c78', 'status': 'completed', 'code': 200} Jun 01 13:13:51.247523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:51.256290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] Routers {'92db5e00-5a33-47b5-a5ff-6c57f17d561e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:51.256886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:51.301463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting subnet 362a7e70-d95f-401f-bbfc-7c9897c71596 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:51.320022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:51.320425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d1301-dc7d-4f4b-b659-7ab711056b53 None None] The sync data for ids ['92db5e00-5a33-47b5-a5ff-6c57f17d561e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:51.322278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.451369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a490249-c918-455c-88fc-635c5fd4134d req-41c6ecc3-b684-450c-bc28-d6773c6b9dda tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.458255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a490249-c918-455c-88fc-635c5fd4134d req-41c6ecc3-b684-450c-bc28-d6773c6b9dda tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1190479 Jun 01 13:13:51.476012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-042885ae-5e6f-4a6a-99c7-aac55df19ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.477472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-042885ae-5e6f-4a6a-99c7-aac55df19ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 1058 time: 0.1978540 Jun 01 13:13:51.633713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a490249-c918-455c-88fc-635c5fd4134d req-f3afea6c-cff4-4825-bea6-d03917e98e8b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745791 Jun 01 13:13:51.669371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.675508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.695477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:51.706522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-1413ee50-d4e6-498d-af11-1c42891208de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.707890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-1413ee50-d4e6-498d-af11-1c42891208de service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.2246690 Jun 01 13:13:51.716059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4ade5-e02d-472f-a7d4-3fdd0ddb21cc req-52540cab-960c-4419-9628-d00cb6d20820 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.717559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74a4ade5-e02d-472f-a7d4-3fdd0ddb21cc req-52540cab-960c-4419-9628-d00cb6d20820 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.2320635 Jun 01 13:13:51.776212 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a9978b05-7e92-421f-9966-7503cd6d4b81 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers/92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 200 len: 887 time: 0.5961652 Jun 01 13:13:51.782557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:51.832073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-71854d3b-81be-4c82-aa86-04340b3fece4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 200 len: 217 time: 0.1135457 Jun 01 13:13:51.907956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f815c83-fc9e-43e9-9a9a-fbae73a4678a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:51.923191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-f74f2776-238f-4ec1-9d90-6cee0c703a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:51.924636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-f74f2776-238f-4ec1-9d90-6cee0c703a5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.0857675 Jun 01 13:13:51.930016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74a4ade5-e02d-472f-a7d4-3fdd0ddb21cc req-964f962f-0d54-435d-96d9-b7c37bc0cb7d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559041 Jun 01 13:13:51.959286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.023538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.023965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.024220 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Floating IP f47d007a-69a6-485c-99b7-4784c74bea26 disassociated. External IP: 172.25.7.156, port: 3b8dd480-340c-4527-9d0d-646f4a410351. Jun 01 13:13:52.024564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Calling delete_port for 3b8dd480-340c-4527-9d0d-646f4a410351 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:52.064860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f815c83-fc9e-43e9-9a9a-fbae73a4678a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:52.066033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f815c83-fc9e-43e9-9a9a-fbae73a4678a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 200 len: 205 time: 0.2826176 Jun 01 13:13:52.075327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39742) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:52.193317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647aa6-3f83-4652-84db-1b4b4e12049e req-226f7a01-0548-4c71-8d2f-c01f72a827ab tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:52.194793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04647aa6-3f83-4652-84db-1b4b4e12049e req-226f7a01-0548-4c71-8d2f-c01f72a827ab tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 950 time: 0.4270771 Jun 01 13:13:52.246934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-91c7f064-3ed4-4e3a-b6cf-047c8ffc0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:52.248518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-91c7f064-3ed4-4e3a-b6cf-047c8ffc0165 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166895 Jun 01 13:13:52.266110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c31d6-c98e-438d-85f4-22a502af02c5 req-4625f1c7-627f-4698-bc50-a8d687093f61 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:52.267848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d0c31d6-c98e-438d-85f4-22a502af02c5 req-4625f1c7-627f-4698-bc50-a8d687093f61 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1723688 Jun 01 13:13:52.307660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04647aa6-3f83-4652-84db-1b4b4e12049e req-bb2a4b6a-be37-473e-bc30-1189051b5bd7 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987756 Jun 01 13:13:52.307983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.374874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Subnet': ['ID=362a7e70-d95f-401f-bbfc-7c9897c71596,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:52.376801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.401089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3aaa6-1c62-4a6a-8f20-cccb5e00aa50 None None] Network ec4fea9d-015f-480d-bde7-1b94eb0cab64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:52.407102 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-821a2d51-8dfd-44f4-a856-b8a9fa3368fe tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/subnets/362a7e70-d95f-401f-bbfc-7c9897c71596 HTTP/1.1" status: 204 len: 168 time: 1.3199351 Jun 01 13:13:52.408067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:52.433648 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.503282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d0c31d6-c98e-438d-85f4-22a502af02c5 req-364bdc65-4cc0-4086-a401-6943853a9020 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076545 Jun 01 13:13:52.539420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f808fe22-6db0-461e-957f-528424a4a44a req-573433dc-5014-4eab-9eab-536ce5ed50f9 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 210 time: 0.1131999 Jun 01 13:13:52.570947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:13:52.587557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-863184ae-eb32-459a-b73e-36393cb4cc6d service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160846 Jun 01 13:13:52.605014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.756123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event deleted for resources: {'Port': ['ID=3b8dd480-340c-4527-9d0d-646f4a410351,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:52.831073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] DHCP port deletion for ec4fea9d-015f-480d-bde7-1b94eb0cab64 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:52.837433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Deleting port fc820b3b-2e8e-495b-878e-7294719d70e8 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:52.838004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.863552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:52.933957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-199cfb57-500d-4c7f-bf1a-980c023ff949 req-09b6f949-435b-4d85-84a9-251cdcd8a91d service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384488 Jun 01 13:13:52.966238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc820b3b-2e8e-495b-878e-7294719d70e8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:52.967044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-8a4d59f4-9406-4740-9b44-a4ba50f99ebb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:52.968695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-8a4d59f4-9406-4740-9b44-a4ba50f99ebb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.2357273 Jun 01 13:13:52.986504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-6de779dc-58fc-43ee-a0cc-b191c74600df tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/quotas/c54786d8123a4c29a5c0ec5167850c94 HTTP/1.1" status: 200 len: 375 time: 0.0121720 Jun 01 13:13:52.994215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.008761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port fc820b3b-2e8e-495b-878e-7294719d70e8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:53.009442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.064406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 073165e3-10a5-4bfe-a97a-e2b1d848069b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:53.064754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.135472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-8c55bb0a-5bd9-4613-bd6f-23a900117c1b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1421430 Jun 01 13:13:53.194704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.292986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42c822-cf01-4760-8635-e30a6a701888 req-3a2b9131-ede4-42c7-8a8f-a1a2bca5a739 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:53.294846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c42c822-cf01-4760-8635-e30a6a701888 req-3a2b9131-ede4-42c7-8a8f-a1a2bca5a739 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.1145008 Jun 01 13:13:53.363915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc820b3b-2e8e-495b-878e-7294719d70e8 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:53.364462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.416432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:53.429244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.432878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:53.435543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.455432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:13:53.463920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c42c822-cf01-4760-8635-e30a6a701888 req-9b72bed4-7def-4efc-9168-e3f14e9c9308 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600506 Jun 01 13:13:53.555448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-67ee244e-a824-4da7-82ca-0291dc994503 service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188745 Jun 01 13:13:53.666641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Calling delete_port for fc820b3b-2e8e-495b-878e-7294719d70e8 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:53.705229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-dbf7fe86-f246-474c-a15e-de8883635bea service neutron] 10.222.0.40 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433270 Jun 01 13:13:53.739329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fc820b3b-2e8e-495b-878e-7294719d70e8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:53.780820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:53.781242 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:53.930946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce8c55e9-4f0d-47e6-bb9e-20ee5c7243d8 req-512ad19d-7d0c-4f32-a1c6-86acc3948ba5 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 210 time: 0.0639074 Jun 01 13:13:53.946185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:53.967075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:53.967218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:54.033765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:13:54.045460 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:13:54.056826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:54.057723 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:54.063472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39af9311-9708-409e-99f3-5de71fd83b92 req-6c27c924-af3d-4bae-a442-2d62de1866dc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 210 time: 0.0666094 Jun 01 13:13:54.102907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f702-a7ab-4f2a-956e-3f046ba25116 req-c12c7a47-529b-4220-ad8e-ac67a5e0a84c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:54.104369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a370f702-a7ab-4f2a-956e-3f046ba25116 req-c12c7a47-529b-4220-ad8e-ac67a5e0a84c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.1609871 Jun 01 13:13:54.171409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a370f702-a7ab-4f2a-956e-3f046ba25116 req-a5285aa4-6b1e-4f32-8cd3-8286f4c16b16 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Jun 01 13:13:54.214269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 073165e3-10a5-4bfe-a97a-e2b1d848069b owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:54.282755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Deleting port fc820b3b-2e8e-495b-878e-7294719d70e8 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:54.283523 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:54.355231 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:13:54.372162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for fc820b3b-2e8e-495b-878e-7294719d70e8 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:54.403287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] No DVR routers for this DVR port 3b8dd480-340c-4527-9d0d-646f4a410351 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:54.415035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:54.417226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e93c49bc-f8c7-4229-8c26-0c7cafe5605e req-94e72f23-ffa0-48f5-8831-a711aa96e52c tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "DELETE /v2.0/ports/3b8dd480-340c-4527-9d0d-646f4a410351 HTTP/1.1" status: 204 len: 173 time: 4.1053314 Jun 01 13:13:54.417687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'name': 'network-vif-deleted', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:13:54.462857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7128f-ca43-4427-8f77-13f38f7c61df req-c1915f03-d12a-4c66-954f-856e4921a03c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:54.477272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77d7128f-ca43-4427-8f77-13f38f7c61df req-c1915f03-d12a-4c66-954f-856e4921a03c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.1953776 Jun 01 13:13:54.548340 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c6f6cd-8530-4d04-b084-c03938cc8471'] response: {'server_uuid': '600b0b4e-d54e-43d7-a56d-ea2d5825a8b8', 'name': 'network-vif-deleted', 'tag': '3b8dd480-340c-4527-9d0d-646f4a410351', 'status': 'completed', 'code': 200} Jun 01 13:13:54.635802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:54.648510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77d7128f-ca43-4427-8f77-13f38f7c61df req-09d6aeca-2f65-4501-91c9-63f9ada8dd89 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699569 Jun 01 13:13:54.676067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] For port fc820b3b-2e8e-495b-878e-7294719d70e8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc820b3b-2e8e-495b-878e-7294719d70e8,segment=NetworkSegment(263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef),segment_id=263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:54.676561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:54.733184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=fc820b3b-2e8e-495b-878e-7294719d70e8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:54.735095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port fc820b3b-2e8e-495b-878e-7294719d70e8 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:54.773724 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:54.778996 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:13:54.790739 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:13:54.791550 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:54.800267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b8dd480-340c-4527-9d0d-646f4a410351 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:54.902296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Calling delete_port for fc820b3b-2e8e-495b-878e-7294719d70e8 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:54.932664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 3b8dd480-340c-4527-9d0d-646f4a410351 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:54.933397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3b8dd480-340c-4527-9d0d-646f4a410351 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:54.967880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.011401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:55.011796 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:55.029529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.061309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4fea9d-015f-480d-bde7-1b94eb0cab64']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:55.067134 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:13:55.090656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:55.091254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:55.103375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=073165e3-10a5-4bfe-a97a-e2b1d848069b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:55.155311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.203321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38e23d98-660d-406b-baea-4d0f9a040970 req-194edf1a-dfc0-4c38-a9fd-a09872b5c645 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=600b0b4e-d54e-43d7-a56d-ea2d5825a8b8 HTTP/1.1" status: 200 len: 210 time: 0.0626748 Jun 01 13:13:55.219763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Deleting port fc820b3b-2e8e-495b-878e-7294719d70e8 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:55.220058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.289849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.331606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e56d240-7257-4c4a-921e-f3f55bddc50f req-9322788e-c420-4575-8293-cdce59963ab2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 210 time: 0.0853622 Jun 01 13:13:55.340819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf0b2c-addb-4e26-9e4e-fab0e73d563e None None] The port 'fc820b3b-2e8e-495b-878e-7294719d70e8' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:55.455302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012daaaf-4116-4084-86b6-4e6894055276 req-c5fefc9b-415c-409a-a56e-9cf009ad865b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:55.464714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-012daaaf-4116-4084-86b6-4e6894055276 req-c5fefc9b-415c-409a-a56e-9cf009ad865b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.1119151 Jun 01 13:13:55.492570 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:55.500387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7319834c-a1d5-4aa6-b655-d7e76356fbb4 None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '7f2d5ea6-6142-481a-af2d-68f8ec0a4549', 'name': '', 'network_id': 'dc1e2955-a47c-44ec-8982-f920f0072646', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'mac_address': 'fa:16:3e:4f:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:32Z', 'updated_at': '2022-06-01T13:07:45Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'subnets': [{'id': 'e7910fb7-fb3a-4d32-9a08-71a0d57d802d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:13:55.636755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.667740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-012daaaf-4116-4084-86b6-4e6894055276 req-2ffd60a7-51ed-4ce0-86f8-0b9b42b95272 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810596 Jun 01 13:13:55.718625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:55.719135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.806301 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef resource provider aggregate not found Jun 01 13:13:55.865855 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263ed6dd-2f0b-4b5d-a2b4-a20922cfd0ef found for delete ", "request_id": "req-ca3a41fa-069b-4419-8c3c-e1b953b02bdc"}]} Jun 01 13:13:55.872837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.888188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.909357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414e46c-aa42-4c79-8476-e0db51a5adfd None None] New status for floating IP f47d007a-69a6-485c-99b7-4784c74bea26: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:13:55.920444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.922753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-c8031f8b-3ea2-4030-8fc6-4d567aa337b1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:55.924513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-c8031f8b-3ea2-4030-8fc6-4d567aa337b1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 810 time: 0.2207732 Jun 01 13:13:55.927390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.942977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Request body: {'port': {'device_id': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'admin_state_up': True, 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:55.954407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:55.955046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 92db5e00-5a33-47b5-a5ff-6c57f17d561e {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:13:55.974978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Network': ['ID=ec4fea9d-015f-480d-bde7-1b94eb0cab64,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:55.997184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.001925 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0dca0194-e766-4079-bcec-9c1547608b59 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 204 len: 168 time: 3.9193151 Jun 01 13:13:56.004820 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-254834f1-d948-4cd9-a8ad-e3d616169074 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/networks/ec4fea9d-015f-480d-bde7-1b94eb0cab64 HTTP/1.1" status: 204 len: 168 time: 3.5962596 Jun 01 13:13:56.005505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39842) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:56.008868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:56.014009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-375976425'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:56.022061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:56.026070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:56.029286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:56.035751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:56.105030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:56.109397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.129097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting subnet b92b9419-b855-4c28-af99-cb648019f1f7 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:13:56.132456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.151943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:56.170055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:56.187214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Made reservation on behalf of c54786d8123a4c29a5c0ec5167850c94 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:56.195376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.208556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:13:56.212120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.265155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.265599 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment a86a9fb5-fbcc-44f4-8843-96224be2a40f of type vlan for network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 Jun 01 13:13:56.313835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.402883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.467515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Allocated IP 172.20.0.4 (a1d51458-79e1-42ec-9b54-8c9af1e706d5/3fb30a20-bb78-4814-aed2-3c34fca5309a/a4b0088c-093f-427f-90d6-3bf4f57a46b3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:56.488826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39868) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:56.547421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.564234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:56.564898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.606814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.666853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e46dd48d-8c07-42ed-a4b5-a20c00e819dd req-90560852-70ef-4121-8083-f90f72958a0f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 210 time: 0.0761809 Jun 01 13:13:56.696109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.759315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Subnet': ['ID=b92b9419-b855-4c28-af99-cb648019f1f7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:56.783549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd324da8-4c20-48b6-b5ed-11d3b0a4981c None None] Network 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:56.808088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:56.813060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3a0bd6f-c02e-473b-973a-594e275b05f1 tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/subnets/b92b9419-b855-4c28-af99-cb648019f1f7 HTTP/1.1" status: 204 len: 168 time: 0.7712409 Jun 01 13:13:56.813060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8055005 Jun 01 13:13:56.817173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:56.820673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:56.931084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:13:57.005929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:57.116267 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.196655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:57.226230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'mac_address': 'fa:16:3e:a1:19:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:13:57.284176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d37a6f-59bb-4be2-a3c1-ad0a8153994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=68dda6f3-ed17-492e-a788-bb0a0c1ccea7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:57.305847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858fed-04e3-4879-861d-35b35668740f req-8527eb42-2067-447c-a0ed-4c30370c3cef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:57.307369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a858fed-04e3-4879-861d-35b35668740f req-8527eb42-2067-447c-a0ed-4c30370c3cef tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.3958979 Jun 01 13:13:57.314550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] DHCP port deletion for 3950f5e1-d1e6-4cea-a657-59f14e28e4f2 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:13:57.316465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.328581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:13:57.353112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:57.359566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:13:57.363451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:13:57.370030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658e347-9a86-44f0-af84-cb1fb8b8a7f5 req-8152a0b1-0a03-4fc1-9e70-f27ced79adad tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:57.373710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Deleting port c6976653-dc12-47ed-a37b-8d34e018d450 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:57.374078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.375360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:57.378973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f658e347-9a86-44f0-af84-cb1fb8b8a7f5 req-8152a0b1-0a03-4fc1-9e70-f27ced79adad tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 945 time: 0.3932531 Jun 01 13:13:57.391798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Deleting port c6976653-dc12-47ed-a37b-8d34e018d450 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:57.392365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.413751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.422414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.429941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:13:57.434715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.511254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5628a-2eb7-4baa-bb66-3474be7016e3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:57.556208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Transition to ACTIVE for port object a4b0088c-093f-427f-90d6-3bf4f57a46b3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:13:57.571276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f658e347-9a86-44f0-af84-cb1fb8b8a7f5 req-468f736c-ca1b-4235-83c6-0fe7c9791668 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913431 Jun 01 13:13:57.580781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port c38e3653-6d73-427c-b7c8-96b92e2a4046 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:57.585169 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.618491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.619914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3979ef76-86b8-4bd1-9eaf-d09618251640 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "DELETE /v2.0/security-groups/94b5628a-2eb7-4baa-bb66-3474be7016e3 HTTP/1.1" status: 204 len: 168 time: 1.1298611 Jun 01 13:13:57.629316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39902) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:57.686565 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-8bea5666-42e7-4265-9b66-368beb485990 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] show failed (client error): The resource could not be found. Jun 01 13:13:57.690279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8bea5666-42e7-4265-9b66-368beb485990 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups/94b5628a-2eb7-4baa-bb66-3474be7016e3 HTTP/1.1" status: 404 len: 347 time: 0.0562236 Jun 01 13:13:57.693601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39906) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:57.858976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:13:57.859680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.883096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:13:57.902145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:57.915343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:57.989460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Deleting port 565e68ae-7f30-41ff-ad31-52f95675ffa1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:57.989798 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.016694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d45e20c8-5154-4b6d-85a9-8bc9aa9fbdeb req-91efd351-9d9c-43f7-8b40-33467b822c2b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:58.098867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.160705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] For port c6976653-dc12-47ed-a37b-8d34e018d450, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c6976653-dc12-47ed-a37b-8d34e018d450,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:58.161388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.221451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] For port c6976653-dc12-47ed-a37b-8d34e018d450, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c6976653-dc12-47ed-a37b-8d34e018d450,segment=NetworkSegment(c6c45183-025a-47ba-ab0d-1b953d15bfc0),segment_id=c6c45183-025a-47ba-ab0d-1b953d15bfc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:58.222538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.308240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Calling delete_port for c6976653-dc12-47ed-a37b-8d34e018d450 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:58.363800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Calling delete_port for c6976653-dc12-47ed-a37b-8d34e018d450 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:58.421274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.448142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:13:58.448853 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:13:58.455207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:58.457863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d45e20c8-5154-4b6d-85a9-8bc9aa9fbdeb req-91efd351-9d9c-43f7-8b40-33467b822c2b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:58.467368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.469842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d45e20c8-5154-4b6d-85a9-8bc9aa9fbdeb req-91efd351-9d9c-43f7-8b40-33467b822c2b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 210 time: 0.6040883 Jun 01 13:13:58.488048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['45080572-aa0c-4e1d-87b6-41ce9e246222'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:58.513720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:58.525899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:13:58.531255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:58.537726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:13:58.542032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:58.567332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Port': ['ID=c6976653-dc12-47ed-a37b-8d34e018d450,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:58.590477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] No DVR routers for this DVR port c6976653-dc12-47ed-a37b-8d34e018d450 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:13:58.665501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:58.666318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.737130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port c38e3653-6d73-427c-b7c8-96b92e2a4046, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c38e3653-6d73-427c-b7c8-96b92e2a4046,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:13:58.737784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.873137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=c5453dd7-606c-4c7b-942c-54126c8ff48f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:58.910427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for c38e3653-6d73-427c-b7c8-96b92e2a4046 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:58.928196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.952213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Deleting port c6976653-dc12-47ed-a37b-8d34e018d450 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:13:58.952868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:58.962675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': 'a86a9fb5-fbcc-44f4-8843-96224be2a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:13:58.963075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: 68dda6f3-ed17-492e-a788-bb0a0c1ccea7, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:13:58.968248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3950f5e1-d1e6-4cea-a657-59f14e28e4f2']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:58.987184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c45183-025a-47ba-ab0d-1b953d15bfc0') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:58.987486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c45183-025a-47ba-ab0d-1b953d15bfc0') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:13:59.000163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c6976653-dc12-47ed-a37b-8d34e018d450 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:13:59.004189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.045710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:13:59.052634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.060149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:13:59.060527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.085329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c6976653-dc12-47ed-a37b-8d34e018d450 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:13:59.086501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c6976653-dc12-47ed-a37b-8d34e018d450 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:13:59.086674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 68dda6f3-ed17-492e-a788-bb0a0c1ccea7) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:13:59.110569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7a929-5cf1-4a03-86e3-83766a3f0730 None None] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:13:59.156193 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c6c45183-025a-47ba-ab0d-1b953d15bfc0 resource provider aggregate not found Jun 01 13:13:59.169028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:13:59.170359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.179967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3de6d55a-c526-495a-afc3-c81435421c19 None None] The port 'c6976653-dc12-47ed-a37b-8d34e018d450' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:13:59.196789 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c6c45183-025a-47ba-ab0d-1b953d15bfc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6c45183-025a-47ba-ab0d-1b953d15bfc0 found for delete ", "request_id": "req-11690045-0bf6-4356-9476-095d6eb02191"}]} Jun 01 13:13:59.215892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.216369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.233674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b26ceeb-e59e-4c45-85da-5b41997357ca tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4054096 Jun 01 13:13:59.234925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.236262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:13:59.242715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.244645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.278799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cde1037e-1da5-4c0a-91cf-3d1b17caaa36 None None] Provisioning for port a4b0088c-093f-427f-90d6-3bf4f57a46b3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:13:59.281475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] Pushing event deleted for resources: {'Network': ['ID=3950f5e1-d1e6-4cea-a657-59f14e28e4f2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:59.284554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-77b1c6a7-c6ed-491c-a008-822bb217e09e tempest-ServersTestMultiNic-1105692846 tempest-ServersTestMultiNic-1105692846-project] 10.222.0.40 "DELETE /v2.0/networks/3950f5e1-d1e6-4cea-a657-59f14e28e4f2 HTTP/1.1" status: 204 len: 168 time: 2.4628820 Jun 01 13:13:59.331550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543870560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:59.339093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:13:59.351209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:13:59.389179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cde1037e-1da5-4c0a-91cf-3d1b17caaa36 None None] Provisioning complete for port a4b0088c-093f-427f-90d6-3bf4f57a46b3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:13:59.389683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cde1037e-1da5-4c0a-91cf-3d1b17caaa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.514743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d824105a-2bb5-4937-9553-b3c03ba05e6e req-c9ee7541-699c-4957-911a-e8dea4ddc753 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:13:59.532615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cde1037e-1da5-4c0a-91cf-3d1b17caaa36 None None] Port a4b0088c-093f-427f-90d6-3bf4f57a46b3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:13:59.584489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8e8ddf99-d312-4d3a-9eec-2f5839277ed9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:59.606131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-0c73b6e6-d2c0-4b02-93ba-8f0186fd127e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6670418 Jun 01 13:13:59.621588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Calling delete_port for 565e68ae-7f30-41ff-ad31-52f95675ffa1 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:13:59.629369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:13:59.656719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.657684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.675247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.696218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=c38e3653-6d73-427c-b7c8-96b92e2a4046,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:13:59.703351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-68dda6f3-ed17-492e-a788-bb0a0c1ccea7', 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': 'c5453dd7-606c-4c7b-942c-54126c8ff48f'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:13:59.704048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Request body: {'port': {'device_id': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:13:59.704376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:13:59.923588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d824105a-2bb5-4937-9553-b3c03ba05e6e req-c9ee7541-699c-4957-911a-e8dea4ddc753 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:13:59.932633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d824105a-2bb5-4937-9553-b3c03ba05e6e req-c9ee7541-699c-4957-911a-e8dea4ddc753 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=36cc2c95-0ab0-4769-8186-337d3592ecde HTTP/1.1" status: 200 len: 210 time: 0.7027864 Jun 01 13:13:59.970699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Allocated IP 172.20.0.2 (68dda6f3-ed17-492e-a788-bb0a0c1ccea7/c5453dd7-606c-4c7b-942c-54126c8ff48f/f5f8de8e-a905-44c2-a66c-36411ef34b89) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:13:59.981746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.043023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port c38e3653-6d73-427c-b7c8-96b92e2a4046 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:00.054168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.068334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a858fed-04e3-4879-861d-35b35668740f req-3648fdaa-183a-47de-b156-fb0d11397d01 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/c38e3653-6d73-427c-b7c8-96b92e2a4046 HTTP/1.1" status: 204 len: 173 time: 2.7479136 Jun 01 13:14:00.085336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'name': 'network-vif-deleted', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:00.093916 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.095273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eff7c409-91f7-48a4-be45-3bf39a7ed2d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8538971 Jun 01 13:14:00.098816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:00.250454 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcea87b-2c58-4aaf-81f9-859a5b37c5ba'] response: {'server_uuid': '36cc2c95-0ab0-4769-8186-337d3592ecde', 'name': 'network-vif-deleted', 'tag': 'c38e3653-6d73-427c-b7c8-96b92e2a4046', 'status': 'completed', 'code': 200} Jun 01 13:14:00.260449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8994126-1736-495a-b2b4-c980774e5928 req-ce31b28d-7a65-4d90-a4bc-d578d9dcdc25 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:00.262054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8994126-1736-495a-b2b4-c980774e5928 req-ce31b28d-7a65-4d90-a4bc-d578d9dcdc25 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 931 time: 0.5688865 Jun 01 13:14:00.266703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.384429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.428594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39960) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:00.675310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8994126-1736-495a-b2b4-c980774e5928 req-cfc0b23e-93b7-4481-adff-7029540a0049 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984766 Jun 01 13:14:00.676163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event deleted for resources: {'Port': ['ID=565e68ae-7f30-41ff-ad31-52f95675ffa1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:00.708672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.742003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Transition to ACTIVE for port object f5f8de8e-a905-44c2-a66c-36411ef34b89 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:00.766634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Transition to ACTIVE for port object f5f8de8e-a905-44c2-a66c-36411ef34b89 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:00.774305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:00.876666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:00.885188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:00.887574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:00.919784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:00.980693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.122631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Pushing event updated for resources: {'Port': ['ID=f5f8de8e-a905-44c2-a66c-36411ef34b89,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:01.130284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Attempting to bind port f5f8de8e-a905-44c2-a66c-36411ef34b89 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:01.130516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Attempting to bind port f5f8de8e-a905-44c2-a66c-36411ef34b89 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a86a9fb5-fbcc-44f4-8843-96224be2a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:01.130900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Attempting to bind port f5f8de8e-a905-44c2-a66c-36411ef34b89 on network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:01.147907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:01.152392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Checking segment: {'id': 'a86a9fb5-fbcc-44f4-8843-96224be2a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:01.154873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.155341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Bound using segment: {'id': 'a86a9fb5-fbcc-44f4-8843-96224be2a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:01.156156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Bound port: f5f8de8e-a905-44c2-a66c-36411ef34b89, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a9fb5-fbcc-44f4-8843-96224be2a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dda6f3-ed17-492e-a788-bb0a0c1ccea7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:01.156773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.264973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] For port f5f8de8e-a905-44c2-a66c-36411ef34b89, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:01.268826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] For port f5f8de8e-a905-44c2-a66c-36411ef34b89, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f5f8de8e-a905-44c2-a66c-36411ef34b89,segment=NetworkSegment(a86a9fb5-fbcc-44f4-8843-96224be2a40f),segment_id=a86a9fb5-fbcc-44f4-8843-96224be2a40f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:01.284980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 45080572-aa0c-4e1d-87b6-41ce9e246222 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:01.285498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.357973 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.423815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.660542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:01.660929 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.696211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cf27c-710d-4069-8a16-5e8c687b44c7 None None] Pushing event updated for resources: {'Port': ['ID=f5f8de8e-a905-44c2-a66c-36411ef34b89,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:01.703412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:01.712331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.20.0.1 (68dda6f3-ed17-492e-a788-bb0a0c1ccea7/c5453dd7-606c-4c7b-942c-54126c8ff48f/56f58887-4b7e-4d75-9418-342a07d4022c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:01.714917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:01.734719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.735925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c38e3653-6d73-427c-b7c8-96b92e2a4046 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:01.778583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:01.783823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-28736d29-5133-41bc-af0c-926ad2da0ce1 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "DELETE /v2.0/floatingips/f47d007a-69a6-485c-99b7-4784c74bea26 HTTP/1.1" status: 204 len: 168 time: 4.0867674 Jun 01 13:14:01.899269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: c38e3653-6d73-427c-b7c8-96b92e2a4046 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:01.899269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c38e3653-6d73-427c-b7c8-96b92e2a4046 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:01.982433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:02.097125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:02.137019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-db51c758-a4db-4c73-804b-349ba536b7c0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:02.138734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-db51c758-a4db-4c73-804b-349ba536b7c0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 0.7346892 Jun 01 13:14:02.168791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object 56f58887-4b7e-4d75-9418-342a07d4022c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:02.198981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-7357b671-ca20-4c14-b954-3f540e579fc9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/quotas/299eeb2f43c74243a2751b210cdfde8a HTTP/1.1" status: 200 len: 375 time: 0.0392859 Jun 01 13:14:02.222069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:02.353911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=56f58887-4b7e-4d75-9418-342a07d4022c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:02.392709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa992c-b6af-4f76-a61f-bb0fbb3ea44a req-ee7049fc-6643-4404-820f-e2a64559e257 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:02.395082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4fa992c-b6af-4f76-a61f-bb0fbb3ea44a req-ee7049fc-6643-4404-820f-e2a64559e257 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 931 time: 0.4189365 Jun 01 13:14:02.400734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:02.402669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:02.405616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:02.486018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:02.555456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4fa992c-b6af-4f76-a61f-bb0fbb3ea44a req-0c862ead-0996-4d7d-bb73-d101ff64deb0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441793 Jun 01 13:14:02.599806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-996ae901-422d-4365-a635-b281273d7cf5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3998752 Jun 01 13:14:02.620484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b0088c-093f-427f-90d6-3bf4f57a46b3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:02.631638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:02.695673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Transition to ACTIVE for port object a4b0088c-093f-427f-90d6-3bf4f57a46b3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:02.707678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:02.729738 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52a7e88-caa5-47fd-a8ac-41fdbc299ddd'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'code': 200} Jun 01 13:14:02.787482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:03.067198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f5f8de8e-a905-44c2-a66c-36411ef34b89 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:03.301750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f5f8de8e-a905-44c2-a66c-36411ef34b89 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:03.408341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702a928-8a0d-4646-b4fe-c95921049317 None None] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:03.541607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:03.691388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Provisioning for port f5f8de8e-a905-44c2-a66c-36411ef34b89 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:03.701419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:03.711181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Provisioning complete for port f5f8de8e-a905-44c2-a66c-36411ef34b89 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:03.714994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:03.893292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:03.917794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.078080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-b7a00948-f03f-4e53-9e8a-ba58037ec56a service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4773667 Jun 01 13:14:04.078986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Attempting to bind port a4b0088c-093f-427f-90d6-3bf4f57a46b3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:04.079316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Attempting to bind port a4b0088c-093f-427f-90d6-3bf4f57a46b3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:04.080055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Attempting to bind port a4b0088c-093f-427f-90d6-3bf4f57a46b3 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:04.112366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.170725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=56f58887-4b7e-4d75-9418-342a07d4022c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:04.212066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Port a4b0088c-093f-427f-90d6-3bf4f57a46b3 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:14:04.212066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Attempting to bind port a4b0088c-093f-427f-90d6-3bf4f57a46b3 on network a1d51458-79e1-42ec-9b54-8c9af1e706d5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:04.406698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.429132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:04.430100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Checking segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:04.430830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Bound using segment: {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:04.431577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Bound port: a4b0088c-093f-427f-90d6-3bf4f57a46b3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbb6334-612c-48f5-9619-381982945da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:04.432096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.437138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Current status of the port f5f8de8e-a905-44c2-a66c-36411ef34b89 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:04.437516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.474794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] For port f5f8de8e-a905-44c2-a66c-36411ef34b89, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f5f8de8e-a905-44c2-a66c-36411ef34b89,segment=NetworkSegment(a86a9fb5-fbcc-44f4-8843-96224be2a40f),segment_id=a86a9fb5-fbcc-44f4-8843-96224be2a40f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:04.497061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.537642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:04.542724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:04.654223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf2826-c850-4b9d-bdb9-2d176b6c9872 None None] Pushing event updated for resources: {'Port': ['ID=f5f8de8e-a905-44c2-a66c-36411ef34b89,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:04.929792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Provisioning for port 56f58887-4b7e-4d75-9418-342a07d4022c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:04.943448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Provisioning complete for port 56f58887-4b7e-4d75-9418-342a07d4022c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:04.943818 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:04.994863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-83c8d7a9-9a6d-44f2-bcdf-ccf6e4454d97 service neutron] 10.222.0.40 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055569 Jun 01 13:14:05.017373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:05.044379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:05.068446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 8e88ba7d-9912-495c-ae0e-7336c537f9e5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:14:05.087032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:05.100191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Port 56f58887-4b7e-4d75-9418-342a07d4022c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:05.105657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f5f8de8e-a905-44c2-a66c-36411ef34b89 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:05.339545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-01ffc63f-5549-4bec-b84a-ae594d9c46d0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:05.341205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-01ffc63f-5549-4bec-b84a-ae594d9c46d0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 0.9527845 Jun 01 13:14:05.356118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Provisioning complete for port f5f8de8e-a905-44c2-a66c-36411ef34b89 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:05.356734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:05.519798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06b78-13c9-412d-881e-82bb10ab8a29 req-fe6753e9-0c99-4198-9a54-e6b39570ebc7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:05.534278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba06b78-13c9-412d-881e-82bb10ab8a29 req-fe6753e9-0c99-4198-9a54-e6b39570ebc7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 0.9700208 Jun 01 13:14:05.552074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f5f8de8e-a905-44c2-a66c-36411ef34b89 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:05.552673 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:05.644900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:05.645522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:05.647012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4b0088c-093f-427f-90d6-3bf4f57a46b3 HTTP/1.1" status: 200 len: 1091 time: 5.9612875 Jun 01 13:14:05.648655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:05.977958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1032223c-d3cb-481c-b709-fe2758d729a4 None None] Current status of the port f5f8de8e-a905-44c2-a66c-36411ef34b89 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:06.004859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Deleting port b36ee91e-8568-461d-9e90-99e30a9ea799 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:06.005385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:06.080945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:06.091329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] Sync routers for ids ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:06.109348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Deleting port 1943f613-af24-449e-bdf4-e6231f521d94 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:06.109705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:06.119590 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] Routers {'8e88ba7d-9912-495c-ae0e-7336c537f9e5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:06.120233 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:06.143281 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c1aaaee7-0f10-4298-9208-9970448726e5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/8e88ba7d-9912-495c-ae0e-7336c537f9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0430601 Jun 01 13:14:06.149382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40056) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:06.185105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f5f8de8e-a905-44c2-a66c-36411ef34b89 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:06.209236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f18771b4-231c-40e8-8162-3db777050693 None None] Provisioning complete for port 56f58887-4b7e-4d75-9418-342a07d4022c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:06.209863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f18771b4-231c-40e8-8162-3db777050693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:06.274308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f18771b4-231c-40e8-8162-3db777050693 None None] Port 56f58887-4b7e-4d75-9418-342a07d4022c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:06.296563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:06.310503 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] Routers {'8e88ba7d-9912-495c-ae0e-7336c537f9e5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:06.311419 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:06.422555 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:06.437884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea21c90-47be-465f-b593-bb308c9405e4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:06.440309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cea21c90-47be-465f-b593-bb308c9405e4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:06.445185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeedd2d-408b-4c79-9eae-a3948a6a8491 None None] The sync data for ids ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:06.486859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cea21c90-47be-465f-b593-bb308c9405e4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:06.491595 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cea21c90-47be-465f-b593-bb308c9405e4 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports/56f58887-4b7e-4d75-9418-342a07d4022c HTTP/1.1" status: 200 len: 910 time: 0.3210514 Jun 01 13:14:06.491595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:06.497648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5453dd7-606c-4c7b-942c-54126c8ff48f'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:06.572029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] For port b36ee91e-8568-461d-9e90-99e30a9ea799, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b36ee91e-8568-461d-9e90-99e30a9ea799,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:06.577453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:06.936371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:06.937340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Calling delete_port for b36ee91e-8568-461d-9e90-99e30a9ea799 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:07.020004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfad27-e73e-4bd7-ad6a-5e375676b216 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:07.040187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba06b78-13c9-412d-881e-82bb10ab8a29 req-9cab5f93-0d97-4010-babe-ad1dd89cf85d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5014246 Jun 01 13:14:07.645404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75016515-3f33-4447-b0d2-490b3562e318 req-1f3d371b-bd10-42d3-9149-461eed5af3e7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 210 time: 0.2129643 Jun 01 13:14:07.780572 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33b6518-a3f9-4436-af59-ce4babb32f32'] response: {'name': 'network-changed', 'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'status': 'completed', 'code': 200} Jun 01 13:14:07.791353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:07.849849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-f705eece-bdee-4617-8497-9435701e2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:07.852988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-f705eece-bdee-4617-8497-9435701e2b4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 1094 time: 2.0261343 Jun 01 13:14:07.871993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19590bde-88ef-4731-85b0-0c776013b489 req-697cd2d8-7854-47f2-838f-0ae6ef470c7f tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:07.873655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19590bde-88ef-4731-85b0-0c776013b489 req-697cd2d8-7854-47f2-838f-0ae6ef470c7f tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 946 time: 2.2257130 Jun 01 13:14:07.894888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:07.911451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:08.004015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b36ee91e-8568-461d-9e90-99e30a9ea799,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:08.010267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-a95c6e56-d244-403d-9c03-5c741508d7e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3 HTTP/1.1" status: 200 len: 217 time: 0.1153681 Jun 01 13:14:08.053723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=56f58887-4b7e-4d75-9418-342a07d4022c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:08.110107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:08.111085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:08.116381 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-12ace589-81c4-4883-a28c-be9e16e3e0db tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/ports/56f58887-4b7e-4d75-9418-342a07d4022c HTTP/1.1" status: 200 len: 910 time: 1.6243606 Jun 01 13:14:08.117582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40078) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:08.642529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19590bde-88ef-4731-85b0-0c776013b489 req-49c52786-9b99-476c-8d0f-0d216ca88888 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6340430 Jun 01 13:14:08.745410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-27e83376-694d-4192-b760-f32a7e907294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:08.748905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-27e83376-694d-4192-b760-f32a7e907294 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.5394731 Jun 01 13:14:08.770295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-a53349e3-d25e-4d4c-93a0-685bf99a606e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:08.771992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-a53349e3-d25e-4d4c-93a0-685bf99a606e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 805 time: 1.3871281 Jun 01 13:14:08.916295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Request body: {'port': {'device_id': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'admin_state_up': True, 'tenant_id': '299eeb2f43c74243a2751b210cdfde8a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:08.937825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1943f613-af24-449e-bdf4-e6231f521d94 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:08.982326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:08.982626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.097120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.128501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1943f613-af24-449e-bdf4-e6231f521d94 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:09.129150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.185708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:09.211217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:09.223237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.372399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:09.508440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2afa1cdd-841c-4cfc-8d72-fa718fb9d547 req-bb52ba2c-1b98-42ff-be96-7e4328d69272 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 210 time: 0.3704650 Jun 01 13:14:09.625987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d12b1e-bbc2-4a6b-a5f2-1c71013ca9d3 req-197b99e7-c280-4c8b-9fbe-a0c93569703f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:09.633309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d12b1e-bbc2-4a6b-a5f2-1c71013ca9d3 req-197b99e7-c280-4c8b-9fbe-a0c93569703f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 1.3155394 Jun 01 13:14:09.645838 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b0bb94-cb5a-47ca-97eb-d3f4a402eea7'] response: {'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94', 'code': 200} Jun 01 13:14:09.775934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 56f58887-4b7e-4d75-9418-342a07d4022c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:09.777146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.811058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:09.827341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-8bef2ab8-8413-4580-a761-36438e3cbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:09.829161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-8bef2ab8-8413-4580-a761-36438e3cbc40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0287559 Jun 01 13:14:09.881639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d12b1e-bbc2-4a6b-a5f2-1c71013ca9d3 req-67043477-d07e-4859-8e0a-76efb311f20d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468646 Jun 01 13:14:09.945384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:10.051907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:10.232218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 56f58887-4b7e-4d75-9418-342a07d4022c owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:10.354020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:10.379456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:10.379837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:10.380150 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Floating IP 78723cda-5f3f-41f2-983b-35007734fdbf disassociated. External IP: 172.25.7.161, port: 1943f613-af24-449e-bdf4-e6231f521d94. Jun 01 13:14:10.380489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Calling delete_port for 1943f613-af24-449e-bdf4-e6231f521d94 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:10.448334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-395b34bb-7ded-4761-99ba-6aa603fb1de5 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810606 Jun 01 13:14:10.523548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:10.593707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=56f58887-4b7e-4d75-9418-342a07d4022c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:10.618571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Made reservation on behalf of 299eeb2f43c74243a2751b210cdfde8a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:10.622248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:10.767352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c91cb4a-e92b-44ac-81af-409814a6a6ad req-ad7c3166-88d4-4f75-b144-be037ae715c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068750 Jun 01 13:14:10.939179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:11.042651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:14:11.042651 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:14:11.150736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c547977-7e84-48b9-a82b-7fbd498b513c req-6ba587c7-6bc2-42d6-b250-97862be027b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:11.155035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c547977-7e84-48b9-a82b-7fbd498b513c req-6ba587c7-6bc2-42d6-b250-97862be027b3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 944 time: 1.2928481 Jun 01 13:14:11.275151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-e26a4815-a72a-4943-a6ec-5c3032360076 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:11.281722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-e26a4815-a72a-4943-a6ec-5c3032360076 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:11.344859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-e26a4815-a72a-4943-a6ec-5c3032360076 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:11.348366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-e26a4815-a72a-4943-a6ec-5c3032360076 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.7688117 Jun 01 13:14:11.362175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c547977-7e84-48b9-a82b-7fbd498b513c req-47575d1b-f3fc-488d-944d-ff0b8aa13745 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062719 Jun 01 13:14:11.368766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Router 1fc9252a-183f-494b-868d-cee15cbe4565 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:11.370223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Allocated IP 172.20.0.9 (a5e699ec-330b-4d53-b802-eb93aaf8cfcc/6b393e9b-e94c-44f6-af8c-523fd0703b96/140ba8cc-55e2-4e3a-8c09-69b78914b1ed) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:11.375185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-50365253-7d96-4478-ae4c-aa401b36eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:11.377800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-50365253-7d96-4478-ae4c-aa401b36eb59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 1094 time: 0.4635184 Jun 01 13:14:11.493226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 8e88ba7d-9912-495c-ae0e-7336c537f9e5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:11.630575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Deleting port 1943f613-af24-449e-bdf4-e6231f521d94 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:11.631351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:11.686716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:11.697205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] Sync routers for ids ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:11.697821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-5e1de3b5-3276-460e-95fb-13513d0ecf2d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:11.698541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-5e1de3b5-3276-460e-95fb-13513d0ecf2d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:11.715694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] Routers {'8e88ba7d-9912-495c-ae0e-7336c537f9e5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:11.716618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:11.729073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1f08710f-136a-47da-b923-19864ba3e469 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/8e88ba7d-9912-495c-ae0e-7336c537f9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6077957 Jun 01 13:14:11.729073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-5e1de3b5-3276-460e-95fb-13513d0ecf2d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:11.729073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-5e1de3b5-3276-460e-95fb-13513d0ecf2d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "GET /v2.0/ports?device_id=510bb4d9-3b25-4825-aa88-e6ac04572bd1 HTTP/1.1" status: 200 len: 946 time: 0.6248529 Jun 01 13:14:11.729537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:11.791904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:11.802987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] Routers {'8e88ba7d-9912-495c-ae0e-7336c537f9e5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:11.803700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be857c71-435a-4861-be84-9518dae9f7bd req-39024758-6759-416f-97ea-9861b9cd68a0 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 210 time: 0.1457472 Jun 01 13:14:11.804427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:11.836664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4337bb42-6c1b-4c6a-b29f-4ab15d7df60c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:11.894416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Deleting port 044eb7fc-b6df-458b-8139-83209fbfc23c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:11.896897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:11.903502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:11.903923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f50c5-019f-440d-9705-ffbea39a437d None None] The sync data for ids ['8e88ba7d-9912-495c-ae0e-7336c537f9e5'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:12.013233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4337bb42-6c1b-4c6a-b29f-4ab15d7df60c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:12.018772 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4337bb42-6c1b-4c6a-b29f-4ab15d7df60c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=8e88ba7d-9912-495c-ae0e-7336c537f9e5 HTTP/1.1" status: 200 len: 205 time: 0.2874408 Jun 01 13:14:12.019477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40132) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:12.267375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:12.280762 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Sync routers for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:12.291736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:12.292802 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:12.311296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-f061d65f-162a-46c4-b832-b1da3a8e79b4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Synchronizing usage tracker for tenant:f934a6c53b624712bbc890939f82b837 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:12.402045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] For port 044eb7fc-b6df-458b-8139-83209fbfc23c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=044eb7fc-b6df-458b-8139-83209fbfc23c,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:12.402769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:12.416554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:12.457272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-f061d65f-162a-46c4-b832-b1da3a8e79b4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Unset dirty status for tenant:f934a6c53b624712bbc890939f82b837 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:12.469299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95e9797a-f5b4-4a46-b94c-3869fe63d1ab req-f061d65f-162a-46c4-b832-b1da3a8e79b4 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0948627 Jun 01 13:14:12.571365 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:12.736780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fd69c4c3-e1af-454a-8e6f-66c348e01a5b admin admin] 10.222.0.40 "PUT /v2.0/routers/1fc9252a-183f-494b-868d-cee15cbe4565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2965794 Jun 01 13:14:12.739145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40146) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:12.807582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Calling delete_port for 044eb7fc-b6df-458b-8139-83209fbfc23c owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:12.955396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:14:12.959884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.028598 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:14:07Z', 'revision_number': 5, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:13.034235 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Checking router: 1fc9252a-183f-494b-868d-cee15cbe4565 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:13.055069 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Routers {'1fc9252a-183f-494b-868d-cee15cbe4565'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:13.056430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fc9252a-183f-494b-868d-cee15cbe4565'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:13.073618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-5161428a-3315-4aef-b5de-7d31d4010e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:13.075623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-5161428a-3315-4aef-b5de-7d31d4010e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 1.6667788 Jun 01 13:14:13.181413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:13.221652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'mac_address': 'fa:16:3e:d2:87:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:14:13.347427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:13.347716 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.375718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b0088c-093f-427f-90d6-3bf4f57a46b3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:13.378882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.387691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.400938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:13.406121 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] Set router 1fc9252a-183f-494b-868d-cee15cbe4565 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:13.414762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.437567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.438582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 8e88ba7d-9912-495c-ae0e-7336c537f9e5 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:14:13.462874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.501910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:13.529712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.531674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f0b0bca-03bf-4c23-a21d-a1968cce2221 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/8e88ba7d-9912-495c-ae0e-7336c537f9e5 HTTP/1.1" status: 204 len: 168 time: 1.5050986 Jun 01 13:14:13.541376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40154) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:13.546421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event deleted for resources: {'Port': ['ID=044eb7fc-b6df-458b-8139-83209fbfc23c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:13.566869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-b85a9743-2953-401d-9b57-0217841f29b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3 HTTP/1.1" status: 200 len: 217 time: 0.4590905 Jun 01 13:14:13.700753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] No DVR routers for this DVR port 044eb7fc-b6df-458b-8139-83209fbfc23c on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:13.706381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.708635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-a4ba973c-9b6b-4a32-b119-272872899b65 req-05da36fc-6552-4af3-974b-e87553e7dee6 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.24 "DELETE /v2.0/ports/044eb7fc-b6df-458b-8139-83209fbfc23c HTTP/1.1" status: 204 len: 173 time: 1.9356601 Jun 01 13:14:13.709259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'name': 'network-vif-deleted', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:13.716685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-490c92cc-81c0-4c52-88be-3da70c72dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:13.722219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-490c92cc-81c0-4c52-88be-3da70c72dcf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1541915 Jun 01 13:14:13.740380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet c5453dd7-606c-4c7b-942c-54126c8ff48f {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:14:13.744485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.839886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a4b0088c-093f-427f-90d6-3bf4f57a46b3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:13.846253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:13.900631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:14.008568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda781d5-98ef-417b-ac37-284df834a084 req-69550471-935c-4a53-a1f1-a5b93c9e8db0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:14.013067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dda781d5-98ef-417b-ac37-284df834a084 req-69550471-935c-4a53-a1f1-a5b93c9e8db0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Synchronizing usage tracker for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:14.033704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.034819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e3673-458a-4fe0-926b-47dd53eb23ac req-e2e19dae-c536-47ad-91f8-b7d7ec51d78c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:14.037897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c44e3673-458a-4fe0-926b-47dd53eb23ac req-e2e19dae-c536-47ad-91f8-b7d7ec51d78c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 2.0143244 Jun 01 13:14:14.094728 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:14:07Z', 'revision_number': 5, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:14.105612 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481e6e2-ad05-463f-bf56-8d386a085583 None None] The sync data for ids ['1fc9252a-183f-494b-868d-cee15cbe4565'] in n-d-844200-1 is: [{'id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'name': 'tempest-ServersTestMultiNic-980806880-router', 'tenant_id': 'f56949c077a3482da4c712078c280585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:11:39Z', 'updated_at': '2022-06-01T13:14:07Z', 'revision_number': 5, 'project_id': 'f56949c077a3482da4c712078c280585', 'gw_port': {'id': 'fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc9252a-183f-494b-868d-cee15cbe4565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:11:41Z', 'updated_at': '2022-06-01T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:14.188995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.203528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c44e3673-458a-4fe0-926b-47dd53eb23ac req-64445a2c-12d5-4968-bceb-30b43203ece7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288137 Jun 01 13:14:14.240905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=c5453dd7-606c-4c7b-942c-54126c8ff48f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:14.248013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.253185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36d94a-1ffe-4c9e-ac1d-2963932c091f None None] Network 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:14.257120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cade28c-9862-4a32-a160-c881b888bf90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/c5453dd7-606c-4c7b-942c-54126c8ff48f HTTP/1.1" status: 204 len: 168 time: 0.7140126 Jun 01 13:14:14.263119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:14.295668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.329389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] For port 1943f613-af24-449e-bdf4-e6231f521d94, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1943f613-af24-449e-bdf4-e6231f521d94,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:14.332656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.405743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dda781d5-98ef-417b-ac37-284df834a084 req-69550471-935c-4a53-a1f1-a5b93c9e8db0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Unset dirty status for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:14.411026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.415215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dda781d5-98ef-417b-ac37-284df834a084 req-69550471-935c-4a53-a1f1-a5b93c9e8db0 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 944 time: 1.7302930 Jun 01 13:14:14.422582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port f5f8de8e-a905-44c2-a66c-36411ef34b89 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:14.423036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.587411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 044eb7fc-b6df-458b-8139-83209fbfc23c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:14.732049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 044eb7fc-b6df-458b-8139-83209fbfc23c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:14.734816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 044eb7fc-b6df-458b-8139-83209fbfc23c not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:14.743525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0c5acdf6-d0e7-43a7-b9e6-52d87d29b32e req-201c5d67-2abc-4eb4-94ee-2aa4dce9f7e1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:14.758160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-1cb13c7f-e132-47a0-8cae-1d3d6ec60c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:14.759952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-1cb13c7f-e132-47a0-8cae-1d3d6ec60c11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9931393 Jun 01 13:14:14.841801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port f5f8de8e-a905-44c2-a66c-36411ef34b89, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f5f8de8e-a905-44c2-a66c-36411ef34b89,segment=NetworkSegment(a86a9fb5-fbcc-44f4-8843-96224be2a40f),segment_id=a86a9fb5-fbcc-44f4-8843-96224be2a40f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:14.844795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.867681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.902623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2dd411-8193-43ff-b9dd-292ebdea0147 None None] DHCP port deletion for 68dda6f3-ed17-492e-a788-bb0a0c1ccea7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:14:14.916889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dd411-8193-43ff-b9dd-292ebdea0147 None None] Deleting port f5f8de8e-a905-44c2-a66c-36411ef34b89 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:14.919164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd411-8193-43ff-b9dd-292ebdea0147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:14.940431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Deleting port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:14.941073 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.030813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for f5f8de8e-a905-44c2-a66c-36411ef34b89 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:15.088273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b36ee91e-8568-461d-9e90-99e30a9ea799 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:15.130440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:15.132076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.149656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0c5acdf6-d0e7-43a7-b9e6-52d87d29b32e req-201c5d67-2abc-4eb4-94ee-2aa4dce9f7e1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:15.161381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c5acdf6-d0e7-43a7-b9e6-52d87d29b32e req-201c5d67-2abc-4eb4-94ee-2aa4dce9f7e1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 210 time: 0.7143669 Jun 01 13:14:15.195353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b36ee91e-8568-461d-9e90-99e30a9ea799 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:15.195796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b36ee91e-8568-461d-9e90-99e30a9ea799 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:15.212155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port f5f8de8e-a905-44c2-a66c-36411ef34b89 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:15.214078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dd411-8193-43ff-b9dd-292ebdea0147 None None] The port 'f5f8de8e-a905-44c2-a66c-36411ef34b89' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:14:15.282243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port a4b0088c-093f-427f-90d6-3bf4f57a46b3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:15.285060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=f5f8de8e-a905-44c2-a66c-36411ef34b89,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:15.294123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a4b0088c-093f-427f-90d6-3bf4f57a46b3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:15.294953 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.445997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dda781d5-98ef-417b-ac37-284df834a084 req-8d1ea9e8-e890-4b70-9393-7c1dfb1284ef tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/security-groups?id=de29f610-6c31-4972-a1b0-01e3f1fa1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0297165 Jun 01 13:14:15.467779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.482918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:15.489132 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.515704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] For port fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:15.516198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.562949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dda6f3-ed17-492e-a788-bb0a0c1ccea7']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:15.570055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:15.583911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:15.598709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86a9fb5-fbcc-44f4-8843-96224be2a40f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:15.601433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86a9fb5-fbcc-44f4-8843-96224be2a40f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:15.605099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.633398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.671467 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a48bb3-5c85-48e6-80f3-acbe364e6196'] response: {'server_uuid': '510bb4d9-3b25-4825-aa88-e6ac04572bd1', 'name': 'network-vif-deleted', 'tag': '044eb7fc-b6df-458b-8139-83209fbfc23c', 'status': 'completed', 'code': 200} Jun 01 13:14:15.674241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.690170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:14:15.690788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.743826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:15.821514 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a86a9fb5-fbcc-44f4-8843-96224be2a40f resource provider aggregate not found Jun 01 13:14:15.851806 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a86a9fb5-fbcc-44f4-8843-96224be2a40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a86a9fb5-fbcc-44f4-8843-96224be2a40f found for delete ", "request_id": "req-2b7a7f32-6771-4162-a3db-5724d03a3249"}]} Jun 01 13:14:15.888714 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.929659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:15.954741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=68dda6f3-ed17-492e-a788-bb0a0c1ccea7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:15.978887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Calling delete_port for fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:15.980376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3fd65ecf-bdcf-4f05-ab13-9f120055cc17 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/68dda6f3-ed17-492e-a788-bb0a0c1ccea7 HTTP/1.1" status: 204 len: 168 time: 1.7142320 Jun 01 13:14:15.984688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40188) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:15.991848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1850814548', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:16.000330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:16.005694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:16.009090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:16.015949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:16.030332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.032185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.066353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.091972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.092281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.104104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:16.130950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.136207 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c33ea487-a691-460a-a036-0efc9eb3ee14 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1467841 Jun 01 13:14:16.136207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40194) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:16.149201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-1401014697'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:16.152523 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0576b2-41f3-4aab-b74e-ac8dbab4d9e9'] response: {'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'code': 200} Jun 01 13:14:16.159649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:16.166115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:16.187077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:16.197971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:16.293065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:16.297240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.357378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08386d8e-b949-45dd-a73a-62317691d198 req-75e3af7c-f23d-4984-9a83-557d79844fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:16.361510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08386d8e-b949-45dd-a73a-62317691d198 req-75e3af7c-f23d-4984-9a83-557d79844fe9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 1096 time: 0.1600118 Jun 01 13:14:16.367040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:14:16.401680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:16.418332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.418709 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 81c84056-1a79-49eb-b6f9-42e515ded4b4 of type vlan for network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 Jun 01 13:14:16.437364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.437718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.438007 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Floating IP 78723cda-5f3f-41f2-983b-35007734fdbf disassociated. External IP: 172.25.7.161, port: 1943f613-af24-449e-bdf4-e6231f521d94. Jun 01 13:14:16.438345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Calling delete_port for 1943f613-af24-449e-bdf4-e6231f521d94 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:16.447509 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08386d8e-b949-45dd-a73a-62317691d198 req-3370866c-0a74-47bc-9bf5-87b96d63cffb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748515 Jun 01 13:14:16.471484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.535268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.544837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:16.545453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:16.592064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4545741 Jun 01 13:14:16.596165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:16.602132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:16.752096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-bdc760ff-0c0e-4b5c-96c7-a09eaf5cf6cb service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9831007 Jun 01 13:14:16.912649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Network a5e699ec-330b-4d53-b802-eb93aaf8cfcc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:16.924983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f14fb97-dad3-426b-a1e2-063d7579d151 req-33d79e35-334a-44e8-8058-e005fdb1d977 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492133 Jun 01 13:14:16.925966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:16.946940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f5f8de8e-a905-44c2-a66c-36411ef34b89 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:16.952186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:17.035850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.047205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f5f8de8e-a905-44c2-a66c-36411ef34b89 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:17.049902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f5f8de8e-a905-44c2-a66c-36411ef34b89 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:17.113644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264af57-5d25-465f-b661-9edd4bb888f2 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=8cdcde95-351c-43c5-ba9a-9ef84cb00121,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:17.129614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:14:17.160047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:17.184178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958869-c1c1-4eba-930f-0d63e3619ce1 req-b5eb90ce-d150-415a-acbe-885bfe6150f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:17.185198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:17.190982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:17.191716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1958869-c1c1-4eba-930f-0d63e3619ce1 req-b5eb90ce-d150-415a-acbe-885bfe6150f9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 1.3623471 Jun 01 13:14:17.196886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:17.203432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:17.250544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:17.259451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.335001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20066559-c680-436c-8b26-492a0c343ac7 req-383a0b02-e1e9-43a5-81ad-ccc2be0170f2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:17.342732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20066559-c680-436c-8b26-492a0c343ac7 req-383a0b02-e1e9-43a5-81ad-ccc2be0170f2 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 1.0384212 Jun 01 13:14:17.373340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:17.374655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.474140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20066559-c680-436c-8b26-492a0c343ac7 req-deabbf9b-c66a-48d2-ba0c-5be62a0e7f99 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305137 Jun 01 13:14:17.544343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1958869-c1c1-4eba-930f-0d63e3619ce1 req-f753d3ad-8e4f-4fbc-b15a-aa2bd9d44b57 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510585 Jun 01 13:14:17.592766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.639573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.751135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.790294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:17.792271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: 8cdcde95-351c-43c5-ba9a-9ef84cb00121, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:14:17.823067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=9be9cce4-3e4c-4211-96c1-9b7d68bb0087,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:17.855657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:14:17.871803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8cdcde95-351c-43c5-ba9a-9ef84cb00121) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:17.884758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a5d97-79b8-4110-9f33-a3fde68c14ed None None] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:17.907809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:17.908428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.951624 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-312d306a-55f0-44ee-8c64-1eda91ce1ae6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3542230 Jun 01 13:14:17.952646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:17.965147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:17.968165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.020915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f1f5c8e3-e49e-45b0-b5ef-379fb676e4ba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1164637 Jun 01 13:14:18.086171 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.146204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.147545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc9252a-183f-494b-868d-cee15cbe4565 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:14:18.149708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event deleted for resources: {'Port': ['ID=1943f613-af24-449e-bdf4-e6231f521d94,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:18.171682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Request body: {'port': {'device_id': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:18.246965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9404b754-04f2-498d-a732-6760520b307f req-e2aa8054-2cc1-47bb-adf7-94de10da52c3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Synchronizing usage tracker for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:18.286345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.291088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7814c980-fba4-485f-998a-303d0bcfbeb8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/1fc9252a-183f-494b-868d-cee15cbe4565 HTTP/1.1" status: 204 len: 168 time: 5.5394516 Jun 01 13:14:18.291926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40218) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:18.300706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9404b754-04f2-498d-a732-6760520b307f req-e2aa8054-2cc1-47bb-adf7-94de10da52c3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Unset dirty status for tenant:cc10a94061124128ac382e497a818247 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:18.315302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9404b754-04f2-498d-a732-6760520b307f req-e2aa8054-2cc1-47bb-adf7-94de10da52c3 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 210 time: 0.2982252 Jun 01 13:14:18.361561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b775f998-0d23-4e4a-ac1a-b3987ab4a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.384356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:14:18.388500 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.700457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Allocated IP 172.20.0.2 (8cdcde95-351c-43c5-ba9a-9ef84cb00121/9be9cce4-3e4c-4211-96c1-9b7d68bb0087/2c31e95c-3838-4572-8fd2-bb4ffea46238) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:18.753682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.782789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:18.949615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:19.000081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:19.000783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fe30bda5-6fa1-4e32-8bc9-6a52a9c8f693 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:19.065877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.076311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Transition to ACTIVE for port object 2c31e95c-3838-4572-8fd2-bb4ffea46238 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:19.103215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Transition to ACTIVE for port object 2c31e95c-3838-4572-8fd2-bb4ffea46238 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:19.113285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.123500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fab42-a8ed-4a9d-bbc8-83b6da317488 req-e20aac08-062b-4218-969b-159281b02e75 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:19.125005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004fab42-a8ed-4a9d-bbc8-83b6da317488 req-e20aac08-062b-4218-969b-159281b02e75 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 931 time: 1.4255927 Jun 01 13:14:19.133975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Deleting subnet 7f08ed56-35c3-47ff-9d9d-c9feb904f8bc {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:14:19.156824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.188718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:19.192163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:19.194026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Pushing event updated for resources: {'Port': ['ID=2c31e95c-3838-4572-8fd2-bb4ffea46238,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:19.196122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:19.203356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.20.0.1 (8cdcde95-351c-43c5-ba9a-9ef84cb00121/9be9cce4-3e4c-4211-96c1-9b7d68bb0087/be594070-f492-4875-9b06-7c8a579d1d51) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:19.278921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:19.320737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Attempting to bind port 2c31e95c-3838-4572-8fd2-bb4ffea46238 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:19.321444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Attempting to bind port 2c31e95c-3838-4572-8fd2-bb4ffea46238 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:19.321804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Attempting to bind port 2c31e95c-3838-4572-8fd2-bb4ffea46238 on network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:19.328869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:19.329251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Checking segment: {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:19.329656 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.330667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Bound using segment: {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:19.330667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Bound port: 2c31e95c-3838-4572-8fd2-bb4ffea46238, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:19.330955 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.338262 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.397391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004fab42-a8ed-4a9d-bbc8-83b6da317488 req-0803a5a0-d952-4378-8131-799b48fffee1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485418 Jun 01 13:14:19.438057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] For port 2c31e95c-3838-4572-8fd2-bb4ffea46238, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:19.442492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] For port 2c31e95c-3838-4572-8fd2-bb4ffea46238, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2c31e95c-3838-4572-8fd2-bb4ffea46238,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:19.450662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.504516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-5334be66-167c-485a-85b2-8fee2ac5362f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:19.506004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-5334be66-167c-485a-85b2-8fee2ac5362f tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.13 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.7985313 Jun 01 13:14:19.553373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560b929-536d-4b09-91ef-ccd1fd1a15b8 None None] Pushing event updated for resources: {'Port': ['ID=2c31e95c-3838-4572-8fd2-bb4ffea46238,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:19.569908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.587067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object be594070-f492-4875-9b06-7c8a579d1d51 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:19.617765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.660977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516f7b-ae09-4035-8f13-1ec6c959e1e9 req-6a8c3599-10f6-445b-982a-6207fce17d6d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:19.667133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29516f7b-ae09-4035-8f13-1ec6c959e1e9 req-6a8c3599-10f6-445b-982a-6207fce17d6d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.9245751 Jun 01 13:14:19.684942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:19.688574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:19.692797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:19.759308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:19.805948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.917910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Deleting port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:19.918386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.923500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:19.951306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29516f7b-ae09-4035-8f13-1ec6c959e1e9 req-44018b67-7835-430b-8b85-ae6b02d915d3 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450910 Jun 01 13:14:20.051174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:20.062248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Sync routers for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:20.071984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:20.072605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:13:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:20.091010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.296124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e6ef6d1-f35f-45c8-9281-1e3acb60f03f req-084fdd74-b922-4ca3-ae47-d55a65c414f5 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35 HTTP/1.1" status: 200 len: 210 time: 0.1779709 Jun 01 13:14:20.304665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:20.305429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] No DVR routers for this DVR port 1943f613-af24-449e-bdf4-e6231f521d94 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:20.314804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.317246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed90ea1f-0048-4bef-8b78-32c0e01970a7 req-0c03e412-fba5-49f4-96ba-f1ca884d0666 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.13 "DELETE /v2.0/ports/1943f613-af24-449e-bdf4-e6231f521d94 HTTP/1.1" status: 204 len: 173 time: 14.9487250 Jun 01 13:14:20.337644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-deleted', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:20.359290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b1318-ac36-4a06-93c1-7cd0d98f0f55 req-39e7de4a-203d-493b-af08-d4ce2457aa85 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:20.369837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba7b1318-ac36-4a06-93c1-7cd0d98f0f55 req-39e7de4a-203d-493b-af08-d4ce2457aa85 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 0.7994895 Jun 01 13:14:20.422532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.429930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.447719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:14:20.522806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba7b1318-ac36-4a06-93c1-7cd0d98f0f55 req-6141a68b-e898-45f9-a690-0cdf1378e0d0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518404 Jun 01 13:14:20.549100 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-856c401e-9a94-4a2a-9dbf-64b2d6132059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.670945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140ba8cc-55e2-4e3a-8c09-69b78914b1ed {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:20.683206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.710018 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14efd9a7-36b6-40df-89b5-749ad6596f3b'] response: {'server_uuid': 'eb57418b-b6a1-4ce8-bbb9-b08c1d4a7f35', 'name': 'network-vif-deleted', 'tag': '1943f613-af24-449e-bdf4-e6231f521d94', 'status': 'completed', 'code': 200} Jun 01 13:14:20.781679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.785440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:20.864430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Transition to ACTIVE for port object 140ba8cc-55e2-4e3a-8c09-69b78914b1ed will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:20.871552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:20.886532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Checking router: 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:20.899791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:20.901835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:20.902459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:21.005244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.027314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f08ed56-35c3-47ff-9d9d-c9feb904f8bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:21.030132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2c31e95c-3838-4572-8fd2-bb4ffea46238 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:21.064440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:21.065977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:21.109068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c2db5-64a9-4270-9ad8-fdd9e006c33a None None] Network 82aa65f6-46c7-48d6-b449-8b4a9307b995 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:21.110652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.118897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] For port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:21.119391 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.220166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ef6b2-e1d1-49b3-ada2-5fe6e40c3263 None None] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:21.331149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:14:21.481167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:21.481375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb734ef5-b14d-443f-991b-041007deafd6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7f08ed56-35c3-47ff-9d9d-c9feb904f8bc HTTP/1.1" status: 204 len: 168 time: 3.1832633 Jun 01 13:14:21.562452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:21.587689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Calling delete_port for ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:21.616412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:21.672819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cd883021-c842-4b36-8b6a-1fc9c3a8c03b None None] Provisioning for port 2c31e95c-3838-4572-8fd2-bb4ffea46238 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:21.698024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3bcff-1d2f-4927-aa04-9f6ad5631de1 req-29fbd372-ce0d-4df7-9796-1131dbeae712 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:21.699555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a3bcff-1d2f-4927-aa04-9f6ad5631de1 req-29fbd372-ce0d-4df7-9796-1131dbeae712 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 931 time: 0.9594600 Jun 01 13:14:21.722219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.723028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.740276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:21.756682 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:21.769904 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:21.770833 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d7e3247-c840-4ffe-80e1-f7d28a724f1f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8169007 Jun 01 13:14:21.772448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:21.773499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.774838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a3bcff-1d2f-4927-aa04-9f6ad5631de1 req-adc22fff-b6f2-4dea-af1a-205cb0514c99 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Jun 01 13:14:21.775280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:21.781060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-1397282125'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:21.791863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:21.802721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:21.806673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:21.813076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Deleting port 76aab570-558d-4f20-8f63-ea6b722c3497 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:21.813573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.814718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2c31e95c-3838-4572-8fd2-bb4ffea46238 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:21.827688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Attempting to bind port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:21.828018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Attempting to bind port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:21.828419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Attempting to bind port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:21.841580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c39c3-ce1a-4a91-9157-5101f0af5734 req-3855b884-90a6-4eb5-9627-54bc39c979dc tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:21.846155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:21.846674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2c31e95c-3838-4572-8fd2-bb4ffea46238 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:21.847146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.863561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c45c39c3-ce1a-4a91-9157-5101f0af5734 req-3855b884-90a6-4eb5-9627-54bc39c979dc tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 950 time: 0.4799166 Jun 01 13:14:21.868107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:14:21.868639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Attempting to bind port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed on network a5e699ec-330b-4d53-b802-eb93aaf8cfcc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:21.889310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:21.894045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:21.970584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:21.971437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Checking segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:21.972056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Bound using segment: {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:21.972740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Bound port: 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f49fc-3c3d-48f2-add8-e62f73e885d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:21.973337 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.002177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:14:22.051251 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:22.087120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.087494 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876 of type vlan for network 680e03ed-9b21-454b-9fdb-6cae5845f214 Jun 01 13:14:22.137168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] For port 76aab570-558d-4f20-8f63-ea6b722c3497, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=76aab570-558d-4f20-8f63-ea6b722c3497,segment=NetworkSegment(8f542e29-adae-4ef6-9fc3-e513097a3daa),segment_id=8f542e29-adae-4ef6-9fc3-e513097a3daa)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:22.137631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.158439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.169095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c45c39c3-ce1a-4a91-9157-5101f0af5734 req-3d5a964d-fd2d-4dba-b0a4-a2360d858572 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294149 Jun 01 13:14:22.192706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.317647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Pushing event deleted for resources: {'Port': ['ID=ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:22.322733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:22.335067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1e6b7-4ac7-43d4-8f20-c120cb563841 None None] DHCP port deletion for 82aa65f6-46c7-48d6-b449-8b4a9307b995 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:14:22.341853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2c31e95c-3838-4572-8fd2-bb4ffea46238 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:22.342235 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.366010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Calling delete_port for 76aab570-558d-4f20-8f63-ea6b722c3497 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:22.376127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1e6b7-4ac7-43d4-8f20-c120cb563841 None None] Deleting port 76aab570-558d-4f20-8f63-ea6b722c3497 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:22.377036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e6b7-4ac7-43d4-8f20-c120cb563841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.428930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:22.432028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:22.471626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] No DVR routers for this DVR port ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:22.475848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.484805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.489732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.492875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:22.493602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.495278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2c31e95c-3838-4572-8fd2-bb4ffea46238, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2c31e95c-3838-4572-8fd2-bb4ffea46238,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:22.507532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e2a47-c590-4746-abff-0a69a60510f9 None None] The sync data for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 is: [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:07:48Z', 'revision_number': 4, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '2cfaed8f-d6c4-48e2-bb54-4d3c8734395f', 'name': '', 'network_id': 'b5f85d19-45a0-4521-8091-554e984973f2', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'mac_address': 'fa:16:3e:d4:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:44Z', 'updated_at': '2022-06-01T13:08:03Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'subnets': [{'id': 'c3c02540-06f5-439f-842a-8c15e3de7dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:22.518427 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.592737 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:19Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:20Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:22.599634 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:22.599966 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Updating router 208db597-c6a4-4a2e-8109-d751e25fc9d7 port be594070-f492-4875-9b06-7c8a579d1d51 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:14:22.634445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.684623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba120-7fc5-4995-b272-7ec4c799cd75 req-8eb7c776-0ab9-4f31-8141-281d5e12653d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:22.686843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c49ba120-7fc5-4995-b272-7ec4c799cd75 req-8eb7c776-0ab9-4f31-8141-281d5e12653d tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/ports?device_id=d491d63d-f184-4d4a-a2ab-f78e36a6fe25 HTTP/1.1" status: 200 len: 945 time: 0.6907065 Jun 01 13:14:22.688513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:22.689380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.691016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] 10.222.0.13 "PUT /v2.0/ports/140ba8cc-55e2-4e3a-8c09-69b78914b1ed HTTP/1.1" status: 200 len: 1091 time: 4.5236998 Jun 01 13:14:22.711094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9341445 Jun 01 13:14:22.717159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'name': 'network-vif-deleted', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b'}, {'name': 'network-changed', 'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:22.727624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:22.738970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] No DVR routers for this DVR port 76aab570-558d-4f20-8f63-ea6b722c3497 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:22.776455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a9c0de6-86d6-4530-a059-c2411f73d1b2 req-aad1b174-ee68-4ac2-bc0d-d3a80071a9c0 tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.13 "DELETE /v2.0/ports/ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b HTTP/1.1" status: 204 len: 173 time: 3.1748574 Jun 01 13:14:22.784621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1e6b7-4ac7-43d4-8f20-c120cb563841 None None] The port '76aab570-558d-4f20-8f63-ea6b722c3497' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:14:22.792222 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:22.820767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2c31e95c-3838-4572-8fd2-bb4ffea46238,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:22.859846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Pushing event deleted for resources: {'Port': ['ID=76aab570-558d-4f20-8f63-ea6b722c3497,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:22.867971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:22.963927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242384fa-a57e-49e4-b7d7-f267847b60fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=680e03ed-9b21-454b-9fdb-6cae5845f214,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:22.989311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:14:22.992469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fae68f-e22f-44a6-9750-42e52fb3cf25 service neutron] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:23.022118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c49ba120-7fc5-4995-b272-7ec4c799cd75 req-d3cb3de8-4637-4fca-a444-6008d8e5be1e tempest-ServerRescueNegativeTestJSON-744020441 tempest-ServerRescueNegativeTestJSON-744020441-project] 10.222.0.40 "GET /v2.0/security-groups?id=73afa797-ac0c-46f0-b8dc-e35cba691b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230295 Jun 01 13:14:23.100298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2378e-8ade-4917-a6e0-d928168e0ddb req-b0c36be4-0d8c-4877-8f5c-8016a9e96909 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:23.108798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43e2378e-8ade-4917-a6e0-d928168e0ddb req-b0c36be4-0d8c-4877-8f5c-8016a9e96909 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 0.7365894 Jun 01 13:14:23.169366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f26c7-599e-43cc-ac72-e4ad47d5d3d6 None None] New status for floating IP 78723cda-5f3f-41f2-983b-35007734fdbf: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:14:23.215869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43e2378e-8ade-4917-a6e0-d928168e0ddb req-98a821fa-26dc-431a-b33c-b0c200dcbe5b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001935 Jun 01 13:14:23.228359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40300) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:23.280030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.281081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:23.326941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aa65f6-46c7-48d6-b449-8b4a9307b995']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:23.336169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:23.345420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:23.360028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f542e29-adae-4ef6-9fc3-e513097a3daa') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:23.360028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f542e29-adae-4ef6-9fc3-e513097a3daa') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:23.367613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2c31e95c-3838-4572-8fd2-bb4ffea46238 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:23.371421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:23.383061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:23.386267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.416632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.439422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:23.443177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.455603 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4032ed-47c6-4743-99c2-21c270dbc6e8'] response: {'server_uuid': 'd491d63d-f184-4d4a-a2ab-f78e36a6fe25', 'name': 'network-vif-deleted', 'tag': 'ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b', 'status': 'completed', 'code': 200} Jun 01 13:14:23.455868 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4032ed-47c6-4743-99c2-21c270dbc6e8'] response: {'name': 'network-changed', 'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'status': 'completed', 'code': 200} Jun 01 13:14:23.502146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:14:23.503498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.677815 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8f542e29-adae-4ef6-9fc3-e513097a3daa resource provider aggregate not found Jun 01 13:14:23.754890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Deleting port 1da3e15e-ce2d-4504-912f-43a0172a6926 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:23.755329 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.781402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-ad1d29ac-2ee4-4ad0-b904-835dd4a096f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:23.783214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-ad1d29ac-2ee4-4ad0-b904-835dd4a096f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 1094 time: 1.0130355 Jun 01 13:14:23.797446 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 8f542e29-adae-4ef6-9fc3-e513097a3daa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f542e29-adae-4ef6-9fc3-e513097a3daa found for delete ", "request_id": "req-fafbaaed-bdf3-4a86-b190-61e324198fce"}]} Jun 01 13:14:23.820420 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.852547 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Transition to ACTIVE for port object be594070-f492-4875-9b06-7c8a579d1d51 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:23.872340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.874264 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.878983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:23.900249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-732e3cad-6520-4d12-a970-3ecfd8b59eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed HTTP/1.1" status: 200 len: 217 time: 0.1068172 Jun 01 13:14:23.916771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:23.917255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ed7eb73d-dd73-4aa4-9a22-28b1b6e8769b not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:23.917855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:23.929401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] Pushing event deleted for resources: {'Network': ['ID=82aa65f6-46c7-48d6-b449-8b4a9307b995,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:23.954455 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10848161-42cb-4631-bbea-67dded3842ad admin admin] 10.222.0.40 "DELETE /v2.0/networks/82aa65f6-46c7-48d6-b449-8b4a9307b995 HTTP/1.1" status: 204 len: 168 time: 2.4715703 Jun 01 13:14:24.035575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.042327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef6e6c97-abca-4e71-8e50-28314b9d34e0 None None] Provisioning complete for port 2c31e95c-3838-4572-8fd2-bb4ffea46238 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:24.042863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6c97-abca-4e71-8e50-28314b9d34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.081171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2c31e95c-3838-4572-8fd2-bb4ffea46238 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:24.081532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.162279 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-f9cf7919-df42-4ef5-81e6-3692a0da361f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6041653 Jun 01 13:14:24.164040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.301963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:24.302772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.349007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:24.376955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Pushing event updated for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:24.402502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:24.428284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.540784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40328) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:24.569925 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.570160 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.570624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.571188 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.571967 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.572276 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.572587 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.572893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.573198 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.573551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.573858 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.574160 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:24.608882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:24.618379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Attempting to bind port be594070-f492-4875-9b06-7c8a579d1d51 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:24.619293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Attempting to bind port be594070-f492-4875-9b06-7c8a579d1d51 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:24.619293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Attempting to bind port be594070-f492-4875-9b06-7c8a579d1d51 on network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:24.630582 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:24.630993 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Checking segment: {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:24.631402 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.631768 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Bound using segment: {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:24.632266 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Bound port: be594070-f492-4875-9b06-7c8a579d1d51, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c84056-1a79-49eb-b6f9-42e515ded4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:24.632553 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.636417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080e7d-869a-409f-8725-69423cda236f req-89f88802-6182-4ece-88e7-e0c37c3a689e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:24.645598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57080e7d-869a-409f-8725-69423cda236f req-89f88802-6182-4ece-88e7-e0c37c3a689e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 943 time: 0.9473515 Jun 01 13:14:24.652355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2c31e95c-3838-4572-8fd2-bb4ffea46238 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:24.689229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e6c97-abca-4e71-8e50-28314b9d34e0 None None] Current status of the port 2c31e95c-3838-4572-8fd2-bb4ffea46238 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:24.703351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef6e6c97-abca-4e71-8e50-28314b9d34e0 None None] Provisioning for port be594070-f492-4875-9b06-7c8a579d1d51 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:24.736822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 76aab570-558d-4f20-8f63-ea6b722c3497 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:24.740749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802348-9b98-4360-9fb6-e47562d1455d req-7b7ff8d1-049c-416d-8ec7-92fa16121156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:24.742913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-7b7ff8d1-049c-416d-8ec7-92fa16121156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.8247287 Jun 01 13:14:24.770788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57080e7d-869a-409f-8725-69423cda236f req-b0d62bac-e6cf-4e6d-a7d0-c47248fb22d2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239736 Jun 01 13:14:24.785753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=233790b4-6edc-41ca-93ba-df27339c7a0d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:24.793120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:24.795858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: 680e03ed-9b21-454b-9fdb-6cae5845f214, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:14:24.800196 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] For port be594070-f492-4875-9b06-7c8a579d1d51, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:24.807135 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] For port be594070-f492-4875-9b06-7c8a579d1d51, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be594070-f492-4875-9b06-7c8a579d1d51,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:24.820263 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.852108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-bfdc7d30-f419-456a-a387-1475cdf759ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:24.853605 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-bfdc7d30-f419-456a-a387-1475cdf759ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 1097 time: 0.6353304 Jun 01 13:14:24.857792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:14:24.870662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 680e03ed-9b21-454b-9fdb-6cae5845f214) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:24.895726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-7f51cd0d-4758-4723-9b58-766750795ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282878 Jun 01 13:14:24.900142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.900465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:24.921930 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:24.923281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:24.932586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2c8fb-504a-4e86-90b7-a013f331de61 None None] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:24.965179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 76aab570-558d-4f20-8f63-ea6b722c3497 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:24.965617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 76aab570-558d-4f20-8f63-ea6b722c3497 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:25.069554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-3a823916-6b9a-48ee-b702-4b1f694c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:25.071519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-3a823916-6b9a-48ee-b702-4b1f694c361e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.1956894 Jun 01 13:14:25.071519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40336) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:25.072945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:25.073747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:25.212368 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-25e05e5a-ec7d-4170-99e7-4dd920cb80a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 200 len: 217 time: 0.1277142 Jun 01 13:14:25.213712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-33b28527-cf30-42af-8c0d-d8a8c9f2b09f service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939780 Jun 01 13:14:25.219522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8248ecd0-6ad8-4d16-9906-62be7e65af7e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f56949c077a3482da4c712078c280585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643164 Jun 01 13:14:25.224935 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5f8716-1bbd-4d2a-81e5-dc0f73fcd149'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'code': 200} Jun 01 13:14:25.229429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40356) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:25.304772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622bb17-307f-4d98-b988-adf22daa170e None None] Pushing event updated for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:25.350833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:25.369684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-f576b8c0-38f4-4807-b7c1-8615314d1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:25.371317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-f576b8c0-38f4-4807-b7c1-8615314d1200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.1534574 Jun 01 13:14:25.377010 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-349e0dd1-1412-4795-9403-4b040a8b0119 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6454642 Jun 01 13:14:25.378474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40358) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:25.399158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-680e03ed-9b21-454b-9fdb-6cae5845f214', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:14:25.400290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:25.405077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0802348-9b98-4360-9fb6-e47562d1455d req-e9dfc3d8-6806-49c3-aacf-d1a565d93a74 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746550 Jun 01 13:14:25.568211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Calling delete_port for 1da3e15e-ce2d-4504-912f-43a0172a6926 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:25.704258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Allocated IP 172.21.0.2 (680e03ed-9b21-454b-9fdb-6cae5845f214/233790b4-6edc-41ca-93ba-df27339c7a0d/3b813bf8-6c05-477f-abcc-23e98edf3346) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:25.799476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:25.807051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-476af6ca-1db5-4289-a269-a4f7aa13718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:25.808869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-476af6ca-1db5-4289-a269-a4f7aa13718b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299eeb2f43c74243a2751b210cdfde8a&device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 1094 time: 0.2053833 Jun 01 13:14:25.961186 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:19Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:24Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:25.966033 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82b42-0044-4315-89e3-34608d1eca92 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:19Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:24Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:25.984074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:25.999968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Transition to ACTIVE for port object 3b813bf8-6c05-477f-abcc-23e98edf3346 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:26.011172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5860-3a8e-4aa7-a202-16d12427b0e3 req-f9ba6079-60da-4828-add4-407789dbae25 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:26.012838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adba5860-3a8e-4aa7-a202-16d12427b0e3 req-f9ba6079-60da-4828-add4-407789dbae25 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 0.6067939 Jun 01 13:14:26.031584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Transition to ACTIVE for port object 3b813bf8-6c05-477f-abcc-23e98edf3346 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:26.031850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:14:26.031966 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:14:26.040856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.118449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:26.119943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.121463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:26.124350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:26.128304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-85fcfe4a-bdc0-4a45-aa67-fdab0917be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:26.129765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-85fcfe4a-bdc0-4a45-aa67-fdab0917be96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 200 len: 906 time: 0.3105333 Jun 01 13:14:26.147796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adba5860-3a8e-4aa7-a202-16d12427b0e3 req-a569add0-570d-4d81-bc2d-c111056556c4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173172 Jun 01 13:14:26.210919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Pushing event updated for resources: {'Port': ['ID=3b813bf8-6c05-477f-abcc-23e98edf3346,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:26.234107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Attempting to bind port 3b813bf8-6c05-477f-abcc-23e98edf3346 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:26.234907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Attempting to bind port 3b813bf8-6c05-477f-abcc-23e98edf3346 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:26.235212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Attempting to bind port 3b813bf8-6c05-477f-abcc-23e98edf3346 on network 680e03ed-9b21-454b-9fdb-6cae5845f214 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:26.241902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:26.242620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Checking segment: {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:26.242964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.243580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Bound using segment: {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:26.244279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Bound port: 3b813bf8-6c05-477f-abcc-23e98edf3346, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:26.244704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-4b398d53-3aa9-49e3-8840-eeaf12917027 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed HTTP/1.1" status: 200 len: 217 time: 0.1018198 Jun 01 13:14:26.244847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.251820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-86f24059-d5ba-4ebd-964f-b4ad3479fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:26.253675 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-86f24059-d5ba-4ebd-964f-b4ad3479fdde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8742456 Jun 01 13:14:26.388208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64bf6-82f8-478b-8060-ceab87381fe6 req-d47efe73-f866-42c1-af91-a0042d62843b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:26.389805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ca64bf6-82f8-478b-8060-ceab87381fe6 req-d47efe73-f866-42c1-af91-a0042d62843b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 943 time: 0.3760350 Jun 01 13:14:26.396924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-933d37a0-72ec-4a55-856a-c6781f7bb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:26.398696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-933d37a0-72ec-4a55-856a-c6781f7bb515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 200 len: 845 time: 0.1393297 Jun 01 13:14:26.411583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] For port 3b813bf8-6c05-477f-abcc-23e98edf3346, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:26.416218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] For port 3b813bf8-6c05-477f-abcc-23e98edf3346, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3b813bf8-6c05-477f-abcc-23e98edf3346,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:26.424090 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.464849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.492541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-3337802f-4996-417a-8991-e95a7083bc18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5e699ec-330b-4d53-b802-eb93aaf8cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729444 Jun 01 13:14:26.551461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ca64bf6-82f8-478b-8060-ceab87381fe6 req-1bdfa63d-c937-4791-94ab-bf49d5629c00 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505139 Jun 01 13:14:26.552003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Deleting port 1da3e15e-ce2d-4504-912f-43a0172a6926 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:26.552349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.576511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8b3b4-aca4-4b03-acf4-361cc037423c None None] Pushing event updated for resources: {'Port': ['ID=3b813bf8-6c05-477f-abcc-23e98edf3346,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:26.612044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac7496c-5b8f-439d-85e8-d762d5c7d451,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:26.898939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:26.900097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-98a9e842-55dd-47cb-b063-928485311333 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4ac7496c-5b8f-439d-85e8-d762d5c7d451 HTTP/1.1" status: 204 len: 168 time: 1.4982460 Jun 01 13:14:26.961838 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-62eb9631-03c5-4349-bf34-ee479929cf9e service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921124 Jun 01 13:14:27.012026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-46431848-15f5-420d-a848-7fcfe89f5563 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902985 Jun 01 13:14:27.055910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:14:27.217672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3b813bf8-6c05-477f-abcc-23e98edf3346 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:27.352277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b87f7e6b-5064-4319-8428-e8d39e7c1f8a req-56ae2a9f-c7f9-4bd0-9de1-cac5fa91fcb7 service neutron] 10.222.0.13 "GET /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141460 Jun 01 13:14:27.474753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:27.498763 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:27.503231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:27.538362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3b813bf8-6c05-477f-abcc-23e98edf3346 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:27.567479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:27.571545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'port_id': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'mac_address': 'fa:16:3e:d2:87:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:14:27.596000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be594070-f492-4875-9b06-7c8a579d1d51 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:27.721440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Calling delete_port for 1da3e15e-ce2d-4504-912f-43a0172a6926 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:27.793113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:27.793545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:27.884231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4b0088c-093f-427f-90d6-3bf4f57a46b3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:27.982768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-26d82d14-20ef-4ae0-b712-084a33bc22c2 req-0d04d377-61d6-4527-8098-ada76c83926a service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666658 Jun 01 13:14:28.061797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.067166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:28.093439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.145695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02bff6-a3d2-4cef-ae25-3712e89037ef req-d933ca26-373f-4004-8a21-13eec8b561fb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:28.147287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b02bff6-a3d2-4cef-ae25-3712e89037ef req-d933ca26-373f-4004-8a21-13eec8b561fb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 0.7939205 Jun 01 13:14:28.206234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.279640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port be594070-f492-4875-9b06-7c8a579d1d51 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:28.287005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:28.295733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port be594070-f492-4875-9b06-7c8a579d1d51 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:28.296265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.308625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event deleted for resources: {'Port': ['ID=1da3e15e-ce2d-4504-912f-43a0172a6926,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:28.336082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b02bff6-a3d2-4cef-ae25-3712e89037ef req-bd42c151-fc24-41c7-b690-ca6903202dff tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676016 Jun 01 13:14:28.359863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e87ea-625d-404b-b74d-5ef07270335f req-013ce5f7-14c1-4355-a3fa-b8bc39cefed5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:28.361745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b75e87ea-625d-404b-b74d-5ef07270335f req-013ce5f7-14c1-4355-a3fa-b8bc39cefed5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 943 time: 0.4494085 Jun 01 13:14:28.362423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:28.383546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71e1e6-e42b-45a2-9ec8-9b86f04c62a1 None None] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:28.438213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a4b0088c-093f-427f-90d6-3bf4f57a46b3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:28.485484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b75e87ea-625d-404b-b74d-5ef07270335f req-781e846a-2dc5-483e-bac1-298020125d4b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820565 Jun 01 13:14:28.611355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.638792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.643303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7ac6de8f-9d8a-4be4-a4b0-4db24fd6220e tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "DELETE /v2.0/floatingips/78723cda-5f3f-41f2-983b-35007734fdbf HTTP/1.1" status: 204 len: 168 time: 5.4120967 Jun 01 13:14:28.738055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1711984907-network', 'tenant_id': '7e5df5303a5b4fe481eac7a1eab09d70'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:28.743734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:28.748950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Usage tracker for resource:network and tenant:7e5df5303a5b4fe481eac7a1eab09d70 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:28.752155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:28.760595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:28.774826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Made reservation on behalf of 7e5df5303a5b4fe481eac7a1eab09d70 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:28.780562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.796631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:28.819018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:28.824220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Usage tracker for resource:security_group_rule and tenant:7e5df5303a5b4fe481eac7a1eab09d70 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:28.828294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:28.862059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:28.872490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.21.0.1 (680e03ed-9b21-454b-9fdb-6cae5845f214/233790b4-6edc-41ca-93ba-df27339c7a0d/badc9d76-f096-4351-8870-5c79d8491b3f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:28.892229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Provisioning for port 3b813bf8-6c05-477f-abcc-23e98edf3346 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:28.958449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40452) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:28.972991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Provisioning complete for port 3b813bf8-6c05-477f-abcc-23e98edf3346 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:28.973365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.065765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 140ba8cc-55e2-4e3a-8c09-69b78914b1ed details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:14:29.119467 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.145213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.178693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.231699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:29.253379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.298367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:14:29.302099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'network_id': 'a5e699ec-330b-4d53-b802-eb93aaf8cfcc', 'port_id': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'mac_address': 'fa:16:3e:d2:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b393e9b-e94c-44f6-af8c-523fd0703b96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:14:29.307867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.329377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object badc9d76-f096-4351-8870-5c79d8491b3f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:29.359349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8305b489-710a-4889-bf54-8338f38c53b1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:29.371966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.419347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Deleting port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:29.433735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.441436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.441782 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Added segment 4da7ec3e-462f-478e-a7a9-2f89f059b87d of type vlan for network 39db8600-d48f-4821-b8b8-cf43b80c654c Jun 01 13:14:29.495660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de29f610-6c31-4972-a1b0-01e3f1fa1ca8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:29.546994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.551176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-09c8b089-e11a-46a9-97ab-5d99c9193039 tempest-TestServerBasicOps-1834422702 tempest-TestServerBasicOps-1834422702-project] 10.222.0.40 "DELETE /v2.0/security-groups/de29f610-6c31-4972-a1b0-01e3f1fa1ca8 HTTP/1.1" status: 204 len: 168 time: 0.5888581 Jun 01 13:14:29.561340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.566939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port be594070-f492-4875-9b06-7c8a579d1d51 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:29.567314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.569808 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:14:29.721422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.724156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:29.725109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.762363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.775769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:29.776133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.806970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port be594070-f492-4875-9b06-7c8a579d1d51, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be594070-f492-4875-9b06-7c8a579d1d51,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:29.822121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140ba8cc-55e2-4e3a-8c09-69b78914b1ed {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:29.839261 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.881828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:29.899507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Current status of the port 3b813bf8-6c05-477f-abcc-23e98edf3346 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:29.899888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.905111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965aa9c-7409-43d4-9beb-7b163820bf4e req-2f736ae9-ba92-48f0-a402-c6ecf85651f8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:29.906676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6965aa9c-7409-43d4-9beb-7b163820bf4e req-2f736ae9-ba92-48f0-a402-c6ecf85651f8 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 944 time: 0.3218899 Jun 01 13:14:29.913213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:29.918698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:29.918698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:29.925845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5308421 Jun 01 13:14:29.929902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:29.949579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:29.953629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0293b-f837-4a23-8978-16763269a8df admin admin] Pushing event updated for resources: {'Network': ['ID=39db8600-d48f-4821-b8b8-cf43b80c654c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:29.958717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Request body: {'subnet': {'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1711984907-subnet', 'tenant_id': '7e5df5303a5b4fe481eac7a1eab09d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:29.975236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:29.977261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 39db8600-d48f-4821-b8b8-cf43b80c654c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:14:29.987349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] For port 7f2d5ea6-6142-481a-af2d-68f8ec0a4549, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:29.987855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:29.990287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:30.003861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Usage tracker for resource:subnet and tenant:7e5df5303a5b4fe481eac7a1eab09d70 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:30.061493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6965aa9c-7409-43d4-9beb-7b163820bf4e req-4a592b95-72a8-4f05-a355-c5cf7615f2a0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275873 Jun 01 13:14:30.103678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129ee6b-9dbd-4b36-9df7-befcfa2b100a req-1ad2e148-e248-4b2c-adcf-fcb585ba7e00 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:30.114474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f129ee6b-9dbd-4b36-9df7-befcfa2b100a req-1ad2e148-e248-4b2c-adcf-fcb585ba7e00 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 943 time: 0.3482883 Jun 01 13:14:30.119211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] For port 3b813bf8-6c05-477f-abcc-23e98edf3346, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3b813bf8-6c05-477f-abcc-23e98edf3346,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:30.124154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:30.152159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40474) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:30.206725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:30.215849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:30.272978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Calling delete_port for 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:30.315479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474016-5f23-4109-a2d0-bceb8ee1ce04 None None] Pushing event updated for resources: {'Port': ['ID=3b813bf8-6c05-477f-abcc-23e98edf3346,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:30.338927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['140ba8cc-55e2-4e3a-8c09-69b78914b1ed'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:30.452257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f129ee6b-9dbd-4b36-9df7-befcfa2b100a req-946369f0-3cac-4d7a-bcf9-0d081bde0e84 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255637 Jun 01 13:14:30.521749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:30.529445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:30.538345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:30.567869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Made reservation on behalf of 7e5df5303a5b4fe481eac7a1eab09d70 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:30.570396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:30.682683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:14:30.873653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Provisioning complete for port 3b813bf8-6c05-477f-abcc-23e98edf3346 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:30.879288 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.105607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:31.203025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:31.280174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3f59404a-a41b-4580-ad70-029565ef52b5', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '3f59404a-a41b-4580-ad70-029565ef52b5', 'mac_address': 'fa:16:3e:fd:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:14:31.293105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.374307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Current status of the port 3b813bf8-6c05-477f-abcc-23e98edf3346 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:31.383690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.401665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3f59404a-a41b-4580-ad70-029565ef52b5 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:31.402315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.411894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a4b0088c-093f-427f-90d6-3bf4f57a46b3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:31.423574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.508612 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.606179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Provisioning for port badc9d76-f096-4351-8870-5c79d8491b3f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:31.626305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2d5ea6-6142-481a-af2d-68f8ec0a4549,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:31.643069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Provisioning complete for port badc9d76-f096-4351-8870-5c79d8491b3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:31.643461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.728175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f59404a-a41b-4580-ad70-029565ef52b5 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:14:31.785207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:31.824379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.834310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:31.875224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cca24d-4e44-449c-b1c9-3263de7df4e5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:32.039931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Checking segment: {'id': '4da7ec3e-462f-478e-a7a9-2f89f059b87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:32.040288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Network hostable DHCP agents. Network: 39db8600-d48f-4821-b8b8-cf43b80c654c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:14:32.041786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:32.077501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-48936c7e-744d-4b95-bac7-74b2418712dc None None] Port badc9d76-f096-4351-8870-5c79d8491b3f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:32.148985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53648e3c-007f-466b-ab10-03e9427cc019 req-be3781e8-ab1c-4203-8283-256325f80bbc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:32.157760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53648e3c-007f-466b-ab10-03e9427cc019 req-be3781e8-ab1c-4203-8283-256325f80bbc tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 944 time: 0.6673350 Jun 01 13:14:32.165578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3f59404a-a41b-4580-ad70-029565ef52b5'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:14:32.208098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021ee87-0c71-493c-925e-15c4ab6082ab req-afaf141f-4a1c-4069-b17d-660a82e1a2a1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:32.215791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4021ee87-0c71-493c-925e-15c4ab6082ab req-afaf141f-4a1c-4069-b17d-660a82e1a2a1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 944 time: 0.5027821 Jun 01 13:14:32.258943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3b813bf8-6c05-477f-abcc-23e98edf3346 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:32.264579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53648e3c-007f-466b-ab10-03e9427cc019 req-72a8adce-8c91-4499-8ef7-0be8566c6be5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055126 Jun 01 13:14:32.427417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:32.428006 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.464253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-846dd92f-dd54-439a-acbc-1a9b2ed470c1 None None] Provisioning complete for port badc9d76-f096-4351-8870-5c79d8491b3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:32.464640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-846dd92f-dd54-439a-acbc-1a9b2ed470c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.492163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4021ee87-0c71-493c-925e-15c4ab6082ab req-20aacc38-9341-40ea-952a-bc45b2ec1527 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749538 Jun 01 13:14:32.665037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:32.682357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:32.704863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.731403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Network 39db8600-d48f-4821-b8b8-cf43b80c654c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:14:32.737637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Deleting port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:32.738020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.777447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.811017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 39db8600-d48f-4821-b8b8-cf43b80c654c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:32.818031 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718a6649-a946-4250-a193-321d443c51f1'] response: {'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'code': 200} Jun 01 13:14:32.871959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:32.872480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681050be-73da-4cf8-aa30-ee44a49c2ee6 None None] Network 39db8600-d48f-4821-b8b8-cf43b80c654c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:32.872689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:32.897645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-846dd92f-dd54-439a-acbc-1a9b2ed470c1 None None] Port badc9d76-f096-4351-8870-5c79d8491b3f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:32.956110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:32.964796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3b813bf8-6c05-477f-abcc-23e98edf3346 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:32.965989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:33.068958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] For port 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:33.069570 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:33.166831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ad50a41f-3db1-4f57-885c-20521dbaaceb admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2469826 Jun 01 13:14:33.243593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 140ba8cc-55e2-4e3a-8c09-69b78914b1ed up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:33.363240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:14:33.479210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:33.503329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Calling delete_port for 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:33.580373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287fa3b-f9cc-47f0-aa9f-92f4c5c22e97 None None] Network 39db8600-d48f-4821-b8b8-cf43b80c654c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:33.597277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:33.714358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:33.787509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:33.788292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:33.944513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649a77e-5286-4dec-b4ba-3f33935d8eea req-c9aa95a4-1ecc-4d43-94cd-8ddce91d9b2a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:33.946158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5649a77e-5286-4dec-b4ba-3f33935d8eea req-c9aa95a4-1ecc-4d43-94cd-8ddce91d9b2a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 0.3315451 Jun 01 13:14:33.999917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3b813bf8-6c05-477f-abcc-23e98edf3346 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:34.001647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be594070-f492-4875-9b06-7c8a579d1d51 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:34.009370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:34.044747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.066303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5649a77e-5286-4dec-b4ba-3f33935d8eea req-1a0984f3-b9b9-4b84-9e76-c03fb0c4e720 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 Jun 01 13:14:34.081624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Router b1a33a98-e540-446f-9d0f-711140ef5dc0 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:34.105372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3cbaa-95ba-463e-865a-188e74284d9a req-b0090e59-d469-44e1-9408-61968a597f5b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:34.113893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69c3cbaa-95ba-463e-865a-188e74284d9a req-b0090e59-d469-44e1-9408-61968a597f5b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 944 time: 0.2191656 Jun 01 13:14:34.266238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port be594070-f492-4875-9b06-7c8a579d1d51 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:34.266683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.318751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69c3cbaa-95ba-463e-865a-188e74284d9a req-7ff01904-b1d5-4425-98fc-6d73d435bacd tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034929 Jun 01 13:14:34.343688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.457345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.472450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfaed8f-d6c4-48e2-bb54-4d3c8734395f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:34.486531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:34.486996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.686026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:34.699215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:34.800009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:34.871885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:34.879260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:34.880977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:34.889465 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Sync routers for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:34.906219 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9cade451-59ff-4142-aacd-ff85ea680dce admin admin] 10.222.0.40 "PUT /v2.0/routers/b1a33a98-e540-446f-9d0f-711140ef5dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8268936 Jun 01 13:14:34.913670 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:34.914567 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:34.923017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:34.923880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:35.148523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port be594070-f492-4875-9b06-7c8a579d1d51 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:35.217320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:35.267528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3f59404a-a41b-4580-ad70-029565ef52b5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:35.268034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:35.307736 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:35.525169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b505d434-cfe7-4244-9576-4f9be5c4c7a2 None None] Provisioning complete for port badc9d76-f096-4351-8870-5c79d8491b3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:35.532013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b505d434-cfe7-4244-9576-4f9be5c4c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:35.560799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:35.707063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b505d434-cfe7-4244-9576-4f9be5c4c7a2 None None] Port badc9d76-f096-4351-8870-5c79d8491b3f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:35.749648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3f59404a-a41b-4580-ad70-029565ef52b5 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:35.750182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:35.813368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:35.823977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:35.974949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:35.981653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:36.260131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:36.517634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:36.560855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:36.569157 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Checking router: b1a33a98-e540-446f-9d0f-711140ef5dc0 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:36.588881 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Routers {'b1a33a98-e540-446f-9d0f-711140ef5dc0'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:36.589508 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['b1a33a98-e540-446f-9d0f-711140ef5dc0'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:36.691261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:36.695999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:36.701823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Sync routers for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:36.711195 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d1c8950-51cf-452d-a43a-ac76265bed2b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3304849 Jun 01 13:14:36.721017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:36.722607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:36.723252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:36.726774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40596) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:36.735299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac0ea0f0-4366-4b3d-875a-188b0c217d79 admin admin] 10.222.0.40 "PUT /v2.0/routers/953ce2d8-e0f7-4415-bb7a-535c7000e5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5815310 Jun 01 13:14:36.735956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40600) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:36.758413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-459982648'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:36.771810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:36.781409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:36.791114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:36.806507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:36.843306 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:36.843925 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:37.008492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:37.024960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.173913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:37.181061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:14:37.226875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.249678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.250029 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment c37eb9df-f707-4066-913b-c2d222733ec7 of type vlan for network ff65fb93-6dac-4daa-a6b3-15dd7676328b Jun 01 13:14:37.275864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Deleting port 89f75f3f-24cc-4696-a50d-30c127366577 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:37.276170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.464747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] Set router b1a33a98-e540-446f-9d0f-711140ef5dc0 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:37.496171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.503812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.679425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:14:37.751929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:37.763652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:37.764613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.032592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=ff65fb93-6dac-4daa-a6b3-15dd7676328b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:38.057642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:14:34Z', 'revision_number': 5, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port': {'id': 'c8b19836-3cea-4bbe-9dca-f915047d1ba9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:35Z', 'updated_at': '2022-06-01T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:38.068981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] For port 89f75f3f-24cc-4696-a50d-30c127366577, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=89f75f3f-24cc-4696-a50d-30c127366577,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:38.069347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.070002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Checking router: 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:38.107033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Routers {'953ce2d8-e0f7-4415-bb7a-535c7000e5f8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:38.107813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.108300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.108527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.108862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.109192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.110081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.112201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:38.112737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.114160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.114550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.115877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.116216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.116567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.116873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:38.138019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Deleting port c8b19836-3cea-4bbe-9dca-f915047d1ba9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:38.138362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.140942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39a5466c-f901-4c00-a19e-5997c26c95df tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4129608 Jun 01 13:14:38.200359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40606) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:38.232523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:38.253276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:14:38.314131 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:38.408004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Calling delete_port for 89f75f3f-24cc-4696-a50d-30c127366577 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:38.652892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] Set router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:38.844578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.854328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:38.858472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:38.882492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:38.922795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:38.938362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:14:38Z', 'revision_number': 6, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:38.947462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5577dd-4583-4802-8313-c4e413dd8ca8 None None] The sync data for ids ['953ce2d8-e0f7-4415-bb7a-535c7000e5f8'] in n-d-844200-1 is: [{'id': '953ce2d8-e0f7-4415-bb7a-535c7000e5f8', 'name': 'tempest-TestServerBasicOps-159391603-router', 'tenant_id': 'cc10a94061124128ac382e497a818247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:34Z', 'updated_at': '2022-06-01T13:14:38Z', 'revision_number': 6, 'project_id': 'cc10a94061124128ac382e497a818247', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:38.963321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:38.972106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:38.980219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:39.025292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f75f3f-24cc-4696-a50d-30c127366577,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:39.036864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82e618-b725-41ae-aacd-bd0686837b27 None None] The sync data for ids ['b1a33a98-e540-446f-9d0f-711140ef5dc0'] in n-d-844200-1 is: [{'id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1395162980-router', 'tenant_id': 'f934a6c53b624712bbc890939f82b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '89f75f3f-24cc-4696-a50d-30c127366577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:07:24Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 5, 'project_id': 'f934a6c53b624712bbc890939f82b837', 'gw_port': {'id': '89f75f3f-24cc-4696-a50d-30c127366577', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a33a98-e540-446f-9d0f-711140ef5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:07:26Z', 'updated_at': '2022-06-01T13:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:39.272399 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 3, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:32Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:39.282886 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:39.285435 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Updating router 208db597-c6a4-4a2e-8109-d751e25fc9d7 port badc9d76-f096-4351-8870-5c79d8491b3f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:14:39.384707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] For port c8b19836-3cea-4bbe-9dca-f915047d1ba9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c8b19836-3cea-4bbe-9dca-f915047d1ba9,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:39.385237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:39.515034 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:39.715384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:39.768789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Calling delete_port for c8b19836-3cea-4bbe-9dca-f915047d1ba9 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:40.117441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:40.146173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.149538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.186306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.186841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a33a98-e540-446f-9d0f-711140ef5dc0 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:14:40.211341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.212475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4be1d32b-c61b-42b9-86ff-75d50c920da5 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b1a33a98-e540-446f-9d0f-711140ef5dc0 HTTP/1.1" status: 204 len: 168 time: 5.2875786 Jun 01 13:14:40.219814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40612) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:40.239940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:40.240556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2cfaed8f-d6c4-48e2-bb54-4d3c8734395f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:40.245352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:40.333237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.350844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Deleting subnet e7910fb7-fb3a-4d32-9a08-71a0d57d802d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:14:40.355956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.377184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:40.377525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7f2d5ea6-6142-481a-af2d-68f8ec0a4549 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:40.416080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.444451 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.634204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.634663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=17b4034b-c278-4c58-a3a6-64ca2cf33b57,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:40.647078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.647425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.647736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.648064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.648389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.648710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.649214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.649542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.649888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.650219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.650896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.651216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:40.669582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:40.669935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: ff65fb93-6dac-4daa-a6b3-15dd7676328b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:14:40.687222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Transition to ACTIVE for port object badc9d76-f096-4351-8870-5c79d8491b3f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:40.692818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.706501 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.770971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.821633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b19836-3cea-4bbe-9dca-f915047d1ba9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:40.874489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7910fb7-fb3a-4d32-9a08-71a0d57d802d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:40.881306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:40.944444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db951639-c5ca-46ff-980c-4be399ce0db5 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e7910fb7-fb3a-4d32-9a08-71a0d57d802d HTTP/1.1" status: 204 len: 168 time: 0.7201242 Jun 01 13:14:40.944740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40618) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:41.000104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3301c28-85f1-48b5-89ab-23046aeba6f2 None None] Network dc1e2955-a47c-44ec-8982-f920f0072646 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:41.148978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.186422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Deleting port de9f65f0-f678-4c01-a0d6-0f94289494a7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:41.187152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.318726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 89f75f3f-24cc-4696-a50d-30c127366577 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:41.327686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:14:41.358921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ff65fb93-6dac-4daa-a6b3-15dd7676328b) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:41.368189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:41.369256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.379096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 89f75f3f-24cc-4696-a50d-30c127366577 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:41.379848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 89f75f3f-24cc-4696-a50d-30c127366577 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:41.381597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c8b19836-3cea-4bbe-9dca-f915047d1ba9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:41.488606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.488876 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e278c-589e-474d-8ddd-abac75e83894 None None] Pushing event updated for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:41.490543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90446d-bc60-435b-929d-ef3b45d71458 None None] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:41.683851 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Attempting to bind port badc9d76-f096-4351-8870-5c79d8491b3f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:41.684753 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Attempting to bind port badc9d76-f096-4351-8870-5c79d8491b3f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:41.687041 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Attempting to bind port badc9d76-f096-4351-8870-5c79d8491b3f on network 680e03ed-9b21-454b-9fdb-6cae5845f214 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:41.704405 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:41.707408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c8b19836-3cea-4bbe-9dca-f915047d1ba9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:41.707658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Checking segment: {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:41.707947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c8b19836-3cea-4bbe-9dca-f915047d1ba9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:41.708433 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.709041 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Bound using segment: {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:41.716091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Bound port: badc9d76-f096-4351-8870-5c79d8491b3f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:41.717273 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.827367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] For port de9f65f0-f678-4c01-a0d6-0f94289494a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de9f65f0-f678-4c01-a0d6-0f94289494a7,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:41.828057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.886824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-86c230f3-885a-4052-923d-af861e949ff6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6850142 Jun 01 13:14:41.928334 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] For port badc9d76-f096-4351-8870-5c79d8491b3f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:41.934211 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] For port badc9d76-f096-4351-8870-5c79d8491b3f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=badc9d76-f096-4351-8870-5c79d8491b3f,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:41.952552 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:41.977158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40628) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:42.112062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.116405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.155665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.156169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953ce2d8-e0f7-4415-bb7a-535c7000e5f8 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:14:42.186025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.190091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f35adbd2-e5aa-4281-be32-be1d0681e392 admin admin] 10.222.0.40 "DELETE /v2.0/routers/953ce2d8-e0f7-4415-bb7a-535c7000e5f8 HTTP/1.1" status: 204 len: 168 time: 5.4531751 Jun 01 13:14:42.191150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40632) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:42.256037 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:42.259123 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:42.389587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Deleting subnet c3c02540-06f5-439f-842a-8c15e3de7dc6 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:14:42.411614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.437572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Calling delete_port for de9f65f0-f678-4c01-a0d6-0f94289494a7 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:42.474640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] DHCP port deletion for dc1e2955-a47c-44ec-8982-f920f0072646 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:14:42.554101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:14:42.556917 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.559411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.577878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Deleting port de9f65f0-f678-4c01-a0d6-0f94289494a7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:42.582410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.690357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e278c-589e-474d-8ddd-abac75e83894 None None] Pushing event updated for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:42.800110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:42.814127 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:43.032700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.086710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] For port de9f65f0-f678-4c01-a0d6-0f94289494a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de9f65f0-f678-4c01-a0d6-0f94289494a7,segment=NetworkSegment(38faefe4-28fc-4381-ac48-8e0d97a04c27),segment_id=38faefe4-28fc-4381-ac48-8e0d97a04c27)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:43.087552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.171528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.174252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c02540-06f5-439f-842a-8c15e3de7dc6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:43.212512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d6fb83f7-63b4-44a3-9148-86752d49ee1e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c3c02540-06f5-439f-842a-8c15e3de7dc6 HTTP/1.1" status: 204 len: 168 time: 1.0178671 Jun 01 13:14:43.221597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:43.263520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Calling delete_port for de9f65f0-f678-4c01-a0d6-0f94289494a7 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:43.365550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1956fe7-94d1-4ca7-9398-2586e79b2db3 None None] Network b5f85d19-45a0-4521-8091-554e984973f2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:43.379767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de9f65f0-f678-4c01-a0d6-0f94289494a7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: from cryptography.utils import int_from_bytes Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: from cryptography.utils import int_from_bytes Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn_limited( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn_limited( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.493767 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:14:43.497384 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:14:43.514891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: de9f65f0-f678-4c01-a0d6-0f94289494a7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:43.515307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de9f65f0-f678-4c01-a0d6-0f94289494a7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:43.518119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.545795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.570616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Deleting port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:43.571378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.761241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Pushing event deleted for resources: {'Port': ['ID=de9f65f0-f678-4c01-a0d6-0f94289494a7,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:43.807509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:14:43.807845 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:14:43.858355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] For port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,segment=NetworkSegment(1feb1623-3456-4c31-aad5-333658760944),segment_id=1feb1623-3456-4c31-aad5-333658760944)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:43.859034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:43.872145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 3, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:41Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:43.882289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbccfdd-981b-4347-9545-ac1106f515be None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:30Z', 'revision_number': 3, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:41Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:43.979442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.981456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.981456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.981456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.981456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.981456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.982025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.982025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:43.982522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:44.003887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:44.003887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:44.003887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:14:44.044209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebab03a-1a0a-4478-8942-72207196d1db None None] No DVR routers for this DVR port de9f65f0-f678-4c01-a0d6-0f94289494a7 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:44.270255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Calling delete_port for 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:44.283896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:44.314433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Deleting port de9f65f0-f678-4c01-a0d6-0f94289494a7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:44.314817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:44.325183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Allocated IP 172.22.0.2 (ff65fb93-6dac-4daa-a6b3-15dd7676328b/17b4034b-c278-4c58-a3a6-64ca2cf33b57/369e591a-ea3d-45ea-9536-7849579bf60a) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:44.442401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:44.448639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] The port 'de9f65f0-f678-4c01-a0d6-0f94289494a7' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:14:44.570854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b97fbb0-004a-49a6-b352-ce4ba9b0f170,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:44.575016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] No DVR routers for this DVR port 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:14:44.689742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b22373-12af-4087-8b0d-ece17d835b2e None None] DHCP port deletion for b5f85d19-45a0-4521-8091-554e984973f2 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:14:44.972295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:44.997280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.008738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Transition to ACTIVE for port object 369e591a-ea3d-45ea-9536-7849579bf60a will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:45.045925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Transition to ACTIVE for port object 369e591a-ea3d-45ea-9536-7849579bf60a will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:45.066119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f85d19-45a0-4521-8091-554e984973f2']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.068853 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.076040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.108709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feb1623-3456-4c31-aad5-333658760944') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.109573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feb1623-3456-4c31-aad5-333658760944') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.140887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.157660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1e2955-a47c-44ec-8982-f920f0072646']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.195624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38faefe4-28fc-4381-ac48-8e0d97a04c27') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.195624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38faefe4-28fc-4381-ac48-8e0d97a04c27') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:45.202755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.210142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:14:45.210142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.220227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.233575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:45.255590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.269994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:14:45.271511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.326156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:45.342809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Pushing event updated for resources: {'Port': ['ID=369e591a-ea3d-45ea-9536-7849579bf60a,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:45.359422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:45.402984 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 1feb1623-3456-4c31-aad5-333658760944 resource provider aggregate not found Jun 01 13:14:45.453588 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 1feb1623-3456-4c31-aad5-333658760944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1feb1623-3456-4c31-aad5-333658760944 found for delete ", "request_id": "req-54a0ee5d-385e-4c76-83b8-751e234207b3"}]} Jun 01 13:14:45.505220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.535705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.577344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f85d19-45a0-4521-8091-554e984973f2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:45.610847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4da58009-b61f-4c4b-a699-52e487ac7e5d admin admin] 10.222.0.40 "DELETE /v2.0/networks/b5f85d19-45a0-4521-8091-554e984973f2 HTTP/1.1" status: 204 len: 168 time: 2.3879361 Jun 01 13:14:45.611465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40658) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:45.672908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device badc9d76-f096-4351-8870-5c79d8491b3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:45.675731 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 38faefe4-28fc-4381-ac48-8e0d97a04c27 resource provider aggregate not found Jun 01 13:14:45.739677 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 38faefe4-28fc-4381-ac48-8e0d97a04c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38faefe4-28fc-4381-ac48-8e0d97a04c27 found for delete ", "request_id": "req-1d004b87-c0d2-41d7-b482-b9169bbc2ad4"}]} Jun 01 13:14:45.789462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.877708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Attempting to bind port 369e591a-ea3d-45ea-9536-7849579bf60a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:45.878744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Attempting to bind port 369e591a-ea3d-45ea-9536-7849579bf60a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:45.878744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Attempting to bind port 369e591a-ea3d-45ea-9536-7849579bf60a on network ff65fb93-6dac-4daa-a6b3-15dd7676328b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:45.899399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:45.899771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Checking segment: {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:45.905070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.906246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.909307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Bound using segment: {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:45.910177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Bound port: 369e591a-ea3d-45ea-9536-7849579bf60a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:45.913568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:45.929042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1e2955-a47c-44ec-8982-f920f0072646,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:45.946042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port badc9d76-f096-4351-8870-5c79d8491b3f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:45.961975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port badc9d76-f096-4351-8870-5c79d8491b3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:45.965125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:46.048096 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-044d0e5b-9c7a-4810-b4f9-5c83fb0eab7f admin admin] 10.222.0.40 "DELETE /v2.0/networks/dc1e2955-a47c-44ec-8982-f920f0072646 HTTP/1.1" status: 204 len: 168 time: 5.1005194 Jun 01 13:14:46.339820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.22.0.1 (ff65fb93-6dac-4daa-a6b3-15dd7676328b/17b4034b-c278-4c58-a3a6-64ca2cf33b57/d6ff3886-ff98-472d-abbd-3aaeb3a34bd0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:46.359035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] For port 369e591a-ea3d-45ea-9536-7849579bf60a, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:46.361246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port badc9d76-f096-4351-8870-5c79d8491b3f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:46.361619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:46.390471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] For port 369e591a-ea3d-45ea-9536-7849579bf60a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=369e591a-ea3d-45ea-9536-7849579bf60a,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:46.435038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port badc9d76-f096-4351-8870-5c79d8491b3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=badc9d76-f096-4351-8870-5c79d8491b3f,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:46.440718 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:46.501981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:46.643055 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19b8700d-2d9b-4545-b6a3-6ea098d02710 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f934a6c53b624712bbc890939f82b837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374633 Jun 01 13:14:46.644087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:46.647782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:46.652261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281fd2-d236-4ebd-be2e-adc8282766d9 None None] Pushing event updated for resources: {'Port': ['ID=369e591a-ea3d-45ea-9536-7849579bf60a,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:46.766107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:46.791021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:46.873159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:46.896569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:46.995057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:46.995401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b97fbb0-004a-49a6-b352-ce4ba9b0f170 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:47.133932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.148362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.252447 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.253790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:47.288121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:47.292705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:47.295261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:47.349588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device badc9d76-f096-4351-8870-5c79d8491b3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:47.431019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.500397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.527651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port badc9d76-f096-4351-8870-5c79d8491b3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:47.528687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.903102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:47.984968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73afa797-ac0c-46f0-b8dc-e35cba691b49,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:48.074521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.179025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port badc9d76-f096-4351-8870-5c79d8491b3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:48.244575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.244575 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a1784d0-5fc2-4d37-bebd-59cce2df059c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/73afa797-ac0c-46f0-b8dc-e35cba691b49 HTTP/1.1" status: 204 len: 168 time: 1.5381606 Jun 01 13:14:48.250201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.260364 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8067-e0b3-4419-9a0b-972356fc5465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.271559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Deleting port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:48.271559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.715626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] For port 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:48.716044 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.892858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.910365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:48.948288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Calling delete_port for 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:49.082423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399914b1-4550-4f38-94e2-205646920731 None None] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:49.217693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:49.264634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:49.270086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:49.342631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-df3b5e8b-a92c-4e62-8c32-9409e71c4917 None None] Provisioning for port 369e591a-ea3d-45ea-9536-7849579bf60a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:49.407942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 369e591a-ea3d-45ea-9536-7849579bf60a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:49.570324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:49.574872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:49.676197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d74bfd-fdc4-4aa4-a686-55a06a9d93ff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:49.729259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 369e591a-ea3d-45ea-9536-7849579bf60a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:49.742478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 369e591a-ea3d-45ea-9536-7849579bf60a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:49.747422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:49.970431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:50.277033 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.321485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:50.329653 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc5795ba-7789-4a75-8ada-27921327d0da tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3510602 Jun 01 13:14:50.330114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40710) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:50.335961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'network': {'name': 'tempest-RoutersTest-425284489'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:50.342570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:50.348137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:network and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:50.351558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:50.358903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:50.375263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:50.387222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.508341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:14:50.551412 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.551814 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added segment 0d2e0005-3ad0-41ff-b3af-6cafca1fc277 of type vlan for network cf116a42-8ae8-42bf-aead-e5be56132b76 Jun 01 13:14:50.582516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 369e591a-ea3d-45ea-9536-7849579bf60a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:50.583176 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.610219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.614276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:50.654577 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.664836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:50.666378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.716978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99e76f71-930c-4791-9a75-9ea2f99ac494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:50.750664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:50.753816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:51.027473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6959119 Jun 01 13:14:51.032117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:51.041448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'subnet': {'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:51.073311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 369e591a-ea3d-45ea-9536-7849579bf60a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=369e591a-ea3d-45ea-9536-7849579bf60a,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:51.100689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:51.103323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:51.190524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3bac3-0bd8-4147-863a-a21efd860408 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Network': ['ID=cf116a42-8ae8-42bf-aead-e5be56132b76,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:51.312669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:51.329376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:subnet and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:51.331643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=369e591a-ea3d-45ea-9536-7849579bf60a,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:51.339271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network cf116a42-8ae8-42bf-aead-e5be56132b76 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:14:51.340377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:51.359200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:51.392524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Made reservation on behalf of 43bd275e2c864fe8b0237cfd28457de1 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:51.397646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:51.600003 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed35f466-94f9-4994-a3f2-4e177e8a3930'] response: {'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'code': 200} Jun 01 13:14:51.607792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:51.766274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:51.906140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:51.942799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Provisioning complete for port 369e591a-ea3d-45ea-9536-7849579bf60a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:51.943219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:51.972441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.072509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:52.084345 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Sync routers for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:52.101721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:52.102500 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:52.107024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-2dde234a-5ef1-40a7-a937-5291b42fabc5 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:52.108432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-2dde234a-5ef1-40a7-a937-5291b42fabc5 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Synchronizing usage tracker for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:14:52.119736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Checking segment: {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:52.120289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network hostable DHCP agents. Network: cf116a42-8ae8-42bf-aead-e5be56132b76, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:14:52.126104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Subnet': ['ID=2e22d070-a000-47d8-803c-99141ecc4e74,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:52.160527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network cf116a42-8ae8-42bf-aead-e5be56132b76 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:14:52.179296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, cf116a42-8ae8-42bf-aead-e5be56132b76) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:52.188469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:52.189084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.234434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cc36f9bc-d5ba-4533-a5f5-aa8d8cd737bc tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2010531 Jun 01 13:14:52.239238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:52.316611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cf2f3-302e-4eb7-a035-33d01bc07844 None None] Network cf116a42-8ae8-42bf-aead-e5be56132b76 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:52.346578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a4ec6ee5-9fd4-4fa0-a259-95562bc97224 admin admin] 10.222.0.40 "PUT /v2.0/routers/815e2ccd-3eff-4b4a-8d20-bb563c8f4baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7339044 Jun 01 13:14:52.350387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-2dde234a-5ef1-40a7-a937-5291b42fabc5 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Unset dirty status for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:14:52.351533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-2dde234a-5ef1-40a7-a937-5291b42fabc5 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/networks?id=39db8600-d48f-4821-b8b8-cf43b80c654c HTTP/1.1" status: 200 len: 813 time: 0.6877153 Jun 01 13:14:52.356361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:52.499231 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:52.625234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Current status of the port 369e591a-ea3d-45ea-9536-7849579bf60a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:52.702371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Provisioning for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:52.708391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:47Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:14:48Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:52.716376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-cf116a42-8ae8-42bf-aead-e5be56132b76', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:14:52.717222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.738402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Provisioning complete for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:52.738943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.805187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-58163af0-a265-468d-9e99-2a2f83df84a7 None None] Port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:52.813120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:52.813617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Updating router 208db597-c6a4-4a2e-8109-d751e25fc9d7 port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:14:52.933409 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.983437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-08e955d6-5283-4041-895b-c33d3f117ab7 None None] Provisioning complete for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:52.983904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08e955d6-5283-4041-895b-c33d3f117ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:52.992156 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:14:49Z', 'revision_number': 5, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:52.996519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Checking router: 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:14:53.007464 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Routers {'815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:53.008287 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:53.135732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:53.222331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-c4af225e-ed39-48d3-a44d-2ae6aab8f617 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/quotas/7e5df5303a5b4fe481eac7a1eab09d70 HTTP/1.1" status: 200 len: 375 time: 0.8102119 Jun 01 13:14:53.238071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-08e955d6-5283-4041-895b-c33d3f117ab7 None None] Port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:53.291462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352d7c9-387a-413a-88f5-783739b905eb req-fd87bf3d-598d-44a5-9104-d1c3d09e6f5e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:53.293174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5352d7c9-387a-413a-88f5-783739b905eb req-fd87bf3d-598d-44a5-9104-d1c3d09e6f5e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 945 time: 1.3883400 Jun 01 13:14:53.316828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:53.366014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 369e591a-ea3d-45ea-9536-7849579bf60a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:53.402341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e94fd9-6680-4eb3-8d09-a35c96263a5f req-d551ee98-1add-4467-a772-5bd6f3eb2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:53.404385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53e94fd9-6680-4eb3-8d09-a35c96263a5f req-d551ee98-1add-4467-a772-5bd6f3eb2459 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 1096 time: 1.4578230 Jun 01 13:14:53.425843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-3bf3572a-8f79-4e5a-aa2d-fcd26520416e tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7e5df5303a5b4fe481eac7a1eab09d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1812568 Jun 01 13:14:53.427348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:53.453787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] Set router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:53.537403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Allocated IP 172.23.0.2 (cf116a42-8ae8-42bf-aead-e5be56132b76/2e22d070-a000-47d8-803c-99141ecc4e74/9c88816f-1c38-4613-a1ae-946a3fbed459) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:53.621497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:53.663033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-f5aa84f7-c0f8-44ea-b801-3529c00a6452 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:14:53.673402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-f5aa84f7-c0f8-44ea-b801-3529c00a6452 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159638 Jun 01 13:14:53.738532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc636d4-4471-4052-864a-6218a0e9411b req-1dc4306f-1c70-4300-8401-82c834211741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:53.741925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-1dc4306f-1c70-4300-8401-82c834211741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 1096 time: 1.5895526 Jun 01 13:14:53.821868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 369e591a-ea3d-45ea-9536-7849579bf60a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:53.822483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:53.935993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc636d4-4471-4052-864a-6218a0e9411b req-8a00c7c4-adee-4903-a341-13dbe432a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:53.937856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-8a00c7c4-adee-4903-a341-13dbe432a7e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.1691642 Jun 01 13:14:53.981135 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:14:49Z', 'revision_number': 5, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:53.986936 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6abe07-3466-4507-8b0b-5573c61c2170 None None] The sync data for ids ['815e2ccd-3eff-4b4a-8d20-bb563c8f4baf'] in n-d-844200-1 is: [{'id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'name': 'tempest-TestServerBasicOps-231488189-router', 'tenant_id': 'a4988d5be2494b5192f55d49d6e296a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:08:06Z', 'updated_at': '2022-06-01T13:14:49Z', 'revision_number': 5, 'project_id': 'a4988d5be2494b5192f55d49d6e296a5', 'gw_port': {'id': '8ca4ff0b-c605-4631-a7bd-7b65907ebd72', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815e2ccd-3eff-4b4a-8d20-bb563c8f4baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:08:11Z', 'updated_at': '2022-06-01T13:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:54.130895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53e94fd9-6680-4eb3-8d09-a35c96263a5f req-00b534eb-8646-4e96-af40-919d7251f35c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173693 Jun 01 13:14:54.150543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-7a2fdf52-be08-40bf-8d10-b62ea8943e67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3 HTTP/1.1" status: 200 len: 217 time: 0.1447392 Jun 01 13:14:54.168015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5352d7c9-387a-413a-88f5-783739b905eb req-b53e9663-b5be-415e-811b-91f015d5f28b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799037 Jun 01 13:14:54.184634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.206984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Deleting port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:14:54.207327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.307971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 369e591a-ea3d-45ea-9536-7849579bf60a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:54.324627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-24d68c20-27f9-4088-ac84-9b0fb5b901ea service neutron] 10.222.0.40 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495368 Jun 01 13:14:54.331529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.353022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.355607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Transition to ACTIVE for port object 9c88816f-1c38-4613-a1ae-946a3fbed459 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:54.382498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Transition to ACTIVE for port object d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:54.398391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Transition to ACTIVE for port object 9c88816f-1c38-4613-a1ae-946a3fbed459 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:54.402127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.482961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c09b-7d4f-46dc-8c0b-3894c3a509f1 None None] Pushing event updated for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:54.487717 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.508591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Network cf116a42-8ae8-42bf-aead-e5be56132b76 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:54.509879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:54.617384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Allocated IP 172.23.0.1 (cf116a42-8ae8-42bf-aead-e5be56132b76/2e22d070-a000-47d8-803c-99141ecc4e74/688036c6-d5f8-440b-ae36-f889abaccc23) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:14:54.738629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:54.850225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-dece5eeb-e5ec-4de9-843f-bb50f4740be3 service neutron] 10.222.0.40 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238073 Jun 01 13:14:54.915140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Pushing event updated for resources: {'Port': ['ID=9c88816f-1c38-4613-a1ae-946a3fbed459,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:54.931183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc636d4-4471-4052-864a-6218a0e9411b req-01dfaa2d-d773-4d50-83cb-5662fa2829d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:54.932659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-01dfaa2d-d773-4d50-83cb-5662fa2829d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.4355690 Jun 01 13:14:54.958758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:54.979980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Transition to ACTIVE for port object 688036c6-d5f8-440b-ae36-f889abaccc23 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:14:55.025417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.025705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Attempting to bind port 9c88816f-1c38-4613-a1ae-946a3fbed459 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:55.026162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Attempting to bind port 9c88816f-1c38-4613-a1ae-946a3fbed459 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:55.026814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Attempting to bind port 9c88816f-1c38-4613-a1ae-946a3fbed459 on network cf116a42-8ae8-42bf-aead-e5be56132b76 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:55.054205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:55.054672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Checking segment: {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:55.055179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.055679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Bound using segment: {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:55.056252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Bound port: 9c88816f-1c38-4613-a1ae-946a3fbed459, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:55.056738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.114565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network cf116a42-8ae8-42bf-aead-e5be56132b76 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:55.118337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:55.122624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] For port 8ca4ff0b-c605-4631-a7bd-7b65907ebd72, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:55.124940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.130116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:14:55.192832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:55.210527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520985a3-a14e-4520-aaee-87f193ad0643 req-87af0602-b7fc-4e2b-9784-07a3eb788bba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:55.221448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-520985a3-a14e-4520-aaee-87f193ad0643 req-87af0602-b7fc-4e2b-9784-07a3eb788bba tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.7307565 Jun 01 13:14:55.239450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.246912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] For port 9c88816f-1c38-4613-a1ae-946a3fbed459, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:55.254322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] For port 9c88816f-1c38-4613-a1ae-946a3fbed459, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c88816f-1c38-4613-a1ae-946a3fbed459,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:55.264240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:55.325311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:14:55.363382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:55.408830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646012800', 'description': 'tempest-description--1967814322'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:55.412507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Attempting to bind port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:14:55.413193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Attempting to bind port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:14:55.413617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Attempting to bind port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 on network ff65fb93-6dac-4daa-a6b3-15dd7676328b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:14:55.426143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:14:55.426553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 98d74bfd-fdc4-4aa4-a686-55a06a9d93ff not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:14:55.428730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.462234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:55.499156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:55.523361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:55.523634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5d5f-0a31-4ce6-9fb8-8717bfd41cb1 None None] Pushing event updated for resources: {'Port': ['ID=9c88816f-1c38-4613-a1ae-946a3fbed459,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:55.527062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:14:55.527520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Checking segment: {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:14:55.527979 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.528598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Bound using segment: {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:14:55.529199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Bound port: d6ff3886-ff98-472d-abbd-3aaeb3a34bd0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37eb9df-f707-4066-913b-c2d222733ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:14:55.529635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.651932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] For port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:14:55.655244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] For port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:14:55.669243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.800707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Calling delete_port for 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:14:55.815141 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.851244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:55.851635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:55.866112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:55.881679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-520985a3-a14e-4520-aaee-87f193ad0643 req-b3239f59-62c1-4552-a623-20529b48d4fd tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554382 Jun 01 13:14:55.942184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc636d4-4471-4052-864a-6218a0e9411b req-b452433d-bd1d-4270-88b7-8475de752e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:55.947844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-b452433d-bd1d-4270-88b7-8475de752e10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0004594 Jun 01 13:14:56.048748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:56.049368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:56.150051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:56.221516 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183e5d5f-ac38-4457-814d-fa912dce90fd'] response: {'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5', 'code': 200} Jun 01 13:14:56.414141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:56.463009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:56.502525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:56.513489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:56.523637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:56.526382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c09b-7d4f-46dc-8c0b-3894c3a509f1 None None] Pushing event updated for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:56.546548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:56.640973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:14:56.676734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f28e14c-588f-46c0-9712-1fc31a6f155b req-edeb4ed6-9329-4771-88b3-787af843d653 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 210 time: 0.3420196 Jun 01 13:14:56.765508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-61aaf2a2-404a-44cd-96ff-b17a3dda2311 service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987068 Jun 01 13:14:56.844740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:56.901567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:56.911208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:56.952864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93d44d-0b87-4ce3-9076-9fa499983b7b req-4c01cc8c-cf5e-422c-bdd7-c0361ea389d9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:56.960204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d93d44d-0b87-4ce3-9076-9fa499983b7b req-4c01cc8c-cf5e-422c-bdd7-c0361ea389d9 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 0.6325529 Jun 01 13:14:56.982252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:56.991761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4206d8bc-44f1-4914-88fb-c1ea9ebac004,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:56.998838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.000058 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ab6a149-36c3-41ac-aaca-92137a02a83f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6333549 Jun 01 13:14:57.010619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:57.019760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '4206d8bc-44f1-4914-88fb-c1ea9ebac004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:57.025885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:57.032869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.034711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:57.038875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:57.045837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:57.047913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.173050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca4ff0b-c605-4631-a7bd-7b65907ebd72,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:57.189238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:14:54Z', 'revision_number': 1, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:57.199550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad4a2c-e11b-4a8d-b15c-682ab8bd6ecf None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:14:54Z', 'revision_number': 1, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:14:57.219712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.231586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.251829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40802) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:57.253682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event updated for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:57.337750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d93d44d-0b87-4ce3-9076-9fa499983b7b req-9a0e5f8f-d17f-4da8-aebd-08ba5e7b5087 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745420 Jun 01 13:14:57.353057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dc636d4-4471-4052-864a-6218a0e9411b req-fa8d8e92-52d0-44b6-90c1-9efe7a9fdcab service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781651 Jun 01 13:14:57.416675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c88816f-1c38-4613-a1ae-946a3fbed459 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:57.516585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.540596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.601951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.624503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9c88816f-1c38-4613-a1ae-946a3fbed459 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:57.635698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5ce9a7-e831-41ef-8e08-7dfc55faee02,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:57.712409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.716440 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-50532e57-4e72-4ba7-a44c-5a39d8865b84 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7048209 Jun 01 13:14:57.745301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40830) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:57.790841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bc2f3-e2ba-41f5-9d6f-6df67c547b0b None None] Network cf116a42-8ae8-42bf-aead-e5be56132b76 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:57.860321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Network cf116a42-8ae8-42bf-aead-e5be56132b76 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:14:57.870146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:14:57.935412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Provisioning for port 9c88816f-1c38-4613-a1ae-946a3fbed459 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:57.980539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Provisioning complete for port 9c88816f-1c38-4613-a1ae-946a3fbed459 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:57.980918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.981311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:57.983892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.031237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '4206d8bc-44f1-4914-88fb-c1ea9ebac004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:58.036823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.063642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:58.097724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.098266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815e2ccd-3eff-4b4a-8d20-bb563c8f4baf {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:14:58.112452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:58.124036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:58.127418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:58.132645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8234722-c5a3-4e64-a5a8-a1d6d9dce7df req-6e64866f-9d61-47eb-a20a-17a9b6b3fcb8 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 210 time: 0.0736003 Jun 01 13:14:58.146208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:58.148573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Usage tracker for resource:security_group_rule and tenant:b3ebbcb371384d72bfc0e01f786a2d16 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:58.173812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:58.193011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:58.199086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.200587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d9a7f16a-bcb6-480e-93e4-f7bd61a29797 admin admin] 10.222.0.40 "DELETE /v2.0/routers/815e2ccd-3eff-4b4a-8d20-bb563c8f4baf HTTP/1.1" status: 204 len: 168 time: 5.8240092 Jun 01 13:14:58.204232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40836) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:58.224779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:14:58.296187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb320-c751-47fd-ba73-69d38fd88494 req-96827db1-a2bc-42db-a7c0-70150570d3d8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:58.297981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7ceb320-c751-47fd-ba73-69d38fd88494 req-96827db1-a2bc-42db-a7c0-70150570d3d8 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 1.1523020 Jun 01 13:14:58.318632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.338682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-7332fa90-77b8-4324-b4f3-dc31658415e9 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:58.340168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-7332fa90-77b8-4324-b4f3-dc31658415e9 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.24 "GET /v2.0/networks?id=39db8600-d48f-4821-b8b8-cf43b80c654c HTTP/1.1" status: 200 len: 813 time: 0.6402750 Jun 01 13:14:58.352090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Current status of the port 9c88816f-1c38-4613-a1ae-946a3fbed459 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:58.352862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.375056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Request body: {'port': {'device_id': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c', 'admin_state_up': True, 'tenant_id': '7e5df5303a5b4fe481eac7a1eab09d70'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:58.402065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] For port 9c88816f-1c38-4613-a1ae-946a3fbed459, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c88816f-1c38-4613-a1ae-946a3fbed459,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:14:58.407476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.583736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803f35-a75c-4f40-bebf-81da206ecf62 None None] Pushing event updated for resources: {'Port': ['ID=9c88816f-1c38-4613-a1ae-946a3fbed459,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:58.584747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Deleting subnet d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:14:58.591249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.629233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:14:58.680774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7ceb320-c751-47fd-ba73-69d38fd88494 req-beac5540-ca6f-4760-a3b8-57b0e55867a7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753989 Jun 01 13:14:58.744336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.749394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Provisioning for port 688036c6-d5f8-440b-ae36-f889abaccc23 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:14:58.756443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Provisioning complete for port 688036c6-d5f8-440b-ae36-f889abaccc23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:58.756834 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.796375 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936be397-346e-4d3d-a0f0-94cec41b9ade'] response: {'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'code': 200} Jun 01 13:14:58.845416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Port 688036c6-d5f8-440b-ae36-f889abaccc23 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:58.863142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Provisioning complete for port 9c88816f-1c38-4613-a1ae-946a3fbed459 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:58.863806 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.893475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:58.958620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:58.963227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Usage tracker for resource:port and tenant:7e5df5303a5b4fe481eac7a1eab09d70 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:58.966871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:58.979733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:59.029439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:14:59.042191 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a19401cd-d8ee-442b-81a8-adfa36d5b152 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8009501 Jun 01 13:14:59.043131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:59.049729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:59.098311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.121037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72539a-1dcb-4982-9a35-4c1d87db2b19 req-be6cb896-56f5-4e1b-9abf-ec9a5acfb3a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:59.129208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca72539a-1dcb-4982-9a35-4c1d87db2b19 req-be6cb896-56f5-4e1b-9abf-ec9a5acfb3a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 949 time: 0.7255573 Jun 01 13:14:59.131778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0724e439-1658-469a-9055-fd58097c04c9 None None] Current status of the port 9c88816f-1c38-4613-a1ae-946a3fbed459 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:14:59.238925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc45488-7a84-4d0b-a2d1-229a56875578,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:59.254383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.268258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ca1d22e-d20b-4e76-8690-4b5c68b46520 None None] Provisioning complete for port 688036c6-d5f8-440b-ae36-f889abaccc23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:59.269439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d22e-d20b-4e76-8690-4b5c68b46520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.305922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.370257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.414123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:14:59.422631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1d22e-d20b-4e76-8690-4b5c68b46520 None None] Port 688036c6-d5f8-440b-ae36-f889abaccc23 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:14:59.431012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:14:59.431873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:14:59.479017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca72539a-1dcb-4982-9a35-4c1d87db2b19 req-42e4c341-fc6e-4168-ba5c-183b49f02c71 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485899 Jun 01 13:14:59.487052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.491478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a9e592f2-f609-47c6-a477-8dee0d31cfff tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7432959 Jun 01 13:14:59.492287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40852) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:59.508716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.525454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:14:59.535122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:14:59.539504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:floatingip and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:14:59.542428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:14:59.548703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:14:59.592077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.615638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb HTTP/1.1" status: 204 len: 168 time: 1.4084802 Jun 01 13:14:59.621083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.651239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40858) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:59.716889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c88816f-1c38-4613-a1ae-946a3fbed459 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:14:59.746731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1301ef-0cac-4541-a4a6-e2a22b36b401 None None] Network 390d8652-29f1-48de-a0ed-5e59ac3127b9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:14:59.785795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b3ebbcb371384d72bfc0e01f786a2d16&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5287690 Jun 01 13:14:59.786828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11339b05-e7bd-41e9-84ab-2c3f709ca063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f33114-ecd0-4718-a4cd-e4f0ad8a95eb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:59.791767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.796622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40864) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:14:59.808482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425cb8b-a7d1-4bf1-85ff-46d1cdcb3cc4 req-ce608cb5-fea4-4e13-8242-a2a17d97b73b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:14:59.818513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b425cb8b-a7d1-4bf1-85ff-46d1cdcb3cc4 req-ce608cb5-fea4-4e13-8242-a2a17d97b73b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 0.8919196 Jun 01 13:14:59.851785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:14:59.869382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Made reservation on behalf of 7e5df5303a5b4fe481eac7a1eab09d70 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:14:59.875275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.902908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Removed routes are [] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:14:59.903721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.956321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9835c-dbbd-47bf-986c-a7259427539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc359045-d5ae-49f7-8e7f-aa5c2b874b82,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:14:59.989856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-12de7e21-45c0-4da2-977f-3132c326cc25 None None] Provisioning complete for port 688036c6-d5f8-440b-ae36-f889abaccc23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:14:59.990352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-12de7e21-45c0-4da2-977f-3132c326cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:14:59.990582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6dbe473-00f6-4912-8f0b-5763b62ee028 req-3157733d-d891-4ba3-bad5-428c8c9b3d4e tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 210 time: 0.0806570 Jun 01 13:15:00.011810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Deleting port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:00.011810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.053353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:00.098441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b425cb8b-a7d1-4bf1-85ff-46d1cdcb3cc4 req-770e7161-ad5e-40ae-87a5-21a56b82c798 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789233 Jun 01 13:15:00.102319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-12de7e21-45c0-4da2-977f-3132c326cc25 None None] Port 688036c6-d5f8-440b-ae36-f889abaccc23 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:00.259776 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.294344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.493551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] For port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,segment=NetworkSegment(f5bafbee-2ee3-420b-b0c1-d4ba7df99412),segment_id=f5bafbee-2ee3-420b-b0c1-d4ba7df99412)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:00.493917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.597153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9c88816f-1c38-4613-a1ae-946a3fbed459 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:00.597728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.627069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Allocated IP 172.20.0.14 (39db8600-d48f-4821-b8b8-cf43b80c654c/f7cca24d-4e44-449c-b1c9-3263de7df4e5/77d14ee3-0ff4-431f-bba3-3bd02b801388) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:00.651624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.668164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.736508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:00.807396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:14:56Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:14:55Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:00.815058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Calling delete_port for 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:00.818309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:00.818833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Updating router 208db597-c6a4-4a2e-8109-d751e25fc9d7 port 688036c6-d5f8-440b-ae36-f889abaccc23 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:00.878428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.887620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.931498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f757675-0e43-42eb-9f52-d863628a52f5 req-6a1283bc-0dfe-4879-91e4-3a93eeb1e49d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:00.933891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f757675-0e43-42eb-9f52-d863628a52f5 req-6a1283bc-0dfe-4879-91e4-3a93eeb1e49d tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.6495726 Jun 01 13:15:00.942067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:00.952648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc359045-d5ae-49f7-8e7f-aa5c2b874b82,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:01.030078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.034493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-15724f11-2976-4280-ac5f-e1676037c8e1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fc359045-d5ae-49f7-8e7f-aa5c2b874b82 HTTP/1.1" status: 204 len: 168 time: 1.1883168 Jun 01 13:15:01.099727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:01.100382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f757675-0e43-42eb-9f52-d863628a52f5 req-e654393f-6206-4cc9-9e3d-c9c00c507d5f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529322 Jun 01 13:15:01.110519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d50696-f247-41f2-802c-48aaf97e736f None None] DHCP port deletion for 390d8652-29f1-48de-a0ed-5e59ac3127b9 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:15:01.117297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.196487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.263999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9c88816f-1c38-4613-a1ae-946a3fbed459 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:01.265050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:01.345174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3f59404a-a41b-4580-ad70-029565ef52b5 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:01.345711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.368597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.25.7.198 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:01.391643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf069a91-e670-4ba9-b0c7-2d7ad2d04e0e req-a8b1edbd-ad46-42bf-949b-417b635efedb tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 210 time: 0.1402133 Jun 01 13:15:01.391939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:01.401410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f553ab5-5a12-4fb3-9818-e228ea34bdc4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:01.409535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] No DVR routers for this DVR port 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:01.455747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:01.469267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.472931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-13412c55-a396-4beb-86e5-469ac7383e76 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 934 time: 2.4260526 Jun 01 13:15:01.478804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40900) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:01.483301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.593453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:01.599509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:01.619477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:01.620289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.652539 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.689527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Pushing event updated for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:01.715010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Network 39db8600-d48f-4821-b8b8-cf43b80c654c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:01.776713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:01.787051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:01.849382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:01.895791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:01.896617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.907073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f663fdeb-59ac-4e23-82cb-c9e73986016d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 934 time: 0.4268827 Jun 01 13:15:01.909847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:01.913799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:01.914394 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:01.920999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'routes': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:01.950609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:01.979872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.010141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.036482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.066813 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-4547367c-047f-4a57-bd93-be3bd475f494 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7073667 Jun 01 13:15:02.074709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4e00-8999-4999-8f23-7a14ec136ff8 req-0bacf2cf-57df-48ca-ad03-02720e96c358 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:02.076241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c83e4e00-8999-4999-8f23-7a14ec136ff8 req-0bacf2cf-57df-48ca-ad03-02720e96c358 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.4277976 Jun 01 13:15:02.079648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390d8652-29f1-48de-a0ed-5e59ac3127b9']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:02.090538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Request body: {'port': {'device_id': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:02.092536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:02.096721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0938-6157-485c-8355-869bc4a5eded req-49aa5a6f-aeb2-4011-977b-b05b57c0aac7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:02.098252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-807e0938-6157-485c-8355-869bc4a5eded req-49aa5a6f-aeb2-4011-977b-b05b57c0aac7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 0.8084877 Jun 01 13:15:02.137035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:02.137953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bafbee-2ee3-420b-b0c1-d4ba7df99412') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:02.164380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:02.164810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8ca4ff0b-c605-4631-a7bd-7b65907ebd72 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:02.218829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.225028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:02.240387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Transition to ACTIVE for port object 688036c6-d5f8-440b-ae36-f889abaccc23 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:02.249172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40924) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:02.255057 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.261416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.279953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c83e4e00-8999-4999-8f23-7a14ec136ff8 req-a33db5ed-bce2-4bcd-a558-b55774b4ef53 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920898 Jun 01 13:15:02.335696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-807e0938-6157-485c-8355-869bc4a5eded req-0f735c1b-f0f7-4449-a59a-c398384e20ca tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858695 Jun 01 13:15:02.363824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.373878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:02.374503 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.437232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:02.499931 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee2a626-da31-4b6f-8481-b736f05144ee'] response: {'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5', 'code': 200} Jun 01 13:15:02.518741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:02.519438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f553ab5-5a12-4fb3-9818-e228ea34bdc4 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:02.605363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6941cd-bc89-4aa8-ac77-489e36e24883 None None] Pushing event updated for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:02.620150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.646335 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f5bafbee-2ee3-420b-b0c1-d4ba7df99412 resource provider aggregate not found Jun 01 13:15:02.762008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Attempting to bind port 688036c6-d5f8-440b-ae36-f889abaccc23 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:02.764763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Attempting to bind port 688036c6-d5f8-440b-ae36-f889abaccc23 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:02.765547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Attempting to bind port 688036c6-d5f8-440b-ae36-f889abaccc23 on network cf116a42-8ae8-42bf-aead-e5be56132b76 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:02.778805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:02.779114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:02.782481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Checking segment: {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:02.783237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.785154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Bound using segment: {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:02.785770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Bound port: 688036c6-d5f8-440b-ae36-f889abaccc23, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2e0005-3ad0-41ff-b3af-6cafca1fc277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:02.787300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.787503 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f5bafbee-2ee3-420b-b0c1-d4ba7df99412 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5bafbee-2ee3-420b-b0c1-d4ba7df99412 found for delete ", "request_id": "req-ce790fed-ee9e-45f5-93d4-0e91ac216d8c"}]} Jun 01 13:15:02.804936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:02.850533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.852518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:02.882124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:02.907875 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.926554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1999674614-network', 'tenant_id': '4ba11693c1924209a220a4b1574af8f1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:02.930740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] For port 688036c6-d5f8-440b-ae36-f889abaccc23, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:02.931451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:02.934232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] For port 688036c6-d5f8-440b-ae36-f889abaccc23, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=688036c6-d5f8-440b-ae36-f889abaccc23,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:02.935785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Usage tracker for resource:network and tenant:4ba11693c1924209a220a4b1574af8f1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:02.940819 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:02.946802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] Pushing event deleted for resources: {'Network': ['ID=390d8652-29f1-48de-a0ed-5e59ac3127b9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:02.957771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:02.997372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.006826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:03.017646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:03.018310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:03.029847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ef9af492-ce12-482e-9580-8f8c5eb5b73f admin admin] 10.222.0.40 "DELETE /v2.0/networks/390d8652-29f1-48de-a0ed-5e59ac3127b9 HTTP/1.1" status: 204 len: 168 time: 3.3688998 Jun 01 13:15:03.090084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.094314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Made reservation on behalf of 4ba11693c1924209a220a4b1574af8f1 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:03.096947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.179040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.207450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:15:03.210973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a4b0088c-093f-427f-90d6-3bf4f57a46b3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:03.232045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added routes are [] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:15:03.232456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:15:03.234929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:03.263588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Usage tracker for resource:security_group_rule and tenant:4ba11693c1924209a220a4b1574af8f1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:03.270552 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.273017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6941cd-bc89-4aa8-ac77-489e36e24883 None None] Pushing event updated for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:03.313299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:03.314990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:03.320436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:03.347922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cb8b1-6c33-4180-8841-9681ff4e7960 req-ae405482-1f3a-4380-a453-05f74abac266 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:03.355688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b89cb8b1-6c33-4180-8841-9681ff4e7960 req-ae405482-1f3a-4380-a453-05f74abac266 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5539370 Jun 01 13:15:03.371157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:03.410493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167f77-053b-42f8-bac6-a8dc8ef81357 req-af9f2251-c97e-4147-8a87-b256fe30592b tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:03.412010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae167f77-053b-42f8-bac6-a8dc8ef81357 req-af9f2251-c97e-4147-8a87-b256fe30592b tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 932 time: 0.4903636 Jun 01 13:15:03.448772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.507769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b89cb8b1-6c33-4180-8841-9681ff4e7960 req-acacefa0-93fb-4d44-9839-0a35f5541f7e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511085 Jun 01 13:15:03.612527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae167f77-053b-42f8-bac6-a8dc8ef81357 req-8860f251-6738-4edb-b52e-3b126aa6ef11 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Synchronizing usage tracker for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:03.659414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a4b0088c-093f-427f-90d6-3bf4f57a46b3 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:03.692094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23e7d205-603f-4678-af83-cedd73502414 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cc10a94061124128ac382e497a818247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746297 Jun 01 13:15:03.696905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:03.702928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae167f77-053b-42f8-bac6-a8dc8ef81357 req-8860f251-6738-4edb-b52e-3b126aa6ef11 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Unset dirty status for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:03.712699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae167f77-053b-42f8-bac6-a8dc8ef81357 req-8860f251-6738-4edb-b52e-3b126aa6ef11 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878227 Jun 01 13:15:03.800752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.824868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.843790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.881560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:03.924764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:15:03.931018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:03.948625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217fea9-7b68-4d74-9078-46b813a55491,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:03.955064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'mac_address': 'fa:16:3e:a1:19:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:15:04.004543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.015871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d14ee3-0ff4-431f-bba3-3bd02b801388 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:15:04.024849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:04.025226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.032333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.049856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:59Z', 'revision_number': 6, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:02Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:04.054480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd580b-8475-4c78-98d7-4c148079d4c6 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:14:59Z', 'revision_number': 6, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:02Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:04.057118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:15:04.073862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:04.080959 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.088217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.088848 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Added segment 923208c7-d1b9-4378-89a0-2f2d8cbdd6fc of type vlan for network 0e677396-0247-4c76-badc-e4ecb0c200a3 Jun 01 13:15:04.122394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.157582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:04.162392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.166257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:04.167555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Transition to ACTIVE for port object 77d14ee3-0ff4-431f-bba3-3bd02b801388 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:04.176698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.187993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['45080572-aa0c-4e1d-87b6-41ce9e246222'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:04.248950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.317444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.376316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ccfc9-a9ce-46bf-b09d-63c892a7d9fd req-d23f6b33-aff1-4ff3-af7e-540574590a06 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:04.384675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b1ccfc9-a9ce-46bf-b09d-63c892a7d9fd req-d23f6b33-aff1-4ff3-af7e-540574590a06 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.6664190 Jun 01 13:15:04.451350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.460351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.470819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 688036c6-d5f8-440b-ae36-f889abaccc23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:04.525855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b1ccfc9-a9ce-46bf-b09d-63c892a7d9fd req-4835376f-911d-46e4-b833-a5e1f8b30be2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401348 Jun 01 13:15:04.565176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:04.580825 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:04.582988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:04.619465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.623310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:04.624144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.647931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4909-e188-452f-b8f5-3a25490d353a req-4a3b06b9-9c03-4222-9b71-a43ca27a1f32 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:04.657731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3b4909-e188-452f-b8f5-3a25490d353a req-4a3b06b9-9c03-4222-9b71-a43ca27a1f32 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.7134707 Jun 01 13:15:04.713507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Pushing event updated for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:04.746666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.756540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-97d03896-36d9-4a34-8d5f-416d00881e9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2430029 Jun 01 13:15:04.764721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 688036c6-d5f8-440b-ae36-f889abaccc23 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:04.775883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 688036c6-d5f8-440b-ae36-f889abaccc23 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:04.776209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.907981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:04.912274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.919792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:04.927376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Attempting to bind port 77d14ee3-0ff4-431f-bba3-3bd02b801388 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:04.930991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Attempting to bind port 77d14ee3-0ff4-431f-bba3-3bd02b801388 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '4da7ec3e-462f-478e-a7a9-2f89f059b87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:04.931487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Attempting to bind port 77d14ee3-0ff4-431f-bba3-3bd02b801388 on network 39db8600-d48f-4821-b8b8-cf43b80c654c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:04.951487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 688036c6-d5f8-440b-ae36-f889abaccc23 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:04.951874 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:04.964049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-231160b3-2fea-4fda-ad68-ed372e4f82bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8819144 Jun 01 13:15:04.984270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b1d25-0a61-4c86-ae1b-1f9bbebd9076,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:04.994352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Port 77d14ee3-0ff4-431f-bba3-3bd02b801388 on network 39db8600-d48f-4821-b8b8-cf43b80c654c not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:15:04.995994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Attempting to bind port 77d14ee3-0ff4-431f-bba3-3bd02b801388 on network 39db8600-d48f-4821-b8b8-cf43b80c654c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:05.006061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7428610 Jun 01 13:15:05.086931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 688036c6-d5f8-440b-ae36-f889abaccc23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=688036c6-d5f8-440b-ae36-f889abaccc23,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:05.095750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.097021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:05.131131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.135393 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dba68e30-057b-4193-a408-fb4823ab1199 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/287b1d25-0a61-4c86-ae1b-1f9bbebd9076 HTTP/1.1" status: 204 len: 168 time: 1.4345462 Jun 01 13:15:05.136536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:05.136999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Checking segment: {'id': '4da7ec3e-462f-478e-a7a9-2f89f059b87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:05.137506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Bound using segment: {'id': '4da7ec3e-462f-478e-a7a9-2f89f059b87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:05.138096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Bound port: 77d14ee3-0ff4-431f-bba3-3bd02b801388, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da7ec3e-462f-478e-a7a9-2f89f059b87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:05.138966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.164893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3b4909-e188-452f-b8f5-3a25490d353a req-032f6d5b-e904-43d3-8b6f-d7a052845882 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5055850 Jun 01 13:15:05.269560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:05.272282 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.295126 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:02Z', 'revision_number': 4, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:05.299240 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:05.308006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:05.309073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:05.344576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae720f-9dce-46c9-942f-8686ede5ccbc admin admin] Pushing event updated for resources: {'Network': ['ID=0e677396-0247-4c76-badc-e4ecb0c200a3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:05.397742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:05.421854 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.431060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7c3fdc2-c5e9-46ca-8380-46b8595c223c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 700 time: 3.5177553 Jun 01 13:15:05.433298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41020) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:05.435621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4fc4-ffe7-421f-badc-690e7517496f req-64d70916-f2fb-43d1-bdfa-d01b83a83ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:05.438434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-64d70916-f2fb-43d1-bdfa-d01b83a83ebc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 1097 time: 0.2712195 Jun 01 13:15:05.452736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:05.462239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388,segment=NetworkSegment(4da7ec3e-462f-478e-a7a9-2f89f059b87d),segment_id=4da7ec3e-462f-478e-a7a9-2f89f059b87d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:05.467777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0e677396-0247-4c76-badc-e4ecb0c200a3 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:15:05.475712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.496812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:05.630184 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:05.653491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcd78f-0fb2-4be1-a454-a22af5e7b4af req-45cc5c54-2a56-47ee-93c4-3ff5ecd13718 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:05.655881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95dcd78f-0fb2-4be1-a454-a22af5e7b4af req-45cc5c54-2a56-47ee-93c4-3ff5ecd13718 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 944 time: 0.7350810 Jun 01 13:15:05.688808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:05.689413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:05.691016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] 10.222.0.24 "PUT /v2.0/ports/77d14ee3-0ff4-431f-bba3-3bd02b801388 HTTP/1.1" status: 200 len: 1092 time: 3.6072741 Jun 01 13:15:05.691685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:05.720469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48423001-b57e-4a91-8f26-0e0317a0b975 service neutron] Pushing event updated for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:05.881576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-0d81f2b3-9bd8-4efa-aeeb-4325568a8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:05.888104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-0d81f2b3-9bd8-4efa-aeeb-4325568a8fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e5df5303a5b4fe481eac7a1eab09d70&device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 1095 time: 0.1288822 Jun 01 13:15:05.890492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:05.963891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4fc4-ffe7-421f-badc-690e7517496f req-fddda8be-5e9b-4269-9483-236956a08f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:05.965370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-fddda8be-5e9b-4269-9483-236956a08f81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.4380705 Jun 01 13:15:05.998826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-ba1063ef-fc9b-4589-8eb3-3b76f6caf575 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1646012800&fields=id&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 267 time: 0.3353493 Jun 01 13:15:06.011506 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-098d41ee-508d-4614-850a-6467bf355065 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388 HTTP/1.1" status: 200 len: 217 time: 0.1095190 Jun 01 13:15:06.093517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-ba1a919c-e1bd-4bc5-b63b-cf3729fd08b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 200 len: 217 time: 0.1081328 Jun 01 13:15:06.108395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-51d698b0-b998-459d-9093-b140de60731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:06.110919 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-51d698b0-b998-459d-9093-b140de60731c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7cca24d-4e44-449c-b1c9-3263de7df4e5 HTTP/1.1" status: 200 len: 853 time: 0.0914249 Jun 01 13:15:06.143576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41040) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:06.181239 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-a40b5b8b-a4b2-4940-8032-61cbab443a7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39db8600-d48f-4821-b8b8-cf43b80c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619850 Jun 01 13:15:06.317780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 688036c6-d5f8-440b-ae36-f889abaccc23 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:06.377662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-984013d0-320c-41f6-a9a4-27d8089f6b37 service neutron] 10.222.0.24 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888618 Jun 01 13:15:06.377949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:05Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:06.381181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6c8ea54-8004-45ec-80d3-e39c7194dbb7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a4988d5be2494b5192f55d49d6e296a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920257 Jun 01 13:15:06.382303 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2b57-1d24-4523-83f0-5bbc517bab6a None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:05Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:06.383995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:06.405776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95dcd78f-0fb2-4be1-a454-a22af5e7b4af req-cd461e2d-7167-493b-ac50-95e218f78465 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271857 Jun 01 13:15:06.508662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 688036c6-d5f8-440b-ae36-f889abaccc23 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:06.509018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:06.548590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb1ab1d8-0d72-4e27-aca7-400415f661cf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 700 time: 1.0920224 Jun 01 13:15:06.552139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41050) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:06.574022 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:15:06.613505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4fc4-ffe7-421f-badc-690e7517496f req-c615ad64-b269-4b0a-bfcf-cf8a90736e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:06.615439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-c615ad64-b269-4b0a-bfcf-cf8a90736e8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.4978480 Jun 01 13:15:06.717882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 688036c6-d5f8-440b-ae36-f889abaccc23 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:06.787745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-c932bcda-1c2a-41e0-8183-240734ffb73f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:06.795236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-c932bcda-1c2a-41e0-8183-240734ffb73f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.6970057 Jun 01 13:15:06.803431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:06.820994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:06.822147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:06.825214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-64a35e4a-ad1c-4c70-9c1e-e20d6bb3fb62 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/quotas/70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 375 time: 0.0290034 Jun 01 13:15:06.935481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4fc4-ffe7-421f-badc-690e7517496f req-0d4de9db-6d09-4aa0-a1c3-2981e1d45e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:06.937070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-0d4de9db-6d09-4aa0-a1c3-2981e1d45e81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125024 Jun 01 13:15:06.987328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14b004-128d-4999-b9e2-f0e839e8d485 req-1179efe8-1b89-4bad-873d-ae73f6f34791 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:06.989009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a14b004-128d-4999-b9e2-f0e839e8d485 req-1179efe8-1b89-4bad-873d-ae73f6f34791 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2426031 Jun 01 13:15:07.036313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:07.137577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-218f2d13-066b-49ac-832b-bc66987b6b75 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3114438 Jun 01 13:15:07.161063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.171511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1aabebb4-8bd7-4065-8207-3f004818bf81 req-01bfdcbf-bab6-4d29-affa-fb1bb0c4fed2 service neutron] 10.222.0.24 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825112 Jun 01 13:15:07.245356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:07.351469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.362446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a14b004-128d-4999-b9e2-f0e839e8d485 req-6a215afb-b486-45ce-9510-19ccba79a7d6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202691 Jun 01 13:15:07.577615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 45080572-aa0c-4e1d-87b6-41ce9e246222 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:07.578088 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.638508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.723469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-b0732e8a-3374-4529-ad30-7ad6a350d7eb service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792604 Jun 01 13:15:07.761730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:07.762222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.804813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:07.806026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:07.820269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:05Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:07.822817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.874338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:07.900335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:07.900994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:07.912846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-690d4fc4-ffe7-421f-badc-690e7517496f req-b93facba-35b5-4997-8291-2df57402cb6a service neutron] 10.222.0.13 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764660 Jun 01 13:15:07.985522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:07.998416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-223ca5bb-ee60-44cf-b707-d52e3ac7df32 service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972758 Jun 01 13:15:08.010376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a9b98-c47d-4c4a-8a9f-674881c0f1a5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:08.012654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:08.017037 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d5ff0ae-da8d-499f-8acb-be0693dd9f4b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e10a9b98-c47d-4c4a-8a9f-674881c0f1a5 HTTP/1.1" status: 204 len: 168 time: 1.6268008 Jun 01 13:15:08.072020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:08.117319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 688036c6-d5f8-440b-ae36-f889abaccc23 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:08.117627 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:08.146192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:08.190050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641338f9-9116-4888-9aae-3b49ea9c7344 req-c885467c-8ecc-4716-882b-3a0efe470b95 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:08.206268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-641338f9-9116-4888-9aae-3b49ea9c7344 req-c885467c-8ecc-4716-882b-3a0efe470b95 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.5331769 Jun 01 13:15:08.364835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-e7afa570-67f4-44aa-bc73-d0d4140629bd service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649471 Jun 01 13:15:08.390035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 688036c6-d5f8-440b-ae36-f889abaccc23, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=688036c6-d5f8-440b-ae36-f889abaccc23,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:08.390669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:08.435287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-641338f9-9116-4888-9aae-3b49ea9c7344 req-918e511f-cf11-4fd0-aaa0-e96537cf019a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523035 Jun 01 13:15:08.792829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:05Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:08.799754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a33c31-73bd-47f6-973a-c86767c33c91 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:03Z', 'revision_number': 7, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': '688036c6-d5f8-440b-ae36-f889abaccc23', 'name': '', 'network_id': 'cf116a42-8ae8-42bf-aead-e5be56132b76', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:82:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:53Z', 'updated_at': '2022-06-01T13:15:05Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '2e22d070-a000-47d8-803c-99141ecc4e74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:08.823914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 688036c6-d5f8-440b-ae36-f889abaccc23 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:08.876754 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f8da25-7faf-41a9-9011-2fcbf87dc95a'] response: {'name': 'network-changed', 'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388', 'status': 'completed', 'code': 200} Jun 01 13:15:09.203910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8807ad-8fe2-448d-abff-364e7645888b req-4661544b-143d-4226-9265-b0b2634b049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.206049 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-4661544b-143d-4226-9265-b0b2634b049e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e5df5303a5b4fe481eac7a1eab09d70&device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 1095 time: 0.3287785 Jun 01 13:15:09.369751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fe192-122f-43ce-bfc7-53f32940259b req-2a68b020-b2dd-467d-b1f0-5d4a115403e1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.378765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370fe192-122f-43ce-bfc7-53f32940259b req-2a68b020-b2dd-467d-b1f0-5d4a115403e1 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1923881 Jun 01 13:15:09.414328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.422956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.430127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.431181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Synchronizing usage tracker for tenant:4ba11693c1924209a220a4b1574af8f1 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:09.454428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8807ad-8fe2-448d-abff-364e7645888b req-96bcead2-bb27-4eb1-9ada-70ef66a368a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.457529 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-96bcead2-bb27-4eb1-9ada-70ef66a368a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39db8600-d48f-4821-b8b8-cf43b80c654c HTTP/1.1" status: 200 len: 914 time: 0.2362413 Jun 01 13:15:09.493659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-370fe192-122f-43ce-bfc7-53f32940259b req-a4b1c2b2-658f-4bea-8f08-4636913d779b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137702 Jun 01 13:15:09.498100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Unset dirty status for tenant:4ba11693c1924209a220a4b1574af8f1 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:09.513757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e8d2613-64b0-4545-ab3a-2a3d1c29d23b req-a8a15e36-1e3e-4ed5-893a-d220efec55a5 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5028894 Jun 01 13:15:09.573263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41106) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:09.620364 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8953f363-a2a2-4794-9473-238b12c806c6'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'code': 200} Jun 01 13:15:09.639003 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-7c0978cf-bcd4-4438-8b1a-5fcc15fba232 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388 HTTP/1.1" status: 200 len: 217 time: 0.1621258 Jun 01 13:15:09.644916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:09.806300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-484455389-network', 'tenant_id': '709c45b1ffe04f50918434e5212a4630'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:09.820072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:09.831796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Usage tracker for resource:network and tenant:709c45b1ffe04f50918434e5212a4630 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:09.836273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:09.899347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57ab2602-ca00-4578-b410-1cd88025d174 req-7cde1057-a211-4eb6-b485-9d1b34edc46b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 210 time: 0.0698948 Jun 01 13:15:09.908825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:09.935209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee633fe-18f0-4bc6-a3df-691e35b5b3ba req-ff676f72-a511-4e09-805e-24d1c6037939 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:09.948373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ee633fe-18f0-4bc6-a3df-691e35b5b3ba req-ff676f72-a511-4e09-805e-24d1c6037939 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 944 time: 0.2458546 Jun 01 13:15:09.990938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Made reservation on behalf of 709c45b1ffe04f50918434e5212a4630 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:09.993171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:10.019579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:10.035232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=688036c6-d5f8-440b-ae36-f889abaccc23,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:10.054866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ee633fe-18f0-4bc6-a3df-691e35b5b3ba req-492ecf3a-5f91-4d24-ad42-767506051b9e tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Jun 01 13:15:10.069106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:10.075842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Usage tracker for resource:security_group_rule and tenant:709c45b1ffe04f50918434e5212a4630 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:10.083689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:10.138683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8807ad-8fe2-448d-abff-364e7645888b req-2d4787fa-64a5-4c4d-b95d-d5bb77cbbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:10.140148 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-2d4787fa-64a5-4c4d-b95d-d5bb77cbbf9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7cca24d-4e44-449c-b1c9-3263de7df4e5 HTTP/1.1" status: 200 len: 853 time: 0.4965236 Jun 01 13:15:10.177518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:10.243865 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-7a74c186-91bf-4316-92d3-c0237e9399f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39db8600-d48f-4821-b8b8-cf43b80c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858150 Jun 01 13:15:10.410494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35918-9e6d-4fc5-a8d3-0b4dc42597f2 req-2d1b1e61-fa94-43fc-a6ef-71fd7c4f9669 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:10.426945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbf35918-9e6d-4fc5-a8d3-0b4dc42597f2 req-2d1b1e61-fa94-43fc-a6ef-71fd7c4f9669 tempest-ComputeTenantNetworksTest-2000772389 tempest-ComputeTenantNetworksTest-2000772389-project] 10.222.0.40 "GET /v2.0/networks/0e677396-0247-4c76-badc-e4ecb0c200a3 HTTP/1.1" status: 200 len: 769 time: 0.3379836 Jun 01 13:15:10.432084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41114) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:10.736972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:10.760360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 77d14ee3-0ff4-431f-bba3-3bd02b801388 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:15:10.799112 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-0e32fc43-31d5-4c16-b5bf-a23fe2136284 service neutron] 10.222.0.24 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241678 Jun 01 13:15:10.980829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.084659 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.118174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388,segment=NetworkSegment(4da7ec3e-462f-478e-a7a9-2f89f059b87d),segment_id=4da7ec3e-462f-478e-a7a9-2f89f059b87d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:11.125575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746c36-fefe-4537-b4f6-7b108115ed78 req-8c4985c1-e9d5-48d7-a8ab-0ed0aadcc459 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:11.127368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e746c36-fefe-4537-b4f6-7b108115ed78 req-8c4985c1-e9d5-48d7-a8ab-0ed0aadcc459 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.9546409 Jun 01 13:15:11.128446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.142106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:15:11.152755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.152971 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Added segment 81a6097d-3f4d-4532-a676-6351ddd9c743 of type vlan for network 58bf84cf-2900-4275-8598-a4aa8301e93e Jun 01 13:15:11.163113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '77d14ee3-0ff4-431f-bba3-3bd02b801388', 'network_id': '39db8600-d48f-4821-b8b8-cf43b80c654c', 'port_id': '77d14ee3-0ff4-431f-bba3-3bd02b801388', 'mac_address': 'fa:16:3e:67:84:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cca24d-4e44-449c-b1c9-3263de7df4e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:15:11.185814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.279412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 77d14ee3-0ff4-431f-bba3-3bd02b801388 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:11.281098 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.303304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78876d62-1e47-49f1-9ed9-55c63394836e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:11.307574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.308546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:11.309109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.346091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d14ee3-0ff4-431f-bba3-3bd02b801388 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:15:11.360731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:11.374692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388,segment=NetworkSegment(4da7ec3e-462f-478e-a7a9-2f89f059b87d),segment_id=4da7ec3e-462f-478e-a7a9-2f89f059b87d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:11.384319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.478616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:11.626842 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ac8807ad-8fe2-448d-abff-364e7645888b req-62d171f8-7657-47c9-aa92-f086ae5ec2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891752 Jun 01 13:15:11.650017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0753918 Jun 01 13:15:11.657421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-f8a31bc4-cf86-4114-a321-96e840bc0ad7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:11.658863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-f8a31bc4-cf86-4114-a321-96e840bc0ad7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 1.0261595 Jun 01 13:15:11.659487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41132) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:11.674138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:11.689403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:11.696156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17c86dce-8c51-4ab6-bcc2-8b51656d3252 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1368082 Jun 01 13:15:11.696585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41134) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:11.706149 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:11.707295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:11.767119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Request body: {'subnet': {'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-484455389-subnet', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:11.804219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 2e22d070-a000-47d8-803c-99141ecc4e74 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:15:11.813216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.830602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:11.833680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['77d14ee3-0ff4-431f-bba3-3bd02b801388'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:11.851006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e746c36-fefe-4537-b4f6-7b108115ed78 req-1e894560-551c-4868-8ca4-67952cfc7289 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839200 Jun 01 13:15:11.867166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Usage tracker for resource:subnet and tenant:709c45b1ffe04f50918434e5212a4630 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:11.879979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:11.880575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:11.922252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:11.935063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4efc9-5337-413e-b697-6f286c1347ad admin admin] Pushing event updated for resources: {'Network': ['ID=58bf84cf-2900-4275-8598-a4aa8301e93e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:11.984595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-b3033a02-329a-435a-b7a9-63277596b808 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 473 time: 0.2038159 Jun 01 13:15:12.004955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e677396-0247-4c76-badc-e4ecb0c200a3']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:12.094264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923208c7-d1b9-4378-89a0-2f2d8cbdd6fc') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:12.095354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923208c7-d1b9-4378-89a0-2f2d8cbdd6fc') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:12.131740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 58bf84cf-2900-4275-8598-a4aa8301e93e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:15:12.141121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.146887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab752ea-085d-43e8-8852-f0fc649b898f req-4309c3f7-4c7b-433c-a852-bc7976ee327b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:12.148631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ab752ea-085d-43e8-8852-f0fc649b898f req-4309c3f7-4c7b-433c-a852-bc7976ee327b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.9365122 Jun 01 13:15:12.152048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'port': {'device_id': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'admin_state_up': True, 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'security_groups': ['4206d8bc-44f1-4914-88fb-c1ea9ebac004']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:12.155918 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:12.173762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.190641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.196552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Made reservation on behalf of 709c45b1ffe04f50918434e5212a4630 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:12.198824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.259757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:12.260159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.274796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.408826 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 923208c7-d1b9-4378-89a0-2f2d8cbdd6fc resource provider aggregate not found Jun 01 13:15:12.417040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.490166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05fc84e4-646e-445b-9cd1-5afef1e78891 req-f8cf47a8-beed-454d-86e7-54da8772654a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 210 time: 0.3516243 Jun 01 13:15:12.517344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.529578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091f24f-a438-46ff-9c15-833fea34d22a None None] Network cf116a42-8ae8-42bf-aead-e5be56132b76 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:12.538203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=2e22d070-a000-47d8-803c-99141ecc4e74,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:12.555500 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3fed1664-90e4-41e2-b60e-a5dde2c356d5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/2e22d070-a000-47d8-803c-99141ecc4e74 HTTP/1.1" status: 204 len: 168 time: 0.8576100 Jun 01 13:15:12.562475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41152) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:12.563086 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 923208c7-d1b9-4378-89a0-2f2d8cbdd6fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 923208c7-d1b9-4378-89a0-2f2d8cbdd6fc found for delete ", "request_id": "req-861762b3-6663-47a4-8d32-e2efb0353238"}]} Jun 01 13:15:12.614643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ab752ea-085d-43e8-8852-f0fc649b898f req-8f6dd765-3f1a-47a1-b6fe-92b5cd356c10 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348241 Jun 01 13:15:12.704346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.743110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.827944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.836029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e677396-0247-4c76-badc-e4ecb0c200a3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:12.842456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-91b876f8-00d9-43dc-bd4f-e92ccd6cecd7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0e677396-0247-4c76-badc-e4ecb0c200a3 HTTP/1.1" status: 204 len: 168 time: 2.4093249 Jun 01 13:15:12.852090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:09Z', 'revision_number': 8, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:12.858772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:12.863832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 9c88816f-1c38-4613-a1ae-946a3fbed459 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:12.864172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:12.869119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:12.870362 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:12.871185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:12.900231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:13.034618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:13.058510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.102196 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:13.126493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:13.248685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4a8ea-96c3-4684-b0e4-cb183f3bc95c req-4e377ceb-22bd-4e6f-b9f6-21fd386c547b tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:13.259414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3e4a8ea-96c3-4684-b0e4-cb183f3bc95c req-4e377ceb-22bd-4e6f-b9f6-21fd386c547b tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 945 time: 0.5174699 Jun 01 13:15:13.314779 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e601cdd6-9d9c-4837-8b01-3c6cdf5933c0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4ba11693c1924209a220a4b1574af8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871233 Jun 01 13:15:13.318107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41172) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:13.339099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 9c88816f-1c38-4613-a1ae-946a3fbed459, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c88816f-1c38-4613-a1ae-946a3fbed459,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:13.339446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.373409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.484427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] DHCP port deletion for cf116a42-8ae8-42bf-aead-e5be56132b76 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:15:13.490231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Deleting port 9c88816f-1c38-4613-a1ae-946a3fbed459 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:13.490651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.519758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3e4a8ea-96c3-4684-b0e4-cb183f3bc95c req-5d4b8fa9-748a-4d57-b62e-ce3857cd2dfa tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593546 Jun 01 13:15:13.589361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 9c88816f-1c38-4613-a1ae-946a3fbed459 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:13.685278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:13.690329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Checking segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:13.690725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Network hostable DHCP agents. Network: 58bf84cf-2900-4275-8598-a4aa8301e93e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:15:13.720232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b32a51-ed06-4561-82f8-08aa82f7c459 req-d3179136-63ac-47c1-ad79-f46b89adac2c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:13.727530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5b32a51-ed06-4561-82f8-08aa82f7c459 req-d3179136-63ac-47c1-ad79-f46b89adac2c tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.6148407 Jun 01 13:15:13.732674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.755763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.20.0.12 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/7dd77883-4d53-482f-8d61-5e456fc12b0b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:13.823299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.827290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d63422-3766-4891-b8a5-4912d618fb1b req-2b10c263-1adb-4107-932f-8d5c75034b5e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 210 time: 0.0667808 Jun 01 13:15:13.829627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:09Z', 'revision_number': 8, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:13.841025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ffb0c4-c234-43a9-b373-6c42e9455df7 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:09Z', 'revision_number': 8, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6ff3886-ff98-472d-abbd-3aaeb3a34bd0', 'name': '', 'network_id': 'ff65fb93-6dac-4daa-a6b3-15dd7676328b', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:2b:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:45Z', 'updated_at': '2022-06-01T13:15:01Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '17b4034b-c278-4c58-a3a6-64ca2cf33b57', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:13.859998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.893248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:15:13.906356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] For port 9c88816f-1c38-4613-a1ae-946a3fbed459, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c88816f-1c38-4613-a1ae-946a3fbed459,segment=NetworkSegment(0d2e0005-3ad0-41ff-b3af-6cafca1fc277),segment_id=0d2e0005-3ad0-41ff-b3af-6cafca1fc277)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:13.906977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:13.908700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5b32a51-ed06-4561-82f8-08aa82f7c459 req-b72bd18e-76c5-4374-ab19-5b30ef309821 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802347 Jun 01 13:15:13.935883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=9c88816f-1c38-4613-a1ae-946a3fbed459,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:13.945247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port 9c88816f-1c38-4613-a1ae-946a3fbed459 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:13.957324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 58bf84cf-2900-4275-8598-a4aa8301e93e) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:14.000036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:14.007615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.053628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bd07b-2d82-498d-a747-80e1d74fd9d6 None None] Network 58bf84cf-2900-4275-8598-a4aa8301e93e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:14.110576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.133216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Calling delete_port for 9c88816f-1c38-4613-a1ae-946a3fbed459 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:14.159135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217fea9-7b68-4d74-9078-46b813a55491,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:14.168913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.275930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.275930 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a269d339-9f64-47fe-a9d3-63cf54fdc55a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4217fea9-7b68-4d74-9078-46b813a55491 HTTP/1.1" status: 204 len: 168 time: 0.9522233 Jun 01 13:15:14.290716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf116a42-8ae8-42bf-aead-e5be56132b76']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:14.318653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4d0b8270-1372-4955-b049-06c147bc3f80 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6073596 Jun 01 13:15:14.318882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2e0005-3ad0-41ff-b3af-6cafca1fc277') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:14.318882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2e0005-3ad0-41ff-b3af-6cafca1fc277') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:14.328739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41192) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:14.339170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.346634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:14.359902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:14.369984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Usage tracker for resource:router and tenant:709c45b1ffe04f50918434e5212a4630 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:14.373384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.383551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:14.392375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:14.392632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.412219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:14.419768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.439629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42d11-a32d-41ba-8c02-813982f05a8a req-5c5d27d1-d90f-43ab-9501-12b18bc32fcf tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:14.441200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71f42d11-a32d-41ba-8c02-813982f05a8a req-5c5d27d1-d90f-43ab-9501-12b18bc32fcf tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3932729 Jun 01 13:15:14.445195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.448997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c88816f-1c38-4613-a1ae-946a3fbed459 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:14.449824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.530953 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0d2e0005-3ad0-41ff-b3af-6cafca1fc277 resource provider aggregate not found Jun 01 13:15:14.557183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9c88816f-1c38-4613-a1ae-946a3fbed459 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:14.557682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c88816f-1c38-4613-a1ae-946a3fbed459 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:14.557934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 688036c6-d5f8-440b-ae36-f889abaccc23 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:14.575503 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0d2e0005-3ad0-41ff-b3af-6cafca1fc277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d2e0005-3ad0-41ff-b3af-6cafca1fc277 found for delete ", "request_id": "req-5eef7770-6eaa-4dad-aa8b-aa37300092d7"}]} Jun 01 13:15:14.622098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.662783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 688036c6-d5f8-440b-ae36-f889abaccc23 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:14.678044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 688036c6-d5f8-440b-ae36-f889abaccc23 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:14.690815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.709128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=cf116a42-8ae8-42bf-aead-e5be56132b76,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:15:14.720398 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:15:14.724536 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fdf2b68f-8e81-448f-81a0-d3e79ce53cb5 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/cf116a42-8ae8-42bf-aead-e5be56132b76 HTTP/1.1" status: 204 len: 168 time: 2.1575341 Jun 01 13:15:14.724536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41202) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:14.740660 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:14.741367 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:14.811704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 77d14ee3-0ff4-431f-bba3-3bd02b801388 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:14.853797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Transition to ACTIVE for port object 7dd77883-4d53-482f-8d61-5e456fc12b0b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:14.917499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-58bf84cf-2900-4275-8598-a4aa8301e93e', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:15:14.919355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:14.996143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 77d14ee3-0ff4-431f-bba3-3bd02b801388 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:15.005601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 77d14ee3-0ff4-431f-bba3-3bd02b801388 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:15.006276 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.009399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.049130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71f42d11-a32d-41ba-8c02-813982f05a8a req-3c117ca6-4316-4161-acde-4a3d000e1483 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5865536 Jun 01 13:15:15.229255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 77d14ee3-0ff4-431f-bba3-3bd02b801388 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:15.229678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.249783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Deleting port 9c88816f-1c38-4613-a1ae-946a3fbed459 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:15.250319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.347783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8b8dfd9f-b2f5-41f9-bdfa-98006aa0099c None None] The port '9c88816f-1c38-4613-a1ae-946a3fbed459' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:15:15.361542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:15.379844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388,segment=NetworkSegment(4da7ec3e-462f-478e-a7a9-2f89f059b87d),segment_id=4da7ec3e-462f-478e-a7a9-2f89f059b87d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:15.384312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Allocated IP 172.20.0.2 (58bf84cf-2900-4275-8598-a4aa8301e93e/6626aaec-7b4b-4d49-8fe6-f92ac651b7fa/d71b00f1-fb55-4057-8209-d95368c4e4a7) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:15.391671 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.566555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.773597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.894239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:15.902604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:15.932342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2323503-3a4e-4c9e-bc54-265e2ecedadd req-10d97ff2-7eb1-4127-87e1-c5eaad5940f6 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:15.941939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2323503-3a4e-4c9e-bc54-265e2ecedadd req-10d97ff2-7eb1-4127-87e1-c5eaad5940f6 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 945 time: 1.1182311 Jun 01 13:15:15.974701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:15.987656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:16.012524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:16.042773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:16.243186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:16.244499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.296578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.312013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Transition to ACTIVE for port object d71b00f1-fb55-4057-8209-d95368c4e4a7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:16.335708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2323503-3a4e-4c9e-bc54-265e2ecedadd req-e358fb49-64d6-4904-beb8-bce0037681f8 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919966 Jun 01 13:15:16.345809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-10618bfd-021b-4996-9e37-71bbb9c3eedd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2120864 Jun 01 13:15:16.373635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Transition to ACTIVE for port object d71b00f1-fb55-4057-8209-d95368c4e4a7 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:16.391375 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.404664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Request body: {'port': {'device_id': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:16.480531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:16.484487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.513835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:16.529917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:16.531804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Pushing event updated for resources: {'Port': ['ID=d71b00f1-fb55-4057-8209-d95368c4e4a7,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:16.541154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:16.609271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3962-6c66-4892-bd8e-b35558741683 req-04951bb3-9b7d-4bd2-a7e3-f781c3b7a085 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:16.609979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b24d3962-6c66-4892-bd8e-b35558741683 req-04951bb3-9b7d-4bd2-a7e3-f781c3b7a085 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:16.637879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b5302eba-c8a3-4a08-b0cf-f8047c0c34fa None None] Provisioning for port 7dd77883-4d53-482f-8d61-5e456fc12b0b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:16.650562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b5302eba-c8a3-4a08-b0cf-f8047c0c34fa None None] Provisioning complete for port 7dd77883-4d53-482f-8d61-5e456fc12b0b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:16.653463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b5302eba-c8a3-4a08-b0cf-f8047c0c34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.743323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b5302eba-c8a3-4a08-b0cf-f8047c0c34fa None None] Port 7dd77883-4d53-482f-8d61-5e456fc12b0b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:16.767435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Attempting to bind port d71b00f1-fb55-4057-8209-d95368c4e4a7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:16.768529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Attempting to bind port d71b00f1-fb55-4057-8209-d95368c4e4a7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:16.768689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Attempting to bind port d71b00f1-fb55-4057-8209-d95368c4e4a7 on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:16.780126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:16.781664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Checking segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:16.782175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.782709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Bound using segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:16.783273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Bound port: d71b00f1-fb55-4057-8209-d95368c4e4a7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:16.783845 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.811799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port d6ff3886-ff98-472d-abbd-3aaeb3a34bd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:16.812636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.835431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b24d3962-6c66-4892-bd8e-b35558741683 req-04951bb3-9b7d-4bd2-a7e3-f781c3b7a085 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:16.836596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b24d3962-6c66-4892-bd8e-b35558741683 req-04951bb3-9b7d-4bd2-a7e3-f781c3b7a085 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 932 time: 1.5238056 Jun 01 13:15:16.885516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.910457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] For port d71b00f1-fb55-4057-8209-d95368c4e4a7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:16.935124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] For port d71b00f1-fb55-4057-8209-d95368c4e4a7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d71b00f1-fb55-4057-8209-d95368c4e4a7,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:16.946790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:16.983331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:17.265587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb610b0-40bf-402d-9de2-80d7abdde7d9 None None] Pushing event updated for resources: {'Port': ['ID=d71b00f1-fb55-4057-8209-d95368c4e4a7,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:17.357638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b24d3962-6c66-4892-bd8e-b35558741683 req-30e25c16-e305-4199-97d0-e2e606345d06 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828103 Jun 01 13:15:17.377120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:17.385203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1736e-9cfd-45cd-a477-fe80f6a3100c req-3f391245-2028-4dbd-a9a8-d97618c6ba2e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:17.386763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5af1736e-9cfd-45cd-a477-fe80f6a3100c req-3f391245-2028-4dbd-a9a8-d97618c6ba2e tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.7090397 Jun 01 13:15:17.572321 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6886ebba-8dcd-42e4-8651-610caa68128d'] response: {'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388', 'code': 200} Jun 01 13:15:17.630822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=d6ff3886-ff98-472d-abbd-3aaeb3a34bd0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:17.942076 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:18.145967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5af1736e-9cfd-45cd-a477-fe80f6a3100c req-e0e8c324-dd30-494d-a849-0a6d3fb25c4a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874321 Jun 01 13:15:18.181446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:18.252224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c27e5be7-f003-42b0-94cb-be410505eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:18.295138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565df42-a82a-48c0-962c-17866957af04 req-249fc8fa-307f-4e08-a84d-085a4666568c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:18.300386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d565df42-a82a-48c0-962c-17866957af04 req-249fc8fa-307f-4e08-a84d-085a4666568c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3679597 Jun 01 13:15:18.303024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:18.515076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d71b00f1-fb55-4057-8209-d95368c4e4a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:18.722418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d71b00f1-fb55-4057-8209-d95368c4e4a7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:18.739745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc7b3-f14c-43a4-be8d-111249214be4 req-7da236ba-f296-48e4-b28c-f3161d77ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:18.742701 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fd2bc7b3-f14c-43a4-be8d-111249214be4 req-7da236ba-f296-48e4-b28c-f3161d77ff40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 1097 time: 0.9553463 Jun 01 13:15:18.752522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d565df42-a82a-48c0-962c-17866957af04 req-380670f9-ae1c-4a95-a1b1-eb5466cc1032 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411790 Jun 01 13:15:18.764360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:15:18.771188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:18.956928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd77883-4d53-482f-8d61-5e456fc12b0b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:15:19.033988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed539e-db13-49ca-b4b9-ad33bf84fe32 None None] Network 58bf84cf-2900-4275-8598-a4aa8301e93e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:19.061706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fd2bc7b3-f14c-43a4-be8d-111249214be4 req-1d3270df-c687-4964-9760-e29095b9a2ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106761 Jun 01 13:15:19.106941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Allocated IP 172.25.7.132 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/eaf9d4fa-1046-49b5-9578-08e4c9ffaf98) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:19.301482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Provisioning for port d71b00f1-fb55-4057-8209-d95368c4e4a7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:19.310869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:19.315538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Provisioning complete for port d71b00f1-fb55-4057-8209-d95368c4e4a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:19.315911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:19.330579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Transition to ACTIVE for port object 7dd77883-4d53-482f-8d61-5e456fc12b0b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:19.347300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:19.412420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbc36b-02d1-40b9-82f2-d17be0132ba6 req-eeea64d5-889d-4ece-951a-933d435b2250 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:19.414115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79cbc36b-02d1-40b9-82f2-d17be0132ba6 req-eeea64d5-889d-4ece-951a-933d435b2250 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 946 time: 0.8793406 Jun 01 13:15:19.425679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:19.663685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:19.694040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Current status of the port d71b00f1-fb55-4057-8209-d95368c4e4a7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:19.694040 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:19.713419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:19.740794 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60011074-9a16-45bf-89a2-2e1f6c8a4174 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0152576 Jun 01 13:15:19.752062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:19.804672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:19.809343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:14:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:19.944777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79cbc36b-02d1-40b9-82f2-d17be0132ba6 req-35335c43-e8dd-4286-800a-8ab59d1e6165 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199041 Jun 01 13:15:19.994046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 17b4034b-c278-4c58-a3a6-64ca2cf33b57 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:15:20.005975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.029247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.134172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.141139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:20.184462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.206575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:20.312927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:20.313213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.320014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] For port d71b00f1-fb55-4057-8209-d95368c4e4a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d71b00f1-fb55-4057-8209-d95368c4e4a7,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:20.327712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca582-d9a3-4feb-85cd-acc094ff746b req-d745e071-18a1-43d5-b06b-df61b80f3dca tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:20.335559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f08ca582-d9a3-4feb-85cd-acc094ff746b req-d745e071-18a1-43d5-b06b-df61b80f3dca tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 944 time: 1.3737099 Jun 01 13:15:20.341707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.352963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:20.419160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:20.460332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.528202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=17b4034b-c278-4c58-a3a6-64ca2cf33b57,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:20.530580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.543923 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1468849b-4ff6-4d27-9f99-fdfd17970dcd tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/17b4034b-c278-4c58-a3a6-64ca2cf33b57 HTTP/1.1" status: 204 len: 168 time: 0.7577450 Jun 01 13:15:20.545185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41306) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:20.557244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562c210-b89a-4388-a1c1-78e69b0f681a None None] Network ff65fb93-6dac-4daa-a6b3-15dd7676328b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:20.829667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.841229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 369e591a-ea3d-45ea-9536-7849579bf60a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:20.841229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:20.968477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:21.065391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101be73-3cd6-4ffc-bf19-5b1a5c2b4ec8 None None] Pushing event updated for resources: {'Port': ['ID=d71b00f1-fb55-4057-8209-d95368c4e4a7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:21.068127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-010f3d41-0714-4bcc-a0a9-2676e3b343c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.076864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Attempting to bind port 7dd77883-4d53-482f-8d61-5e456fc12b0b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:21.077200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Attempting to bind port 7dd77883-4d53-482f-8d61-5e456fc12b0b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:21.077534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Attempting to bind port 7dd77883-4d53-482f-8d61-5e456fc12b0b on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:21.082412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f08ca582-d9a3-4feb-85cd-acc094ff746b req-15d38482-865c-4e91-b65f-1b988dfd1638 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457981 Jun 01 13:15:21.109614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Port 7dd77883-4d53-482f-8d61-5e456fc12b0b on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:15:21.110012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Attempting to bind port 7dd77883-4d53-482f-8d61-5e456fc12b0b on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:21.119314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:21.119636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:21.120933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:21.121367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Bound port: 7dd77883-4d53-482f-8d61-5e456fc12b0b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:21.122174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.138376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 369e591a-ea3d-45ea-9536-7849579bf60a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=369e591a-ea3d-45ea-9536-7849579bf60a,segment=NetworkSegment(c37eb9df-f707-4066-913b-c2d222733ec7),segment_id=c37eb9df-f707-4066-913b-c2d222733ec7)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:21.139149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.427848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b246bd1d-de16-4529-ac6c-9c9f4448e9b9 None None] Provisioning complete for port d71b00f1-fb55-4057-8209-d95368c4e4a7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:21.436937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b246bd1d-de16-4529-ac6c-9c9f4448e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.699661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:21.703293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:21.709013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 369e591a-ea3d-45ea-9536-7849579bf60a owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:21.725415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.789497 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.885172 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.906192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:21.995515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=369e591a-ea3d-45ea-9536-7849579bf60a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:21.998349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port 369e591a-ea3d-45ea-9536-7849579bf60a on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:22.080461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b246bd1d-de16-4529-ac6c-9c9f4448e9b9 None None] Current status of the port d71b00f1-fb55-4057-8209-d95368c4e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:22.101086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58ea07-95bc-4b33-8ff2-a79af9b032c1 req-47eb770b-6e32-4544-b613-c9f298b1ab4b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:22.102683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb58ea07-95bc-4b33-8ff2-a79af9b032c1 req-47eb770b-6e32-4544-b613-c9f298b1ab4b tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 1.7920494 Jun 01 13:15:22.105746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:22.106343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.108015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dd77883-4d53-482f-8d61-5e456fc12b0b HTTP/1.1" status: 200 len: 1092 time: 5.7374220 Jun 01 13:15:22.129144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:22.168640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:17Z', 'revision_number': 9, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:22.173726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:22.183001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:22.183635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:22.286278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.302259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22cb703-90ba-47c1-9e12-24c344b5dc25 None None] DHCP port deletion for ff65fb93-6dac-4daa-a6b3-15dd7676328b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:15:22.380793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff65fb93-6dac-4daa-a6b3-15dd7676328b']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:22.407645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d71b00f1-fb55-4057-8209-d95368c4e4a7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:22.414359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37eb9df-f707-4066-913b-c2d222733ec7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:22.414683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37eb9df-f707-4066-913b-c2d222733ec7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:22.446715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.485221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.505096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:22.505920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.580021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7cb23-9d13-4f3c-b3fd-e3a1d2452605 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:22.593965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb58ea07-95bc-4b33-8ff2-a79af9b032c1 req-c0c6dfae-8146-4393-bc96-aaaaecb8fcc6 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387481 Jun 01 13:15:22.611961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:22.666359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.717179 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c37eb9df-f707-4066-913b-c2d222733ec7 resource provider aggregate not found Jun 01 13:15:22.755228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d71b00f1-fb55-4057-8209-d95368c4e4a7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:22.755641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.764240 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c37eb9df-f707-4066-913b-c2d222733ec7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c37eb9df-f707-4066-913b-c2d222733ec7 found for delete ", "request_id": "req-a8c992d5-79b4-4f55-8dd5-c81809df50a4"}]} Jun 01 13:15:22.806530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.814348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:22.853674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=ff65fb93-6dac-4daa-a6b3-15dd7676328b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:22.856980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cef7f-e318-45f7-a5b5-ae0858e48226 req-1f64ca15-9040-43b2-8fba-8a927a406136 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:22.858920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-143cef7f-e318-45f7-a5b5-ae0858e48226 req-1f64ca15-9040-43b2-8fba-8a927a406136 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.8703833 Jun 01 13:15:22.873933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91a8bd67-04d9-4caf-b5d5-b5f8f6d91be3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/ff65fb93-6dac-4daa-a6b3-15dd7676328b HTTP/1.1" status: 204 len: 168 time: 2.3276880 Jun 01 13:15:22.874538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:23.016304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-143cef7f-e318-45f7-a5b5-ae0858e48226 req-a9906e5b-e5c4-4299-8168-b8cca909e28d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914421 Jun 01 13:15:23.036418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-7624e2b4-34e6-43a2-a232-3a574f06d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:23.037890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-7624e2b4-34e6-43a2-a232-3a574f06d982 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 1095 time: 0.8700428 Jun 01 13:15:23.186656 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:23.284773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d71b00f1-fb55-4057-8209-d95368c4e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:23.359391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:17Z', 'revision_number': 9, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:23.368733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c30bf1-b038-41a3-bd17-e2e9fad77303 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:17Z', 'revision_number': 9, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'badc9d76-f096-4351-8870-5c79d8491b3f', 'name': '', 'network_id': '680e03ed-9b21-454b-9fdb-6cae5845f214', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:05:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:28Z', 'updated_at': '2022-06-01T13:14:46Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '233790b4-6edc-41ca-93ba-df27339c7a0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:23.391649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 369e591a-ea3d-45ea-9536-7849579bf60a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:23.472228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 369e591a-ea3d-45ea-9536-7849579bf60a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:23.472680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 369e591a-ea3d-45ea-9536-7849579bf60a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:23.616200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-37dde9cd-b8f3-4ef8-a5a4-a78af9367b20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b HTTP/1.1" status: 200 len: 217 time: 0.2290425 Jun 01 13:15:23.776579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:23.920429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:24.158872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-74e1577c-f714-4700-bc8b-335ebeaf3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:24.160342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-74e1577c-f714-4700-bc8b-335ebeaf3314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.5178819 Jun 01 13:15:24.174869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbb5b4-6510-4aa2-85c3-0d353f98afd2 req-12a6b6c6-6b28-46db-9bf2-4f93ca156ff1 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:24.181971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5cbb5b4-6510-4aa2-85c3-0d353f98afd2 req-12a6b6c6-6b28-46db-9bf2-4f93ca156ff1 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 946 time: 1.3653839 Jun 01 13:15:24.263988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:24.330334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port badc9d76-f096-4351-8870-5c79d8491b3f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:24.330954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:24.338308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:24.339339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d6ff3886-ff98-472d-abbd-3aaeb3a34bd0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:24.463632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5cbb5b4-6510-4aa2-85c3-0d353f98afd2 req-3aff4354-67b6-41b5-8b10-7bf229bb61f3 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806535 Jun 01 13:15:24.495995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d99eb4-4627-4631-9269-d40b063764e0 req-5d99c541-2a86-4042-b3db-8925da1197b6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:24.507866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2d99eb4-4627-4631-9269-d40b063764e0 req-5d99c541-2a86-4042-b3db-8925da1197b6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 944 time: 0.9845796 Jun 01 13:15:24.585677 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0684eb2c-0046-479a-814a-73a9dfe8d32e'] response: {'name': 'network-changed', 'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'status': 'completed', 'code': 200} Jun 01 13:15:24.662258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:15:24.677400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2d99eb4-4627-4631-9269-d40b063764e0 req-c88756ba-a108-4327-bf06-f78257ce0a58 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664226 Jun 01 13:15:24.699316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-07c39fea-15c1-42de-a64f-cd2575f2cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:24.704799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-07c39fea-15c1-42de-a64f-cd2575f2cf82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5124195 Jun 01 13:15:25.018633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port badc9d76-f096-4351-8870-5c79d8491b3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=badc9d76-f096-4351-8870-5c79d8491b3f,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:25.019743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:25.208852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:25.222140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-3919d5dc-b306-4fcc-b95c-d375929eae52 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100563 Jun 01 13:15:25.228482 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Sync routers for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:25.250514 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:25.254181 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:25.266689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for badc9d76-f096-4351-8870-5c79d8491b3f owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:25.388599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:25.398017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-df4ddea0-5dd4-40ac-9877-5cf702f0cd12 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0665598 Jun 01 13:15:25.398315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:25.675125 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:25.702556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47ce5-0e3d-428d-9145-47ddfb4e96a8 req-8e9de469-c080-4a45-88bf-ced3240697f3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:25.719323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df47ce5-0e3d-428d-9145-47ddfb4e96a8 req-8e9de469-c080-4a45-88bf-ced3240697f3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.5119259 Jun 01 13:15:25.865372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d893e9e-1d0e-4198-948a-06fdbde2b5cf req-fbc2046a-0bbd-4f0c-95a0-8482e01d6256 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354260 Jun 01 13:15:25.891385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9df47ce5-0e3d-428d-9145-47ddfb4e96a8 req-9830b39b-3195-4455-9586-6ccc6988f349 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711297 Jun 01 13:15:25.915233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177132-c8bb-41b0-bb7a-659919ab7699 req-c735c4bc-4392-4064-93df-5416b7ec099a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:25.916804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da177132-c8bb-41b0-bb7a-659919ab7699 req-c735c4bc-4392-4064-93df-5416b7ec099a tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.4561629 Jun 01 13:15:26.063639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:26.216050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=badc9d76-f096-4351-8870-5c79d8491b3f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:26.250855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da177132-c8bb-41b0-bb7a-659919ab7699 req-e3831a6c-2cd0-41d2-9e28-7f29867d7daa tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212357 Jun 01 13:15:26.347494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-9e78811c-4a05-461b-9208-ab5368da27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:26.349599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-9e78811c-4a05-461b-9208-ab5368da27f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 1095 time: 0.4188380 Jun 01 13:15:26.576655 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:21Z', 'revision_number': 3, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:26.588983 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Checking router: 795123a4-1c50-4d54-a7ac-b5e4bbb51bef for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:26.589493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Updating router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:26.712067 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:26.811203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-bfb78273-24aa-4faa-a84c-fbc7f624d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:26.812695 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-bfb78273-24aa-4faa-a84c-fbc7f624d660 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 1.5542569 Jun 01 13:15:26.816553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-e9ea60f6-a9df-493f-84f2-a82f9972a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:26.817977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-e9ea60f6-a9df-493f-84f2-a82f9972a949 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.4513488 Jun 01 13:15:26.826450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac3023-c790-4e54-b79e-95a22f167608 req-62b6b757-5fb3-4c34-a3bc-aa68f1899c1f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:26.827939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fac3023-c790-4e54-b79e-95a22f167608 req-62b6b757-5fb3-4c34-a3bc-aa68f1899c1f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 944 time: 0.3341622 Jun 01 13:15:27.042486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-746b6854-eda2-4f98-9901-c927faf379dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b HTTP/1.1" status: 200 len: 217 time: 0.2135291 Jun 01 13:15:27.141080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fac3023-c790-4e54-b79e-95a22f167608 req-f9bc1b10-b347-4d3b-8c11-643b90c8bc1f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468773 Jun 01 13:15:27.163264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.210348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-cd08ef61-bce8-4b28-aa10-2dd2d8138ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:27.214204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-cd08ef61-bce8-4b28-aa10-2dd2d8138ae7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.1610401 Jun 01 13:15:27.326501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7dd77883-4d53-482f-8d61-5e456fc12b0b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:15:27.353305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:27.354717 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.369916 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Transition to ACTIVE for port object eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:27.390026 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.571354 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Attempting to bind port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:27.571752 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Attempting to bind port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:27.572075 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Attempting to bind port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:27.595252 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:27.595860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:27.596099 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.596522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:27.596856 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Bound port: eaf9d4fa-1046-49b5-9578-08e4c9ffaf98, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:27.597212 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.599513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:27.638909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'port_id': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'mac_address': 'fa:16:3e:24:7f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:15:27.665097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-6a052168-7590-4061-bbf6-da4c12f03639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:27.666764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-6a052168-7590-4061-bbf6-da4c12f03639 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3771098 Jun 01 13:15:27.673919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-f5807eaa-0bcf-4405-8b50-529f54eb487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:27.678288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-f5807eaa-0bcf-4405-8b50-529f54eb487b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.8109682 Jun 01 13:15:27.738856 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Pushing event updated for resources: {'Port': ['ID=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:27.764810 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.765148 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.765480 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.765805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.766128 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.766448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.766796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.772889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.772889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.773268 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.773386 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.773705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:27.841910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7dd77883-4d53-482f-8d61-5e456fc12b0b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:27.842247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.847507 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] For port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:27.856407 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] For port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:27.863066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd77883-4d53-482f-8d61-5e456fc12b0b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:15:27.874728 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.891632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:27.905321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:27.958908 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:27.959719 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:28.050093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:28.054947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a43a3-4aa1-4e9d-8bc2-27b737821aef req-b7fa8eb7-7394-4376-8c0d-5de5e0228a7c tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:28.057363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a063671-d023-4bbb-b9eb-5ef83cf74028 None None] Pushing event updated for resources: {'Port': ['ID=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:28.067371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a3a43a3-4aa1-4e9d-8bc2-27b737821aef req-b7fa8eb7-7394-4376-8c0d-5de5e0228a7c tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 946 time: 0.6558626 Jun 01 13:15:28.098145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffb89e-c031-4076-8325-92931695f5d8 req-c8f6d952-dcd2-4039-ba63-34fa37ed97d1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:28.105724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01ffb89e-c031-4076-8325-92931695f5d8 req-c8f6d952-dcd2-4039-ba63-34fa37ed97d1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.9032080 Jun 01 13:15:28.106319 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-c383347e-263d-4333-80a3-1d445227e1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.2262373 Jun 01 13:15:28.181220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['7dd77883-4d53-482f-8d61-5e456fc12b0b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:28.207013 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:28.207884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01ffb89e-c031-4076-8325-92931695f5d8 req-975c94ff-37ad-40b2-876e-6fe282513d06 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009622 Jun 01 13:15:28.259948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:28.302832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a3a43a3-4aa1-4e9d-8bc2-27b737821aef req-ff851026-19bf-48f1-b2a5-a7efbc52e0a4 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258244 Jun 01 13:15:28.302832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-be1a30e8-dceb-48e7-87b8-ff73238b1cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227551 Jun 01 13:15:28.529999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:28.533611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-13accd3b-646b-4e97-b179-9097cc2329ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:28.538325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-13accd3b-646b-4e97-b179-9097cc2329ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.4182024 Jun 01 13:15:28.667519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:28.672947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Usage tracker for resource:security_group_rule and tenant:78e583d330244c3fa8608d788aaf28aa is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:28.682276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:28.695768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:28.734301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4b7398-2eaf-4437-b15b-09642e2462f4 req-6642001f-94ff-440b-aff6-e12e0e8f63a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254909 Jun 01 13:15:28.760328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb93e3-9d3e-4fbd-aa45-ea045fbc780a req-6db726c6-96a7-4544-851b-d0b08a7cbd51 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:28.761870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4eb93e3-9d3e-4fbd-aa45-ea045fbc780a req-6db726c6-96a7-4544-851b-d0b08a7cbd51 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3557432 Jun 01 13:15:28.776940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:21Z', 'revision_number': 3, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:28.781617 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c570e-1281-4f9d-9092-f47721d01f55 None None] The sync data for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 is: [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:21Z', 'revision_number': 3, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:28.847528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-a0788680-0bc5-402f-86e1-ad635a951465 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:28.849211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-a0788680-0bc5-402f-86e1-ad635a951465 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 946 time: 0.2194517 Jun 01 13:15:28.947166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4eb93e3-9d3e-4fbd-aa45-ea045fbc780a req-e4da8dd9-bc70-4668-b57f-684d6037ff6d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321256 Jun 01 13:15:28.972120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Deleting port 77d14ee3-0ff4-431f-bba3-3bd02b801388 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:28.972463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.043929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.053594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-72f320bc-38e0-4874-b956-fc8376aa9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:29.060161 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-72f320bc-38e0-4874-b956-fc8376aa9751 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5075920 Jun 01 13:15:29.078783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc150d-389f-446d-bf95-7b51e305c5e8 req-170216aa-113b-4fea-a370-171325fd0b2e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:29.086260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53bc150d-389f-446d-bf95-7b51e305c5e8 req-170216aa-113b-4fea-a370-171325fd0b2e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 945 time: 0.3221574 Jun 01 13:15:29.109929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.255218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53bc150d-389f-446d-bf95-7b51e305c5e8 req-1c98562d-e242-41a0-87e0-2a7c6d9d3c00 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683176 Jun 01 13:15:29.327629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7dd77883-4d53-482f-8d61-5e456fc12b0b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:29.422536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 7dd77883-4d53-482f-8d61-5e456fc12b0b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:29.428643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 7dd77883-4d53-482f-8d61-5e456fc12b0b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:29.429305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.507207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] For port 77d14ee3-0ff4-431f-bba3-3bd02b801388, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=77d14ee3-0ff4-431f-bba3-3bd02b801388,segment=NetworkSegment(4da7ec3e-462f-478e-a7a9-2f89f059b87d),segment_id=4da7ec3e-462f-478e-a7a9-2f89f059b87d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:29.507574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.516601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b66a7e-8e15-42e5-9cca-f531458434b1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:29.577472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.579236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7dd77883-4d53-482f-8d61-5e456fc12b0b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:29.579613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.587943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:29.600719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:29.621548 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99198f19-ac0f-489f-be5c-f6b9fc3a0f16 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=78e583d330244c3fa8608d788aaf28aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2671492 Jun 01 13:15:29.625280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:29.625912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:29.631116 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-10d5797b-8f99-4924-9ee8-0ba435a8f2de service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223320 Jun 01 13:15:29.662949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41472) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:29.678294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Calling delete_port for 77d14ee3-0ff4-431f-bba3-3bd02b801388 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:29.682309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b80ce90a-f69b-4154-8dc2-eba7fa77663d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8065507 Jun 01 13:15:29.713328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:29.791989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:29.901282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 233790b4-6edc-41ca-93ba-df27339c7a0d {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:15:29.904786 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:29.938648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-595c547d-10d0-4400-8c5f-74b2d2d81bef req-40319e1b-e721-4db9-b03a-475ec1c9171e service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062847 Jun 01 13:15:29.962157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:29.964925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.011559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Allocated IP 172.20.0.1 (58bf84cf-2900-4275-8598-a4aa8301e93e/6626aaec-7b4b-4d49-8fe6-f92ac651b7fa/a26cc6d0-dbfb-4c28-a159-fbd3b48b8475) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:30.058847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:30.062348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.085006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa61763-538e-4747-80c5-3bf333554762 req-7bbf2bdb-9d2c-463c-8695-b1fb80c5bcc0 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:30.085690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.092218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3aa61763-538e-4747-80c5-3bf333554762 req-7bbf2bdb-9d2c-463c-8695-b1fb80c5bcc0 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 946 time: 0.6664560 Jun 01 13:15:30.139864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4dd7-a74c-4132-aecf-53675c6bdba8 req-6125507e-7ad3-4c9b-b330-35301d15be71 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:30.142154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe8e4dd7-a74c-4132-aecf-53675c6bdba8 req-6125507e-7ad3-4c9b-b330-35301d15be71 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.7808552 Jun 01 13:15:30.194958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.210239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:30.213133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Transition to ACTIVE for port object a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:30.232848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.249121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.268415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:25Z', 'revision_number': 10, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:30.276539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:30.283447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3aa61763-538e-4747-80c5-3bf333554762 req-2b86638d-1a1a-4cd9-9d02-635404331940 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/security-groups?id=8305b489-710a-4889-bf54-8338f38c53b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902213 Jun 01 13:15:30.305511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:30.307346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:30.351786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:30.354714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:30.359069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:30.397085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Pushing event updated for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:30.397840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:30.463701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.585409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe8e4dd7-a74c-4132-aecf-53675c6bdba8 req-2d383aa5-4c2b-44a1-a76b-50fabdba7b8a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157300 Jun 01 13:15:30.708347 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca9f6c6-0816-4ba9-860a-4c2df6b6ac25'] response: {'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'code': 200} Jun 01 13:15:30.750874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:30.754555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.757400 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.843803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['77d14ee3-0ff4-431f-bba3-3bd02b801388'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:30.861986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.907143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:30.909359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Pushing event deleted for resources: {'Port': ['ID=77d14ee3-0ff4-431f-bba3-3bd02b801388,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:30.917337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:30.917695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:30.944266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-33690b91-4a09-46fa-bd76-0700f6b0a884 None None] Provisioning for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:30.956176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-33690b91-4a09-46fa-bd76-0700f6b0a884 None None] Provisioning complete for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:30.956553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-33690b91-4a09-46fa-bd76-0700f6b0a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.090686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] No DVR routers for this DVR port 77d14ee3-0ff4-431f-bba3-3bd02b801388 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:31.093169 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.101215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'name': 'network-vif-deleted', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:31.129466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.154849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.160324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.161183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5853905c-8d53-4d85-a3ea-93e079b30cd0 req-c7a77db5-500d-491c-a9e0-57e9397b8551 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.24 "DELETE /v2.0/ports/77d14ee3-0ff4-431f-bba3-3bd02b801388 HTTP/1.1" status: 204 len: 173 time: 2.3014450 Jun 01 13:15:31.168807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.170664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29b66a7e-8e15-42e5-9cca-f531458434b1 HTTP/1.1" status: 204 len: 168 time: 1.5018315 Jun 01 13:15:31.171616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b8101-6582-4a3f-9243-87788b2de0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b66a7e-8e15-42e5-9cca-f531458434b1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:31.187666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b44a-9251-4c5c-90a2-ad951e8f64fc req-b0028973-facc-41ea-bfc8-6d44ab0a259c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:31.189541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0d3b44a-9251-4c5c-90a2-ad951e8f64fc req-b0028973-facc-41ea-bfc8-6d44ab0a259c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5991461 Jun 01 13:15:31.231318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.249078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-33690b91-4a09-46fa-bd76-0700f6b0a884 None None] Port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:31.263128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.328130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=233790b4-6edc-41ca-93ba-df27339c7a0d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:31.332934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:31.333584 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.359802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849559-40bc-4578-966e-e8758a4d1ba5 req-a9b568da-cf74-4c09-84c6-435c639e10ed tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:31.366694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6849559-40bc-4578-966e-e8758a4d1ba5 req-a9b568da-cf74-4c09-84c6-435c639e10ed tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.4605389 Jun 01 13:15:31.377350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:31.382340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0d3b44a-9251-4c5c-90a2-ad951e8f64fc req-bd1696f7-eb56-4a40-afe2-84feb21eb388 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835151 Jun 01 13:15:31.384654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000093b-8e10-4e96-a040-a32cae697506 req-d0240d43-c748-4089-b02e-56b78a6d3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:31.386793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4000093b-8e10-4e96-a040-a32cae697506 req-d0240d43-c748-4089-b02e-56b78a6d3276 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 1097 time: 0.5866857 Jun 01 13:15:31.391590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.397991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf9025-9c43-4ce8-81c3-ab6ed604ed68 None None] Network 680e03ed-9b21-454b-9fdb-6cae5845f214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:31.414955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41502) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:31.419936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d841eb5-79b9-4d52-901d-1042eadd5e3e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/233790b4-6edc-41ca-93ba-df27339c7a0d HTTP/1.1" status: 204 len: 168 time: 1.6916230 Jun 01 13:15:31.433958 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.500298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4000093b-8e10-4e96-a040-a32cae697506 req-e893103a-0462-4830-8daf-8d68bc6f37b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761902 Jun 01 13:15:31.542138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6849559-40bc-4578-966e-e8758a4d1ba5 req-2531d36a-5def-4362-a56d-ae73b42b31cc tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531091 Jun 01 13:15:31.633241 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb1d9e57-607c-4810-8f73-f4bd1f0400ba'] response: {'server_uuid': 'd9f681f8-e713-442b-80d8-4e6939db570c', 'name': 'network-vif-deleted', 'tag': '77d14ee3-0ff4-431f-bba3-3bd02b801388', 'status': 'completed', 'code': 200} Jun 01 13:15:31.648822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Pushing event updated for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:31.667526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.709125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 3b813bf8-6c05-477f-abcc-23e98edf3346 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:31.709483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.741958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a7d728d9-8167-4677-9c05-7c2060c6bc9d req-fd72ecb3-4dfe-4841-9981-fcf6a5efb510 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Synchronizing usage tracker for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:31.758328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41520) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:31.786229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a7d728d9-8167-4677-9c05-7c2060c6bc9d req-fd72ecb3-4dfe-4841-9981-fcf6a5efb510 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] Unset dirty status for tenant:7e5df5303a5b4fe481eac7a1eab09d70 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:31.794781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7d728d9-8167-4677-9c05-7c2060c6bc9d req-fd72ecb3-4dfe-4841-9981-fcf6a5efb510 tempest-ServerPasswordTestJSON-541934945 tempest-ServerPasswordTestJSON-541934945-project] 10.222.0.40 "GET /v2.0/ports?device_id=d9f681f8-e713-442b-80d8-4e6939db570c HTTP/1.1" status: 200 len: 210 time: 0.1223822 Jun 01 13:15:31.824009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:31.836523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:31.844138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:31.867835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:25Z', 'revision_number': 10, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:31.878244 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:31.886848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328927db-d4ee-4c83-8153-47157e83f7d3 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:25Z', 'revision_number': 10, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None, '_interfaces': [{'id': 'be594070-f492-4875-9b06-7c8a579d1d51', 'name': '', 'network_id': '8cdcde95-351c-43c5-ba9a-9ef84cb00121', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'mac_address': 'fa:16:3e:72:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:14:18Z', 'updated_at': '2022-06-01T13:14:29Z', 'revision_number': 5, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'subnets': [{'id': '9be9cce4-3e4c-4211-96c1-9b7d68bb0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:31.930919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:31.937374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:4da5e3b149704b40899c253bcc83fe98 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:31.942109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:31.982839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:32.057591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd863c8-3646-4960-a45a-a7b9c37428e1 req-91de0237-7ae7-4284-931f-de6bdfbf740a tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:32.059488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd863c8-3646-4960-a45a-a7b9c37428e1 req-91de0237-7ae7-4284-931f-de6bdfbf740a tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 951 time: 0.2774303 Jun 01 13:15:32.156755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dd863c8-3646-4960-a45a-a7b9c37428e1 req-e8ca3b24-dda9-4a2b-9826-52d81f31915d tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850790 Jun 01 13:15:32.182711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ff47a-ac0b-4dde-9c35-ef3b9aa27289 req-f9ebf9db-3d25-4ac3-996f-c8baeccb8517 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:32.189822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a84ff47a-ac0b-4dde-9c35-ef3b9aa27289 req-f9ebf9db-3d25-4ac3-996f-c8baeccb8517 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.1913035 Jun 01 13:15:32.193847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e3015668-adaf-4aae-b987-619cdc542a09 None None] Provisioning complete for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:32.194494 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3015668-adaf-4aae-b987-619cdc542a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.276548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3015668-adaf-4aae-b987-619cdc542a09 None None] Port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:32.304160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] DHCP port deletion for 680e03ed-9b21-454b-9fdb-6cae5845f214 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:15:32.311589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Deleting port 3b813bf8-6c05-477f-abcc-23e98edf3346 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:32.312096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.318980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a84ff47a-ac0b-4dde-9c35-ef3b9aa27289 req-e33bdb71-5d27-4261-b657-a196948dc3cd tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277950 Jun 01 13:15:32.332722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.353648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.399450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 3b813bf8-6c05-477f-abcc-23e98edf3346, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3b813bf8-6c05-477f-abcc-23e98edf3346,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:32.400072 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.408985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:32.421024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d55f3-2466-46f5-b447-e64eea59ead0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:32.429836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d3907fed-9c9b-401d-ac9d-902c5a808ec1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4da5e3b149704b40899c253bcc83fe98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6703598 Jun 01 13:15:32.431539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41542) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:32.584011 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.602006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 3b813bf8-6c05-477f-abcc-23e98edf3346 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:32.616537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:32.699110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.775921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06d0b-8ae5-492c-8bdb-bbc092b4ce9a req-b32d8aa7-6dff-4609-99bb-bef4784f6082 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:32.778236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51a06d0b-8ae5-492c-8bdb-bbc092b4ce9a req-b32d8aa7-6dff-4609-99bb-bef4784f6082 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.1585875 Jun 01 13:15:32.782565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] For port 3b813bf8-6c05-477f-abcc-23e98edf3346, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3b813bf8-6c05-477f-abcc-23e98edf3346,segment=NetworkSegment(fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876),segment_id=fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:32.783164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.791854 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.832536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d55f3-2466-46f5-b447-e64eea59ead0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:32.849963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.851121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7ba72392-bc2b-41b0-8e79-e6707282ef58 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/157d55f3-2466-46f5-b447-e64eea59ead0 HTTP/1.1" status: 204 len: 168 time: 0.4186864 Jun 01 13:15:32.892874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 77d14ee3-0ff4-431f-bba3-3bd02b801388 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:32.930277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:32.930729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51a06d0b-8ae5-492c-8bdb-bbc092b4ce9a req-42b20cc8-2b7a-4eb0-84bb-0b8b63a81702 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335406 Jun 01 13:15:32.986963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040120de-e160-4b9b-96d9-bd8912ef00f2 req-aef27716-69fe-43e2-b3e5-d81326019a60 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:32.994560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-040120de-e160-4b9b-96d9-bd8912ef00f2 req-aef27716-69fe-43e2-b3e5-d81326019a60 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.1347744 Jun 01 13:15:33.007365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=3b813bf8-6c05-477f-abcc-23e98edf3346,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:33.020595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port 3b813bf8-6c05-477f-abcc-23e98edf3346 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:33.041515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Calling delete_port for 3b813bf8-6c05-477f-abcc-23e98edf3346 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:33.061786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-040120de-e160-4b9b-96d9-bd8912ef00f2 req-a83e68d7-544d-4373-9a38-1d09d6523726 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652800 Jun 01 13:15:33.128636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 77d14ee3-0ff4-431f-bba3-3bd02b801388 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:33.128965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 77d14ee3-0ff4-431f-bba3-3bd02b801388 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:33.148991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41580) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:33.150271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:33.150665 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.171808 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.232939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Deleting subnet f7cca24d-4e44-449c-b1c9-3263de7df4e5 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:15:33.236735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.294506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.315789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:33.326144 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Sync routers for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:33.331331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:33.331897 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:33.358547 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:33.362127 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:33.370426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.381772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680e03ed-9b21-454b-9fdb-6cae5845f214']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:33.409670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:33.422238 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9b2a1751-e1d3-4464-a8bb-488e6a2a7c9d admin admin] 10.222.0.40 "PUT /v2.0/routers/795123a4-1c50-4d54-a7ac-b5e4bbb51bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0225263 Jun 01 13:15:33.424494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:33.424789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:33.455048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.487423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.496368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:33.496935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.584290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:33.665619 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876 resource provider aggregate not found Jun 01 13:15:33.716588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3b813bf8-6c05-477f-abcc-23e98edf3346 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:33.720190 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc5bdcdf-ecd7-4ddb-a334-5b0a1e20e876 found for delete ", "request_id": "req-b7162632-9352-43d3-8ee7-e3209da0f097"}]} Jun 01 13:15:33.753524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.795568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.802523 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:33.820829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=680e03ed-9b21-454b-9fdb-6cae5845f214,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:33.834649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.835552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3b813bf8-6c05-477f-abcc-23e98edf3346 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:33.835552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3b813bf8-6c05-477f-abcc-23e98edf3346 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:33.835815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device badc9d76-f096-4351-8870-5c79d8491b3f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:33.836704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d2b764c-da7b-47d0-bd61-10af5c2f1c43 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/680e03ed-9b21-454b-9fdb-6cae5845f214 HTTP/1.1" status: 204 len: 168 time: 2.4205625 Jun 01 13:15:33.837652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:33.875977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Deleting port 3b813bf8-6c05-477f-abcc-23e98edf3346 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:33.876344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:33.966808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: badc9d76-f096-4351-8870-5c79d8491b3f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:33.967150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device badc9d76-f096-4351-8870-5c79d8491b3f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:33.981539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.083146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73b2fcf4-fce7-4362-bd3a-4a8054867a90 None None] The port '3b813bf8-6c05-477f-abcc-23e98edf3346' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:15:34.085591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 45080572-aa0c-4e1d-87b6-41ce9e246222 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:34.085971 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.146669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:34.162008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:34.171458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.303310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.315609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:34.331435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cca24d-4e44-449c-b1c9-3263de7df4e5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:34.366657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa736a1b-fc24-4c6f-96cf-5748cfb11e49 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f7cca24d-4e44-449c-b1c9-3263de7df4e5 HTTP/1.1" status: 204 len: 168 time: 1.2162764 Jun 01 13:15:34.374610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:34.381019 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:30Z', 'revision_number': 4, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'a26cc6d0-dbfb-4c28-a159-fbd3b48b8475', 'name': '', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'mac_address': 'fa:16:3e:9b:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:29Z', 'updated_at': '2022-06-01T13:15:30Z', 'revision_number': 2, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'subnets': [{'id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:34.385883 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Checking router: 795123a4-1c50-4d54-a7ac-b5e4bbb51bef for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:34.386418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Updating router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:34.388660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49539a35-7b4c-47f2-8687-6245df2bee86 req-ab300f55-9b76-47a9-93e7-95e42516dfaf tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:34.390347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49539a35-7b4c-47f2-8687-6245df2bee86 req-ab300f55-9b76-47a9-93e7-95e42516dfaf tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.9704292 Jun 01 13:15:34.449617 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.529659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31798-6b6b-43b0-aa08-1222c99fffa8 req-dc1df5fd-22c9-444b-a37e-39889febd4d5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:34.536735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aa31798-6b6b-43b0-aa08-1222c99fffa8 req-dc1df5fd-22c9-444b-a37e-39889febd4d5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.9603331 Jun 01 13:15:34.592759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41646) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:34.614116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aa31798-6b6b-43b0-aa08-1222c99fffa8 req-f6eb2eaf-7341-461c-8168-46feffd24790 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764518 Jun 01 13:15:34.647798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1019401807-network', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:34.652969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:34.657106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Usage tracker for resource:network and tenant:6e1cf8e7c8694cad8db5df4439d0f84b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:34.660120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:34.668182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:34.700411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Made reservation on behalf of 6e1cf8e7c8694cad8db5df4439d0f84b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:34.703124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.721553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49539a35-7b4c-47f2-8687-6245df2bee86 req-d350d4fa-ff5d-4180-a169-fae7cbe0bb99 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926159 Jun 01 13:15:34.726092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.732871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.757184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:34.844918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:34.874296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Usage tracker for resource:security_group_rule and tenant:6e1cf8e7c8694cad8db5df4439d0f84b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:34.942876 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfa6d02-88b9-4565-9444-cdadb5fb2717'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'code': 200} Jun 01 13:15:34.979525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:35.025606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:35.070578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.074300 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.087233 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Transition to ACTIVE for port object a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:35.096420 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.199164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39db8600-d48f-4821-b8b8-cf43b80c654c']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:35.274891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da7ec3e-462f-478e-a7a9-2f89f059b87d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:35.275166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da7ec3e-462f-478e-a7a9-2f89f059b87d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:35.303246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.354569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.381301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:35.381709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.390611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port be594070-f492-4875-9b06-7c8a579d1d51 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:35.391064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.410382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab13f3-9bf5-4045-b29e-39e4862f3519 req-46f9208e-5f98-4ccd-9cd9-664891ebf845 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:35.417331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3aab13f3-9bf5-4045-b29e-39e4862f3519 req-46f9208e-5f98-4ccd-9cd9-664891ebf845 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2792289 Jun 01 13:15:35.426725 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78b2ed-af72-4f88-9346-bebbb88fae99 None None] Pushing event updated for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:35.471262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Attempting to bind port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:35.471972 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Attempting to bind port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:35.472592 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Attempting to bind port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:35.478249 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:35.478991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Checking segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:35.480397 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.481490 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Bound using segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:35.483950 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Bound port: a26cc6d0-dbfb-4c28-a159-fbd3b48b8475, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:35.484342 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.496192 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4da7ec3e-462f-478e-a7a9-2f89f059b87d resource provider aggregate not found Jun 01 13:15:35.528278 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4da7ec3e-462f-478e-a7a9-2f89f059b87d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4da7ec3e-462f-478e-a7a9-2f89f059b87d found for delete ", "request_id": "req-0aae9a87-fce8-44a4-b7d4-9554867fe110"}]} Jun 01 13:15:35.551553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.560141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055cca2-24a7-443b-86f7-89875819a14c req-1cac1bcb-214a-4d30-ba0c-c5b29dfc039f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:35.567572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2055cca2-24a7-443b-86f7-89875819a14c req-1cac1bcb-214a-4d30-ba0c-c5b29dfc039f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.3819029 Jun 01 13:15:35.571464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.595444 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] For port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:35.598483 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] For port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:35.607417 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.650222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2055cca2-24a7-443b-86f7-89875819a14c req-32766c33-547a-4462-b852-4a3bceb0e8d7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817747 Jun 01 13:15:35.660768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3aab13f3-9bf5-4045-b29e-39e4862f3519 req-07c71d77-1b9f-4e82-95e4-a85fd1b60c54 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423918 Jun 01 13:15:35.684394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.693527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.702860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:15:35.777349 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:35.778219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:35.779515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port be594070-f492-4875-9b06-7c8a579d1d51, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be594070-f492-4875-9b06-7c8a579d1d51,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:35.780552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.797311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e58b3-2704-4ee6-a007-3e8b29dc36cd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:35.811721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] Pushing event deleted for resources: {'Network': ['ID=39db8600-d48f-4821-b8b8-cf43b80c654c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:35.817894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:35.818292 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Added segment 2ad47f35-6973-4b0d-bf66-c4539514b4bb of type vlan for network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 Jun 01 13:15:35.867145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78b2ed-af72-4f88-9346-bebbb88fae99 None None] Pushing event updated for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:35.886053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1f685fde-d36d-497f-bb78-52461bc230fb admin admin] 10.222.0.40 "DELETE /v2.0/networks/39db8600-d48f-4821-b8b8-cf43b80c654c HTTP/1.1" status: 204 len: 168 time: 1.4946136 Jun 01 13:15:35.955163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:36.011683 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:36.013191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:36.016756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:36.100796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for be594070-f492-4875-9b06-7c8a579d1d51 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:36.130685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701b42-f134-4fdd-b8c7-d1b38232e66c req-a433fa9f-a775-4db8-8503-4b89e19b3c1f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:36.138269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79701b42-f134-4fdd-b8c7-d1b38232e66c req-a433fa9f-a775-4db8-8503-4b89e19b3c1f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.2426238 Jun 01 13:15:36.146729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] Pushing event updated for resources: {'Network': ['ID=cbd93551-a8b5-4d51-9b1d-35c90db8cb38,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:36.158716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:15:36.222679 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:36.235493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-53d503de-5ce2-4721-9f75-eb932fec06dc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6202290 Jun 01 13:15:36.237026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:36.250059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Request body: {'subnet': {'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1019401807-subnet', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:36.281574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79701b42-f134-4fdd-b8c7-d1b38232e66c req-b20d9f06-1085-415b-92b7-37e5220725b3 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423020 Jun 01 13:15:36.330263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2e18-d5e2-4886-9dc2-9ea6f6b64133 req-5b06551f-6485-4996-a9ff-2f3045f41ef1 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:36.349625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18bf2e18-d5e2-4886-9dc2-9ea6f6b64133 req-5b06551f-6485-4996-a9ff-2f3045f41ef1 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.2037263 Jun 01 13:15:36.351377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41716) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:36.363973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'port_id': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:36.521875 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:36.569521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:36.572091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:36.597026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Usage tracker for resource:subnet and tenant:6e1cf8e7c8694cad8db5df4439d0f84b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:36.603819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:36.612747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:36.733373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Made reservation on behalf of 6e1cf8e7c8694cad8db5df4439d0f84b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:36.735731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:36.774759 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-14943c6d-e1c9-4851-8cb0-602d0578d931 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e5df5303a5b4fe481eac7a1eab09d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041223 Jun 01 13:15:36.792560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:36.960260 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:30Z', 'revision_number': 4, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'a26cc6d0-dbfb-4c28-a159-fbd3b48b8475', 'name': '', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'mac_address': 'fa:16:3e:9b:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:29Z', 'updated_at': '2022-06-01T13:15:35Z', 'revision_number': 4, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'subnets': [{'id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:36.966119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36a75f-547b-4b6e-8bb9-3b86fcb576fa None None] The sync data for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 is: [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:15:30Z', 'revision_number': 4, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'a26cc6d0-dbfb-4c28-a159-fbd3b48b8475', 'name': '', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'mac_address': 'fa:16:3e:9b:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:29Z', 'updated_at': '2022-06-01T13:15:35Z', 'revision_number': 4, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'subnets': [{'id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:37.096071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.167405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=be594070-f492-4875-9b06-7c8a579d1d51,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:37.262285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd62f1-6dba-4b5f-9bd6-682d71c81c66 req-2f36f905-1bf3-4d33-aee8-394996873711 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:37.267268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06dd62f1-6dba-4b5f-9bd6-682d71c81c66 req-2f36f905-1bf3-4d33-aee8-394996873711 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6733222 Jun 01 13:15:37.564121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.565816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41806) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:37.588890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06dd62f1-6dba-4b5f-9bd6-682d71c81c66 req-71ef64df-902f-40e6-8994-104811f9d29b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803600 Jun 01 13:15:37.674130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.741780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.774040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.950218 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:37.983176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29012-53ae-40ca-80a4-87216b47962f req-7d0d01b4-925c-4201-9a38-6f108c61b219 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:37.984919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22a29012-53ae-40ca-80a4-87216b47962f req-7d0d01b4-925c-4201-9a38-6f108c61b219 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.5080059 Jun 01 13:15:38.005623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:38.026477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Usage tracker for resource:security_group_rule and tenant:7384e7f3d9c8444d8cfc9f2ec994ac20 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:38.038110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:38.056090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:38.058382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d050428-c642-4ac0-8ccc-d256b835724b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:38.070112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Checking segment: {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:38.070470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Network hostable DHCP agents. Network: cbd93551-a8b5-4d51-9b1d-35c90db8cb38, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:15:38.087987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:38.091094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.132781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22a29012-53ae-40ca-80a4-87216b47962f req-816d0292-095c-4e10-9ddf-9033e18867e5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315322 Jun 01 13:15:38.168963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b47c5a-a530-430a-b77b-5e4b72862f02 req-96c1a241-b0bf-40ee-8ca8-871b0cdef23f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:38.176436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3b47c5a-a530-430a-b77b-5e4b72862f02 req-96c1a241-b0bf-40ee-8ca8-871b0cdef23f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.2986360 Jun 01 13:15:38.210780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8305b489-710a-4889-bf54-8338f38c53b1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:38.244862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:15:38.327810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:15:38.345382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3b47c5a-a530-430a-b77b-5e4b72862f02 req-9fd0df41-bc24-45b0-a0c6-7507897ad43e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677272 Jun 01 13:15:38.350035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, cbd93551-a8b5-4d51-9b1d-35c90db8cb38) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:38.352292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:38.370747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f944c-29ec-492a-a7da-de81e163a89a None None] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:38.371802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.371802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9027547c-d36f-40e2-9117-271443f545e9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8305b489-710a-4889-bf54-8338f38c53b1 HTTP/1.1" status: 204 len: 168 time: 1.5727882 Jun 01 13:15:38.372045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:38.372045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.443125 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f29f4ad-6708-4837-b1de-349e82fbba71 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2048590 Jun 01 13:15:38.448840 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60e08739-57f9-4b32-8db9-24fac6f43374 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6089878 Jun 01 13:15:38.452088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:38.453134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:38.525289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.553644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.553856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:38.603207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:38.621354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Usage tracker for resource:router and tenant:6e1cf8e7c8694cad8db5df4439d0f84b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:38.628299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:38.655174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:38.682088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting subnet 9be9cce4-3e4c-4211-96c1-9b7d68bb0087 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:15:38.688862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.722540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:38.729652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:38.782488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.788289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.843192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.898656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:38.900644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:38.934153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.950398 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.968416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'fixed_ips': [{'subnet_id': '0d050428-c642-4ac0-8ccc-d256b835724b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:15:38.969462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:38.975576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.085300 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 6f0b05d4-5176-4e7b-a25d-c7791dc5507d associated. External IP: 172.25.7.198, port: 7dd77883-4d53-482f-8d61-5e456fc12b0b. Jun 01 13:15:39.114215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:39.130069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:39.130501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.193522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:39.224152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7384e7f3d9c8444d8cfc9f2ec994ac20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6388590 Jun 01 13:15:39.238106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:39.368548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c16ba-a286-4c8f-9738-b62b402e1cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487e1546-ce46-4ae2-9a29-f45e2c3136ce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:39.393210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:39.445602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:39.475676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:39.476407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:39.694479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41920) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:39.703043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ebe7-7752-4111-aac0-475e35f7ec4a req-3ec4c5c9-c5e7-4d01-8735-de73d725dd21 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:39.710309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a731ebe7-7752-4111-aac0-475e35f7ec4a req-3ec4c5c9-c5e7-4d01-8735-de73d725dd21 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6351955 Jun 01 13:15:39.720570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.765713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Allocated IP 172.20.0.2 (cbd93551-a8b5-4d51-9b1d-35c90db8cb38/0d050428-c642-4ac0-8ccc-d256b835724b/5f77b76e-d3e2-4c73-92b3-d07670b27fa0) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:39.810859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.846561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.893372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a731ebe7-7752-4111-aac0-475e35f7ec4a req-e980e7e0-d7d4-419d-858b-619ce9ef9667 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818690 Jun 01 13:15:39.939182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-739380060-network', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:39.961162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:39.969512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:39.970469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Usage tracker for resource:network and tenant:96f71ac084fe41deaa72471c45ebaf4d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:39.984808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:40.107258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:40.107800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.125620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.143097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:40.174306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.179016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.188276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:40.204382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.206026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/487e1546-ce46-4ae2-9a29-f45e2c3136ce HTTP/1.1" status: 204 len: 168 time: 0.9622929 Jun 01 13:15:40.208346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e1546-ce46-4ae2-9a29-f45e2c3136ce,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:40.218226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Subnet': ['ID=9be9cce4-3e4c-4211-96c1-9b7d68bb0087,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:40.218441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:40.220626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb02de-ae19-41ea-bbfe-68dbbb4fad4b None None] Network 8cdcde95-351c-43c5-ba9a-9ef84cb00121 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:40.230126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.230915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.231417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.232433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.232952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.233890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.234635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.235490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.236552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.237442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.239120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.239707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f546fc0-7e00-418f-965f-019ecc44f0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.242680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Made reservation on behalf of 96f71ac084fe41deaa72471c45ebaf4d for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:40.244659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.244954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.245429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.245953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.246674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.247193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.247722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.248636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.249353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.249866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.250422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.250998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.251549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:40.259434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03e75196-2fba-4ae0-9076-2d301751710b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/9be9cce4-3e4c-4211-96c1-9b7d68bb0087 HTTP/1.1" status: 204 len: 168 time: 1.7942166 Jun 01 13:15:40.261830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:40.265977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:40.271327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.290731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d61bd-9093-424f-924c-de157fc9b914 req-ed8cbf43-9a3f-4ed3-89ad-6ad913237d18 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:40.292641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec7d61bd-9093-424f-924c-de157fc9b914 req-ed8cbf43-9a3f-4ed3-89ad-6ad913237d18 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.4651251 Jun 01 13:15:40.302079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:40.322517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Usage tracker for resource:security_group_rule and tenant:96f71ac084fe41deaa72471c45ebaf4d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:40.387261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:40.415650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.426120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:40.439885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Deleting port 2c31e95c-3838-4572-8fd2-bb4ffea46238 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:40.440781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.452911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.496290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec7d61bd-9093-424f-924c-de157fc9b914 req-90cc6ba2-ab7c-47e2-b593-00107cb22a34 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977487 Jun 01 13:15:40.686054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:40.709139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.746265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2896fd8-d88e-4353-83dd-731323a65fe9 None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:40.785960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:40.797106 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:40.831146 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:40.831855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:40.840756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.847566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Transition to ACTIVE for port object 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:40.887797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.903898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae96af76-4f66-462c-8e42-80aa9a3ff9cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "PUT /v2.0/floatingips/6f0b05d4-5176-4e7b-a25d-c7791dc5507d HTTP/1.1" status: 200 len: 992 time: 4.5503585 Jun 01 13:15:40.904710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:40.909701 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.928500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:15:40.941786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:40.978089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Transition to ACTIVE for port object 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:40.979604 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:40.980473 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Added segment 5ae6304f-73a7-40ab-9fe3-3d142409bfeb of type vlan for network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 Jun 01 13:15:40.990224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.024770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.035283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c4972-c5f2-4609-ab5d-69701cd11899,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:41.083658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.083919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.084243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.084756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.085235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.086110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.087943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.088469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.088962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.091738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.092299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.092873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:41.108088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.117740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:41.125189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:41.131914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:41.133176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.211632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] DHCP port deletion for 8cdcde95-351c-43c5-ba9a-9ef84cb00121 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:15:41.227620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] For port 2c31e95c-3838-4572-8fd2-bb4ffea46238, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2c31e95c-3838-4572-8fd2-bb4ffea46238,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:41.231150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.254096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Pushing event updated for resources: {'Port': ['ID=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:41.295181 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1acdf8-5b4f-42f4-b91b-3d34a1dc8cc6'] response: {'name': 'network-changed', 'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'status': 'completed', 'code': 200} Jun 01 13:15:41.318871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Deleting port 2c31e95c-3838-4572-8fd2-bb4ffea46238 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:41.319274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.373690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41982) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:41.385661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Calling delete_port for 2c31e95c-3838-4572-8fd2-bb4ffea46238 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:41.395965 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:41.439512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.440655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:41.441219 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.507155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7914002 Jun 01 13:15:41.524306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41986) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:41.533854 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.545382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.563271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Request body: {'subnet': {'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-739380060-subnet', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:41.597079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Attempting to bind port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:41.598057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Attempting to bind port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:41.598626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Attempting to bind port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 on network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:41.612104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No DVR routers for this DVR port 2c31e95c-3838-4572-8fd2-bb4ffea46238 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:41.622633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:41.663097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6432-e005-4aef-b686-8be0bda64384 req-7d2d9a51-f398-417c-b8fa-6f42da8497e7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:41.666312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:41.666997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Checking segment: {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:41.667575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.668214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Bound using segment: {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:41.668878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Bound port: 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:41.669447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.672800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-463f6432-e005-4aef-b686-8be0bda64384 req-7d2d9a51-f398-417c-b8fa-6f42da8497e7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5497639 Jun 01 13:15:41.734875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5279d6-4cb8-484a-9b71-2ebfa5e90b49 admin admin] Pushing event updated for resources: {'Network': ['ID=ec481f94-b5ea-46fe-a17d-a8a8d75fa139,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:41.754121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:15:41.784464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-463f6432-e005-4aef-b686-8be0bda64384 req-a3988bb2-4f40-4145-9284-cbfb7a157cd4 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106186 Jun 01 13:15:41.792833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-8378ab13-06ea-4cd4-82f3-b68d50d69321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:41.797874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-8378ab13-06ea-4cd4-82f3-b68d50d69321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 1097 time: 0.4881673 Jun 01 13:15:41.827224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281101a0-2b76-4bef-bbec-41ed04604b67 req-016526c8-c20d-4a72-8ae7-e4804144a0e7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:41.829050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-281101a0-2b76-4bef-bbec-41ed04604b67 req-016526c8-c20d-4a72-8ae7-e4804144a0e7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.3700023 Jun 01 13:15:41.870723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Port': ['ID=2c31e95c-3838-4572-8fd2-bb4ffea46238,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:41.885807 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}, {'id': '6f0b05d4-5176-4e7b-a25d-c7791dc5507d', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:24:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:15:03Z', 'updated_at': '2022-06-01T13:15:38Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:41.893582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] For port 2c31e95c-3838-4572-8fd2-bb4ffea46238, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2c31e95c-3838-4572-8fd2-bb4ffea46238,segment=NetworkSegment(81c84056-1a79-49eb-b6f9-42e515ded4b4),segment_id=81c84056-1a79-49eb-b6f9-42e515ded4b4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:41.894634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:41.898304 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:41.920748 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:41.921562 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:41.988817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.009581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-281101a0-2b76-4bef-bbec-41ed04604b67 req-019dd1ff-7997-4c11-bf10-8bfd32f085a2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549625 Jun 01 13:15:42.049840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-ffd4284c-658e-45fb-9cd3-a55091c44bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:42.052453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdcde95-351c-43c5-ba9a-9ef84cb00121']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:42.053559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-ffd4284c-658e-45fb-9cd3-a55091c44bcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.2488139 Jun 01 13:15:42.058359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] For port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:42.146370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Calling delete_port for 2c31e95c-3838-4572-8fd2-bb4ffea46238 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:42.180071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Allocated IP 172.25.7.65 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:42.188094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] For port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:42.202465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.224503 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:42.322469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:42.323174 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:42.323751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd810-86cb-4579-9f37-87c1128995a1 None None] Pushing event updated for resources: {'Port': ['ID=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:42.367741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-a4e89e8d-0883-49ea-a9a4-6d5b65c1449a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b HTTP/1.1" status: 200 len: 1000 time: 0.3091931 Jun 01 13:15:42.494225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-76530a6e-97d3-49fa-aa5e-5488ca4144ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:42.496379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-76530a6e-97d3-49fa-aa5e-5488ca4144ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.0694015 Jun 01 13:15:42.580217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.630801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:42.631827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:42.635246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Usage tracker for resource:security_group_rule and tenant:700c0c2804794d92874f1685404b6d81 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:42.643970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:42.656706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:42.719966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Usage tracker for resource:subnet and tenant:96f71ac084fe41deaa72471c45ebaf4d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:42.723859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:42.725717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d42a78-c00a-4223-88fc-3794811fb80f req-3838c2c5-b7dd-4a2f-80e0-679603bd3fc5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:42.731681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:42.733964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52d42a78-c00a-4223-88fc-3794811fb80f req-3838c2c5-b7dd-4a2f-80e0-679603bd3fc5 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.3684182 Jun 01 13:15:42.749663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.757671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c84056-1a79-49eb-b6f9-42e515ded4b4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:42.758030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c84056-1a79-49eb-b6f9-42e515ded4b4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:42.804928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-49058b8e-4100-4d5e-b8cf-b823c27aefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:42.807446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-49058b8e-4100-4d5e-b8cf-b823c27aefc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338371 Jun 01 13:15:42.852191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-061092fd-c8fe-4fd6-8f47-04299ec8f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:42.853856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-061092fd-c8fe-4fd6-8f47-04299ec8f2da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c54786d8123a4c29a5c0ec5167850c94&device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 1096 time: 0.3560073 Jun 01 13:15:42.870223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52d42a78-c00a-4223-88fc-3794811fb80f req-ce742914-41e9-41b9-8ad3-a6511d458d70 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318772 Jun 01 13:15:42.926342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Pushing event updated for resources: {'Port': ['ID=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:42.932104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Made reservation on behalf of 96f71ac084fe41deaa72471c45ebaf4d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:15:42.934874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.967483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:42.997340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Deleting port 2c31e95c-3838-4572-8fd2-bb4ffea46238 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:42.999594 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.056651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}, {'id': '6f0b05d4-5176-4e7b-a25d-c7791dc5507d', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:24:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:15:03Z', 'updated_at': '2022-06-01T13:15:38Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:43.063970 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3b571-f7e2-4e91-8941-94e9f5522b16 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}, {'id': '6f0b05d4-5176-4e7b-a25d-c7791dc5507d', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:24:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:15:03Z', 'updated_at': '2022-06-01T13:15:38Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:43.078168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:43.100411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:43.111392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5a789c32-ca66-407e-b716-b00e1ac5e92c None None] The port '2c31e95c-3838-4572-8fd2-bb4ffea46238' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:15:43.115645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.148145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:43.165918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:43.166296 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.220261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:15:43.220868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.328179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:43.394730 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 81c84056-1a79-49eb-b6f9-42e515ded4b4 resource provider aggregate not found Jun 01 13:15:43.421182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2c31e95c-3838-4572-8fd2-bb4ffea46238 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:43.455398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.477417 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 81c84056-1a79-49eb-b6f9-42e515ded4b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c84056-1a79-49eb-b6f9-42e515ded4b4 found for delete ", "request_id": "req-aebdf8b4-b308-4a5f-9b54-9c348af7f2f8"}]} Jun 01 13:15:43.485680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 2c31e95c-3838-4572-8fd2-bb4ffea46238 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:43.486017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2c31e95c-3838-4572-8fd2-bb4ffea46238 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:43.487578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be594070-f492-4875-9b06-7c8a579d1d51 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:43.552038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-62a01380-51ff-4e92-9774-442e7a683cfd service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381041 Jun 01 13:15:43.553151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-8abc7c0c-e834-4ed7-a7d9-a4e041c53b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:43.553925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: be594070-f492-4875-9b06-7c8a579d1d51 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:43.554283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-8abc7c0c-e834-4ed7-a7d9-a4e041c53b5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 200 len: 911 time: 0.5466945 Jun 01 13:15:43.554412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be594070-f492-4875-9b06-7c8a579d1d51 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:43.562716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.572007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Pushing event deleted for resources: {'Network': ['ID=8cdcde95-351c-43c5-ba9a-9ef84cb00121,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:43.585287 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:15:43.589277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18d032-f044-4848-90e8-85e1d5ec183c req-6b83a40c-b018-4137-a5a1-fd6bfdd4bc7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:43.598014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad18d032-f044-4848-90e8-85e1d5ec183c req-6b83a40c-b018-4137-a5a1-fd6bfdd4bc7b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.3314939 Jun 01 13:15:43.701125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f417b-61e8-43d2-8d8e-b575c164372e None None] New status for floating IP 6f0b05d4-5176-4e7b-a25d-c7791dc5507d: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:15:43.785628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.814300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:43.903943 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f63e245-63db-4801-9eca-c55718aa9e05 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/networks/8cdcde95-351c-43c5-ba9a-9ef84cb00121 HTTP/1.1" status: 204 len: 168 time: 3.6401548 Jun 01 13:15:43.951495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-482dba5f-2554-4626-b576-4b529707df45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 200 len: 998 time: 0.3841941 Jun 01 13:15:43.953352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c910c9-47f8-40fb-a013-ecbc9c213f5c req-f00c2c35-a452-4663-991b-d2795abe49b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875413 Jun 01 13:15:43.953957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42044) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:43.985600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0be5a-9c06-4fd8-9a14-72d4b4f74f2e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:43.990511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8924ed7d-e88b-4b1d-b135-c94f03eeeae5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=700c0c2804794d92874f1685404b6d81&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6123521 Jun 01 13:15:44.000670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:44.060703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'routes': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:44.102192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31cef3-e48f-4d6e-989e-63fd9efa685b None None] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:44.207492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-515fdc3a-7fb1-4901-ab9d-757e5f88a273 None None] Provisioning for port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:44.237394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.239103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad18d032-f044-4848-90e8-85e1d5ec183c req-dd0ddf87-90c2-4d93-9109-5f334f1d8e4e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6402342 Jun 01 13:15:44.310459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-31c416bd-9d53-40c8-a12b-44c718453565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:44.312082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-31c416bd-9d53-40c8-a12b-44c718453565 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 200 len: 849 time: 0.3083947 Jun 01 13:15:44.313405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.378233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8860a755-9e41-4ef4-94ec-30106cb0cf3d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:44.391279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.529580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.extraroute_db [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Added routes are [] {{(pid=88371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:15:44.529955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.extraroute_db [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Removed routes are [] {{(pid=88371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:15:44.530693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.551376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4126ab4-763f-49ad-b3d8-51c4e491018b req-f7d5e787-5e41-4279-a6e2-3f93117eae72 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:44.562715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4126ab4-763f-49ad-b3d8-51c4e491018b req-f7d5e787-5e41-4279-a6e2-3f93117eae72 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.6036327 Jun 01 13:15:44.612500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:44.614248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.666803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Checking segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:44.667299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Network hostable DHCP agents. Network: ec481f94-b5ea-46fe-a17d-a8a8d75fa139, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:15:44.698244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:44.703537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:44.704200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.770882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Provisioning complete for port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:44.771199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.776928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:15:44.802290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ec481f94-b5ea-46fe-a17d-a8a8d75fa139) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:44.812403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:44.813028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.824981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b3080-c7c4-4c85-afea-d84ab67fdf2a None None] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:44.877902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.925211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:44.926750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/27a0be5a-9c06-4fd8-9a14-72d4b4f74f2e HTTP/1.1" status: 204 len: 168 time: 0.9229796 Jun 01 13:15:44.937824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd6ca-3b6d-4d84-a3a2-74bd33fee842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0be5a-9c06-4fd8-9a14-72d4b4f74f2e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:44.948154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-97e8c66f-3e48-4aa5-9c12-a272bae64ab0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4209168 Jun 01 13:15:44.949341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42054) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:44.954951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4126ab4-763f-49ad-b3d8-51c4e491018b req-2e7ec452-b723-4e07-b336-76718ab9b8f2 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947680 Jun 01 13:15:45.030539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:45.044462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:45.052237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Usage tracker for resource:router and tenant:96f71ac084fe41deaa72471c45ebaf4d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:45.056737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:45.066330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:45.081910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Current status of the port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:45.082286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.082827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.103089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:45.103465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.117388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.122850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-c8249c41-52ef-4e0d-bcc3-a8514e84ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:45.124476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-c8249c41-52ef-4e0d-bcc3-a8514e84ecdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1d51458-79e1-42ec-9b54-8c9af1e706d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7964654 Jun 01 13:15:45.143540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.144868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.147703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4175-a82c-42bd-8098-83f6cb8c23a7 req-9c6b79c0-44c1-44a3-9692-0af5e349621c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:45.155122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c0a4175-a82c-42bd-8098-83f6cb8c23a7 req-9c6b79c0-44c1-44a3-9692-0af5e349621c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.7319400 Jun 01 13:15:45.157663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.202648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:45.238382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.246767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.321732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619b22f-96fc-4642-bcc9-3d9baa9eb1e9 None None] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:15:45.506643 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:45.506991 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:45.532538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:45.546284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.546650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.546986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.547321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.547647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.547974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.548296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.548614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.548933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.549254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.549569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.550150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:15:45.583687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-3f439891-1581-475b-9bbe-eec704afd2b9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:45.585208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-3f439891-1581-475b-9bbe-eec704afd2b9 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 0.8641281 Jun 01 13:15:45.695432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.720398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Router 1864e196-ff18-4d43-925f-209d2a79270d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:15:45.758962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 208db597-c6a4-4a2e-8109-d751e25fc9d7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:45.776210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c0a4175-a82c-42bd-8098-83f6cb8c23a7 req-4d717bbe-7ad5-4d65-9895-16d81c57e4b6 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190560 Jun 01 13:15:45.785426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-07b9c6ef-5f45-4596-8e1f-406c28cb293c service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481292 Jun 01 13:15:45.835815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:45.836166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:45.971808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-6f3bc7f1-a0f6-44f9-a3a6-b343393c03cd tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:45.972516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-6f3bc7f1-a0f6-44f9-a3a6-b343393c03cd tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Synchronizing usage tracker for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:46.031598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:46.033988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-6f3bc7f1-a0f6-44f9-a3a6-b343393c03cd tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Unset dirty status for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:46.035533 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-6f3bc7f1-a0f6-44f9-a3a6-b343393c03cd tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.4020045 Jun 01 13:15:46.048818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Sync routers for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:46.066480 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:46.067717 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:46.088804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:46.110188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Sync routers for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:46.111987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:46.113178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1507637c-34fe-4c73-8ee7-d3bcaac7697e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 701 time: 2.1122217 Jun 01 13:15:46.153953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8614-3426-46e6-8e5a-9bf4f60be6d1 req-7a4d7c42-6cea-4322-b052-5e892981fc8f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:46.155605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128b8614-3426-46e6-8e5a-9bf4f60be6d1 req-7a4d7c42-6cea-4322-b052-5e892981fc8f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.7093930 Jun 01 13:15:46.163776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42080) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:46.196891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:46.197530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:46.287912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Deleting port 3f59404a-a41b-4580-ad70-029565ef52b5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:46.289158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:46.307461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ca29cbac-06b0-43e8-ab36-e092097555fa tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 205 time: 0.1425681 Jun 01 13:15:46.315878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42086) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:46.320977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c23617a4-8661-4ea2-b782-64cf5e2092d0 None None] Current status of the port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:46.326462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56dc2161-8fde-40a7-b597-122cc124a8aa req-f761ba08-bd39-4761-8c11-f7e0f0f4f6ca service neutron] 10.222.0.24 "GET /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314953 Jun 01 13:15:46.429253 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:46.455790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:46.459208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:46.501204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b85e6f90-fa6f-45da-bc96-4411d60ede3c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0465345 Jun 01 13:15:46.510839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:46.580574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:46.592215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Checking router: 208db597-c6a4-4a2e-8109-d751e25fc9d7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:46.616463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Routers {'208db597-c6a4-4a2e-8109-d751e25fc9d7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:46.617424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['208db597-c6a4-4a2e-8109-d751e25fc9d7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:46.795326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:46.811859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128b8614-3426-46e6-8e5a-9bf4f60be6d1 req-018d01f4-49b3-481f-908a-a1a51a2a86da tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451886 Jun 01 13:15:46.854838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:46.937767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] Set router 208db597-c6a4-4a2e-8109-d751e25fc9d7 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:46.942713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:43Z', 'revision_number': 3, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:46.953962 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Checking router: 1864e196-ff18-4d43-925f-209d2a79270d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:46.954308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Updating router 1864e196-ff18-4d43-925f-209d2a79270d port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:47.099230 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.108275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-035379e0-597e-4bc1-af12-54414e32161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:47.122629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035379e0-597e-4bc1-af12-54414e32161c None None] The sync data for ids ['208db597-c6a4-4a2e-8109-d751e25fc9d7'] in n-d-844200-1 is: [{'id': '208db597-c6a4-4a2e-8109-d751e25fc9d7', 'name': 'tempest-RoutersTest-router-1850814548', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:14:16Z', 'updated_at': '2022-06-01T13:15:36Z', 'revision_number': 11, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:47.150437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:47.154077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.245970 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.306866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.412206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55ee04-6065-4cd5-9898-4c1f629c66dc req-20dd7db1-1157-44ba-b42f-86034ed94275 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:47.419168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab55ee04-6065-4cd5-9898-4c1f629c66dc req-20dd7db1-1157-44ba-b42f-86034ed94275 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 945 time: 1.2625616 Jun 01 13:15:47.462765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 140ba8cc-55e2-4e3a-8c09-69b78914b1ed no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:47.467691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.489808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:47.490093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.544812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:47.618385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.675855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] For port 3f59404a-a41b-4580-ad70-029565ef52b5, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3f59404a-a41b-4580-ad70-029565ef52b5,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:47.676286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.724388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 140ba8cc-55e2-4e3a-8c09-69b78914b1ed owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:47.758103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:47.758489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.812317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.812945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 208db597-c6a4-4a2e-8109-d751e25fc9d7 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:15:47.814728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Calling delete_port for 3f59404a-a41b-4580-ad70-029565ef52b5 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:47.821719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:47.842184 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.845401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:47.857715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.872064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab55ee04-6065-4cd5-9898-4c1f629c66dc req-6318e2e3-3162-46c8-b4ca-8fb28ddb35ec tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518788 Jun 01 13:15:47.883347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbaf3c-1377-4e4a-a15c-819db5da2d1a req-bceef430-b7b1-454b-a8e1-e3f7b5d2b54d tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:47.884844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24dbaf3c-1377-4e4a-a15c-819db5da2d1a req-bceef430-b7b1-454b-a8e1-e3f7b5d2b54d tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 947 time: 0.8693759 Jun 01 13:15:47.892239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.893350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-501642af-4529-4efe-8215-850f90b92adf tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 204 len: 168 time: 1.5756245 Jun 01 13:15:47.900826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Transition to ACTIVE for port object f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:47.933088 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:47.968294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42122) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:47.987742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1708608196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:48.017047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:48.017480 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:48.018490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:48.038702 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc70beaf-c595-44de-ae0a-c3b76abebcca'] response: {'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'code': 200} Jun 01 13:15:48.058743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Usage tracker for resource:router and tenant:43bd275e2c864fe8b0237cfd28457de1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:48.066632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:48.092369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:48.100387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24dbaf3c-1377-4e4a-a15c-819db5da2d1a req-1d6f61a1-4fc5-46ac-8791-41f4eeea0475 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057850 Jun 01 13:15:48.111331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.138448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:48.139399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.140562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.144672 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Attempting to bind port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:48.145601 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Attempting to bind port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:48.146119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Attempting to bind port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:48.158345 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:48.159088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:48.159655 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.160200 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:48.160868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Bound port: f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:48.161418 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.165026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.190024 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a88fa-9eda-495b-bba5-f87ca890fce6 None None] Pushing event updated for resources: {'Port': ['ID=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:48.242977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.248719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bfcd68a3-7925-49ad-bd93-5a56c0b657a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.259395 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] For port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:48.264139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] For port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:48.270947 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.310464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.314754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a9810737-32a2-4383-9419-db93605ae9ae tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3426030 Jun 01 13:15:48.315725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42130) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:48.323498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:15:48.373054 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:48.373987 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:48.473903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Allocated IP 172.25.7.210 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/919d503a-e1f9-4522-8e54-87b1fc303e3e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:48.514563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a88fa-9eda-495b-bba5-f87ca890fce6 None None] Pushing event updated for resources: {'Port': ['ID=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:48.595990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:48.596333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.639740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:48.700334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ba7f9-9816-45e1-80ea-a459ab919e4a req-707753e3-706f-476a-b5ca-d08f5e49f54e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:48.707194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-797ba7f9-9816-45e1-80ea-a459ab919e4a req-707753e3-706f-476a-b5ca-d08f5e49f54e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5292971 Jun 01 13:15:48.870884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:48.969727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.006135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:49.036020 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:43Z', 'revision_number': 3, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:49.049906 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947326ac-f477-4ebb-9919-6d1e5084ccea None None] The sync data for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 is: [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:43Z', 'revision_number': 3, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:49.068292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.085787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 3f59404a-a41b-4580-ad70-029565ef52b5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:49.086740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3f59404a-a41b-4580-ad70-029565ef52b5 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:49.103968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-797ba7f9-9816-45e1-80ea-a459ab919e4a req-d15dc7cb-831e-4562-a323-65aeb7563b71 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959069 Jun 01 13:15:49.129963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Pushing event deleted for resources: {'Port': ['ID=3f59404a-a41b-4580-ad70-029565ef52b5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:49.137545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.241533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.335425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] No DVR routers for this DVR port 3f59404a-a41b-4580-ad70-029565ef52b5 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:49.337955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.354388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:49.362435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-deleted', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:49.368250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.384619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9e97de1-d76c-4ec4-a062-8f2112e089e3 req-dd717f1d-d70e-409e-9e07-e1c13abb482e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.24 "DELETE /v2.0/ports/3f59404a-a41b-4580-ad70-029565ef52b5 HTTP/1.1" status: 204 len: 173 time: 3.3427451 Jun 01 13:15:49.385449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:49.389995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:49.487822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Pushing event updated for resources: {'Port': ['ID=919d503a-e1f9-4522-8e54-87b1fc303e3e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:49.591986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:49.592380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:49.826343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82849c00-f745-4224-a41f-af67760bfbac req-5f897611-317d-4ca8-a6c8-542a2ec40ad7 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3013f10-fd74-493b-9b8e-76ff168b7106 HTTP/1.1" status: 200 len: 210 time: 0.5131557 Jun 01 13:15:49.931719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 140ba8cc-55e2-4e3a-8c09-69b78914b1ed owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:50.206997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85283e-2387-469d-8169-c57328d2ef44 req-68340d26-8673-4a69-9980-0be3c903423a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:50.207748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be85283e-2387-469d-8169-c57328d2ef44 req-68340d26-8673-4a69-9980-0be3c903423a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Synchronizing usage tracker for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:50.225956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Allocated IP 172.20.0.1 (cbd93551-a8b5-4d51-9b1d-35c90db8cb38/0d050428-c642-4ac0-8ccc-d256b835724b/e79039ce-4e50-41f5-ae76-3df1bba7892d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:50.276558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:50.361289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:50.373191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:50.556782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be85283e-2387-469d-8169-c57328d2ef44 req-68340d26-8673-4a69-9980-0be3c903423a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Unset dirty status for tenant:299eeb2f43c74243a2751b210cdfde8a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:50.563205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be85283e-2387-469d-8169-c57328d2ef44 req-68340d26-8673-4a69-9980-0be3c903423a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5 HTTP/1.1" status: 200 len: 943 time: 1.4213285 Jun 01 13:15:50.574930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=140ba8cc-55e2-4e3a-8c09-69b78914b1ed,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:50.577250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Router 947af1a6-68a5-42cd-95e4-d69cd7f4c554 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:15:50.619059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port 140ba8cc-55e2-4e3a-8c09-69b78914b1ed on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:50.642055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:50.644026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7b21210-4c18-4f16-a388-cd0e9a4081f5 req-54544024-0317-4911-82d4-ff96209e019f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/140ba8cc-55e2-4e3a-8c09-69b78914b1ed HTTP/1.1" status: 204 len: 173 time: 4.9946294 Jun 01 13:15:50.656161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff51d-1449-4eef-b847-e73e94ea84d3 req-072432ce-3bf0-4c79-ae1b-50ad3e0c834b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:50.658047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c7ff51d-1449-4eef-b847-e73e94ea84d3 req-072432ce-3bf0-4c79-ae1b-50ad3e0c834b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6062939 Jun 01 13:15:50.658513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-deleted', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:50.664286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-081533fe-a83b-4538-b44b-07e994ca11bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:50.689229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:50.874033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be85283e-2387-469d-8169-c57328d2ef44 req-a6f7961d-f90b-4244-bba6-a6423f29f281 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852976 Jun 01 13:15:50.914514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:50.921817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:50.925267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5fecf96e-a993-4ae9-a6d0-ff597feb7afe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "PUT /v2.0/routers/947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 200 len: 694 time: 2.6048160 Jun 01 13:15:50.925571 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Sync routers for ids ['947af1a6-68a5-42cd-95e4-d69cd7f4c554'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:50.927940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42176) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:50.943065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Routers {'947af1a6-68a5-42cd-95e4-d69cd7f4c554'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:50.943854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['947af1a6-68a5-42cd-95e4-d69cd7f4c554'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:51.015748 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4830257e-1820-4c6b-9137-46f78a27abc4'] response: {'server_uuid': 'c3013f10-fd74-493b-9b8e-76ff168b7106', 'name': 'network-vif-deleted', 'tag': '3f59404a-a41b-4580-ad70-029565ef52b5', 'status': 'completed', 'code': 200} Jun 01 13:15:51.108091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:51.138313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:51.150353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.239287 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Set router 947af1a6-68a5-42cd-95e4-d69cd7f4c554 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:51.365557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6c902a7a-db72-47cb-8eaa-35085f8c6eb3 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/routers/947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 200 len: 700 time: 0.4363241 Jun 01 13:15:51.366144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42184) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:51.376366 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d10446-f9f3-405a-9757-37b7fbe5b4fb'] response: {'server_uuid': '6eb6dfb9-6b1b-4ce1-9cdf-dc2b76443fd5', 'name': 'network-vif-deleted', 'tag': '140ba8cc-55e2-4e3a-8c09-69b78914b1ed', 'status': 'completed', 'code': 200} Jun 01 13:15:51.407560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947af1a6-68a5-42cd-95e4-d69cd7f4c554', 'name': 'tempest-RoutersTest-router-1708608196', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:48Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:51.419363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Checking router: 947af1a6-68a5-42cd-95e4-d69cd7f4c554 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:51.442916 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Routers {'947af1a6-68a5-42cd-95e4-d69cd7f4c554'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:51.444171 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['947af1a6-68a5-42cd-95e4-d69cd7f4c554'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:51.508275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c7ff51d-1449-4eef-b847-e73e94ea84d3 req-b72952aa-a3bd-4267-b3d5-3a998aa2c679 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7328970 Jun 01 13:15:51.555190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a5338ea-2b67-49fd-8bb9-466112e11b52 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 200 len: 205 time: 0.1774538 Jun 01 13:15:51.555796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42192) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:51.688024 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] Set router 947af1a6-68a5-42cd-95e4-d69cd7f4c554 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:51.730054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.809090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Transition to ACTIVE for port object e79039ce-4e50-41f5-ae76-3df1bba7892d will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:51.813814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.863448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.869654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:51.870240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.889051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.902005 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.917900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:51.927684 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.975812 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947af1a6-68a5-42cd-95e4-d69cd7f4c554', 'name': 'tempest-RoutersTest-router-1708608196', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:48Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:51.976334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:51.991321 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f25fc1-0d92-481d-9f82-76b83345e8f6 None None] The sync data for ids ['947af1a6-68a5-42cd-95e4-d69cd7f4c554'] in n-d-844200-1 is: [{'id': '947af1a6-68a5-42cd-95e4-d69cd7f4c554', 'name': 'tempest-RoutersTest-router-1708608196', 'tenant_id': '43bd275e2c864fe8b0237cfd28457de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:48Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 2, 'project_id': '43bd275e2c864fe8b0237cfd28457de1', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:52.062919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:52.135093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:52.197854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:52.208341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:52.220119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:52.303871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.566252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.572637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.609909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:52.618985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213750-a882-4d61-bd7e-4106f6455e28 req-541af181-e791-44c6-b6a5-ab0c6da33531 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:52.620746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb213750-a882-4d61-bd7e-4106f6455e28 req-541af181-e791-44c6-b6a5-ab0c6da33531 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 949 time: 0.5364769 Jun 01 13:15:52.662776 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.664296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Fanout notify agent at l3_agent the message router_deleted on router 947af1a6-68a5-42cd-95e4-d69cd7f4c554 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:15:52.685930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44c38121-de7a-4280-a395-d85b8603fb67 None None] Provisioning for port e79039ce-4e50-41f5-ae76-3df1bba7892d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:52.697198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44c38121-de7a-4280-a395-d85b8603fb67 None None] Provisioning complete for port e79039ce-4e50-41f5-ae76-3df1bba7892d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:52.697837 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c38121-de7a-4280-a395-d85b8603fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.721380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.726345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-010fdcac-914e-4588-9815-697d6371205a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 204 len: 168 time: 1.1695738 Jun 01 13:15:52.730557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42248) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:52.754149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb213750-a882-4d61-bd7e-4106f6455e28 req-65a29ce1-8156-4ddc-ac49-83976316e11b tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087267 Jun 01 13:15:52.794899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-44c38121-de7a-4280-a395-d85b8603fb67 None None] Port e79039ce-4e50-41f5-ae76-3df1bba7892d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:52.802338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Router fe15227e-dc80-4db1-bbe7-94668dd6e95d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:15:52.821805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db814097-64a2-4912-85aa-435fbce6bc9f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Synchronizing usage tracker for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:52.825562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:52.825934 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:52.985977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db814097-64a2-4912-85aa-435fbce6bc9f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] Unset dirty status for tenant:43bd275e2c864fe8b0237cfd28457de1 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:52.987225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db814097-64a2-4912-85aa-435fbce6bc9f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 200 len: 205 time: 0.2556186 Jun 01 13:15:52.989910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42256) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.013745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:53.071181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.094444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.122966 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-074d0f84-ba6d-4259-878a-310043292ac6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:53.129301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-074d0f84-ba6d-4259-878a-310043292ac6 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/947af1a6-68a5-42cd-95e4-d69cd7f4c554 HTTP/1.1" status: 404 len: 336 time: 0.1362426 Jun 01 13:15:53.130010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42262) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.172047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:53.186695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Sync routers for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:53.199841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:53.200824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:53.223929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.227122 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4cc4cc7c-c5de-4c24-b040-7a68f093c0dc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2729192 Jun 01 13:15:53.229488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42270) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.230503 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cd6830-5101-4363-b4f9-6d299e9c1d56 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:53.231307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cd6830-5101-4363-b4f9-6d299e9c1d56 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:53.235672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6cd6830-5101-4363-b4f9-6d299e9c1d56 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/2e22d070-a000-47d8-803c-99141ecc4e74 HTTP/1.1" status: 404 len: 337 time: 0.1004817 Jun 01 13:15:53.273986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42274) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.352637 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ba7024-c31f-4087-9047-6dbf3c787a90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:53.353261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ba7024-c31f-4087-9047-6dbf3c787a90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:53.356882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77ba7024-c31f-4087-9047-6dbf3c787a90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/17b4034b-c278-4c58-a3a6-64ca2cf33b57 HTTP/1.1" status: 404 len: 337 time: 0.0750983 Jun 01 13:15:53.361028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42280) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.413808 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b43ec4-42a9-4810-b9d9-0ec3fe8ddb75 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:53.414491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b43ec4-42a9-4810-b9d9-0ec3fe8ddb75 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:53.416808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-95b43ec4-42a9-4810-b9d9-0ec3fe8ddb75 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/233790b4-6edc-41ca-93ba-df27339c7a0d HTTP/1.1" status: 404 len: 337 time: 0.0544314 Jun 01 13:15:53.422160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.457016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:53.475926 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3e9fd8-2fc8-42b4-aad4-2cd0a936da90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:53.476775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3e9fd8-2fc8-42b4-aad4-2cd0a936da90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:53.478902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4b3e9fd8-2fc8-42b4-aad4-2cd0a936da90 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/9be9cce4-3e4c-4211-96c1-9b7d68bb0087 HTTP/1.1" status: 404 len: 337 time: 0.0547621 Jun 01 13:15:53.482706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42292) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.546129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-78969cee-1894-45a6-be74-8e94476a471a tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 200 len: 205 time: 0.0617769 Jun 01 13:15:53.552690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42296) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.562255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-94d3d36a-5b2d-4983-b4d9-58ab6cfd9aea tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:53.569526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-94d3d36a-5b2d-4983-b4d9-58ab6cfd9aea tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=47d19590-fefa-49a0-8ec0-a7a4c3dc06ce HTTP/1.1" status: 200 len: 943 time: 0.3573656 Jun 01 13:15:53.750803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port a4b0088c-093f-427f-90d6-3bf4f57a46b3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:53.751115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.823298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.834115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:53.856146 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-f7dacb72-48fb-445c-9b54-0eef7d75dc88 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:53.857280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f7dacb72-48fb-445c-9b54-0eef7d75dc88 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/208db597-c6a4-4a2e-8109-d751e25fc9d7 HTTP/1.1" status: 404 len: 336 time: 0.2853789 Jun 01 13:15:53.865538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 3, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:53.869654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42310) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:53.870108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Checking router: fe15227e-dc80-4db1-bbe7-94668dd6e95d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:53.870547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Updating router fe15227e-dc80-4db1-bbe7-94668dd6e95d port 919d503a-e1f9-4522-8e54-87b1fc303e3e binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:53.932106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.036258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:54.079117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04681aba-d596-402a-a571-860515431569 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=8e88ba7d-9912-495c-ae0e-7336c537f9e5 HTTP/1.1" status: 200 len: 205 time: 0.1802664 Jun 01 13:15:54.083855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.175142 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-05f84505-e3dd-4f94-935c-c89f0cf9f34e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:54.177042 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05f84505-e3dd-4f94-935c-c89f0cf9f34e tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/8e88ba7d-9912-495c-ae0e-7336c537f9e5 HTTP/1.1" status: 404 len: 336 time: 0.0905240 Jun 01 13:15:54.184202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.185083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.245720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-8c0b7764-9b6f-4d2e-a72b-0370cfffc28e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:54.247369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-8c0b7764-9b6f-4d2e-a72b-0370cfffc28e tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 949 time: 0.4647367 Jun 01 13:15:54.324507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.336266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756dd69-436f-4f32-99c9-e74d6dc7d914 req-35935b4a-0179-464b-a6d2-64ed22095bb1 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:54.337454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Transition to ACTIVE for port object 919d503a-e1f9-4522-8e54-87b1fc303e3e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:54.343158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5756dd69-436f-4f32-99c9-e74d6dc7d914 req-35935b4a-0179-464b-a6d2-64ed22095bb1 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 949 time: 0.3382685 Jun 01 13:15:54.348235 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.351921 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b37798-093c-4954-ae01-8a211c91d89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:54.352570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b37798-093c-4954-ae01-8a211c91d89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:54.359290 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-89b37798-093c-4954-ae01-8a211c91d89d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/c5453dd7-606c-4c7b-942c-54126c8ff48f HTTP/1.1" status: 404 len: 337 time: 0.1699698 Jun 01 13:15:54.366357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42332) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.400511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Deleting port 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:54.400829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.470795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5756dd69-436f-4f32-99c9-e74d6dc7d914 req-89b2660a-fe95-4fd9-aea3-aee868372e8c tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263738 Jun 01 13:15:54.474680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Attempting to bind port 919d503a-e1f9-4522-8e54-87b1fc303e3e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:54.475179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Attempting to bind port 919d503a-e1f9-4522-8e54-87b1fc303e3e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:54.475543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Attempting to bind port 919d503a-e1f9-4522-8e54-87b1fc303e3e on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:54.490362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port a4b0088c-093f-427f-90d6-3bf4f57a46b3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a4b0088c-093f-427f-90d6-3bf4f57a46b3,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:54.490755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.500826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:54.501195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:54.501970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.502350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:54.502854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Bound port: 919d503a-e1f9-4522-8e54-87b1fc303e3e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:54.503224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.573664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9c756-6157-4df9-8209-4b1a51fc1aa5 None None] Pushing event updated for resources: {'Port': ['ID=919d503a-e1f9-4522-8e54-87b1fc303e3e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:54.623807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] For port 919d503a-e1f9-4522-8e54-87b1fc303e3e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:54.624642 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-569378e7-84b2-4b35-b319-cd287e98975c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 200 len: 205 time: 0.2564762 Jun 01 13:15:54.628688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] For port 919d503a-e1f9-4522-8e54-87b1fc303e3e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=919d503a-e1f9-4522-8e54-87b1fc303e3e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:54.635924 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:54.641229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.719923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for a4b0088c-093f-427f-90d6-3bf4f57a46b3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:54.795074 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e28b14cf-4421-4edb-ba1b-7d03f795603f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:54.796512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e28b14cf-4421-4edb-ba1b-7d03f795603f tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/92db5e00-5a33-47b5-a5ff-6c57f17d561e HTTP/1.1" status: 404 len: 336 time: 0.1526754 Jun 01 13:15:54.812888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42350) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.815441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:54.816090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:54.926823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05a4199f-60c2-490e-9c0e-8a1695e60af7 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=3dd97efe-1baf-436a-be9b-5ed8a357117b HTTP/1.1" status: 200 len: 205 time: 0.1041982 Jun 01 13:15:54.929303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42358) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:54.936059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:55.011790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:55.051077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:55.208664 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-ac9080f4-689c-4427-89f9-08c39e80435b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:55.212134 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac9080f4-689c-4427-89f9-08c39e80435b tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/3dd97efe-1baf-436a-be9b-5ed8a357117b HTTP/1.1" status: 404 len: 336 time: 0.2794864 Jun 01 13:15:55.213358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42370) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:55.236068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9c756-6157-4df9-8209-4b1a51fc1aa5 None None] Pushing event updated for resources: {'Port': ['ID=919d503a-e1f9-4522-8e54-87b1fc303e3e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:55.266474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] For port 45080572-aa0c-4e1d-87b6-41ce9e246222, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=45080572-aa0c-4e1d-87b6-41ce9e246222,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:55.267152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.400732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea2b2554-1955-40d4-b3be-3c73dcbb0fe1 None None] Provisioning complete for port e79039ce-4e50-41f5-ae76-3df1bba7892d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:55.401216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2554-1955-40d4-b3be-3c73dcbb0fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.424953 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44f6691-a822-49d3-be61-894d8f930fbe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:55.425610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44f6691-a822-49d3-be61-894d8f930fbe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:55.428685 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f44f6691-a822-49d3-be61-894d8f930fbe tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/39920d2f-1430-452f-bae0-b844181fcc73 HTTP/1.1" status: 404 len: 337 time: 0.1104615 Jun 01 13:15:55.437772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:55.448726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Calling delete_port for 45080572-aa0c-4e1d-87b6-41ce9e246222 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:55.575111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b2554-1955-40d4-b3be-3c73dcbb0fe1 None None] Port e79039ce-4e50-41f5-ae76-3df1bba7892d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:15:55.607032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.654270 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a06920c2-8aa9-4b79-818f-a27df158bd80 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=09b7bbfa-7c85-4fe7-8732-bf968467a065 HTTP/1.1" status: 200 len: 205 time: 0.2128282 Jun 01 13:15:55.661416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42384) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:55.664883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Router 1864e196-ff18-4d43-925f-209d2a79270d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:15:55.688313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.701393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 3, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:55.707733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['8e8ddf99-d312-4d3a-9eec-2f5839277ed9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:55.761156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:15:55.808322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474e3e6-b8ce-4962-806d-d184d0f84604 None None] The sync data for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 is: [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:49Z', 'revision_number': 3, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:15:55.809104 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-10ed55f9-16c2-4e88-8e2e-50d3cceccbeb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:55.822319 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-10ed55f9-16c2-4e88-8e2e-50d3cceccbeb tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/09b7bbfa-7c85-4fe7-8732-bf968467a065 HTTP/1.1" status: 404 len: 336 time: 0.1598084 Jun 01 13:15:55.826508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=a4b0088c-093f-427f-90d6-3bf4f57a46b3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:55.830609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:55.945842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] No DVR routers for this DVR port a4b0088c-093f-427f-90d6-3bf4f57a46b3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:55.949895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.956272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:55.961320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-deleted', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:56.037389 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e869558f-2291-41d0-9843-03c6706c1d66 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:56.037869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e869558f-2291-41d0-9843-03c6706c1d66 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:56.085552 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e869558f-2291-41d0-9843-03c6706c1d66 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/29736c18-5cb3-4c66-9e01-dd1f5ef383bc HTTP/1.1" status: 404 len: 337 time: 0.1227598 Jun 01 13:15:56.090609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42396) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:56.139327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Pushing event deleted for resources: {'Port': ['ID=45080572-aa0c-4e1d-87b6-41ce9e246222,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:56.289283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-598b9c4b-1942-497d-8b13-509fed1e994d tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "GET /v2.0/ports?device_id=bad1e504-a4e9-4a19-ba7a-c185b88e44ce HTTP/1.1" status: 200 len: 205 time: 0.1946695 Jun 01 13:15:56.297184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42400) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:56.297732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:56.383564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43571c08-d396-43c2-8d35-1eaa36c2769c req-051c05b6-77cf-4e1e-9070-f5256b3cd79e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "DELETE /v2.0/ports/a4b0088c-093f-427f-90d6-3bf4f57a46b3 HTTP/1.1" status: 204 len: 173 time: 2.8122883 Jun 01 13:15:56.416551 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-0564c928-3fa7-4807-8fee-97088288fc8c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] delete failed (client error): The resource could not be found. Jun 01 13:15:56.417849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0564c928-3fa7-4807-8fee-97088288fc8c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/routers/bad1e504-a4e9-4a19-ba7a-c185b88e44ce HTTP/1.1" status: 404 len: 336 time: 0.1072361 Jun 01 13:15:56.419176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900a8b-30f3-4f52-934c-d3a908469fb5 req-7064208a-302e-4976-ab67-84ef7fb4527f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:56.419928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2a900a8b-30f3-4f52-934c-d3a908469fb5 req-7064208a-302e-4976-ab67-84ef7fb4527f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Synchronizing usage tracker for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:56.426094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:56.427314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] No DVR routers for this DVR port 45080572-aa0c-4e1d-87b6-41ce9e246222 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:15:56.441113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:56.443491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7ed292f-33c8-4b01-9960-279b6d2e68c7 req-fee93866-ba4f-46fe-9edf-b137d1cc08a2 tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.13 "DELETE /v2.0/ports/45080572-aa0c-4e1d-87b6-41ce9e246222 HTTP/1.1" status: 204 len: 173 time: 2.1893704 Jun 01 13:15:56.589845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:15:56.615721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Sync routers for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:15:56.616224 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b8c3d09-2b0b-416e-abe6-adfb0c1250f8 admin admin] 10.222.0.40 "PUT /v2.0/routers/1864e196-ff18-4d43-925f-209d2a79270d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0945904 Jun 01 13:15:56.634792 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d0532-86f8-4f90-8d3d-aaaef81a9f6c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:56.635248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69d0532-86f8-4f90-8d3d-aaaef81a9f6c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:56.637273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d69d0532-86f8-4f90-8d3d-aaaef81a9f6c tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/9c096b05-30dd-463e-86bc-730085dec9f0 HTTP/1.1" status: 404 len: 337 time: 0.1927001 Jun 01 13:15:56.646772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:56.656517 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:56.657150 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:56.660650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2a900a8b-30f3-4f52-934c-d3a908469fb5 req-7064208a-302e-4976-ab67-84ef7fb4527f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] Unset dirty status for tenant:5803696c3e3d439d8f7fccd1487621ae on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:56.669216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a900a8b-30f3-4f52-934c-d3a908469fb5 req-7064208a-302e-4976-ab67-84ef7fb4527f tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/ports?device_id=7a6fc7bb-8cda-4e21-a98f-05acdac77fcb HTTP/1.1" status: 200 len: 949 time: 0.9211187 Jun 01 13:15:56.678720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 919d503a-e1f9-4522-8e54-87b1fc303e3e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:56.832188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a900a8b-30f3-4f52-934c-d3a908469fb5 req-46cc6925-970a-45a6-82bb-e4d9a0f0f7fa tempest-ListImageFiltersTestJSON-1694391220 tempest-ListImageFiltersTestJSON-1694391220-project] 10.222.0.40 "GET /v2.0/security-groups?id=7af0ec90-8561-438e-a5d3-adc4e2077afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565459 Jun 01 13:15:56.848905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:56.884228 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309be43-22be-409d-bb0d-89d64d4e4051 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] DELETE failed (client error): The resource could not be found. Jun 01 13:15:56.895369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5309be43-22be-409d-bb0d-89d64d4e4051 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:15:56.912807 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5309be43-22be-409d-bb0d-89d64d4e4051 tempest-RoutersTest-1367250255 tempest-RoutersTest-1367250255-project] 10.222.0.40 "DELETE /v2.0/subnets/f3ebfb08-8119-4ac2-90a9-fe4f823c0870 HTTP/1.1" status: 404 len: 337 time: 0.2650104 Jun 01 13:15:56.941479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 919d503a-e1f9-4522-8e54-87b1fc303e3e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:15:56.954470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 919d503a-e1f9-4522-8e54-87b1fc303e3e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:56.954889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:56.982529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Allocated IP 172.20.0.1 (ec481f94-b5ea-46fe-a17d-a8a8d75fa139/8860a755-9e41-4ef4-94ec-30106cb0cf3d/0feec1a7-8639-4dc7-be9b-ab5c97d29da7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:15:57.015175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:15:57.024001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Usage tracker for resource:security_group_rule and tenant:35feb410d2c34a73969e5e46d9c5d64c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:15:57.030791 n-d-844200-1 neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4d8fcbcb-bb38-4a1f-b2a0-0f4cf081b935']: {'server_uuid': '47d19590-fefa-49a0-8ec0-a7a4c3dc06ce', 'name': 'network-vif-deleted', 'tag': 'a4b0088c-093f-427f-90d6-3bf4f57a46b3', 'status': 'failed', 'code': 422} returned with failed status Jun 01 13:15:57.043930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:15:57.140676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:15:57.224882 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:57.264827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 919d503a-e1f9-4522-8e54-87b1fc303e3e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:57.267018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.272070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-df9dc2e3-0b42-4d28-a229-61452bf63171 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:57.283133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-df9dc2e3-0b42-4d28-a229-61452bf63171 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 946 time: 0.3858733 Jun 01 13:15:57.314943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 919d503a-e1f9-4522-8e54-87b1fc303e3e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=919d503a-e1f9-4522-8e54-87b1fc303e3e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:57.333315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.488074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.494118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:57.496893 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.499382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:57.541080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:57.614244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.628750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.684195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:57.745926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732c82-db93-4380-b553-50e290523b88 req-e881bd4e-45b6-482b-a8f6-2ca65f5d93a7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:57.755232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe148d-3fe7-4314-af44-747fb824ba3e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:57.756120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7732c82-db93-4380-b553-50e290523b88 req-e881bd4e-45b6-482b-a8f6-2ca65f5d93a7 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 946 time: 0.6025300 Jun 01 13:15:57.763085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ee6de27-6995-42a4-b766-bd319f058900 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=35feb410d2c34a73969e5e46d9c5d64c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4545014 Jun 01 13:15:57.773450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:57.817845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=919d503a-e1f9-4522-8e54-87b1fc303e3e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:57.856384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:57.878803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:57.939217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:15:57.971674 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:52Z', 'revision_number': 4, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'e79039ce-4e50-41f5-ae76-3df1bba7892d', 'name': '', 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'mac_address': 'fa:16:3e:0b:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:49Z', 'updated_at': '2022-06-01T13:15:53Z', 'revision_number': 2, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'subnets': [{'id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:57.981065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Checking router: 1864e196-ff18-4d43-925f-209d2a79270d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:15:57.981410 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Updating router 1864e196-ff18-4d43-925f-209d2a79270d port e79039ce-4e50-41f5-ae76-3df1bba7892d binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:15:58.012475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:58.013660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.015476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:58.016202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.061339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7732c82-db93-4380-b553-50e290523b88 req-89aa616f-c3d5-4b05-b4c7-11a44ceecd22 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988224 Jun 01 13:15:58.065024 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.076739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:15:58.078293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:58.098879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.099672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:15:58.200951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 45080572-aa0c-4e1d-87b6-41ce9e246222 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:15:58.201242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 45080572-aa0c-4e1d-87b6-41ce9e246222 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:15:58.236673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Pushing event updated for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:58.272194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:58.310120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:15:58.374156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.380982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4883e98c-13d7-45e6-bd3e-b97bb87fc765 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=43bd275e2c864fe8b0237cfd28457de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387799 Jun 01 13:15:58.398537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:58.419820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.492080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.543406 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.571164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:15:58.571688 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:15:58.577773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-e07988d0-3438-430f-8dfa-d11164827cbe tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:58.578808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-e07988d0-3438-430f-8dfa-d11164827cbe tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Synchronizing usage tracker for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:58.621269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.622518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 919d503a-e1f9-4522-8e54-87b1fc303e3e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:15:58.637862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be08c48-c596-403e-b89e-25116fe70ad1 req-c1d6c3c9-dd59-401b-94ce-ed406beb6935 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:15:58.640191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8be08c48-c596-403e-b89e-25116fe70ad1 req-c1d6c3c9-dd59-401b-94ce-ed406beb6935 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:15:58.645923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-e07988d0-3438-430f-8dfa-d11164827cbe tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Unset dirty status for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:58.647531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-e07988d0-3438-430f-8dfa-d11164827cbe tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.3647468 Jun 01 13:15:58.671938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-ae6d67e8-e176-468a-b9ac-22e07992c352 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/quotas/6e1cf8e7c8694cad8db5df4439d0f84b HTTP/1.1" status: 200 len: 375 time: 0.0138822 Jun 01 13:15:58.675233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8be08c48-c596-403e-b89e-25116fe70ad1 req-c1d6c3c9-dd59-401b-94ce-ed406beb6935 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:15:58.676998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be08c48-c596-403e-b89e-25116fe70ad1 req-c1d6c3c9-dd59-401b-94ce-ed406beb6935 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 907 time: 0.2693565 Jun 01 13:15:58.722255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 919d503a-e1f9-4522-8e54-87b1fc303e3e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:15:58.722664 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.729006 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.743380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.752268 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Transition to ACTIVE for port object e79039ce-4e50-41f5-ae76-3df1bba7892d will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:15:58.771556 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.775382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe148d-3fe7-4314-af44-747fb824ba3e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:58.791548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.793997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-d1178147-3019-467d-af5b-18fc5b17cd33 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155765 Jun 01 13:15:58.833021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.834251 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-faa5011c-8275-40c6-a5e1-f50e247b8a72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5ffe148d-3fe7-4314-af44-747fb824ba3e HTTP/1.1" status: 204 len: 168 time: 1.0593503 Jun 01 13:15:58.839765 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a124a721-d7d9-4f17-ad44-c93acbc60a64'] response: {'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'code': 200} Jun 01 13:15:58.850189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.886113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:58.887784 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/501321ed-d691-4460-8ad0-a5b0c8c70f8e HTTP/1.1" status: 204 len: 168 time: 0.4884462 Jun 01 13:15:58.888677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1a38f-d219-4413-8f0a-c5d70c64fa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501321ed-d691-4460-8ad0-a5b0c8c70f8e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:59.034773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 919d503a-e1f9-4522-8e54-87b1fc303e3e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:15:59.054909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-deleted', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:15:59.076060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Deleting port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:15:59.076459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.139618 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a549-f435-4894-b9bc-6ca22454c8e2 None None] Pushing event updated for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:59.206915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.215758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.222112 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Attempting to bind port e79039ce-4e50-41f5-ae76-3df1bba7892d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:15:59.222471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Attempting to bind port e79039ce-4e50-41f5-ae76-3df1bba7892d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:15:59.222850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Attempting to bind port e79039ce-4e50-41f5-ae76-3df1bba7892d on network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:15:59.232564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:15:59.232858 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Checking segment: {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:15:59.233120 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.233690 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Bound using segment: {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:15:59.234331 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Bound port: e79039ce-4e50-41f5-ae76-3df1bba7892d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad47f35-6973-4b0d-bf66-c4539514b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:15:59.234907 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.339468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-7a4018c3-9e45-481d-9612-360ff0648c7d service neutron] 10.222.0.40 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373816 Jun 01 13:15:59.368408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] For port e79039ce-4e50-41f5-ae76-3df1bba7892d, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:15:59.372681 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] For port e79039ce-4e50-41f5-ae76-3df1bba7892d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e79039ce-4e50-41f5-ae76-3df1bba7892d,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:15:59.385501 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.392610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Pushing event updated for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:59.423469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:15:59.489882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:15:59.502097 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a549-f435-4894-b9bc-6ca22454c8e2 None None] Pushing event updated for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:15:59.519640 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:15:59.520260 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:15:59.690153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:15:59.692332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:15:59.923458 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:15:59.934691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-ffd6a832-ab1c-4fd8-a56a-377fb467e5f3 service neutron] 10.222.0.40 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941215 Jun 01 13:16:00.045955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] For port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,segment=NetworkSegment(321f49fc-3c3d-48f2-add8-e62f73e885d4),segment_id=321f49fc-3c3d-48f2-add8-e62f73e885d4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:00.046719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:00.064387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Router fe15227e-dc80-4db1-bbe7-94668dd6e95d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:00.079987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-4dd56a9c-9393-42a5-918d-eff8dfe6fad2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:00.080716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-4dd56a9c-9393-42a5-918d-eff8dfe6fad2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:00.095743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-4dd56a9c-9393-42a5-918d-eff8dfe6fad2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:00.097086 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-4dd56a9c-9393-42a5-918d-eff8dfe6fad2 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 907 time: 0.3203392 Jun 01 13:16:00.259504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:00.290615 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2472e37-c5ca-4974-ae4d-6a506cd09494'] response: {'server_uuid': '7a6fc7bb-8cda-4e21-a98f-05acdac77fcb', 'name': 'network-vif-deleted', 'tag': '45080572-aa0c-4e1d-87b6-41ce9e246222', 'status': 'completed', 'code': 200} Jun 01 13:16:00.393961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:00.398014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Usage tracker for resource:security_group_rule and tenant:7d7ad54da1584bc79bb13471a83e3118 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:00.401397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:00.407774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:00.460331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Calling delete_port for 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:00.488281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port a0dbae27-3600-4267-b1dd-e7d97d7819d9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:00.488650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:00.510576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42532) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:00.542242 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:52Z', 'revision_number': 4, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'e79039ce-4e50-41f5-ae76-3df1bba7892d', 'name': '', 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'mac_address': 'fa:16:3e:0b:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:49Z', 'updated_at': '2022-06-01T13:15:59Z', 'revision_number': 4, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'subnets': [{'id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:00.552416 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a17-1057-4ded-8b82-ca09cf9c541b None None] The sync data for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 is: [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:15:52Z', 'revision_number': 4, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'e79039ce-4e50-41f5-ae76-3df1bba7892d', 'name': '', 'network_id': 'cbd93551-a8b5-4d51-9b1d-35c90db8cb38', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'mac_address': 'fa:16:3e:0b:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:49Z', 'updated_at': '2022-06-01T13:15:59Z', 'revision_number': 4, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'subnets': [{'id': '0d050428-c642-4ac0-8ccc-d256b835724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:00.766560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:00.841051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:00.863563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Sync routers for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:00.875872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:00.876903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:00.881223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:00.971309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b0273253-3ed7-49f0-86b3-c4d4d4c030a8 tempest-DvrRoutersNegativeTest-1166989192 tempest-DvrRoutersNegativeTest-1166989192-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1450466250', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:00.973933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.policy [None req-b0273253-3ed7-49f0-86b3-c4d4d4c030a8 tempest-DvrRoutersNegativeTest-1166989192 tempest-DvrRoutersNegativeTest-1166989192-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88371) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 01 13:16:00.974235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.policy [None req-b0273253-3ed7-49f0-86b3-c4d4d4c030a8 tempest-DvrRoutersNegativeTest-1166989192 tempest-DvrRoutersNegativeTest-1166989192-project] Failed policy check for 'create_router' {{(pid=88371) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 01 13:16:00.974784 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-b0273253-3ed7-49f0-86b3-c4d4d4c030a8 tempest-DvrRoutersNegativeTest-1166989192 tempest-DvrRoutersNegativeTest-1166989192-project] create failed (client error): Access was denied to this resource. Jun 01 13:16:00.976371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0273253-3ed7-49f0-86b3-c4d4d4c030a8 tempest-DvrRoutersNegativeTest-1166989192 tempest-DvrRoutersNegativeTest-1166989192-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4250970 Jun 01 13:16:00.989177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47469-4af8-4be6-a7ee-88ca79c50d00 req-c9063884-e87f-486a-883b-74e16e7c99d5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:00.990729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25e47469-4af8-4be6-a7ee-88ca79c50d00 req-c9063884-e87f-486a-883b-74e16e7c99d5 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 907 time: 0.4979529 Jun 01 13:16:01.056959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7d7ad54da1584bc79bb13471a83e3118&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5631278 Jun 01 13:16:01.060015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:01.065933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff720699-de99-4fb4-93c2-86a9a32d217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160cbd3-5cf5-4477-8e51-879e65da19f9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:01.082160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.166320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:01.176624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Pushing event deleted for resources: {'Port': ['ID=1b9d0e15-35bc-42ee-afb7-aac1503dc7c0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:01.267364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633f309-0c78-432f-8e1e-72d185c00e47 req-c4fa156b-5b8e-44cb-9d79-1cbd97c41c4f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:01.268824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9633f309-0c78-432f-8e1e-72d185c00e47 req-c4fa156b-5b8e-44cb-9d79-1cbd97c41c4f tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/ports?device_id=37544c52-65ef-42db-9161-018527d328ae HTTP/1.1" status: 200 len: 944 time: 0.9844451 Jun 01 13:16:01.341215 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-68739094-7faf-4919-885e-dca95fae4335 admin admin] 10.222.0.40 "PUT /v2.0/routers/fe15227e-dc80-4db1-bbe7-94668dd6e95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1104980 Jun 01 13:16:01.516434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port a0dbae27-3600-4267-b1dd-e7d97d7819d9, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=a0dbae27-3600-4267-b1dd-e7d97d7819d9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:01.516807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.536605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] No DVR routers for this DVR port 1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:01.545504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.597826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.616835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e0812e9-d7cf-43bc-b13c-a144de6bb96b req-ca57fdd3-834f-4686-abdc-a23b9d5e43f1 tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.13 "DELETE /v2.0/ports/1b9d0e15-35bc-42ee-afb7-aac1503dc7c0 HTTP/1.1" status: 204 len: 173 time: 4.3274326 Jun 01 13:16:01.676644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9633f309-0c78-432f-8e1e-72d185c00e47 req-6680e9d5-2a7d-4f55-8a2d-c1630ac7e98a tempest-ServersTestJSON-1622449332 tempest-ServersTestJSON-1622449332-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2d5a084-e362-4dec-a94f-4f9ce1daffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687618 Jun 01 13:16:01.725597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.744417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:01.950880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:01.969335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:58Z', 'revision_number': 4, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0feec1a7-8639-4dc7-be9b-ab5c97d29da7', 'name': '', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'mac_address': 'fa:16:3e:a2:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:55Z', 'updated_at': '2022-06-01T13:15:58Z', 'revision_number': 2, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'subnets': [{'id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:01.974313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Checking router: fe15227e-dc80-4db1-bbe7-94668dd6e95d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:01.974701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Updating router fe15227e-dc80-4db1-bbe7-94668dd6e95d port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:16:01.978503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for a0dbae27-3600-4267-b1dd-e7d97d7819d9 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:01.979138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160cbd3-5cf5-4477-8e51-879e65da19f9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:02.080921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-debb2289-67ff-489b-86d1-9e45b3a1d6a7 req-3ac00b01-e36b-4fe3-835e-7612dc36c7b5 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 210 time: 0.1042545 Jun 01 13:16:02.106410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.158602 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.164542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:02.180324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Usage tracker for resource:security_group_rule and tenant:156f3bf07a8a48a98877a32b887f383e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:02.198472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:02.222450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:02.373771 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.376724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.378338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-04ef7755-46b9-49f6-9ccf-a072686919ee admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8160cbd3-5cf5-4477-8e51-879e65da19f9 HTTP/1.1" status: 204 len: 168 time: 1.3166199 Jun 01 13:16:02.380843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-deleted', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:02.447987 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.725097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=a0dbae27-3600-4267-b1dd-e7d97d7819d9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:02.735083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-0dd991cb-4794-4983-a339-0c1d4b2262ba tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:02.736813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-0dd991cb-4794-4983-a339-0c1d4b2262ba tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.24 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.3570111 Jun 01 13:16:02.737573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.787343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e79039ce-4e50-41f5-ae76-3df1bba7892d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:02.793073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Request body: {'port': {'device_id': '9ef87585-8a44-4170-9c36-3f0088599982', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'admin_state_up': True, 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:02.818950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] No DVR routers for this DVR port a0dbae27-3600-4267-b1dd-e7d97d7819d9 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:02.821590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:02.826359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'name': 'network-vif-deleted', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:02.853248 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c5ddec46-22ed-41a6-9ddf-d9d7fc822cc6 req-aa846de2-1654-4a13-ad7d-0cc56eddc3cb tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "DELETE /v2.0/ports/a0dbae27-3600-4267-b1dd-e7d97d7819d9 HTTP/1.1" status: 204 len: 173 time: 2.6048574 Jun 01 13:16:02.935545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4841cf-8c9b-4044-b704-fe7dde54b6e1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:02.966986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:02.981793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Usage tracker for resource:port and tenant:6e1cf8e7c8694cad8db5df4439d0f84b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:02.984995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:02.991376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:03.019765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf5c487f-4610-4575-8a1d-70b49d90ecad req-bc634174-7dac-46b0-8b83-c94ba0288d3b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=e463076d-d139-45e5-b7ba-948233a90ff4 HTTP/1.1" status: 200 len: 210 time: 0.2698340 Jun 01 13:16:03.026584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Made reservation on behalf of 6e1cf8e7c8694cad8db5df4439d0f84b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:03.040561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.097917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42618) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:03.098943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fe78bcbf-e461-4ec1-94bc-3d1bf96808b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=156f3bf07a8a48a98877a32b887f383e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3487186 Jun 01 13:16:03.125281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.147974 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2240ee12-68e2-496e-a1fc-5988c2c645ac'] response: {'server_uuid': '37544c52-65ef-42db-9161-018527d328ae', 'name': 'network-vif-deleted', 'tag': '1b9d0e15-35bc-42ee-afb7-aac1503dc7c0', 'status': 'completed', 'code': 200} Jun 01 13:16:03.149212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Transition to ACTIVE for port object 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:03.172525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a0dbae27-3600-4267-b1dd-e7d97d7819d9 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:03.236009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.252908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.304209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: a0dbae27-3600-4267-b1dd-e7d97d7819d9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:03.304825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device a0dbae27-3600-4267-b1dd-e7d97d7819d9 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:03.318881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.403831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:03.404287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:03.430613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.469002 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9091a57c-cb38-4db4-aa0b-a16109c2ba51'] response: {'server_uuid': 'e463076d-d139-45e5-b7ba-948233a90ff4', 'name': 'network-vif-deleted', 'tag': 'a0dbae27-3600-4267-b1dd-e7d97d7819d9', 'status': 'completed', 'code': 200} Jun 01 13:16:03.473096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4841cf-8c9b-4044-b704-fe7dde54b6e1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:03.488998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.496373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd58746d-df99-4dba-8c22-050e246384ea admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd4841cf-8c9b-4044-b704-fe7dde54b6e1 HTTP/1.1" status: 204 len: 168 time: 0.3966677 Jun 01 13:16:03.582976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Allocated IP 172.20.0.13 (58bf84cf-2900-4275-8598-a4aa8301e93e/6626aaec-7b4b-4d49-8fe6-f92ac651b7fa/9241a15e-0c98-4960-aa91-33ef3b954c02) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:03.652589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f4f36-2b7d-46ea-a66e-c7bd23cd11f8 None None] Pushing event updated for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:03.662110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e79039ce-4e50-41f5-ae76-3df1bba7892d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:03.669019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Attempting to bind port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:03.670254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Attempting to bind port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:03.670812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Attempting to bind port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:03.676277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e79039ce-4e50-41f5-ae76-3df1bba7892d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:03.677012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.744163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:03.744797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Checking segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:03.745414 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.746161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Bound using segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:03.746834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Bound port: 0feec1a7-8639-4dc7-be9b-ab5c97d29da7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:03.747377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.781795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-366e90c6-9cfb-40cb-9284-7bbc846dceb9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:03.782692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-764fdb52-2984-454b-8737-b6d425247f3e req-366e90c6-9cfb-40cb-9284-7bbc846dceb9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Synchronizing usage tracker for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:03.800913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6f238e4-bd62-405f-b413-7fb59dce1eef req-a8ed44bd-325d-469c-bd46-712683e563eb tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 210 time: 0.1463225 Jun 01 13:16:03.815247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Deleting subnet 6b393e9b-e94c-44f6-af8c-523fd0703b96 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:16:03.862838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.935813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e79039ce-4e50-41f5-ae76-3df1bba7892d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:03.936194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:03.970410 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-50faceec-40a6-4ec0-87fc-b94e19efe414 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5803696c3e3d439d8f7fccd1487621ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647027 Jun 01 13:16:03.973745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:04.009115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] For port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:04.014576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-764fdb52-2984-454b-8737-b6d425247f3e req-366e90c6-9cfb-40cb-9284-7bbc846dceb9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Unset dirty status for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:04.014923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] For port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:04.015895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-366e90c6-9cfb-40cb-9284-7bbc846dceb9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 810 time: 0.6816657 Jun 01 13:16:04.024419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e79039ce-4e50-41f5-ae76-3df1bba7892d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e79039ce-4e50-41f5-ae76-3df1bba7892d,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:04.027618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.029816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.087373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-d6bfc7ff-d385-4e29-aaff-b936b6c1f853 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/quotas/96f71ac084fe41deaa72471c45ebaf4d HTTP/1.1" status: 200 len: 375 time: 0.0219917 Jun 01 13:16:04.104188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.142717 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.209759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:04.210855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:04.226709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.237537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-c0df492c-937b-4aa0-8db4-a8df2c7b7151 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446323 Jun 01 13:16:04.274832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.330090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b393e9b-e94c-44f6-af8c-523fd0703b96,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:04.342618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.355884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.371547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f4f36-2b7d-46ea-a66e-c7bd23cd11f8 None None] Pushing event updated for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:04.387279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Transition to ACTIVE for port object 9241a15e-0c98-4960-aa91-33ef3b954c02 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:04.388397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.400357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.466296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d376d2e-a9ab-4c76-a36e-f7b8ca78dd1d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6b393e9b-e94c-44f6-af8c-523fd0703b96 HTTP/1.1" status: 204 len: 168 time: 1.0569985 Jun 01 13:16:04.466934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:04.505321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae97c1a-47a0-4a69-80a3-486103aee89e service neutron] 10.222.0.40 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568979 Jun 01 13:16:04.607815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:04.610021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.614355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.641326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af0ec90-8561-438e-a5d3-adc4e2077afe,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:04.733611 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.798206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:04.856876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.888697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e699ec-330b-4d53-b802-eb93aaf8cfcc']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:04.896610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.897954 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67dbdba7-fffa-4b64-abb1-79c4b7ccc76e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7af0ec90-8561-438e-a5d3-adc4e2077afe HTTP/1.1" status: 204 len: 168 time: 0.9230394 Jun 01 13:16:04.905801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321f49fc-3c3d-48f2-add8-e62f73e885d4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:04.906093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321f49fc-3c3d-48f2-add8-e62f73e885d4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:04.917105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:04.923106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.940247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:04.955511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:04.962459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:04.985573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:16:04.985979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.171644 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 321f49fc-3c3d-48f2-add8-e62f73e885d4 resource provider aggregate not found Jun 01 13:16:05.225067 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 321f49fc-3c3d-48f2-add8-e62f73e885d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 321f49fc-3c3d-48f2-add8-e62f73e885d4 found for delete ", "request_id": "req-8885131a-74b8-413c-aec6-7e9d147730ef"}]} Jun 01 13:16:05.246484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Pushing event updated for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:05.253465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.263550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.299809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-bcbe5a32-d060-4b49-89a4-3723ec001cb4 service neutron] 10.222.0.40 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7885571 Jun 01 13:16:05.306740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:05.307823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.333629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e699ec-330b-4d53-b802-eb93aaf8cfcc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:05.342546 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ba46595-0653-4c32-8a27-d8722da2f5de admin admin] 10.222.0.40 "DELETE /v2.0/networks/a5e699ec-330b-4d53-b802-eb93aaf8cfcc HTTP/1.1" status: 204 len: 168 time: 0.8728652 Jun 01 13:16:05.364188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c10500-93bf-4984-bf59-2f6e8302447c req-d201c7b5-0a05-44dc-83ef-9699b9152bc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:05.372168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10c10500-93bf-4984-bf59-2f6e8302447c req-d201c7b5-0a05-44dc-83ef-9699b9152bc0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 946 time: 0.4260740 Jun 01 13:16:05.378377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-535186f9-7a33-47c3-90b7-8f9c1b98b96c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6011512 Jun 01 13:16:05.421549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Request body: {'port': {'device_id': '9ef87585-8a44-4170-9c36-3f0088599982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:05.481620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-61f3fc22-dda9-4c49-b616-75077d1342c3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:05.483568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-61f3fc22-dda9-4c49-b616-75077d1342c3 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 946 time: 0.3266816 Jun 01 13:16:05.502096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1a970d9-980c-4e77-8e25-cf88d101f695 None None] Provisioning for port 9241a15e-0c98-4960-aa91-33ef3b954c02 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:05.518473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1a970d9-980c-4e77-8e25-cf88d101f695 None None] Provisioning complete for port 9241a15e-0c98-4960-aa91-33ef3b954c02 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:05.519022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1a970d9-980c-4e77-8e25-cf88d101f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.587254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10c10500-93bf-4984-bf59-2f6e8302447c req-0808a119-05ea-4a59-8ff1-3e8f4de62096 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136886 Jun 01 13:16:05.681852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:05.712266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b1a970d9-980c-4e77-8e25-cf88d101f695 None None] Port 9241a15e-0c98-4960-aa91-33ef3b954c02 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:16:05.753343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:05.754423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:58Z', 'revision_number': 4, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0feec1a7-8639-4dc7-be9b-ab5c97d29da7', 'name': '', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'mac_address': 'fa:16:3e:a2:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:55Z', 'updated_at': '2022-06-01T13:16:03Z', 'revision_number': 4, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'subnets': [{'id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:05.763259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff701e4-102a-4cd6-af21-e2c8087cdab6 None None] The sync data for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 is: [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:15:58Z', 'revision_number': 4, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0feec1a7-8639-4dc7-be9b-ab5c97d29da7', 'name': '', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'mac_address': 'fa:16:3e:a2:d4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:55Z', 'updated_at': '2022-06-01T13:16:03Z', 'revision_number': 4, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'subnets': [{'id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:05.901189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:05.902574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:05.980222 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da112102-1992-4aef-a12f-5fbfd214c1a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=299eeb2f43c74243a2751b210cdfde8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215841 Jun 01 13:16:05.982761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:06.093330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.095863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b31f1f8-5c71-4dab-9a1a-78540cf93992 req-2e677970-badd-4a22-830a-9db9960e3941 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 210 time: 0.3024631 Jun 01 13:16:06.126581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.157014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.270206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964632293'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:06.293365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:06.303865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.308920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:06.335225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:06.351913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d5a084-e362-4dec-a94f-4f9ce1daffa7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:06.354318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:06.414037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.415310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-088a5817-240a-43ed-9090-cae87d304674 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e2d5a084-e362-4dec-a94f-4f9ce1daffa7 HTTP/1.1" status: 204 len: 168 time: 0.4313858 Jun 01 13:16:06.429776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.453101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.491000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:06.498315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:06.504052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:06.522143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:06.570013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-c077a30a-9337-4466-8d52-ccc916ef6b64 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:06.572298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-c077a30a-9337-4466-8d52-ccc916ef6b64 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Synchronizing usage tracker for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:06.755231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:06.755586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.773992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.784568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:06.874621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:06.891307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5439991b-d760-4170-b74b-8283e7f30410,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:06.896840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e79039ce-4e50-41f5-ae76-3df1bba7892d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:06.910656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:06.919991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:06.932575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:07.023866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e79039ce-4e50-41f5-ae76-3df1bba7892d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:07.024527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.052316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.066107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.123294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a5021-c450-463f-b188-69104be699b9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:07.129848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.143115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a064c1eb-1e81-48b0-afb6-e093a115aaab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4587016 Jun 01 13:16:07.144358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:07.170124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:07.202204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-c077a30a-9337-4466-8d52-ccc916ef6b64 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Unset dirty status for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:07.203395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-c077a30a-9337-4466-8d52-ccc916ef6b64 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1028 time: 1.4962859 Jun 01 13:16:07.224536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4880a5a2-1a3d-462f-955a-67c86240b75f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:07.248135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4880a5a2-1a3d-462f-955a-67c86240b75f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:07.249888 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4880a5a2-1a3d-462f-955a-67c86240b75f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1040776 Jun 01 13:16:07.252936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:07.263506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e79039ce-4e50-41f5-ae76-3df1bba7892d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:07.264853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:07.266724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-security--899436000', 'description': 'tempest-security-description-1615316439'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:07.359502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:07.367526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:07.368448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.374293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.535075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.536802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:07.536997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:07.557314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.564671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.569393 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "PUT /v2.0/security-groups/4e2a5021-c450-463f-b188-69104be699b9 HTTP/1.1" status: 200 len: 1779 time: 0.3127091 Jun 01 13:16:07.585551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42802) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:07.590523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-12718333-1e51-4aab-b0e5-ea1323551e8d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Synchronizing usage tracker for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:07.605363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d28a-a35c-4213-9cc2-4b6276117c46 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a5021-c450-463f-b188-69104be699b9,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:07.719416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:07.720207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.782779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531176b-bc3d-49f1-b429-58597b6a613b req-31d4928e-e59e-4e77-9e38-99d39473ff6e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:07.784325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5531176b-bc3d-49f1-b429-58597b6a613b req-31d4928e-e59e-4e77-9e38-99d39473ff6e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=82f5ffc0-ecad-42fc-9af3-25562f7a7330 HTTP/1.1" status: 200 len: 946 time: 0.7386622 Jun 01 13:16:07.826631 n-d-844200-1 neutron-server[88373]: INFO neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No ports have port_id starting with 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 Jun 01 13:16:07.833773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:07.839697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.860144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:07.861741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-12718333-1e51-4aab-b0e5-ea1323551e8d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Unset dirty status for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:07.863106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39e98285-a549-4e5f-aa2c-6adbea055557 req-12718333-1e51-4aab-b0e5-ea1323551e8d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264815 Jun 01 13:16:07.901841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['863800c7-7ff8-4b69-aec4-bf13f4cd4aac'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:07.976247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-477234242-network', 'tenant_id': 'a03f489376914872a2a87db16fb47f09'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:07.986167 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:16:07.989884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:08.007088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Usage tracker for resource:network and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:08.016687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:08.035115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:08.063147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Made reservation on behalf of a03f489376914872a2a87db16fb47f09 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:08.066206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.096409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.135324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:08.139630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:08.144784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:08.144983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:08.145840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-45185d3b-546d-48c9-97f7-90bcbd2a223a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups/4e2a5021-c450-463f-b188-69104be699b9 HTTP/1.1" status: 200 len: 1779 time: 0.5503299 Jun 01 13:16:08.146894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=8e8ddf99-d312-4d3a-9eec-2f5839277ed9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:08.165945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:08.173273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42818) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:08.263636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-da7ac76b-c77a-4b0e-bbb0-1ef0ce4d9a71 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:08.265271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-da7ac76b-c77a-4b0e-bbb0-1ef0ce4d9a71 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.13 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 810 time: 0.8826771 Jun 01 13:16:08.340533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.346989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.371077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:08.380925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Request body: {'port': {'device_id': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'admin_state_up': True, 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:08.384397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.385713 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Added segment 712377bd-6298-4c19-a95d-2cb5cd8e2667 of type vlan for network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 Jun 01 13:16:08.416689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.456664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5531176b-bc3d-49f1-b429-58597b6a613b req-bbfc4211-5aa4-4601-b0d9-3a4cfc5c043f tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531613 Jun 01 13:16:08.467339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] No DVR routers for this DVR port 8e8ddf99-d312-4d3a-9eec-2f5839277ed9 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:08.475245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.482531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:08.483244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.489192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.497934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-684f6536-5749-4350-98a1-a3d602976c61 req-971475f8-eb2d-4273-9100-b2f460fc1117 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 210 time: 0.3051500 Jun 01 13:16:08.498820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'name': 'network-vif-deleted', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:08.532546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:08.626885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9241a15e-0c98-4960-aa91-33ef3b954c02 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:08.653292 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967822cd-4a83-46d3-8c97-be0959ece829'] response: {'server_uuid': '82f5ffc0-ecad-42fc-9af3-25562f7a7330', 'name': 'network-vif-deleted', 'tag': '8e8ddf99-d312-4d3a-9eec-2f5839277ed9', 'status': 'completed', 'code': 200} Jun 01 13:16:08.662306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be1b4fe6-ce01-40be-a458-f6cf7f99e88e req-3cee7b8e-c17e-4a72-a77f-6f6b7b91887b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.13 "DELETE /v2.0/ports/8e8ddf99-d312-4d3a-9eec-2f5839277ed9 HTTP/1.1" status: 204 len: 173 time: 3.1562140 Jun 01 13:16:08.666213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.750203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Transition to ACTIVE for port object 9241a15e-0c98-4960-aa91-33ef3b954c02 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:08.756516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e839851-724d-44ea-b488-2ae08568bc0b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:08.775301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] Pushing event updated for resources: {'Network': ['ID=7e31d890-4daa-489d-8065-c0c51fcfa7b2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:08.777874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.781243 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-546e7eda-e6eb-4969-be66-7e18cf74d54a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2430482 Jun 01 13:16:08.784119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:08.789728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Request body: {'subnet': {'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-477234242-subnet', 'tenant_id': 'a03f489376914872a2a87db16fb47f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:08.794353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:08.797390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:08.803985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1225410458-network', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:08.807801 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.817761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Usage tracker for resource:subnet and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:08.820655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:08.823245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:08.831487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Usage tracker for resource:network and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:08.834422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:08.837011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:08.847288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:08.860474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.860822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Made reservation on behalf of a03f489376914872a2a87db16fb47f09 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:08.863532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.887101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Made reservation on behalf of 8f9df352aca04b0b8dfb3331e4601bcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:08.889546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.922504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:08.990251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.008388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a5021-c450-463f-b188-69104be699b9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:09.065053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:09.070116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:09.074757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:09.079763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:09.082956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:09.191045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.207545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.261656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:09.275293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:09.285398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5201d83-7994-4239-9188-df0c4a675a61,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:09.294418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.294790 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Added segment be2b355e-2101-41dc-b5d8-383c6b4a47a3 of type vlan for network 86599a28-c2fd-4a24-9c21-098be794b915 Jun 01 13:16:09.297053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.321024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-47543860-2fc6-4d39-b25e-7abd0313da96 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/4e2a5021-c450-463f-b188-69104be699b9 HTTP/1.1" status: 204 len: 168 time: 1.1244545 Jun 01 13:16:09.348534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:09.348902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.384975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:09.409825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Usage tracker for resource:port and tenant:96f71ac084fe41deaa72471c45ebaf4d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:09.418869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:09.438217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Pushing event updated for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:09.463476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.539528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:09.632077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.632464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:09.633038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:09.633686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.723096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Made reservation on behalf of 96f71ac084fe41deaa72471c45ebaf4d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:09.726575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.750336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42862) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:09.798445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:09.890378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3449581 Jun 01 13:16:09.908431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:09.927958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Request body: {'subnet': {'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1225410458-subnet', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:09.940008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b36ffda-db95-4000-81b2-7b18521802d6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:09.953327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:09.959240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549476-2df5-4fcd-b3d5-6010051878af admin admin] Pushing event updated for resources: {'Network': ['ID=86599a28-c2fd-4a24-9c21-098be794b915,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:09.970402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 86599a28-c2fd-4a24-9c21-098be794b915 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:09.970873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Usage tracker for resource:subnet and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:09.976476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:09.979301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f91c416-e191-4845-a24a-a20d6c10d83b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:09.987532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Checking segment: {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:09.987886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Network hostable DHCP agents. Network: 7e31d890-4daa-489d-8065-c0c51fcfa7b2, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:09.994131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:10.014016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Made reservation on behalf of 8f9df352aca04b0b8dfb3331e4601bcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:10.016663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.031241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:10.033228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8adf70-cb2b-40b0-9324-715d8f8f7894 req-5a4dd037-51bd-4059-add8-0c8dfaaa9077 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:10.039108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8adf70-cb2b-40b0-9324-715d8f8f7894 req-5a4dd037-51bd-4059-add8-0c8dfaaa9077 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1053 time: 0.8189547 Jun 01 13:16:10.053461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Attempting to bind port 9241a15e-0c98-4960-aa91-33ef3b954c02 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:10.053864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Attempting to bind port 9241a15e-0c98-4960-aa91-33ef3b954c02 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:10.054117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Attempting to bind port 9241a15e-0c98-4960-aa91-33ef3b954c02 on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:10.069103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d6e0d01-4109-4036-9762-319d183e674f req-aac1d43a-e04c-47cf-b4c1-423f1bf4eff0 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 210 time: 0.1376092 Jun 01 13:16:10.080088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.103268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Port 9241a15e-0c98-4960-aa91-33ef3b954c02 on network 58bf84cf-2900-4275-8598-a4aa8301e93e not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:16:10.103716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Attempting to bind port 9241a15e-0c98-4960-aa91-33ef3b954c02 on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:10.111202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7e31d890-4daa-489d-8065-c0c51fcfa7b2) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:10.119384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:10.120925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:10.123328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.123869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5d91f567456d4b85ac00cba539e9fb06 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:10.127345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:10.132678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22fb8c-4cda-42f9-85f9-a101fcd47f3c None None] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:10.134030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:10.155208 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-422fba9c-d9eb-4e66-b60b-cf246121c64f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3697979 Jun 01 13:16:10.230260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.235757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:10.236599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Checking segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:10.237384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Bound using segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:10.238081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Bound port: 9241a15e-0c98-4960-aa91-33ef3b954c02, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:10.238698 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.255197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b36ffda-db95-4000-81b2-7b18521802d6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:10.256864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b36ffda-db95-4000-81b2-7b18521802d6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8521454 Jun 01 13:16:10.258000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.263345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42880) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:10.298484 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-a5d9b700-4532-4d63-9944-3950871bd91c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] delete failed (client error): The resource could not be found. Jun 01 13:16:10.299511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a5d9b700-4532-4d63-9944-3950871bd91c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/4e2a5021-c450-463f-b188-69104be699b9 HTTP/1.1" status: 404 len: 347 time: 0.0352566 Jun 01 13:16:10.305662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42884) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:10.314432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--678736701'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:10.323211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:10.360090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:10.373486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.404271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.453171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:10.455319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a2d33c-e81f-415e-bf90-59815f03ee35,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:10.468010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:10.473647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:10.485155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d91f567456d4b85ac00cba539e9fb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7248383 Jun 01 13:16:10.486791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699de0ff-16fc-42d7-91bd-f86d8123ec30 None None] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:10.488290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:10.491709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42890) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:10.512383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a7a3-8d69-4f73-a9ad-47d9ff3ea2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06db058-8f69-4440-90c4-80b63b2c79ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:10.530206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Checking segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:10.530659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Network hostable DHCP agents. Network: 86599a28-c2fd-4a24-9c21-098be794b915, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:10.539574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8adf70-cb2b-40b0-9324-715d8f8f7894 req-45cac7b6-1b7d-4302-89a2-39ac20e98155 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987178 Jun 01 13:16:10.597321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Allocated IP 172.20.0.10 (ec481f94-b5ea-46fe-a17d-a8a8d75fa139/8860a755-9e41-4ef4-94ec-30106cb0cf3d/85135185-92b7-496e-aaef-946a1f4affd3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:10.613206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:10.617775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9241a15e-0c98-4960-aa91-33ef3b954c02,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:10.627168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fca11-0b6b-4294-bd4f-ceb4b9f36757 req-1f3ca0ea-3981-4acb-9748-677d2d1d61f7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:10.629108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-472fca11-0b6b-4294-bd4f-ceb4b9f36757 req-1f3ca0ea-3981-4acb-9748-677d2d1d61f7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.3492029 Jun 01 13:16:10.632318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.638583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.649261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Network 86599a28-c2fd-4a24-9c21-098be794b915 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:10.710897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.711876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 86599a28-c2fd-4a24-9c21-098be794b915) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:10.716596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Pushing event updated for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:10.724278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.739953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.745929 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:10.746753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.755591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8fdc03-9ee5-4365-a132-d09acef547be None None] Network 86599a28-c2fd-4a24-9c21-098be794b915 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:10.781721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:10.782784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.784452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-9690759a-1891-4c30-ac5e-10c97a46809c service neutron] 10.222.0.24 "PUT /v2.0/ports/9241a15e-0c98-4960-aa91-33ef3b954c02 HTTP/1.1" status: 200 len: 1092 time: 5.3733544 Jun 01 13:16:10.787376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:10.895158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0caf86-a3e5-4f57-aa13-a09e0d44b2f8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:10.905925 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cc97dcd6-5d8e-4977-ae6d-588ac2a2b02e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9886694 Jun 01 13:16:10.908828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:10.914890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-472fca11-0b6b-4294-bd4f-ceb4b9f36757 req-1c3c2a43-7b44-4cf7-a31e-8010b12dfdd1 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992815 Jun 01 13:16:10.921693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:10.948111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:10.955769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:10.956971 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-12455dc4-9187-4ba1-9b47-f0aa279c72a4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6502223 Jun 01 13:16:10.960002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42902) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:10.963722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Usage tracker for resource:router and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:10.971699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': '8d0caf86-a3e5-4f57-aa13-a09e0d44b2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:11.004009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:11.013222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:11.016260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:11.033561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.041605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:11.068958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:11.079729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06db058-8f69-4440-90c4-80b63b2c79ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:11.083222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:11.093864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.095066 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ede74a4-8d9d-48ca-9e59-61e7046b14a1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e06db058-8f69-4440-90c4-80b63b2c79ff HTTP/1.1" status: 204 len: 168 time: 0.6005569 Jun 01 13:16:11.098108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.100623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.125174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.146692 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86f1d9f-44e4-4aa5-8dfb-6d91d4b62025'] response: {'name': 'network-changed', 'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02', 'status': 'completed', 'code': 200} Jun 01 13:16:11.160297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-512810742', 'description': 'tempest-description-1751821253'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:11.181446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.182037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-86599a28-c2fd-4a24-9c21-098be794b915', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:16:11.183599 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.192670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:11.215061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:11.218916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:11.231514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:11.287535 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.408560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:11.412705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-1474079f-7b3f-40a9-aeaf-03de3cb0e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:11.414266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-1474079f-7b3f-40a9-aeaf-03de3cb0e47f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1095 time: 0.5535972 Jun 01 13:16:11.430694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-2ba04749-fd7f-4084-b008-a2b3eecae56b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:11.432221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-2ba04749-fd7f-4084-b008-a2b3eecae56b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 946 time: 0.5164030 Jun 01 13:16:11.435428 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.442322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:11.450181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Allocated IP 172.20.0.2 (86599a28-c2fd-4a24-9c21-098be794b915/f5a2d33c-e81f-415e-bf90-59815f03ee35/0baea708-0c55-40e1-88cf-2b61f8f9eccc) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:11.509917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:11.521499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.568256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:11.584604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-4b26be9a-dfce-4c84-847c-7e53ab56cd70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9241a15e-0c98-4960-aa91-33ef3b954c02 HTTP/1.1" status: 200 len: 217 time: 0.1391804 Jun 01 13:16:11.598497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.620552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:11.627114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feced49-74a7-4d8f-8855-de4b7963739a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:11.647727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.674233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.686688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 7dd77883-4d53-482f-8d61-5e456fc12b0b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:11.687405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.703110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:11.724220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.728309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60229d66-46fa-441f-a4eb-3ce9c845bd1c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7672050 Jun 01 13:16:11.733369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:11.734302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed5cdc5f62149cc960115859fe02c7a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:11.743957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-36aeb346-f0e1-44ec-8df0-0128c9760b67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:11.744796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-36aeb346-f0e1-44ec-8df0-0128c9760b67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:11.752305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:11.768878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:11.773391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-55ad115f-b7be-4c95-8058-aca1f63a843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:11.774574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.775358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-55ad115f-b7be-4c95-8058-aca1f63a843e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa HTTP/1.1" status: 200 len: 848 time: 0.1780360 Jun 01 13:16:11.786925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Transition to ACTIVE for port object 0baea708-0c55-40e1-88cf-2b61f8f9eccc will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:11.807596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Transition to ACTIVE for port object 0baea708-0c55-40e1-88cf-2b61f8f9eccc will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:11.815159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.836623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da3d22-8f66-49fb-bf4e-d045a4a1d29d req-b74c02f6-d500-4189-9f5e-a368705d3ed0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:11.837228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-13da3d22-8f66-49fb-bf4e-d045a4a1d29d req-b74c02f6-d500-4189-9f5e-a368705d3ed0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Synchronizing usage tracker for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:11.873481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-36aeb346-f0e1-44ec-8df0-0128c9760b67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:11.874657 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-36aeb346-f0e1-44ec-8df0-0128c9760b67 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.4907823 Jun 01 13:16:11.881476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.904314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Network 86599a28-c2fd-4a24-9c21-098be794b915 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:11.907371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:11.912441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:11.932752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.945115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-13da3d22-8f66-49fb-bf4e-d045a4a1d29d req-b74c02f6-d500-4189-9f5e-a368705d3ed0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Unset dirty status for tenant:c54786d8123a4c29a5c0ec5167850c94 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:11.946028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13da3d22-8f66-49fb-bf4e-d045a4a1d29d req-b74c02f6-d500-4189-9f5e-a368705d3ed0 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=41e654a5-7ef3-48af-ad55-f0888d705987 HTTP/1.1" status: 200 len: 946 time: 0.6647339 Jun 01 13:16:11.951636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Pushing event updated for resources: {'Port': ['ID=0baea708-0c55-40e1-88cf-2b61f8f9eccc,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:11.953599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:11.960230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.031989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.038646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.052788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:12.053126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.073441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Attempting to bind port 0baea708-0c55-40e1-88cf-2b61f8f9eccc on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:12.073950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Attempting to bind port 0baea708-0c55-40e1-88cf-2b61f8f9eccc by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:12.074402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Attempting to bind port 0baea708-0c55-40e1-88cf-2b61f8f9eccc on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:12.080170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:12.080698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Checking segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:12.081402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.081999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Bound using segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:12.082521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Bound port: 0baea708-0c55-40e1-88cf-2b61f8f9eccc, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:12.082969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.181660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] For port 0baea708-0c55-40e1-88cf-2b61f8f9eccc, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:12.186136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] For port 0baea708-0c55-40e1-88cf-2b61f8f9eccc, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0baea708-0c55-40e1-88cf-2b61f8f9eccc,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:12.192452 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.243527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2feced49-74a7-4d8f-8855-de4b7963739a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:12.289073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22dbc6-6423-4750-a8a6-7eb23e5427c1 None None] Pushing event updated for resources: {'Port': ['ID=0baea708-0c55-40e1-88cf-2b61f8f9eccc,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:12.293942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.308168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.313609 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9c2a8540-610d-40e2-9500-541ed42b3eac tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/2feced49-74a7-4d8f-8855-de4b7963739a HTTP/1.1" status: 204 len: 168 time: 0.5628939 Jun 01 13:16:12.313785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42926) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:12.313902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.333459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:12.352121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:12.354540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:12.428700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2ed5cdc5f62149cc960115859fe02c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992964 Jun 01 13:16:12.432653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba0451-eb9a-46c2-b404-e59573b19807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6952ec-0707-4dd3-a750-0bf064d2ec81,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:12.442646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Pushing event updated for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:12.446222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4b197-876c-4b65-84de-facfead3c1a2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:12.448382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42930) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:12.470945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13da3d22-8f66-49fb-bf4e-d045a4a1d29d req-89be5f51-cd4e-4873-b622-514243aaf827 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133243 Jun 01 13:16:12.536516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-26659d59-f713-4828-baa8-a37afa5d8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:12.544507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-26659d59-f713-4828-baa8-a37afa5d8c46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58bf84cf-2900-4275-8598-a4aa8301e93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7586472 Jun 01 13:16:12.678487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.686713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f169206a-b354-4696-ac63-8eeaf6b3ed06 req-10fff82e-b38a-4be7-898b-433076a589c4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5416965 Jun 01 13:16:12.703719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:12.704398 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.766428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0baea708-0c55-40e1-88cf-2b61f8f9eccc up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:12.793955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-3fb6535b-2c21-4555-bbfd-9d7bbc77635b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4831066 Jun 01 13:16:12.851421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0baea708-0c55-40e1-88cf-2b61f8f9eccc completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:12.854685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:12.854685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.870557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:12.925914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Request body: {'port': {'device_id': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:12.993507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-84f97f81-a83d-4767-8305-254daa04d869 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:13.011124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for 863800c7-7ff8-4b69-aec4-bf13f4cd4aac owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:13.021407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:13.021745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.040191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.249067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.252260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-84f97f81-a83d-4767-8305-254daa04d869 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:13.253719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84f97f81-a83d-4767-8305-254daa04d869 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9165728 Jun 01 13:16:13.264627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:13.299412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Allocated IP 172.25.7.245 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f92cb9d7-b14c-49f2-9a43-43997339e923) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:13.302394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.338044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-4255769e-3b4a-451e-9064-8f4d45a6abc6 service neutron] 10.222.0.24 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586582 Jun 01 13:16:13.361673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=863800c7-7ff8-4b69-aec4-bf13f4cd4aac,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:13.380885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.473664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.522465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] No DVR routers for this DVR port 863800c7-7ff8-4b69-aec4-bf13f4cd4aac on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:13.540715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.552224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 7dd77883-4d53-482f-8d61-5e456fc12b0b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:13.554234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'name': 'network-vif-deleted', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:13.570772 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-51d0daaa-a459-436b-a19f-ddd659d79224 req-2c3dab06-9358-4a51-ac94-018d0b287fa7 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "DELETE /v2.0/ports/863800c7-7ff8-4b69-aec4-bf13f4cd4aac HTTP/1.1" status: 204 len: 173 time: 1.6781156 Jun 01 13:16:13.643896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a0526-e951-4350-8a2b-0e172e89b952 None None] Network 86599a28-c2fd-4a24-9c21-098be794b915 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:13.689284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.731667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.790767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-e9573b2b-6404-46d8-bbb0-ed3f2944ec44 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:13.791435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-e9573b2b-6404-46d8-bbb0-ed3f2944ec44 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Synchronizing usage tracker for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:13.798861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:13.802167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:13.806010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:13.811328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 7dd77883-4d53-482f-8d61-5e456fc12b0b is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:13.812128 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.823666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Provisioning for port 0baea708-0c55-40e1-88cf-2b61f8f9eccc completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:13.834906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.836150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.836150 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 6f0b05d4-5176-4e7b-a25d-c7791dc5507d disassociated. External IP: 172.25.7.198, port: 7dd77883-4d53-482f-8d61-5e456fc12b0b. Jun 01 13:16:13.836150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 7dd77883-4d53-482f-8d61-5e456fc12b0b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:13.838178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Provisioning complete for port 0baea708-0c55-40e1-88cf-2b61f8f9eccc triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:13.838690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:13.856789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Pushing event updated for resources: {'Port': ['ID=f92cb9d7-b14c-49f2-9a43-43997339e923,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:13.923382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:13.987250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:14.000067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-e9573b2b-6404-46d8-bbb0-ed3f2944ec44 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Unset dirty status for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:14.003638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-e9573b2b-6404-46d8-bbb0-ed3f2944ec44 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 932 time: 1.2189465 Jun 01 13:16:14.006471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9473e40-6e79-4c3b-b84c-07c14256b82b req-c77c6006-3514-4573-b92c-bafefdb09a31 service neutron] 10.222.0.24 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354220 Jun 01 13:16:14.050423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.105524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.156417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.201527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Current status of the port 0baea708-0c55-40e1-88cf-2b61f8f9eccc is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:14.201527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.220173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4800c14-3c68-4c91-8d40-9db37894c1ac req-a284da3d-bed6-470a-ba9a-d0dfb09e23d4 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:14.227634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4800c14-3c68-4c91-8d40-9db37894c1ac req-a284da3d-bed6-470a-ba9a-d0dfb09e23d4 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1095 time: 1.3784871 Jun 01 13:16:14.243664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.254856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:14.279382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6952ec-0707-4dd3-a750-0bf064d2ec81,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:14.307562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] For port 0baea708-0c55-40e1-88cf-2b61f8f9eccc, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0baea708-0c55-40e1-88cf-2b61f8f9eccc,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:14.334307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.419682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51fc30-d2df-4ef4-8969-6afd1b872e12 None None] Pushing event updated for resources: {'Port': ['ID=0baea708-0c55-40e1-88cf-2b61f8f9eccc,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:14.466932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.545888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-07ee6656-3b9f-470e-9c90-ddb687854f35 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Synchronizing usage tracker for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:14.558886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:16:14.558886 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:16:14.559424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.560552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea7c03f2-1f88-40ab-8628-7b954cc546dc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8d6952ec-0707-4dd3-a750-0bf064d2ec81 HTTP/1.1" status: 204 len: 168 time: 2.1009007 Jun 01 13:16:14.657325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4800c14-3c68-4c91-8d40-9db37894c1ac req-de8f74ec-d4c1-4090-b82f-498e32718b46 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287708 Jun 01 13:16:14.687752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0baea708-0c55-40e1-88cf-2b61f8f9eccc up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:14.701843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-07ee6656-3b9f-470e-9c90-ddb687854f35 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Unset dirty status for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:14.703834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18aaadda-1caa-49c2-9281-a2b511d81ee6 req-07ee6656-3b9f-470e-9c90-ddb687854f35 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961157 Jun 01 13:16:14.728387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-170784ca-bcd5-4c8b-9e5c-35547f68fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:14.729949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-170784ca-bcd5-4c8b-9e5c-35547f68fff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1095 time: 0.5850809 Jun 01 13:16:14.734083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.783883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eeb3305a-b6d0-412a-a253-01c319e53ce6 None None] Provisioning complete for port 0baea708-0c55-40e1-88cf-2b61f8f9eccc triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:14.784582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eeb3305a-b6d0-412a-a253-01c319e53ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.788396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0caf86-a3e5-4f57-aa13-a09e0d44b2f8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:14.805233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1650225875', 'description': 'tempest-description-514184989'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:14.865733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:14.926255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:14.939068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:14.945747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0baea708-0c55-40e1-88cf-2b61f8f9eccc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:14.949599 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.954804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:14.970204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.982626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:14.983818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ffca63c8-9dcd-4501-b6a3-9c0cb7661185 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/8d0caf86-a3e5-4f57-aa13-a09e0d44b2f8 HTTP/1.1" status: 204 len: 168 time: 1.7072773 Jun 01 13:16:14.993075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42952) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:15.093445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3305a-b6d0-412a-a253-01c319e53ce6 None None] Current status of the port 0baea708-0c55-40e1-88cf-2b61f8f9eccc is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:15.098478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 7dd77883-4d53-482f-8d61-5e456fc12b0b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:15.098865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:15.141425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:15.174316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0baea708-0c55-40e1-88cf-2b61f8f9eccc is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:15.207499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 863800c7-7ff8-4b69-aec4-bf13f4cd4aac no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:15.230805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:16:15.236864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:15.240113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-f09c5713-5b82-4f97-8d94-16a5946d0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:15.241558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-f09c5713-5b82-4f97-8d94-16a5946d0ae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.5012145 Jun 01 13:16:15.244491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6be86a50-014a-4544-9ff4-98fbc0f95db9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:15.252109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 863800c7-7ff8-4b69-aec4-bf13f4cd4aac {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:15.252417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 863800c7-7ff8-4b69-aec4-bf13f4cd4aac not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:15.259005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85135185-92b7-496e-aaef-946a1f4affd3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:15.263930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:15.293826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:15.367182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:15.391295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:15.417583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-3aae2711-9fe0-43fe-b2f2-af33acbb90ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9241a15e-0c98-4960-aa91-33ef3b954c02 HTTP/1.1" status: 200 len: 217 time: 0.1621137 Jun 01 13:16:15.437669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:15.442688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788d7-af50-468d-b4bb-7bd8612fe2bd req-1879c053-1176-48dc-bc57-e6168650e43e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:15.443811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f89788d7-af50-468d-b4bb-7bd8612fe2bd req-1879c053-1176-48dc-bc57-e6168650e43e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:15.452081 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:15.465374 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:15.467345 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:15.480579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:15.487317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6be86a50-014a-4544-9ff4-98fbc0f95db9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:15.487637 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2b20bb5e-ebe0-42be-b944-c7c29c06c4ac admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5775449 Jun 01 13:16:15.488530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6be86a50-014a-4544-9ff4-98fbc0f95db9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4905591 Jun 01 13:16:15.493757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42968) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:15.494792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42970) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:15.514510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276141987'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:15.520153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Transition to ACTIVE for port object 85135185-92b7-496e-aaef-946a1f4affd3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:15.600205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:15.624257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:15.684696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f89788d7-af50-468d-b4bb-7bd8612fe2bd req-1879c053-1176-48dc-bc57-e6168650e43e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:15.692520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f89788d7-af50-468d-b4bb-7bd8612fe2bd req-1879c053-1176-48dc-bc57-e6168650e43e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 944 time: 0.8304844 Jun 01 13:16:15.702222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:15.829564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-562ef2ff-3a34-4894-b706-61d9e52129bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:15.831063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-562ef2ff-3a34-4894-b706-61d9e52129bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa HTTP/1.1" status: 200 len: 848 time: 0.4010806 Jun 01 13:16:15.857425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:15.883718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] For port 7dd77883-4d53-482f-8d61-5e456fc12b0b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=7dd77883-4d53-482f-8d61-5e456fc12b0b,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:15.884077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.068685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:14Z', 'revision_number': 3, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:16.074656 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:16.075192 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Updating router eb647d10-577d-4aa3-8a8f-3ab456c9a267 port f92cb9d7-b14c-49f2-9a43-43997339e923 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:16:16.088728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.139437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:16.147821 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.155691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:16.160527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:16.175000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Pushing event updated for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:16.220859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:16.281740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f89788d7-af50-468d-b4bb-7bd8612fe2bd req-15b49ceb-d9d3-4f59-9b70-a50f189e41e0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4206d8bc-44f1-4914-88fb-c1ea9ebac004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5882740 Jun 01 13:16:16.299083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.404737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.425745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.516817 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7184c43-bc88-43ff-96f8-c2b9b3d84c81'] response: {'server_uuid': '41e654a5-7ef3-48af-ad55-f0888d705987', 'name': 'network-vif-deleted', 'tag': '863800c7-7ff8-4b69-aec4-bf13f4cd4aac', 'status': 'completed', 'code': 200} Jun 01 13:16:16.559965 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a59c81-47b1-4996-9dd1-f6ec34e9ac60'] response: {'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'code': 200} Jun 01 13:16:16.578386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a939bd78-e62d-44a6-9258-0e13672f2d61,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:16.636369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.640585 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4304a086-7454-4793-857c-b5c364ddb91b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1384351 Jun 01 13:16:16.641188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:16.657274 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.658668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'a939bd78-e62d-44a6-9258-0e13672f2d61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:16.668611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:16.677290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:16.681900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:16.691325 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Transition to ACTIVE for port object f92cb9d7-b14c-49f2-9a43-43997339e923 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:16.692182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:16.700845 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.779087 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723d00f-36ba-4a37-9829-e09e5ef9f578 None None] Pushing event updated for resources: {'Port': ['ID=f92cb9d7-b14c-49f2-9a43-43997339e923,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:16.791658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Attempting to bind port f92cb9d7-b14c-49f2-9a43-43997339e923 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:16.791867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.792116 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Attempting to bind port f92cb9d7-b14c-49f2-9a43-43997339e923 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:16.792522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Attempting to bind port f92cb9d7-b14c-49f2-9a43-43997339e923 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:16.800381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:16.802131 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:16.802797 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.803637 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:16.804710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Bound port: f92cb9d7-b14c-49f2-9a43-43997339e923, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:16.805358 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.812457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.870899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.908712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:16.917499 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] For port f92cb9d7-b14c-49f2-9a43-43997339e923, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:16.921705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] For port f92cb9d7-b14c-49f2-9a43-43997339e923, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f92cb9d7-b14c-49f2-9a43-43997339e923,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:16.929408 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.023403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-822abe77-ce84-4934-b436-ae42a0241dba req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.1849961 Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168123-553c-4254-a26e-4445b163a8a8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8161d-25dc-4688-82d1-555d3b6bf07c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Attempting to bind port 85135185-92b7-496e-aaef-946a1f4affd3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Attempting to bind port 85135185-92b7-496e-aaef-946a1f4affd3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Attempting to bind port 85135185-92b7-496e-aaef-946a1f4affd3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Port 85135185-92b7-496e-aaef-946a1f4affd3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Attempting to bind port 85135185-92b7-496e-aaef-946a1f4affd3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 6f0b05d4-5176-4e7b-a25d-c7791dc5507d disassociated. External IP: 172.25.7.198, port: 7dd77883-4d53-482f-8d61-5e456fc12b0b. Jun 01 13:16:17.024582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 7dd77883-4d53-482f-8d61-5e456fc12b0b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:17.065272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7f75a6-2fd6-4748-85f4-00a48753105a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:17.071642 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:17.072534 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:17.099469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-cb090b8a-2425-4e29-9f91-346b089aa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:17.101074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-cb090b8a-2425-4e29-9f91-346b089aa2b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58bf84cf-2900-4275-8598-a4aa8301e93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0464928 Jun 01 13:16:17.104052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:17.104427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Checking segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:17.104933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Bound using segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:17.105384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Bound port: 85135185-92b7-496e-aaef-946a1f4affd3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:17.105722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.165686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723d00f-36ba-4a37-9829-e09e5ef9f578 None None] Pushing event updated for resources: {'Port': ['ID=f92cb9d7-b14c-49f2-9a43-43997339e923,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:17.177965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.179318 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d3db31a1-6a82-429d-9fea-e07d29154264 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5320773 Jun 01 13:16:17.191583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:17.203445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'a939bd78-e62d-44a6-9258-0e13672f2d61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:17.208415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9241a15e-0c98-4960-aa91-33ef3b954c02 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:16:17.210528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:17.215760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:17.220161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:17.227420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:17.302049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.385906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdfaa5-f7b3-416a-add2-604d76adb578 req-f7062152-4d5e-4ce6-94ad-3ebb34fb3826 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:17.387442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65bdfaa5-f7b3-416a-add2-604d76adb578 req-f7062152-4d5e-4ce6-94ad-3ebb34fb3826 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1095 time: 0.6304038 Jun 01 13:16:17.401790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Allocated IP 172.20.0.1 (86599a28-c2fd-4a24-9c21-098be794b915/f5a2d33c-e81f-415e-bf90-59815f03ee35/c4199fa3-b0a5-45a5-940d-9baae318bece) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:17.454084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9241a15e-0c98-4960-aa91-33ef3b954c02,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:17.461291 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:17.461684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.477855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '9241a15e-0c98-4960-aa91-33ef3b954c02', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'port_id': '9241a15e-0c98-4960-aa91-33ef3b954c02', 'mac_address': 'fa:16:3e:63:da:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:16:17.496185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:17.519787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.547010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9241a15e-0c98-4960-aa91-33ef3b954c02 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:17.547925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.566946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9241a15e-0c98-4960-aa91-33ef3b954c02 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:17.588150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9241a15e-0c98-4960-aa91-33ef3b954c02,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:17.596767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.611393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65bdfaa5-f7b3-416a-add2-604d76adb578 req-1b03a3d0-c9c4-4324-9070-30879980ab6a tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947067 Jun 01 13:16:17.619392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007dfe5-0e45-4b36-adf0-1b8458978fed req-399b30b0-09af-42b2-8c3e-30fcfa52db17 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:17.627060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2007dfe5-0e45-4b36-adf0-1b8458978fed req-399b30b0-09af-42b2-8c3e-30fcfa52db17 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 944 time: 0.4939606 Jun 01 13:16:17.636096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-b4054594-b54c-4485-a5c6-f970fd3cb4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167561 Jun 01 13:16:17.643603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85135185-92b7-496e-aaef-946a1f4affd3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:17.675334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae08cca8-de3f-4ae2-9941-e45a47a1f1a6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:17.713733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.715119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:17.792869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.795304 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b77f9d53-0833-4427-b2ca-6d7ae68365cc tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6019540 Jun 01 13:16:17.798344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43044) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:17.808558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'a939bd78-e62d-44a6-9258-0e13672f2d61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:17.818928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:17.826904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:17.832842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:17.864501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:17.919737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.931490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.942104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2007dfe5-0e45-4b36-adf0-1b8458978fed req-4e54e2ac-a856-49fb-bfe5-1dd39b3b960e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140543 Jun 01 13:16:17.968254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Transition to ACTIVE for port object c4199fa3-b0a5-45a5-940d-9baae318bece will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:17.990532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:17.991688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:17.993697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] 10.222.0.13 "PUT /v2.0/ports/85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 200 len: 1092 time: 5.0929554 Jun 01 13:16:17.994424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:17.998780 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.016509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9241a15e-0c98-4960-aa91-33ef3b954c02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:18.025629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.129302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.143346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27bf9-f82b-4c25-ad55-27b8c68beddb service neutron] Pushing event updated for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:18.315328 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:14Z', 'revision_number': 3, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:18.326194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc879bc-0d4f-40c4-a85f-381dfb753c95 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:14Z', 'revision_number': 3, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:18.359711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-de070bb9-96a3-4802-923f-d62e6776db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.379261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.384840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Network 86599a28-c2fd-4a24-9c21-098be794b915 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:18.396257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=7dd77883-4d53-482f-8d61-5e456fc12b0b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:18.399551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:18.408193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27766093-0fd4-48a8-a6e3-7beb4797e578 req-c363c74b-73e6-44db-8d36-eb3ba5776ecc service neutron] 10.222.0.24 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382088 Jun 01 13:16:18.408784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:18.538837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.595844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Pushing event updated for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:18.615272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03f481d8-53b8-4eae-9ff1-10244426026b req-5756697a-2ce2-463a-af83-87e62af40f36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 210 time: 0.1463251 Jun 01 13:16:18.626928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8413592-c103-4731-b18b-ce64ef6ab72e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:18.676023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.680284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.681374 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2e6765f-3a3a-40a6-8a45-f65ec2aced76 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8816700 Jun 01 13:16:18.699013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:18.707215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'a939bd78-e62d-44a6-9258-0e13672f2d61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:18.717531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:18.729415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43078) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:18.742294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:18.747518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:18.779995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:18.873395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:18.883166 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1449750-1ff8-496b-a4f2-100d972d33fc'] response: {'name': 'network-changed', 'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3', 'status': 'completed', 'code': 200} Jun 01 13:16:18.972110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9a2f82c8-ed8e-437c-9cd0-99cc509c017c None None] Provisioning for port c4199fa3-b0a5-45a5-940d-9baae318bece completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:18.983365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9a2f82c8-ed8e-437c-9cd0-99cc509c017c None None] Provisioning complete for port c4199fa3-b0a5-45a5-940d-9baae318bece triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:18.985066 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9a2f82c8-ed8e-437c-9cd0-99cc509c017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.015988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.033076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-b6b2f99b-fefc-446b-b8e9-8a23cbfb4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:19.034554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-b6b2f99b-fefc-446b-b8e9-8a23cbfb4d56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1095 time: 0.8924100 Jun 01 13:16:19.039936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.053106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.053983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f82c8-ed8e-437c-9cd0-99cc509c017c None None] Port c4199fa3-b0a5-45a5-940d-9baae318bece cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:16:19.097617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:19.102420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df61f04-b132-42e8-bc6c-ea2cc2ccfb2d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:19.111346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Usage tracker for resource:security_group_rule and tenant:15f9a898808d48aa818188a8a48e6341 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:19.143263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:19.163087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:19.165204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.167672 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9dfec07-3a7e-42da-94f3-3b4b7a4c93f6 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4676864 Jun 01 13:16:19.180931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:19.185279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'a939bd78-e62d-44a6-9258-0e13672f2d61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:19.202250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:19.218538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:19.227607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.240794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:19.257023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:19.258133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:19.265032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-5c6ed87e-8d32-489c-bb97-8eb128d49f8f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:19.266548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-5c6ed87e-8d32-489c-bb97-8eb128d49f8f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 812 time: 1.1351867 Jun 01 13:16:19.282405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-157645e3-95bc-4c79-a7f0-b367493e383e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 200 len: 217 time: 0.2335253 Jun 01 13:16:19.339698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-c9bc3396-ca8f-4651-b20f-4900e0313c9b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/quotas/a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 375 time: 0.0597510 Jun 01 13:16:19.350426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.484071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdb52-2984-454b-8737-b6d425247f3e req-c643151b-7955-417e-bb32-c3e8a2608d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:19.485523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-c643151b-7955-417e-bb32-c3e8a2608d89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.1935499 Jun 01 13:16:19.487744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-2b9fa67c-fe95-422d-8f0d-0e2bb6b23ac9 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820527 Jun 01 13:16:19.534291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f09e-3d5e-4452-bad0-6ef21c6e5ae6 req-74e8fa1a-4a55-4653-8520-69134ff7658b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:19.535897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2460f09e-3d5e-4452-bad0-6ef21c6e5ae6 req-74e8fa1a-4a55-4653-8520-69134ff7658b tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.5737033 Jun 01 13:16:19.575037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-ddb38f13-7053-4b10-a8c7-e11c9415ee92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834477 Jun 01 13:16:19.669588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.683107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.765068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.769558 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=15f9a898808d48aa818188a8a48e6341&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0391316 Jun 01 13:16:19.779800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:19.780506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbbb09-399f-4587-9af7-910f91b990a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b5ed4-d1ba-44c3-a001-1bfff8e23868,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:19.782949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.834208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd5ff93-81b4-4e4a-b0cc-7a6d718075d3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:19.888136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.889354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55f7a348-2c5b-40bc-a797-24140a0bf5f9 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7093260 Jun 01 13:16:19.890376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2460f09e-3d5e-4452-bad0-6ef21c6e5ae6 req-6417a003-6508-4a72-9c06-b2d016899479 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448005 Jun 01 13:16:19.896222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43096) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:19.941191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:19.958145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:19.967537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.974547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:19.976187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:15:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:19.977268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:19.985940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.047603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-a8c56499-a592-40d5-81f2-b6bf5d65452b service neutron] 10.222.0.40 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095193 Jun 01 13:16:20.054834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-3eddf2ee-39ec-4e80-abcd-ea45a316c083 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138038 Jun 01 13:16:20.073650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.085020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] No DVR routers for this DVR port 7dd77883-4d53-482f-8d61-5e456fc12b0b on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:20.105620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.118408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.133763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.179021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Pushing event updated for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:20.189059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.195341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:20.277450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc53511a-86e1-49d4-a4a5-c1f83fef61bf req-0471136c-e61e-4e61-9282-d7ad37504c36 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "DELETE /v2.0/ports/7dd77883-4d53-482f-8d61-5e456fc12b0b HTTP/1.1" status: 204 len: 173 time: 8.8290918 Jun 01 13:16:20.285250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-189dc29f-4a3f-4a42-ab96-c227eb62619d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:20.286719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-189dc29f-4a3f-4a42-ab96-c227eb62619d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 0.6469147 Jun 01 13:16:20.359403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.388254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.389854 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/5fd5ff93-81b4-4e4a-b0cc-7a6d718075d3 HTTP/1.1" status: 204 len: 168 time: 0.4915471 Jun 01 13:16:20.395444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:20.426776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bcf4f-4cf9-48db-820a-4ba279a64f91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd5ff93-81b4-4e4a-b0cc-7a6d718075d3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:20.432658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:20.433001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.458974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Network 86599a28-c2fd-4a24-9c21-098be794b915 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:20.516602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-070577a3-b781-4e86-9ef2-ea10564aefd4 service neutron] 10.222.0.40 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608414 Jun 01 13:16:20.518304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764fdb52-2984-454b-8737-b6d425247f3e req-2123a15f-562a-4db6-9770-f9465094799a service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016781 Jun 01 13:16:20.523234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190efc-dbfb-40f8-b928-f11a0b8d37ff req-a4e8142d-746c-49ae-bca6-a69b8fa7c962 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:20.530227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52190efc-dbfb-40f8-b928-f11a0b8d37ff req-a4e8142d-746c-49ae-bca6-a69b8fa7c962 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1096 time: 0.4877276 Jun 01 13:16:20.546362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3bdfec10-bd10-4ff6-ac98-35816d872a5b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:20.583527 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:16:20.586809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:20.594001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e10270d3-40b9-46e6-a131-40ce92442bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.635717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:20.645602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:20.657836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:20.658566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:20.738995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.769472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3bdfec10-bd10-4ff6-ac98-35816d872a5b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:20.771161 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3bdfec10-bd10-4ff6-ac98-35816d872a5b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3713732 Jun 01 13:16:20.783948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:20.814165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f92cb9d7-b14c-49f2-9a43-43997339e923 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:20.823137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b5ed4-d1ba-44c3-a001-1bfff8e23868,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:20.844489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.848722 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e70042de-9ce6-436c-a381-92564c50c30d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8f4b5ed4-d1ba-44c3-a001-1bfff8e23868 HTTP/1.1" status: 204 len: 168 time: 1.0639448 Jun 01 13:16:20.874926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.889678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:20.905404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-deleted', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:20.953332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52190efc-dbfb-40f8-b928-f11a0b8d37ff req-589e9b7d-22cf-41f9-85ba-3ea3a9036023 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220829 Jun 01 13:16:20.995308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.043442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df61f04-b132-42e8-bc6c-ea2cc2ccfb2d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:21.057265 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.058827 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ee9f4fc-2692-41f6-acf7-273f990b38ea tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/6df61f04-b132-42e8-bc6c-ea2cc2ccfb2d HTTP/1.1" status: 204 len: 168 time: 0.2679546 Jun 01 13:16:21.061757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43118) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:21.164779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:21.307289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9241a15e-0c98-4960-aa91-33ef3b954c02 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:21.354014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be33232a-ee1e-40a2-8ce1-799e4248cf5f req-87ea3119-829d-4e4a-8299-fca5d1f77db0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:21.374387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320355-8dfa-4c83-a201-893350bc4ccc req-3f7ff36c-2a5a-4cc4-9e9c-6b135ff7410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:21.376530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-3f7ff36c-2a5a-4cc4-9e9c-6b135ff7410d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1095 time: 0.5694294 Jun 01 13:16:21.387156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] For port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:21.387831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.478935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b362243b-4a5c-45c8-8fb3-4028d0102c9a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:21.516972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b362243b-4a5c-45c8-8fb3-4028d0102c9a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:21.518436 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b362243b-4a5c-45c8-8fb3-4028d0102c9a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4553313 Jun 01 13:16:21.522724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:21.536231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2dd82203-0cbd-4f72-8a27-aa3946e9a739 None None] Provisioning complete for port c4199fa3-b0a5-45a5-940d-9baae318bece triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:21.536784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2dd82203-0cbd-4f72-8a27-aa3946e9a739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.646288 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.656829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be33232a-ee1e-40a2-8ce1-799e4248cf5f req-87ea3119-829d-4e4a-8299-fca5d1f77db0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:21.661443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.666080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be33232a-ee1e-40a2-8ce1-799e4248cf5f req-87ea3119-829d-4e4a-8299-fca5d1f77db0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=958a48b5-d30b-4f74-bcd0-2ee1bd332520 HTTP/1.1" status: 200 len: 210 time: 0.3864510 Jun 01 13:16:21.717277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.750912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8413592-c103-4731-b18b-ce64ef6ab72e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:21.778333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.780627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b1b2000-ef2d-4943-8173-09d6eb19ddb7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/f8413592-c103-4731-b18b-ce64ef6ab72e HTTP/1.1" status: 204 len: 168 time: 0.2561853 Jun 01 13:16:21.782259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:21.791668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4efde-7168-4786-b309-d7cd0541f305 req-2036e7d7-79c6-4d09-9ecc-2baa5e35e6b4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:21.793412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05d4efde-7168-4786-b309-d7cd0541f305 req-2036e7d7-79c6-4d09-9ecc-2baa5e35e6b4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 944 time: 0.6354995 Jun 01 13:16:21.794123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43134) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:21.795343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:21.812304 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:21.812939 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:21.813730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cfa48de-d1d7-4e1d-ad36-307e7277a438 admin admin] 10.222.0.40 "PUT /v2.0/routers/eb647d10-577d-4aa3-8a8f-3ab456c9a267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3161037 Jun 01 13:16:21.824397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-104dc2e6-f755-4730-8dc5-94c0fb02edbf req-2d6dae41-1446-45a7-970e-4d366efd71de tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 210 time: 0.0881186 Jun 01 13:16:21.852146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43140) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:21.856578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.864638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:21.895623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:21.965093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:21.984881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Usage tracker for resource:security_group_rule and tenant:435d934a5aeb4b68ad6807e697298077 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:21.996454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:22.008161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:22.061773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port f92cb9d7-b14c-49f2-9a43-43997339e923 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:22.071185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f92cb9d7-b14c-49f2-9a43-43997339e923 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:22.071764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.173938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320355-8dfa-4c83-a201-893350bc4ccc req-b3178f69-8d86-4522-9cf3-1ebe72b6c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:22.175157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2dd82203-0cbd-4f72-8a27-aa3946e9a739 None None] Port c4199fa3-b0a5-45a5-940d-9baae318bece cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:16:22.175650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-b3178f69-8d86-4522-9cf3-1ebe72b6c40c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.7707026 Jun 01 13:16:22.176878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 9241a15e-0c98-4960-aa91-33ef3b954c02 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:22.183208 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.184862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.199249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.231928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 9241a15e-0c98-4960-aa91-33ef3b954c02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:22.232294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.242441 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:22.263208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-95843e57-8035-4aa0-a188-4890b1ab3e8c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:22.263704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=435d934a5aeb4b68ad6807e697298077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101772 Jun 01 13:16:22.266355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:22.268339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05d4efde-7168-4786-b309-d7cd0541f305 req-81606719-cd4e-4597-856b-5bb7e945ebe9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091644 Jun 01 13:16:22.319441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.320147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.321046 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Floating IP 67839ccf-0ad9-4005-b155-83ea58698b47 disassociated. External IP: 172.25.7.6, port: 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b. Jun 01 13:16:22.321581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:22.446334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.450159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca0d6e-eacd-490d-a8cc-0d8548c86d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee02417-f9ad-49d8-b3e3-0f4a1eb930ec,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:22.453348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9241a15e-0c98-4960-aa91-33ef3b954c02 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:22.453883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.498818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.559943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f92cb9d7-b14c-49f2-9a43-43997339e923 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:22.560321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.595678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:22.614385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port f92cb9d7-b14c-49f2-9a43-43997339e923, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f92cb9d7-b14c-49f2-9a43-43997339e923,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:22.621264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.627966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9241a15e-0c98-4960-aa91-33ef3b954c02,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:22.631408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.648845 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d6c078-2537-48a6-8e2e-13dd3b43cee4'] response: {'server_uuid': '958a48b5-d30b-4f74-bcd0-2ee1bd332520', 'name': 'network-vif-deleted', 'tag': '7dd77883-4d53-482f-8d61-5e456fc12b0b', 'status': 'completed', 'code': 200} Jun 01 13:16:22.657510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.658163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee02417-f9ad-49d8-b3e3-0f4a1eb930ec,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:22.676891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.695431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec578181-19f9-420b-b511-7c864a0d6a0a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aee02417-f9ad-49d8-b3e3-0f4a1eb930ec HTTP/1.1" status: 204 len: 168 time: 0.4276595 Jun 01 13:16:22.713030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-5d18486a-fec7-47d2-8655-cb74e47ceb44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 200 len: 217 time: 0.5252621 Jun 01 13:16:22.724984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.725760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:22.776292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:22.776775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:22.805381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=f92cb9d7-b14c-49f2-9a43-43997339e923,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:22.813398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:22.838935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-95843e57-8035-4aa0-a188-4890b1ab3e8c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:22.840522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-95843e57-8035-4aa0-a188-4890b1ab3e8c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 1.0361633 Jun 01 13:16:22.844083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:22.865381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:22.873098 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 2, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:22.879314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe823-9560-4095-9a9b-29c8f3bdcfb7 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '4feb7460-f6eb-46eb-8099-0b41f4b673ab', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:d7:6e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:12:40Z', 'updated_at': '2022-06-01T13:13:18Z', 'revision_number': 2, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:22.882907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:22.884188 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Updating router eb647d10-577d-4aa3-8a8f-3ab456c9a267 port c4199fa3-b0a5-45a5-940d-9baae318bece binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:16:22.923745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.924371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:22.948027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:22.981094 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.012860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae08cca8-de3f-4ae2-9941-e45a47a1f1a6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:23.033831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.034185 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.035132 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-104779ba-4db3-4367-ba77-a606d56748fd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/ae08cca8-de3f-4ae2-9941-e45a47a1f1a6 HTTP/1.1" status: 204 len: 168 time: 0.1900687 Jun 01 13:16:23.037696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43164) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.086757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.101025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ac6cdd2d-e1e7-40b6-8434-1d496003ed03 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:23.127291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ac6cdd2d-e1e7-40b6-8434-1d496003ed03 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:23.128742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac6cdd2d-e1e7-40b6-8434-1d496003ed03 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0899825 Jun 01 13:16:23.139941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.242209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.271674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.326060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.348112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5047c6-a173-4c18-a61e-6e7ef8bcb968 None None] New status for floating IP 6f0b05d4-5176-4e7b-a25d-c7791dc5507d: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:16:23.356813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b7f75a6-2fd6-4748-85f4-00a48753105a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:23.368179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.371879 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-966c7459-e210-41c9-bd5a-ba8410680768 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/6b7f75a6-2fd6-4748-85f4-00a48753105a HTTP/1.1" status: 204 len: 168 time: 0.2280629 Jun 01 13:16:23.372187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.424805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acffb7b-b5af-41de-932f-ac50315aff2e req-db0a7381-2ee6-4206-93f1-06391198b743 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:23.426542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6acffb7b-b5af-41de-932f-ac50315aff2e req-db0a7381-2ee6-4206-93f1-06391198b743 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 945 time: 1.3909836 Jun 01 13:16:23.436702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc733930-2208-4047-b4a9-0e03b9ad680b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:23.464800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc733930-2208-4047-b4a9-0e03b9ad680b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:23.466363 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc733930-2208-4047-b4a9-0e03b9ad680b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931954 Jun 01 13:16:23.469304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43186) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.538380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320355-8dfa-4c83-a201-893350bc4ccc req-7f564b71-3a45-40f4-b13d-582520e4bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:23.541850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-7f564b71-3a45-40f4-b13d-582520e4bdf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.7821922 Jun 01 13:16:23.563385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.609819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.666047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-3fd0d0b9-dea5-4b04-8267-25b03f9b9273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023839 Jun 01 13:16:23.694330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.712158 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.726281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a939bd78-e62d-44a6-9258-0e13672f2d61,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:23.743193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85135185-92b7-496e-aaef-946a1f4affd3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:16:23.746996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.748325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d48d6af4-2ee6-4f9b-bd9d-aca916d2f0e7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/a939bd78-e62d-44a6-9258-0e13672f2d61 HTTP/1.1" status: 204 len: 168 time: 0.2777638 Jun 01 13:16:23.752115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43194) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.755527 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Transition to ACTIVE for port object c4199fa3-b0a5-45a5-940d-9baae318bece will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:23.780429 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:23.864473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6acffb7b-b5af-41de-932f-ac50315aff2e req-ca86b95b-b799-412c-9bb3-ae4fd2411c34 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups?id=e4ecd9b8-04eb-40b6-b1ec-66b088b26272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047050 Jun 01 13:16:23.866897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-60203131-d983-405e-93dd-4d3e0701cfbb tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:23.870233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f794ad-21ff-42e2-b6d3-c3d1ed3f555f req-81c8cd06-ba21-4037-bb6a-760658ff886d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:23.881493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6f794ad-21ff-42e2-b6d3-c3d1ed3f555f req-81c8cd06-ba21-4037-bb6a-760658ff886d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 1.2211030 Jun 01 13:16:23.897313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e2f9f-ac5b-412b-950a-4bcb11e145f0 None None] Pushing event updated for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:23.924083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-60203131-d983-405e-93dd-4d3e0701cfbb tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:23.925470 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60203131-d983-405e-93dd-4d3e0701cfbb tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1722991 Jun 01 13:16:23.932031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:23.941312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--467485746'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:23.961999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85135185-92b7-496e-aaef-946a1f4affd3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:23.977749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '85135185-92b7-496e-aaef-946a1f4affd3', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'port_id': '85135185-92b7-496e-aaef-946a1f4affd3', 'mac_address': 'fa:16:3e:4e:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:16:23.984754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:24.019795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:24.044021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-f1239899-2d30-4721-aeb1-e0ff819c629e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:24.045257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-f1239899-2d30-4721-aeb1-e0ff819c629e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.13 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 812 time: 1.1864197 Jun 01 13:16:24.046092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.073454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'device_id': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2', 'admin_state_up': True, 'tenant_id': 'a03f489376914872a2a87db16fb47f09'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:24.100010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 85135185-92b7-496e-aaef-946a1f4affd3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:24.100396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.147668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85135185-92b7-496e-aaef-946a1f4affd3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:24.202935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85135185-92b7-496e-aaef-946a1f4affd3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:24.212134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.278601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6f794ad-21ff-42e2-b6d3-c3d1ed3f555f req-b433f05c-e4ab-48a8-b9ad-44ab277444dd tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958509 Jun 01 13:16:24.309867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:24.317838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:24.322935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:24.328603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:24.334620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:24.355579 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Attempting to bind port c4199fa3-b0a5-45a5-940d-9baae318bece on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:24.355935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Attempting to bind port c4199fa3-b0a5-45a5-940d-9baae318bece by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:24.356289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Attempting to bind port c4199fa3-b0a5-45a5-940d-9baae318bece on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:24.382915 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:24.383279 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Checking segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:24.383675 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.384057 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Bound using segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:24.384628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Bound port: c4199fa3-b0a5-45a5-940d-9baae318bece, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:24.384991 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.435197 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf3397c-ef27-4830-816f-f34401de905c'] response: {'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02', 'code': 200} Jun 01 13:16:24.464620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.467605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['85135185-92b7-496e-aaef-946a1f4affd3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:24.469171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-ba64c7df-cb84-4b10-be0f-da7867b0d1b0 req-d030f9bc-2bda-4bb5-8e99-767843530b47 tempest-ServersAdminTestJSON-1885179527 tempest-ServersAdminTestJSON-1885179527-project] (88372) timed out ('10.222.0.24', 58878) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:16:24.481778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.583996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:24.594542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:port and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:24.602637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.603558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:24.604631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6712575 Jun 01 13:16:24.609865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43216) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:24.609865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43218) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:24.622771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:24.639396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': '941db4db-90f7-4a3f-bb4b-ab4938ed177e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:24.653951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:24.659539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:24.666194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:24.681354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:24.682926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Made reservation on behalf of a03f489376914872a2a87db16fb47f09 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:24.683425 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] For port c4199fa3-b0a5-45a5-940d-9baae318bece, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:24.687191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.689619 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] For port c4199fa3-b0a5-45a5-940d-9baae318bece, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c4199fa3-b0a5-45a5-940d-9baae318bece,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:24.702271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:24.705860 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.715704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62209914', 'description': 'tempest-description--943521588'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:24.729789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-a73121fb-4f43-48bb-a340-3210d33eae01 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9533398 Jun 01 13:16:24.731403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:24.743607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:24.748681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:24.755630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:24.804975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.829537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.886264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f92cb9d7-b14c-49f2-9a43-43997339e923 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:24.909073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:24.909733 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:24.953031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:24.983191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.033677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0998d-b389-4c16-8564-93fdf6ca26ef tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941db4db-90f7-4a3f-bb4b-ab4938ed177e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:25.055815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dfca0-4403-4a41-88fb-277b4963d361 req-797deb24-8e4e-4ad2-95b0-39ffb26b91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:25.057730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-423dfca0-4403-4a41-88fb-277b4963d361 req-797deb24-8e4e-4ad2-95b0-39ffb26b91f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.5177507 Jun 01 13:16:25.076744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port f92cb9d7-b14c-49f2-9a43-43997339e923 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:25.077420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.117193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:25.121025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.122331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5074406 Jun 01 13:16:25.142031 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e2f9f-ac5b-412b-950a-4bcb11e145f0 None None] Pushing event updated for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:25.160381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:25.172244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:25.175367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527e64d-4ec9-49fe-a58d-52b65461ddf5 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ceb902-7cb4-44f9-8cae-4468b2b285bc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:25.229727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:25.257649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8dba8dc-52c9-41d0-93d9-9ed9a9bd2261 req-bca73037-073b-4680-af75-2eb4fa173089 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 210 time: 0.2496967 Jun 01 13:16:25.257807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:25.271295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:25.308051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:25.317431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port f92cb9d7-b14c-49f2-9a43-43997339e923 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:25.321368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90320355-8dfa-4c83-a201-893350bc4ccc req-728e7465-c6b7-4858-8225-06efb9f3abf3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852938 Jun 01 13:16:25.322204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43246) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:25.332794 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-423dfca0-4403-4a41-88fb-277b4963d361 req-9bc5b485-dc43-4825-bffb-2d0c15a19944 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545609 Jun 01 13:16:25.375313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Sync routers for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:25.403955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:25.404870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:25.426638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.538464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.546899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.573631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.582855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85135185-92b7-496e-aaef-946a1f4affd3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:25.622140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06fdf4b6-d59c-4840-86b2-34321fcfd117 req-462f0ff7-b9c7-4bfc-9fc0-55c37ddbc98c tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/ports?device_id=2253e8d3-4e2e-45ff-a9d1-c04a4123f433 HTTP/1.1" status: 200 len: 210 time: 0.1221526 Jun 01 13:16:25.688054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Allocated IP 172.20.0.10 (7e31d890-4daa-489d-8065-c0c51fcfa7b2/4f91c416-e191-4845-a24a-a20d6c10d83b/e9fe6339-0ac0-4160-aaf5-8ff81fbb435b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:25.699129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 85135185-92b7-496e-aaef-946a1f4affd3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:25.712127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.713082 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:25.716783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1036730 Jun 01 13:16:25.717729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d043655-ab6f-4e59-963d-8800cf6ee983 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:25.719542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 85135185-92b7-496e-aaef-946a1f4affd3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:25.720018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43264) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:25.726707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group_rule': {'security_group_id': 'fc72a612-fc03-46dc-9f3e-2a65ef59f7d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:25.732752 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.734970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:25.739107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:25.747408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:25.762898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:25.779546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.788417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] No DVR routers for this DVR port 0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:25.797835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.817292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-deleted', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:25.935904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941db4db-90f7-4a3f-bb4b-ab4938ed177e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:25.963474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.992790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:25.994288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-26ba0cbc-79bc-41eb-932a-ba7100ec6388 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/941db4db-90f7-4a3f-bb4b-ab4938ed177e HTTP/1.1" status: 204 len: 168 time: 0.8062022 Jun 01 13:16:26.004220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:26.087884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 85135185-92b7-496e-aaef-946a1f4affd3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:26.089380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.132742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85135185-92b7-496e-aaef-946a1f4affd3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:26.140074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.201049 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-65271e35-de34-4089-b3e1-5e22c865776d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3786869 Jun 01 13:16:26.205444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.209731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5f778920-705e-4a53-9319-ff03edd8cdc1 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:26.221291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.242859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:26.245182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81bda1-b33f-48e7-a2a6-240ed7674ef8 req-6d465c79-3c3e-4571-bb01-1fd094fca0c9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:26.246758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5f778920-705e-4a53-9319-ff03edd8cdc1 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:26.247937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed81bda1-b33f-48e7-a2a6-240ed7674ef8 req-6d465c79-3c3e-4571-bb01-1fd094fca0c9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 945 time: 1.2408848 Jun 01 13:16:26.248751 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f778920-705e-4a53-9319-ff03edd8cdc1 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2391210 Jun 01 13:16:26.253833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:26.257390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71916b00-7d6f-4a09-91ef-7d63cda64840 req-18567e3d-40c2-4415-89a3-c3cd4bf64880 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.24 "DELETE /v2.0/ports/0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b HTTP/1.1" status: 204 len: 173 time: 5.9559917 Jun 01 13:16:26.259603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--406686888'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:26.267670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d89dd2e-76d6-4915-af33-4b9bb25baa51,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:26.272415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:26.285872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:26.288626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.304134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.307507 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ae96d9f-9511-4320-9616-cbc9ab3b5db2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5850780 Jun 01 13:16:26.310467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43300) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:26.316598 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:24Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:26.323061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group_rule': {'security_group_id': 'fc72a612-fc03-46dc-9f3e-2a65ef59f7d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:26.329638 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800be0e-444a-4264-bc21-0ffa729f3a44 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:24Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:26.349926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:26.351989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.361645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:26.364277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:26.367149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:26.370119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Checking router: 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:26.373879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.386319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:26.390053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:26.390714 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:26.436529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:26.436733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:26.453736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:26.457237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.475046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:26.486080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:26.564432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.581708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.626103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1469583d-bacb-494f-b508-7133c7a70fb1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:26.683938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.686187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.688674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5e84cf2-5db8-4065-b084-1cadc41d473b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3761444 Jun 01 13:16:26.692610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43314) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:26.711273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:26.733710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.734663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:26.738375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.797194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:floatingip and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:26.818001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:26.822772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c4199fa3-b0a5-45a5-940d-9baae318bece up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:26.847438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:26.868832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.892256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6372290 Jun 01 13:16:26.913445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43324) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:26.920783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc0504-d1b1-4ed2-b331-a157b5a74fb2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00861c5-7b59-47c0-8cee-b9d6d5254230,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:26.929136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:26.935707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206d8bc-44f1-4914-88fb-c1ea9ebac004,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:27.000870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--407710772'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:27.048389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.049620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a6e17f43-df56-430e-beab-0781d05f8d24 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/security-groups/4206d8bc-44f1-4914-88fb-c1ea9ebac004 HTTP/1.1" status: 204 len: 168 time: 1.6511085 Jun 01 13:16:27.051084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c4199fa3-b0a5-45a5-940d-9baae318bece completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:27.057438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed81bda1-b33f-48e7-a2a6-240ed7674ef8 req-b2ef8463-f3d5-449b-b955-324e8d2ccc58 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797400 Jun 01 13:16:27.059047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43332) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:27.060160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:27.066171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c4199fa3-b0a5-45a5-940d-9baae318bece triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:27.066955 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.078874 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:27.112654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:27.153890 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-ad89a534-a857-4e4c-b30a-a029f3b7982c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] show failed (client error): The resource could not be found. Jun 01 13:16:27.154994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ad89a534-a857-4e4c-b30a-a029f3b7982c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups/4206d8bc-44f1-4914-88fb-c1ea9ebac004 HTTP/1.1" status: 404 len: 347 time: 0.0883069 Jun 01 13:16:27.163485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:27.169183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009466b7-e527-43f6-9190-ec34c1c4f43b req-6b4edc9f-7812-4646-ab6d-83c95b43075d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:27.177947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-009466b7-e527-43f6-9190-ec34c1c4f43b req-6b4edc9f-7812-4646-ab6d-83c95b43075d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 1.2608182 Jun 01 13:16:27.182353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-c7e5342f-505e-4ae1-bc28-76e14b51005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:27.183925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-c7e5342f-505e-4ae1-bc28-76e14b51005e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 1096 time: 0.7114573 Jun 01 13:16:27.227348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.279282 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebd8b93-a252-4bc5-899b-efa3d1fbd664'] response: {'server_uuid': '2253e8d3-4e2e-45ff-a9d1-c04a4123f433', 'name': 'network-vif-deleted', 'tag': '0a7b3de0-65e2-4fe9-8c21-d5ee11ceff4b', 'status': 'completed', 'code': 200} Jun 01 13:16:27.295144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:27.482660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c4199fa3-b0a5-45a5-940d-9baae318bece is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:27.483199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.564448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c4199fa3-b0a5-45a5-940d-9baae318bece, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c4199fa3-b0a5-45a5-940d-9baae318bece,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:27.584984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.638737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.695044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:27.695388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.752438 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:27.757435 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acc0a6-e0c5-47cf-9faf-99cfcc911226 None None] The sync data for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 is: [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:05:17Z', 'revision_number': 4, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '811e0b88-c4be-4722-9063-0ff1e30d1ae8', 'name': '', 'network_id': 'a1d51458-79e1-42ec-9b54-8c9af1e706d5', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'mac_address': 'fa:16:3e:4c:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:15Z', 'updated_at': '2022-06-01T13:05:34Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'subnets': [{'id': '3fb30a20-bb78-4814-aed2-3c34fca5309a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:27.797669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:27.800846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:27.808875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:27.856891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:27.942210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:27.960921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-009466b7-e527-43f6-9190-ec34c1c4f43b req-47edfe34-59a6-4247-9bcf-ecb0278b4664 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818034 Jun 01 13:16:27.994639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:28.011328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:28.016606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-8bade18e-066b-4870-989a-4772ead78555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:28.018076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-8bade18e-066b-4870-989a-4772ead78555 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.7481813 Jun 01 13:16:28.022331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:28.068331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.068667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.083712 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d893f5-e9e8-4264-896a-71041b7a5519'] response: {'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3', 'code': 200} Jun 01 13:16:28.087991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.284842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3453e-a525-4bb3-9ff6-fe17ededff1e None None] New status for floating IP 67839ccf-0ad9-4005-b155-83ea58698b47: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:16:28.429953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:28.690966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:28.691847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.718422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-ec98b182-7b34-45ab-9220-ded0915a131b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:28.719172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-ec98b182-7b34-45ab-9220-ded0915a131b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:28.757479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-75a5d762-efb7-45d2-8f90-a9b1d2a2047f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 200 len: 1001 time: 0.6002321 Jun 01 13:16:28.765726 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.790130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c4199fa3-b0a5-45a5-940d-9baae318bece up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:28.842472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-78e7a50a-c57a-4153-b918-9e23feb5268b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7831566 Jun 01 13:16:28.846746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-ec98b182-7b34-45ab-9220-ded0915a131b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:28.847801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-ec98b182-7b34-45ab-9220-ded0915a131b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 932 time: 1.2690048 Jun 01 13:16:28.848365 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.867759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:28.879459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Request body: {'port': {'device_id': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:28.887223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c4199fa3-b0a5-45a5-940d-9baae318bece triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:28.887846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:28.925022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-72f82f1b-7a7c-4735-87b9-414b64dc89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:28.926472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-72f82f1b-7a7c-4735-87b9-414b64dc89eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.1532116 Jun 01 13:16:28.997893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Allocated IP 172.25.7.59 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/906a3ec0-49bd-47cb-a44c-0796fd8a91e1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:29.032254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9eae3-6e6b-49a5-a902-f57ff3e4c562 req-4a7a689f-da5a-466c-bdf3-36794a2df66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:29.033822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27b9eae3-6e6b-49a5-a902-f57ff3e4c562 req-4a7a689f-da5a-466c-bdf3-36794a2df66a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1097 time: 0.8754468 Jun 01 13:16:29.042383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c4199fa3-b0a5-45a5-940d-9baae318bece is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:29.054315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-846cb3c7-ce63-41de-807e-c1625a581dcb tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:29.057021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.060782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1096888 Jun 01 13:16:29.081849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43402) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:29.082515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f468f-fe4a-4c21-b5e1-2e999157c88b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0623fb44-6000-42cd-85e8-0c9934e78e41,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:29.092296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e5509-71d0-4782-afa1-997c9be044c3 req-63d6dbb6-35f2-4ca6-b6a5-0d7f5ce8431d tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:29.099183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f98e5509-71d0-4782-afa1-997c9be044c3 req-63d6dbb6-35f2-4ca6-b6a5-0d7f5ce8431d tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.5721867 Jun 01 13:16:29.141842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'c00861c5-7b59-47c0-8cee-b9d6d5254230', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0623fb44-6000-42cd-85e8-0c9934e78e41', 'remote_ip_prefix': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:29.185151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:29.205825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:29.224889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:29.225083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.249343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.256393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-846cb3c7-ce63-41de-807e-c1625a581dcb tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:29.257597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70ad9291-5add-43b3-9302-2d9e819455e9 req-846cb3c7-ce63-41de-807e-c1625a581dcb tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847964 Jun 01 13:16:29.258481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:29.266770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27b9eae3-6e6b-49a5-a902-f57ff3e4c562 req-22f3b2ed-341a-4a02-8005-a19ed7981d27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205925 Jun 01 13:16:29.281806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f98e5509-71d0-4782-afa1-997c9be044c3 req-de7e7298-3a50-45f8-a775-eb4a9f48c4f4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815906 Jun 01 13:16:29.313896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=78dfe3bd-5fbb-4ed2-9ce4-c8d240b76b0c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:29.318928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.347342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:29.373064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-242336ba-a314-4a35-b7e1-41ecae24289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:29.375196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-242336ba-a314-4a35-b7e1-41ecae24289f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063299 Jun 01 13:16:29.420806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.476995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.508745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:29.513447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:29.518109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:29.557353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=906a3ec0-49bd-47cb-a44c-0796fd8a91e1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:29.575764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.579500 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aab713ab-4ef3-4c8a-9248-56ba472a40d4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/floatingips/6f0b05d4-5176-4e7b-a25d-c7791dc5507d HTTP/1.1" status: 204 len: 168 time: 2.3979208 Jun 01 13:16:29.632464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.684407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.708638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:29.994702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.007982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.017209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.033417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-11b8ae75-59fe-4732-9fa6-d695f6b83ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502485 Jun 01 13:16:30.069541 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.098877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282241-5c59-4955-9ced-b2e8feed5bd6 req-03f426dd-e876-4b8e-af4f-1b50b42b451a tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:30.100404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35282241-5c59-4955-9ced-b2e8feed5bd6 req-03f426dd-e876-4b8e-af4f-1b50b42b451a tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.4274225 Jun 01 13:16:30.152578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=906a3ec0-49bd-47cb-a44c-0796fd8a91e1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:30.165499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.173778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.198821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.201032 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d6923c9-812e-41b9-b345-3604e7fa47e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5057015 Jun 01 13:16:30.226940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.264549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c56c98b-5b5f-4254-96bc-f37e80bdeef4,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:30.413321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.414621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-79726f09-2260-45fd-8b46-e046181bbaf7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3059161 Jun 01 13:16:30.418124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43514) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.468067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35282241-5c59-4955-9ced-b2e8feed5bd6 req-a0d21bf8-4998-4da4-9969-e41349e68def tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471950 Jun 01 13:16:30.472648 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.493764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.534983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.539384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16abfb1d-8782-42b9-900f-05a611fe50e0 req-3e89c4c5-3e7f-4b10-9db9-7216006098ec service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880664 Jun 01 13:16:30.562211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c56c98b-5b5f-4254-96bc-f37e80bdeef4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:30.578444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.581047 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b143c29d-9c7b-4a16-80e1-a29195c64558 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/5c56c98b-5b5f-4254-96bc-f37e80bdeef4 HTTP/1.1" status: 204 len: 168 time: 0.1613934 Jun 01 13:16:30.583805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43530) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.593151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-85d73233-95e7-4704-aead-00d49542d582 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--62209914&fields=id&tenant_id=8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 267 time: 0.1037788 Jun 01 13:16:30.633254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.646638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21dfa548-9c55-4289-a4ed-3665e738e7f4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:30.665798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-21dfa548-9c55-4289-a4ed-3665e738e7f4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:30.667437 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21dfa548-9c55-4289-a4ed-3665e738e7f4 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0825281 Jun 01 13:16:30.670326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.738629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.746575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ecd9b8-04eb-40b6-b1ec-66b088b26272,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:30.767816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.820481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.830716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fe6339-0ac0-4160-aaf5-8ff81fbb435b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:30.840685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.844455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8b434c9d-302d-4e91-ade1-15a7ad3463c6 tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "DELETE /v2.0/security-groups/e4ecd9b8-04eb-40b6-b1ec-66b088b26272 HTTP/1.1" status: 204 len: 168 time: 1.4889143 Jun 01 13:16:30.844601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623fb44-6000-42cd-85e8-0c9934e78e41,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:30.844682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.845108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.862178 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f4bb5eaf-65a6-4d15-9535-f100758e1e3e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] show failed (client error): The resource could not be found. Jun 01 13:16:30.863251 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4bb5eaf-65a6-4d15-9535-f100758e1e3e tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "GET /v2.0/security-groups/e4ecd9b8-04eb-40b6-b1ec-66b088b26272 HTTP/1.1" status: 404 len: 347 time: 0.0169663 Jun 01 13:16:30.866737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43556) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.891723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Transition to ACTIVE for port object e9fe6339-0ac0-4160-aaf5-8ff81fbb435b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:30.912307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.972863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:30.974149 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab1b0155-a646-42fa-bb33-1f300395f391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/0623fb44-6000-42cd-85e8-0c9934e78e41 HTTP/1.1" status: 204 len: 168 time: 0.3024240 Jun 01 13:16:30.978418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43566) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:30.982662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-329b6b71-7a0e-4500-b3ce-8b3dd201adcb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:30.989344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-329b6b71-7a0e-4500-b3ce-8b3dd201adcb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 811 time: 0.3569486 Jun 01 13:16:31.072590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-5b12578e-e156-4089-a21e-5ca46261cf88 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/quotas/8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 375 time: 0.0823295 Jun 01 13:16:31.094550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfbb74-2529-4602-aac0-68b8f532b875 req-ced7f620-fa10-412e-b6c2-8294a8049c68 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:31.094988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Deleting port 0a35337c-8ce2-4623-9fb2-1ca7c476e7ae {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:31.095486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:31.099064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5dfbb74-2529-4602-aac0-68b8f532b875 req-ced7f620-fa10-412e-b6c2-8294a8049c68 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 932 time: 0.4678240 Jun 01 13:16:31.142147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:31.289701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06c4b959-9d72-47c9-b898-64a648a89423 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:31.296476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5dfbb74-2529-4602-aac0-68b8f532b875 req-8c625cce-4549-4417-bb30-ccd34f449eb0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177721 Jun 01 13:16:31.334724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06c4b959-9d72-47c9-b898-64a648a89423 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:31.339162 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06c4b959-9d72-47c9-b898-64a648a89423 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3603065 Jun 01 13:16:31.342498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43590) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:31.355156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Attempting to bind port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:31.355489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Attempting to bind port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:31.355812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Attempting to bind port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:31.383364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-96c8359b-d9de-47c6-a365-863766024f79 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3026245 Jun 01 13:16:31.425268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:16:31.426327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Attempting to bind port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:31.438550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:31.438845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Checking segment: {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:31.439336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Bound using segment: {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:31.439772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Bound port: e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:31.440693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:31.466133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:31.466308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:31.641258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Calling delete_port for 0a35337c-8ce2-4623-9fb2-1ca7c476e7ae owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:31.646960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-97ba8f2b-b8dd-472e-aebe-7828191016dc service neutron] 10.222.0.40 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545314 Jun 01 13:16:31.726132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:31.900699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.003053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.025013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf78f-df4b-4984-a528-3ced50a98b14 req-fe08dcda-fac1-4554-a272-5f82d7415752 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:32.025782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.026490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a1bf78f-df4b-4984-a528-3ced50a98b14 req-fe08dcda-fac1-4554-a272-5f82d7415752 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.4500937 Jun 01 13:16:32.036415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-39d66276-3602-4d09-8fd7-6b25ca627b77 service neutron] 10.222.0.40 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885043 Jun 01 13:16:32.041733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:32.069223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00861c5-7b59-47c0-8cee-b9d6d5254230,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:32.085113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:32.104108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a1bf78f-df4b-4984-a528-3ced50a98b14 req-cab1a6ca-3b67-45ef-aad8-ef22c5a06f9c tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655918 Jun 01 13:16:32.105996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.162569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Pushing event deleted for resources: {'Port': ['ID=0a35337c-8ce2-4623-9fb2-1ca7c476e7ae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:32.184529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:32.189088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:32.189749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.191220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-8e775f61-1d10-4d17-8e82-79fd284290fa service neutron] 10.222.0.13 "PUT /v2.0/ports/e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 1092 time: 3.3345978 Jun 01 13:16:32.191645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:32.243908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.245671 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ff0a72c-f269-4f8b-aad1-a3b91cdec2ba tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/c00861c5-7b59-47c0-8cee-b9d6d5254230 HTTP/1.1" status: 204 len: 168 time: 0.8944638 Jun 01 13:16:32.248267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:32.346497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a123caa-463f-4311-b84c-e8c00b9485a0 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:32.364942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.379558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.380783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a05a221c-ff15-470c-90bc-4a26791d6d2d tempest-ServerActionsTestJSON-1556470532 tempest-ServerActionsTestJSON-1556470532-project] 10.222.0.40 "DELETE /v2.0/floatingips/67839ccf-0ad9-4005-b155-83ea58698b47 HTTP/1.1" status: 204 len: 168 time: 1.5131428 Jun 01 13:16:32.386787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:32.387904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9a123caa-463f-4311-b84c-e8c00b9485a0 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:32.392788 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a123caa-463f-4311-b84c-e8c00b9485a0 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435695 Jun 01 13:16:32.395201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:32.408261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--651953842'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:32.427945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:32.458224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:32.474726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-08c6e089-f2a4-42fe-8bcf-805f4d08bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:32.476562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-08c6e089-f2a4-42fe-8bcf-805f4d08bad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1095 time: 0.2228496 Jun 01 13:16:32.483650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95407fc1-eca8-44ef-b61e-015ee22b2865 req-24a4c2df-cc10-40f6-a3fa-2f5f1cfc8ce2 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:32.484910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.491213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95407fc1-eca8-44ef-b61e-015ee22b2865 req-24a4c2df-cc10-40f6-a3fa-2f5f1cfc8ce2 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.1330388 Jun 01 13:16:32.531368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:32.541428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:32.547996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:32.564991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:32.617778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95407fc1-eca8-44ef-b61e-015ee22b2865 req-0596f2ac-3539-4065-86f9-310c00b101a4 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249530 Jun 01 13:16:32.620385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-a5f4f93b-4bd5-42ab-b726-a94a4a880d56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 217 time: 0.1256440 Jun 01 13:16:32.788474 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9959395-0ce1-4d4f-b064-c647926f1c00'] response: {'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'status': 'completed', 'code': 200} Jun 01 13:16:32.809871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.818948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:32.855054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17c14fa2-8dca-4e5b-8dec-a23c94ca3495 req-3ad9b826-95dc-45e0-84d1-1dd03d0e08e2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 210 time: 0.0723798 Jun 01 13:16:32.867937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-30915745-cfd5-4a50-91ab-b84f6adc173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:32.870577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-30915745-cfd5-4a50-91ab-b84f6adc173a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.2403438 Jun 01 13:16:33.043861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-d73cbf6c-07ea-45ba-94d0-9d1f027401c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666420 Jun 01 13:16:33.062913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591736fd-cc90-4d6b-8fa1-6727b3823987,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:33.087675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.091635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cb075982-c4d0-405c-8ac6-f6341519d257 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6930702 Jun 01 13:16:33.092569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:33.099863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': '591736fd-cc90-4d6b-8fa1-6727b3823987', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:33.107508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:33.116015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:33.162077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43708) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:33.170145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:33.192463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:33.224066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.341708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-cdeb9040-e1d6-4042-8f2b-627e310a1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:33.343474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-cdeb9040-e1d6-4042-8f2b-627e310a1497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1097 time: 0.3934331 Jun 01 13:16:33.387371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedde1e-6fea-40a6-8ba3-83ef3b7593f5 req-c482faab-0f4e-499b-8b29-f713515bfad0 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:33.390189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cedde1e-6fea-40a6-8ba3-83ef3b7593f5 req-c482faab-0f4e-499b-8b29-f713515bfad0 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.3453987 Jun 01 13:16:33.395527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-ad7c0cdb-29e8-48a5-9abd-caa15c05b4fe service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420215 Jun 01 13:16:33.458330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.521415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.527439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.530499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997f96-6ced-4f51-b54f-4816032f9184 req-80201ff9-901e-40cf-a9e3-56b967bba66e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:33.532545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74997f96-6ced-4f51-b54f-4816032f9184 req-80201ff9-901e-40cf-a9e3-56b967bba66e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 944 time: 0.4815955 Jun 01 13:16:33.594337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5ae56c-df97-4e13-97b7-1c9d1229dd59,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:33.596578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:33.610446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.612363 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b25766c5-8daa-483e-a1a2-76dd82a5819c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5188148 Jun 01 13:16:33.615600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:33.638265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe4dc2e26064eb5b19e3ec300d4d1bd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:33.653456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:33.654877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.667809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.697546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cedde1e-6fea-40a6-8ba3-83ef3b7593f5 req-a3be365d-6117-40ee-937d-df1048f66c54 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428141 Jun 01 13:16:33.698745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:33.745891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.759013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74997f96-6ced-4f51-b54f-4816032f9184 req-b637e68a-aff7-4f2b-802b-fe0d857b2bb2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638691 Jun 01 13:16:33.767848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f5ae56c-df97-4e13-97b7-1c9d1229dd59,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:33.784104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.785216 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d2b0a7ad-0476-44b2-9a4b-d4d27023148b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/9f5ae56c-df97-4e13-97b7-1c9d1229dd59 HTTP/1.1" status: 204 len: 168 time: 0.1687407 Jun 01 13:16:33.787775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:33.819711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:33.887025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-ca6ba8d5-5ce2-4941-bbaf-f05e3dba17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:33.888599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-ca6ba8d5-5ce2-4941-bbaf-f05e3dba17e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.5239668 Jun 01 13:16:33.977046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b70a70-6df7-4491-958d-d0db27d18907 req-bee28f34-0c54-48ba-a30c-7baecacc4692 service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198405 Jun 01 13:16:34.006148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e10bc1aa-8add-427c-9f5e-971f966abcfd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:34.099798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e10bc1aa-8add-427c-9f5e-971f966abcfd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:34.104581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e10bc1aa-8add-427c-9f5e-971f966abcfd tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3158383 Jun 01 13:16:34.107664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:34.199264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-3fc5e6ab-221d-429e-bc7e-840017ca002f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 200 len: 217 time: 0.3029222 Jun 01 13:16:34.269317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.274789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.312517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.391913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45fe6ff2-dca6-481d-8b03-3287f2764442 req-31b6834f-0cb5-40e2-8c00-16ad1f9e441f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 210 time: 0.1862202 Jun 01 13:16:34.512169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-d33a3ece-defc-4413-8bfc-15ecc63c8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:34.513608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-d33a3ece-defc-4413-8bfc-15ecc63c8ab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.2761757 Jun 01 13:16:34.558889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.585023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591736fd-cc90-4d6b-8fa1-6727b3823987,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:34.592180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Deleting port 811e0b88-c4be-4722-9063-0ff1e30d1ae8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:34.592520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.647252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.648378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37200773-616f-47b8-a949-68eeecac2a5f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/591736fd-cc90-4d6b-8fa1-6727b3823987 HTTP/1.1" status: 204 len: 168 time: 0.5401406 Jun 01 13:16:34.651558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43742) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:34.667117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-6378ab5e-6201-42f2-8f10-d2a89b7f1711 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447003 Jun 01 13:16:34.673874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-fc18f2b4-a910-4045-92f5-5b294fa0121f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:34.675466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-fc18f2b4-a910-4045-92f5-5b294fa0121f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 811 time: 0.7859068 Jun 01 13:16:34.720379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.794268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.796560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6028775e-6972-45ff-817b-6a372c9705d2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:34.826006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820b91a-33f5-4f8f-b471-4bb62cd0764d req-06280883-a2ec-482d-b73a-174052b0de65 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:34.827510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e820b91a-33f5-4f8f-b471-4bb62cd0764d req-06280883-a2ec-482d-b73a-174052b0de65 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.8379292 Jun 01 13:16:34.830108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] For port 811e0b88-c4be-4722-9063-0ff1e30d1ae8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=811e0b88-c4be-4722-9063-0ff1e30d1ae8,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:34.830473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:34.838959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6028775e-6972-45ff-817b-6a372c9705d2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:34.840188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6028775e-6972-45ff-817b-6a372c9705d2 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1877418 Jun 01 13:16:34.844136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:34.849735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-4c482845-0006-4639-80bf-8ed7f0b7bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:34.850697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105012762'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:34.851177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-4c482845-0006-4639-80bf-8ed7f0b7bfda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1095 time: 0.6445444 Jun 01 13:16:34.909573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:34.955810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5fe4dc2e26064eb5b19e3ec300d4d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7919843 Jun 01 13:16:34.968410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:34.975002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff667647-1391-49b7-8cb0-61d83be5f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b228f91-0f97-41a8-a820-feeed6dbeb31,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:34.978377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Calling delete_port for 811e0b88-c4be-4722-9063-0ff1e30d1ae8 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:35.038088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:35.056060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-44c6b675-6f44-4106-ae2d-3524f1fcbdc1 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 378 time: 0.2829790 Jun 01 13:16:35.082007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-52df019d-cc6f-4936-a0f2-57b1e3f9524e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:35.083484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-52df019d-cc6f-4936-a0f2-57b1e3f9524e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.5662470 Jun 01 13:16:35.086836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'port': {'device_id': '91e0b339-d448-4307-9f26-b17f21f49be0', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'admin_state_up': True, 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'security_groups': ['fc72a612-fc03-46dc-9f3e-2a65ef59f7d5']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:35.130477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e820b91a-33f5-4f8f-b471-4bb62cd0764d req-2b3fa693-3749-4bb2-8069-65ed90acd066 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852705 Jun 01 13:16:35.200814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-6a501891-becb-43c3-ab71-92b3a76f5a11 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195150 Jun 01 13:16:35.206857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.249049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:35.255361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:35.260386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:35.266468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-38cac8de-1dca-436f-ae7e-99fa5494499b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/quotas/6e1cf8e7c8694cad8db5df4439d0f84b HTTP/1.1" status: 200 len: 375 time: 0.1533811 Jun 01 13:16:35.282483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:35.304628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.366146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.501651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.506676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.527802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-8f05b879-532e-43a8-bfc4-37e4cd8bffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:35.529657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-8f05b879-532e-43a8-bfc4-37e4cd8bffdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.6406853 Jun 01 13:16:35.559233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.570821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.612559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e9fe6339-0ac0-4160-aaf5-8ff81fbb435b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:16:35.620847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daab9e93-a169-44e9-9b52-711bf293a2fa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:35.653753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-758fbf8b-602a-4564-89ef-dea5b38d6709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 217 time: 0.1034372 Jun 01 13:16:35.659125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=811e0b88-c4be-4722-9063-0ff1e30d1ae8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:35.707564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b228f91-0f97-41a8-a820-feeed6dbeb31,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:35.721882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.723155 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cc7fb24-a159-4a3c-a09c-3015200b91a3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8781495 Jun 01 13:16:35.748564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:35.755679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.756654 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0cf10ee4-8d1a-4fd1-8e32-57f883fc8573 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2b228f91-0f97-41a8-a820-feeed6dbeb31 HTTP/1.1" status: 204 len: 168 time: 0.7862005 Jun 01 13:16:35.777778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'daab9e93-a169-44e9-9b52-711bf293a2fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:35.786822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:35.794381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:35.798860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:35.806789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:35.811524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:port and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:35.815191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:35.820924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:35.833931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:35.850866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-e603f1e0-835b-429b-afde-c33c418bf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:35.854115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-e603f1e0-835b-429b-afde-c33c418bf9d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.1566145 Jun 01 13:16:35.865674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Made reservation on behalf of 8f9df352aca04b0b8dfb3331e4601bcb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:35.869725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:35.911666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:35.935113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2', 'port_id': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'mac_address': 'fa:16:3e:fe:af:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91c416-e191-4845-a24a-a20d6c10d83b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:16:35.995721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:35.996111 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.005634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.027297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fe6339-0ac0-4160-aaf5-8ff81fbb435b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:36.047650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:36.055505 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.190047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-d640e671-7f98-4d84-af78-46abfe348b7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033108 Jun 01 13:16:36.197369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-07bb0ed5-b157-4178-8e00-b78d740001ac tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9212070 Jun 01 13:16:36.200261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.202930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:36.211396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871576c2-3cfb-41cb-8259-35b73df79f2d req-4c4303ac-93f9-4648-a3e3-b56737ed8922 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:36.214985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-871576c2-3cfb-41cb-8259-35b73df79f2d req-4c4303ac-93f9-4648-a3e3-b56737ed8922 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.9610789 Jun 01 13:16:36.217133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-455e716d-18a1-472f-bc9c-0499fe3de16e req-ad9240a3-d1c2-49c2-a741-d65672edb4f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9919152 Jun 01 13:16:36.246313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.302081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:36.479083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.543786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-f9fbd6ee-5235-4f98-8983-e3da0e2f7d8d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:36.544478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-f9fbd6ee-5235-4f98-8983-e3da0e2f7d8d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:36.557783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea571d4b-e91c-44ae-a0b4-23cc5c32f8f3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:36.591787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-f78cd721-d580-4a69-b8f5-268a9e151554 service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886604 Jun 01 13:16:36.655700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.660716 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-50710f22-eff2-4251-81ee-f88e73c17067 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9031816 Jun 01 13:16:36.671315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:36.695224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-f9fbd6ee-5235-4f98-8983-e3da0e2f7d8d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:36.697154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-f9fbd6ee-5235-4f98-8983-e3da0e2f7d8d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 945 time: 0.7293658 Jun 01 13:16:36.760088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-871576c2-3cfb-41cb-8259-35b73df79f2d req-7f80ff58-bbf5-4ae5-a48c-78fde1088cc0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:36.777492 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0279b23b-2528-498d-bb25-478e5e657b58 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules/ea571d4b-e91c-44ae-a0b4-23cc5c32f8f3 HTTP/1.1" status: 200 len: 763 time: 0.1022482 Jun 01 13:16:36.783808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:36.804601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3f80356f-be01-4698-b6bc-4b3630a1b994 service neutron] 10.222.0.40 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839493 Jun 01 13:16:36.905960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:36.906427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:36.963502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-871576c2-3cfb-41cb-8259-35b73df79f2d req-7f80ff58-bbf5-4ae5-a48c-78fde1088cc0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:36.964650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-871576c2-3cfb-41cb-8259-35b73df79f2d req-7f80ff58-bbf5-4ae5-a48c-78fde1088cc0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6789360 Jun 01 13:16:37.029280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55fe1e71-825d-4c0b-a1e5-807a32017eb1 req-de161ee3-077f-4147-8d5f-909bd5afa54d service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270933 Jun 01 13:16:37.035041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Allocated IP 172.20.0.12 (86599a28-c2fd-4a24-9c21-098be794b915/f5a2d33c-e81f-415e-bf90-59815f03ee35/40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:37.078009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4111e521-6c2c-47b5-a384-4974ff6cab69 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:37.109430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-66349c5d-41c9-4ead-b37c-09d954a5143e service neutron] 10.222.0.40 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671399 Jun 01 13:16:37.181799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4111e521-6c2c-47b5-a384-4974ff6cab69 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:37.185869 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4111e521-6c2c-47b5-a384-4974ff6cab69 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3920331 Jun 01 13:16:37.201222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:37.268020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:37.452650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.464742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.503204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] For port 0f29b528-5ea2-4fe4-a3c3-71aba9725830, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f29b528-5ea2-4fe4-a3c3-71aba9725830,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:37.503797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.578693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1f7c319-a693-450d-8674-ed0a4d4bf1c4 req-cb704f46-babc-4e2e-bbdd-9bdfb807a475 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 210 time: 0.0554855 Jun 01 13:16:37.589994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.599360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:37.605217 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55b1a729-71db-4f18-b626-aefa16c0bfdc admin admin] 10.222.0.40 "PUT /v2.0/routers/9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2110980 Jun 01 13:16:37.611046 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Sync routers for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:37.623658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:37.628802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e9fe6339-0ac0-4160-aaf5-8ff81fbb435b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:37.637493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:37.638139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:37.732307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.750146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.754156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/ea571d4b-e91c-44ae-a0b4-23cc5c32f8f3 HTTP/1.1" status: 204 len: 168 time: 0.5470326 Jun 01 13:16:37.755257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf931-881c-4bf0-ba38-9651ec99fd91 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea571d4b-e91c-44ae-a0b4-23cc5c32f8f3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:37.757372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:37.850183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Transition to ACTIVE for port object 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:37.851544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:37.860238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:37.862672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:37.896209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d023-8980-4f08-9606-815c7f52152a req-f0562ccb-a2f1-48dd-9f23-768f4973145c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:37.897731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f891d023-8980-4f08-9606-815c7f52152a req-f0562ccb-a2f1-48dd-9f23-768f4973145c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 945 time: 0.7667384 Jun 01 13:16:37.904274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.014721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:38.098730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:38.110353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Network 86599a28-c2fd-4a24-9c21-098be794b915 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:38.113741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43860) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:38.124851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:38.125558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.132913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:38.179197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:38.182806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:38.200361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:38.206182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.320029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:38.320977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.361214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9a5aea3d-a4b0-4225-8dd1-5ddcfb461131 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:38.379948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:38.395936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-b154d62e-6a17-41a0-97ab-cfb15389a561 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3174231 Jun 01 13:16:38.423714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f891d023-8980-4f08-9606-815c7f52152a req-f657225d-26db-4fa9-ad4d-3c5ea00eaae2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002058 Jun 01 13:16:38.444126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Request body: {'port': {'device_id': '91e0b339-d448-4307-9f26-b17f21f49be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:38.452598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.494427 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:16:35Z', 'revision_number': 5, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port': {'id': '7816f961-80b4-4254-a17e-406eacbf40d5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:05:07Z', 'updated_at': '2022-06-01T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:38.511623 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Checking router: 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:38.525872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9a5aea3d-a4b0-4225-8dd1-5ddcfb461131 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:38.527548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9a5aea3d-a4b0-4225-8dd1-5ddcfb461131 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7593572 Jun 01 13:16:38.533063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43868) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:38.545696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'daab9e93-a169-44e9-9b52-711bf293a2fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:38.564616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7e50-ecd5-4617-b9a2-35c85bb08a1d req-9ecca12d-d02b-451d-a5df-d0831494149c tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:38.576678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc3c7e50-ecd5-4617-b9a2-35c85bb08a1d req-9ecca12d-d02b-451d-a5df-d0831494149c tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.6897471 Jun 01 13:16:38.582106 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Routers {'9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:38.582781 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:38.604060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:38.629169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-040043fe-a82c-4301-bb2c-2b20a531c824 None None] Provisioning for port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:38.655619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-040043fe-a82c-4301-bb2c-2b20a531c824 None None] Provisioning complete for port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:38.656143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-040043fe-a82c-4301-bb2c-2b20a531c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.705219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.715050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.715596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.715918 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 4feb7460-f6eb-46eb-8099-0b41f4b673ab disassociated. External IP: 172.25.7.114, port: 0f29b528-5ea2-4fe4-a3c3-71aba9725830. Jun 01 13:16:38.716263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 0f29b528-5ea2-4fe4-a3c3-71aba9725830 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:38.749697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Deleting port 7816f961-80b4-4254-a17e-406eacbf40d5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:38.750196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:38.786955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-040043fe-a82c-4301-bb2c-2b20a531c824 None None] Port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:16:38.883188 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] Set router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:38.924507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af00a9c6-f470-481a-8c7a-347af907061b req-8c31a73d-e9f8-4e64-920f-c0d07466d652 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 210 time: 0.2242641 Jun 01 13:16:38.927298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:38.995443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.019749 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:16:38Z', 'revision_number': 6, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:39.028377 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010b26-630c-48d7-ab37-db51dc82ffdf None None] The sync data for ids ['9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab'] in n-d-844200-1 is: [{'id': '9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab', 'name': 'tempest-ServerActionsTestJSON-45740545-router', 'tenant_id': 'c54786d8123a4c29a5c0ec5167850c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:05:06Z', 'updated_at': '2022-06-01T13:16:38Z', 'revision_number': 6, 'project_id': 'c54786d8123a4c29a5c0ec5167850c94', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:39.047213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc3c7e50-ecd5-4617-b9a2-35c85bb08a1d req-a2a4b51d-b3a9-418c-8d88-ae8ff49a30a7 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684515 Jun 01 13:16:39.057075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] For port 7816f961-80b4-4254-a17e-406eacbf40d5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7816f961-80b4-4254-a17e-406eacbf40d5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:39.057445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.070671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.098047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:39.103421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Usage tracker for resource:security_group_rule and tenant:0770e0a63ff54be49f57b076c57aca26 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:39.106639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:39.117437 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.126577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:39.196800 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69baff6a-c554-49e0-8c6d-d8fa13b6c749'] response: {'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'code': 200} Jun 01 13:16:39.200481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Calling delete_port for 7816f961-80b4-4254-a17e-406eacbf40d5 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:39.235559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.314897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=0f29b528-5ea2-4fe4-a3c3-71aba9725830,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:39.330227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f29b528-5ea2-4fe4-a3c3-71aba9725830 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:39.420842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0f29b528-5ea2-4fe4-a3c3-71aba9725830 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:39.421488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f29b528-5ea2-4fe4-a3c3-71aba9725830 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:39.625319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e316af7-0d3c-4a11-a860-3956f283b1f1 req-62bd272c-1268-477f-8c94-d89c781c05a6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=e8ba305e-3d2a-459a-a4bb-1f24f89dd316 HTTP/1.1" status: 200 len: 210 time: 0.3131921 Jun 01 13:16:39.671830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:16:39.740876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.753150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-ad8cb532-c6df-4706-adc0-f122c563ac4c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:39.754921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-ad8cb532-c6df-4706-adc0-f122c563ac4c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.13 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.6112621 Jun 01 13:16:39.802888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Request body: {'port': {'device_id': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'admin_state_up': True, 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:39.808922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:39.812402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7816f961-80b4-4254-a17e-406eacbf40d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:39.819255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:39.859485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.894271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.961617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Made reservation on behalf of 6e1cf8e7c8694cad8db5df4439d0f84b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:39.969737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:39.994441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:16:40.005560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:16:40.018745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:40.019464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:40.115342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc99a383-34b0-4892-bdc3-7c211ce862e5,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:40.133833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.135732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fe2fe8f9-fe60-444c-928d-12d8ec33f3af tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6015713 Jun 01 13:16:40.168837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43880) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.175702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.188079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce83f4-0e16-44b5-814a-bf14660c8527 req-130bc63a-7dbd-4f46-a28c-e134bbd909e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:40.189154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e0ce83f4-0e16-44b5-814a-bf14660c8527 req-130bc63a-7dbd-4f46-a28c-e134bbd909e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Synchronizing usage tracker for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:40.233702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:40.279485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73de904-8e20-4cb1-93b5-9d9df69fb1cb req-bd61737d-ed06-4cc2-8dfa-155bd77c474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:40.281462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e73de904-8e20-4cb1-93b5-9d9df69fb1cb req-bd61737d-ed06-4cc2-8dfa-155bd77c474b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1097 time: 0.9087024 Jun 01 13:16:40.323640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.367665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] No DVR routers for this DVR port 0f29b528-5ea2-4fe4-a3c3-71aba9725830 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:40.370966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e0ce83f4-0e16-44b5-814a-bf14660c8527 req-130bc63a-7dbd-4f46-a28c-e134bbd909e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Unset dirty status for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:40.372932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0ce83f4-0e16-44b5-814a-bf14660c8527 req-130bc63a-7dbd-4f46-a28c-e134bbd909e7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 932 time: 0.8875875 Jun 01 13:16:40.378043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9bf35c76-5263-4adc-b877-62811ff7dee7 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules/cc99a383-34b0-4892-bdc3-7c211ce862e5 HTTP/1.1" status: 200 len: 763 time: 0.1848004 Jun 01 13:16:40.380550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.383121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'name': 'network-vif-deleted', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:40.387460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43884) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.399061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.406844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.416460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.437126 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6a7d7efe-3a8e-4674-a57a-a749ea68fd12 req-2e911664-1c32-4a2f-aa43-c21ce56cee09 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "DELETE /v2.0/ports/0f29b528-5ea2-4fe4-a3c3-71aba9725830 HTTP/1.1" status: 204 len: 173 time: 3.7335017 Jun 01 13:16:40.470704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8067309-0fa7-4e29-b7e1-be5f09aaed25 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0782807 Jun 01 13:16:40.473364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43890) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.486731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.487447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:16:40.508280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.510144 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-690963e7-253e-42cc-8dd7-c10b4c436bc1 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9c1a3d9b-5201-44d3-b015-7d0ef1fb03ab HTTP/1.1" status: 204 len: 168 time: 2.8850558 Jun 01 13:16:40.513568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43894) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.517989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.563403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.604179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:40.609667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:16:40.622456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:16:40.623322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:40.643989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Deleting subnet 3fb30a20-bb78-4814-aed2-3c34fca5309a {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:16:40.648915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.697526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.722028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d53655-1ae1-4a89-ba80-98d8ef3304d0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:40.730042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc99a383-34b0-4892-bdc3-7c211ce862e5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:40.739179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a17a1-24c2-447a-8a30-2e65b21dcc68 req-2a1f0241-708a-45e0-b766-1e72ff9f9f6c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:40.740305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.749925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-720a17a1-24c2-447a-8a30-2e65b21dcc68 req-2a1f0241-708a-45e0-b766-1e72ff9f9f6c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 946 time: 0.9770024 Jun 01 13:16:40.768505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 811e0b88-c4be-4722-9063-0ff1e30d1ae8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:40.772773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.773887 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/cc99a383-34b0-4892-bdc3-7c211ce862e5 HTTP/1.1" status: 204 len: 168 time: 0.2996411 Jun 01 13:16:40.779678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.780013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.780341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.780663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.781025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.781374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.781662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05e61ad1-c1f3-43b1-a7ff-3a7469c7eb13 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0770e0a63ff54be49f57b076c57aca26&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6572306 Jun 01 13:16:40.781758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.782086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.782297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.782618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.782959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.783265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c771af-5a6b-48a8-b8ed-ef6669b3303c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:40.785838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43900) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.785970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43902) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.791741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:16:40.817833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 811e0b88-c4be-4722-9063-0ff1e30d1ae8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:40.818038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 811e0b88-c4be-4722-9063-0ff1e30d1ae8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:40.818459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7816f961-80b4-4254-a17e-406eacbf40d5 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:40.861977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 7816f961-80b4-4254-a17e-406eacbf40d5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:40.862358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7816f961-80b4-4254-a17e-406eacbf40d5 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:40.886295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b4fd9db-73e9-4239-9301-8b54f9360b23 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:40.906660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:40.915702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e73de904-8e20-4cb1-93b5-9d9df69fb1cb req-f5d2ded7-ae6c-4532-8d18-53c3578bfbad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154950 Jun 01 13:16:40.934871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b4fd9db-73e9-4239-9301-8b54f9360b23 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:40.935584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0ce83f4-0e16-44b5-814a-bf14660c8527 req-5e363ea6-cb05-4592-b414-0d4820904294 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5066984 Jun 01 13:16:40.936601 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b4fd9db-73e9-4239-9301-8b54f9360b23 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1380386 Jun 01 13:16:40.940593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43908) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:40.945688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': 'daab9e93-a169-44e9-9b52-711bf293a2fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:40.952602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:40.962532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:40.981761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:16:40.988299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.025481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-720a17a1-24c2-447a-8a30-2e65b21dcc68 req-584c8f87-d69e-4e05-bea5-d9d4d63eedc1 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772965 Jun 01 13:16:41.067906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Allocated IP 172.20.0.7 (58bf84cf-2900-4275-8598-a4aa8301e93e/6626aaec-7b4b-4d49-8fe6-f92ac651b7fa/f291d645-8b61-4a40-ae97-8984d9f775be) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:41.083665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.094282 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.149536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:41.162534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c914067-c485-4e57-b0a4-f8add7516d74 req-4ce72a1e-e3e9-437f-b3c0-1dca651ce739 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 210 time: 0.0985143 Jun 01 13:16:41.169400 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.179025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.203303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.211133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.258833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb30a20-bb78-4814-aed2-3c34fca5309a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:41.286406 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dd75eb-6622-4e22-a370-19b2a1350dde'] response: {'server_uuid': 'e8ba305e-3d2a-459a-a4bb-1f24f89dd316', 'name': 'network-vif-deleted', 'tag': '0f29b528-5ea2-4fe4-a3c3-71aba9725830', 'status': 'completed', 'code': 200} Jun 01 13:16:41.296272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Transition to ACTIVE for port object 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:41.314960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.333528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.358621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec46bb6-5c81-427d-886d-f57d67898567,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:41.375938 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0ac6a656-5366-4372-9b48-aef8f87129a2 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3fb30a20-bb78-4814-aed2-3c34fca5309a HTTP/1.1" status: 204 len: 168 time: 0.8609111 Jun 01 13:16:41.377064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:41.404739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.406686 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-764159de-88d0-49a9-8e1f-528abd2c30ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4651618 Jun 01 13:16:41.411905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:41.431083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439bbcd-0966-41a0-87cf-c4e68df625c5 None None] Network a1d51458-79e1-42ec-9b54-8c9af1e706d5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:41.476123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:41.515664 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6829a64d-20eb-4798-8c1c-db511559bea8 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules/6ec46bb6-5c81-427d-886d-f57d67898567 HTTP/1.1" status: 200 len: 764 time: 0.1024494 Jun 01 13:16:41.525533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:41.601325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.628698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32068767-a82d-4803-8f17-3e303e115b17 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:41.664008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.667046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Deleting port cb9209fa-dcce-47c6-ab56-bf788b5db101 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:41.667558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.776509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32068767-a82d-4803-8f17-3e303e115b17 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:41.777977 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-32068767-a82d-4803-8f17-3e303e115b17 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2511590 Jun 01 13:16:41.787404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43930) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:41.823156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:41.827641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813f8d1-9264-495f-97b3-e7690125153e None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:16:41.828908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.861170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Pushing event updated for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:41.866535 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.909156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.920138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] DHCP port deletion for a1d51458-79e1-42ec-9b54-8c9af1e706d5 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:16:41.947561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Deleting port cb9209fa-dcce-47c6-ab56-bf788b5db101 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:41.947934 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:41.957495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.957840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.958160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.958498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.958914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.959235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.959555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.959876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.961828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.962080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.962407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:41.962773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:42.011232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d53655-1ae1-4a89-ba80-98d8ef3304d0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:42.014955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.069712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] For port cb9209fa-dcce-47c6-ab56-bf788b5db101, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb9209fa-dcce-47c6-ab56-bf788b5db101,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:42.070134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.112851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.113680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.140835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.148253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ed5915d2-56c6-4aaf-b6f8-d0436abf7ce5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/31d53655-1ae1-4a89-ba80-98d8ef3304d0 HTTP/1.1" status: 204 len: 168 time: 1.3476667 Jun 01 13:16:42.286616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Transition to ACTIVE for port object f291d645-8b61-4a40-ae97-8984d9f775be will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:42.309001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776b491-ef38-4962-9fcb-ffd6767ee05e req-aafb471d-aefc-4e7d-a768-181a3aa81ffd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:42.310322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] For port cb9209fa-dcce-47c6-ab56-bf788b5db101, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb9209fa-dcce-47c6-ab56-bf788b5db101,segment=NetworkSegment(0bbb6334-612c-48f5-9619-381982945da4),segment_id=0bbb6334-612c-48f5-9619-381982945da4)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:42.310687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.326939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b776b491-ef38-4962-9fcb-ffd6767ee05e req-aafb471d-aefc-4e7d-a768-181a3aa81ffd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.7866020 Jun 01 13:16:42.338083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.356949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Calling delete_port for cb9209fa-dcce-47c6-ab56-bf788b5db101 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:42.378439 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abdd241-3807-4b0c-8c19-dab66cb42e94 None None] New status for floating IP 4feb7460-f6eb-46eb-8099-0b41f4b673ab: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:16:42.385431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Attempting to bind port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:42.385770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Attempting to bind port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:42.386089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Attempting to bind port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:42.410516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.419736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f on network 86599a28-c2fd-4a24-9c21-098be794b915 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:16:42.420196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Attempting to bind port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:42.439742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:42.440213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Checking segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:42.440875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Bound using segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:42.441321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Bound port: 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:42.441852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.446569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9241a15e-0c98-4960-aa91-33ef3b954c02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:42.516904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Calling delete_port for cb9209fa-dcce-47c6-ab56-bf788b5db101 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:42.542445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ec46bb6-5c81-427d-886d-f57d67898567,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:42.565730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3691a7-2a10-4ffa-a9ff-3aabbfe69144,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:42.580993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.581333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Pushing event updated for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:42.582668 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04ba370a-ff08-419c-ab46-42746c86f40c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/security-groups/4a3691a7-2a10-4ffa-a9ff-3aabbfe69144 HTTP/1.1" status: 204 len: 168 time: 1.1055582 Jun 01 13:16:42.585781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:42.612647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.616333 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4839ec3-a6ee-41da-88c9-a6316b05804a tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/6ec46bb6-5c81-427d-886d-f57d67898567 HTTP/1.1" status: 204 len: 168 time: 0.8227420 Jun 01 13:16:42.624815 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-893ad06a-8bbd-41da-b3cc-6eb53c79f55e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] show failed (client error): The resource could not be found. Jun 01 13:16:42.626889 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-893ad06a-8bbd-41da-b3cc-6eb53c79f55e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups/4a3691a7-2a10-4ffa-a9ff-3aabbfe69144 HTTP/1.1" status: 404 len: 347 time: 0.0381320 Jun 01 13:16:42.630125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:42.630714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:42.695434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b776b491-ef38-4962-9fcb-ffd6767ee05e req-02f32c0c-8cf5-4f48-b26a-fc8d34e3898f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672276 Jun 01 13:16:42.710542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.710772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ae5b7-f8d0-40f8-ae16-2d300771528a req-eeb222e6-0b8a-4027-92c3-7de861a90775 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:42.713010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-991ae5b7-f8d0-40f8-ae16-2d300771528a req-eeb222e6-0b8a-4027-92c3-7de861a90775 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 944 time: 0.5420914 Jun 01 13:16:42.800055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb9209fa-dcce-47c6-ab56-bf788b5db101 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:16:42.845086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] No DVR routers for this DVR port cb9209fa-dcce-47c6-ab56-bf788b5db101 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:16:42.847364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: cb9209fa-dcce-47c6-ab56-bf788b5db101 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:16:42.847702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb9209fa-dcce-47c6-ab56-bf788b5db101 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:16:42.851454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274171b2-52cb-4fcb-b425-3a796a847e3a None None] Pushing event deleted for resources: {'Port': ['ID=cb9209fa-dcce-47c6-ab56-bf788b5db101,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:42.905920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be202800-76fa-41c7-a03a-2758643875ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:42.928044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:42.931372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:42.939949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Network 58bf84cf-2900-4275-8598-a4aa8301e93e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:42.997481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:42.997868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:16:42.998185 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:16:43.001501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:43.002176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 42c0d0c8-6ebe-4121-99a7-bfdcd63a7568 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:43.002510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.051341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-be202800-76fa-41c7-a03a-2758643875ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:43.052553 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be202800-76fa-41c7-a03a-2758643875ab tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4207606 Jun 01 13:16:43.055663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:43.062176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:43.156414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:43.157412 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.158836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] 10.222.0.24 "PUT /v2.0/ports/40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1092 time: 4.7242649 Jun 01 13:16:43.166478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:43.197963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-991ae5b7-f8d0-40f8-ae16-2d300771528a req-67225bf5-c694-4826-bc4c-3ac4aecab0a8 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4652226 Jun 01 13:16:43.251132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.312932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.313261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.322064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.334776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e403a1-4988-4c70-89a5-d910ab27b95a service neutron] Pushing event updated for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:43.356666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:43.357518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.448392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2fa66373-45d2-421c-b73c-f8d92bd5384f None None] Provisioning for port f291d645-8b61-4a40-ae97-8984d9f775be completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:43.455593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2fa66373-45d2-421c-b73c-f8d92bd5384f None None] Provisioning complete for port f291d645-8b61-4a40-ae97-8984d9f775be triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:43.455980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2fa66373-45d2-421c-b73c-f8d92bd5384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.467269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-d82d43fd-7768-4fb8-9df0-2dee7d2f34b3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6880136 Jun 01 13:16:43.481450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2001-e9cf-4378-a016-a4f977caff68 req-815fdff9-e437-4e40-b4c9-63f0686bf163 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:43.483311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76db2001-e9cf-4378-a016-a4f977caff68 req-815fdff9-e437-4e40-b4c9-63f0686bf163 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 946 time: 0.5463796 Jun 01 13:16:43.499383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Request body: {'port': {'device_id': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:43.500526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Deleting port cb9209fa-dcce-47c6-ab56-bf788b5db101 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:43.500864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.564027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 42c0d0c8-6ebe-4121-99a7-bfdcd63a7568 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:43.571328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2fa66373-45d2-421c-b73c-f8d92bd5384f None None] Port f291d645-8b61-4a40-ae97-8984d9f775be cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:16:43.671230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] The port 'cb9209fa-dcce-47c6-ab56-bf788b5db101' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:16:43.692077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.728992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76db2001-e9cf-4378-a016-a4f977caff68 req-f91a5ecb-dbd6-4027-9ebf-7c146281fcea tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358084 Jun 01 13:16:43.809262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.853102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.853909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-1b690df0-00c5-4e54-9eb3-224c2f67b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:43.855505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-1b690df0-00c5-4e54-9eb3-224c2f67b284 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1095 time: 0.5899436 Jun 01 13:16:43.857169 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c24481-7c14-435f-97fc-912967d4b9df'] response: {'name': 'network-changed', 'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'status': 'completed', 'code': 200} Jun 01 13:16:43.863517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab9e93-a169-44e9-9b52-711bf293a2fa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:43.867399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22524c9-221c-4bb3-9cbb-bbf41fa3a259 req-c88a88d5-75db-4bde-9533-e2418fee4e14 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:43.868690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d22524c9-221c-4bb3-9cbb-bbf41fa3a259 req-c88a88d5-75db-4bde-9533-e2418fee4e14 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Synchronizing usage tracker for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:43.939738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d51458-79e1-42ec-9b54-8c9af1e706d5']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:43.961495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbb6334-612c-48f5-9619-381982945da4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:43.961866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbb6334-612c-48f5-9619-381982945da4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:43.968743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:43.972711 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9c78912-9c8b-4a06-b642-d30bf6d7087f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/daab9e93-a169-44e9-9b52-711bf293a2fa HTTP/1.1" status: 204 len: 168 time: 0.9159336 Jun 01 13:16:43.975081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-17d10dc8-2dbc-4984-ba53-ee6e1d0d0d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 217 time: 0.1006966 Jun 01 13:16:43.977311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43990) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:44.003375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.034719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d22524c9-221c-4bb3-9cbb-bbf41fa3a259 req-c88a88d5-75db-4bde-9533-e2418fee4e14 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Unset dirty status for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:44.035869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d22524c9-221c-4bb3-9cbb-bbf41fa3a259 req-c88a88d5-75db-4bde-9533-e2418fee4e14 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1027 time: 0.6579862 Jun 01 13:16:44.044290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.046876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.098672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f42da80-db3e-428d-8e90-f4118f156031 req-2f2ae85e-0a5c-4629-a17a-30425c018bbf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-512810742&fields=id&tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 267 time: 0.1598449 Jun 01 13:16:44.107827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4590630-b146-4e6f-93c7-c1b1130d825c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:44.137074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:16:44.137481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.160074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=42c0d0c8-6ebe-4121-99a7-bfdcd63a7568,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:44.202051 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0bbb6334-612c-48f5-9619-381982945da4 resource provider aggregate not found Jun 01 13:16:44.242895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-a6c1c5ff-0d26-4203-9fc1-f289687340a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:44.244494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-a6c1c5ff-0d26-4203-9fc1-f289687340a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.2601943 Jun 01 13:16:44.252464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d22524c9-221c-4bb3-9cbb-bbf41fa3a259 req-10251542-a62a-4705-ba54-c2e25144aec9 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066834 Jun 01 13:16:44.305978 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0bbb6334-612c-48f5-9619-381982945da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bbb6334-612c-48f5-9619-381982945da4 found for delete ", "request_id": "req-3ac7934e-9fd1-42ef-9198-2092a36e65a1"}]} Jun 01 13:16:44.329472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4590630-b146-4e6f-93c7-c1b1130d825c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:44.331274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4590630-b146-4e6f-93c7-c1b1130d825c tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3528986 Jun 01 13:16:44.333766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44006) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:44.334114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.334237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:44.339345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.357211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.360749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group': {'name': 'tempest-secgroup--688371125'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:44.370896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d51458-79e1-42ec-9b54-8c9af1e706d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:44.381615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:44.383619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.385485 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67817d3e-abbc-4d2b-96ca-78da15dcc82f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/floatingips/4feb7460-f6eb-46eb-8099-0b41f4b673ab HTTP/1.1" status: 204 len: 168 time: 1.7394927 Jun 01 13:16:44.386332 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fa5881f5-d20b-4815-9740-229b32572c34 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a1d51458-79e1-42ec-9b54-8c9af1e706d5 HTTP/1.1" status: 204 len: 168 time: 3.0081151 Jun 01 13:16:44.422225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:44.601357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:44.620787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:44.636228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:44.646539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.651674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d431b13-78e2-47ec-9988-4b0afe7e98ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c54786d8123a4c29a5c0ec5167850c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491147 Jun 01 13:16:44.654243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:44.656054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Usage tracker for resource:floatingip and tenant:0d36fbed65dc4b629dfec027e18fb109 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:44.663085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223f19-0070-4192-a3d6-eca965ebea1b req-52483886-2402-4b1b-9ec7-c0e86558e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:44.664690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-52483886-2402-4b1b-9ec7-c0e86558e6d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4103808 Jun 01 13:16:44.666176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:44.687786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:44.719164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.731351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42da80-db3e-428d-8e90-f4118f156031 req-b2b03daf-55b6-42b9-b5fd-cc896433b49f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:44.732972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f42da80-db3e-428d-8e90-f4118f156031 req-b2b03daf-55b6-42b9-b5fd-cc896433b49f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 946 time: 0.5808964 Jun 01 13:16:44.852349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.853660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:44.862432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'security_groups': ['0e839851-724d-44ea-b488-2ae08568bc0b', '89e4b197-876c-4b65-84de-facfead3c1a2']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:44.887909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.905182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.911053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:44.922253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57c141-2c7f-4dd6-a3c9-4552d09b60c3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:44.926542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:44.934049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:44.937715 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe0644d0-6d5b-4fc3-9bc1-b1f32b14e809 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf57c141-2c7f-4dd6-a3c9-4552d09b60c3 HTTP/1.1" status: 204 len: 168 time: 0.2800782 Jun 01 13:16:44.954901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:44.958076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f291d645-8b61-4a40-ae97-8984d9f775be {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:44.975336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.134083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Transition to ACTIVE for port object f291d645-8b61-4a40-ae97-8984d9f775be will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:16:45.156347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0353f63-dd5a-4d45-91fa-06f021cc9065 req-7a61cb8b-06f0-490e-ba80-8653acfe0317 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:45.157796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0353f63-dd5a-4d45-91fa-06f021cc9065 req-7a61cb8b-06f0-490e-ba80-8653acfe0317 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.7382903 Jun 01 13:16:45.177895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-f9219f71-83cf-4eda-ab21-e47eccb2cca1 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984186 Jun 01 13:16:45.178472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.349284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.572545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0353f63-dd5a-4d45-91fa-06f021cc9065 req-1426cab4-322f-4890-9ebb-da64396840b4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028943 Jun 01 13:16:45.573144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Pushing event updated for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:45.657807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.684049 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.723146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44050) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:45.803329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87223f19-0070-4192-a3d6-eca965ebea1b req-5c623e9f-5d02-4045-8a77-4b6804d04873 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703077 Jun 01 13:16:45.835366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1498507420-network', 'tenant_id': '69e8fd5405e541268d925c6d62a50e4c'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:45.840849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:45.845182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Usage tracker for resource:network and tenant:69e8fd5405e541268d925c6d62a50e4c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:45.848580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:45.849498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a087d1-e153-4bed-9e6f-fb79e2bd12b5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:45.855964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:45.865666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Made reservation on behalf of 69e8fd5405e541268d925c6d62a50e4c for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:45.868112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.880632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.895749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:45.899947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Usage tracker for resource:security_group_rule and tenant:69e8fd5405e541268d925c6d62a50e4c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:45.903169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:45.909864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:45.944341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Attempting to bind port f291d645-8b61-4a40-ae97-8984d9f775be on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:16:45.944698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Attempting to bind port f291d645-8b61-4a40-ae97-8984d9f775be by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:16:45.945004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Attempting to bind port f291d645-8b61-4a40-ae97-8984d9f775be on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:45.956319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:45.957667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fedfc2a0-b369-4d37-bdcf-05e94ae34391 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6037152 Jun 01 13:16:45.962328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44056) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:45.967761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Request body: {'security_group_rule': {'security_group_id': '04a087d1-e153-4bed-9e6f-fb79e2bd12b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:45.976541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:45.988158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Usage tracker for resource:security_group_rule and tenant:bb1c017bed034d80a2636a634855ed33 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:45.993572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:45.997141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Port f291d645-8b61-4a40-ae97-8984d9f775be on network 58bf84cf-2900-4275-8598-a4aa8301e93e not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:16:45.997692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Attempting to bind port f291d645-8b61-4a40-ae97-8984d9f775be on network 58bf84cf-2900-4275-8598-a4aa8301e93e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:16:46.006083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:46.027663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.034574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.044736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.070212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:16:46.070543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Checking segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:46.071172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Bound using segment: {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:16:46.071613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Bound port: f291d645-8b61-4a40-ae97-8984d9f775be, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a6097d-3f4d-4532-a676-6351ddd9c743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:16:46.071953 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.089660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:46.092178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.107556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd857541-a031-4cab-be6a-84e6cb67eae0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:46.118331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.118689 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Added segment 2f75ab1d-25da-48c3-91ae-9710f35f1958 of type vlan for network 577c650a-1b55-4a58-9195-7ee99d210c15 Jun 01 13:16:46.144986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.158275 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.171979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.193095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26009c1-76da-4e5f-b4e4-d95e42723943,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:46.232806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.234688 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7aec596-beed-4e59-b85e-5130cd86d842 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2711880 Jun 01 13:16:46.237545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:46.254353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.255360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:46.255938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.262501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230c56-1e08-4405-b4ed-544ccbb3d8c8 req-1e04f5c1-c6a7-4267-8655-b98e453df641 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:46.264306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6230c56-1e08-4405-b4ed-544ccbb3d8c8 req-1e04f5c1-c6a7-4267-8655-b98e453df641 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 944 time: 0.5405309 Jun 01 13:16:46.382750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6584537 Jun 01 13:16:46.387750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:46.388401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc13f3-17a3-4a85-8b73-80c2c648aacb admin admin] Pushing event updated for resources: {'Network': ['ID=577c650a-1b55-4a58-9195-7ee99d210c15,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:46.398842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Request body: {'subnet': {'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1498507420-subnet', 'tenant_id': '69e8fd5405e541268d925c6d62a50e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:46.399062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 577c650a-1b55-4a58-9195-7ee99d210c15 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:46.407587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:46.414924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Usage tracker for resource:subnet and tenant:69e8fd5405e541268d925c6d62a50e4c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:46.430189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:46.453171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:46.458316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.475819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:46.490351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Made reservation on behalf of 69e8fd5405e541268d925c6d62a50e4c for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:46.493381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.533692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-2f2ffa64-82a4-4788-85d7-2cb7aebed9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:46.534942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-2f2ffa64-82a4-4788-85d7-2cb7aebed9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1095 time: 0.6283543 Jun 01 13:16:46.590980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.593203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:16:46.653038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:16:46.663843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6230c56-1e08-4405-b4ed-544ccbb3d8c8 req-e75e6738-719b-4c22-beab-dad9545edfbb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3795156 Jun 01 13:16:46.686400 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.697030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f291d645-8b61-4a40-ae97-8984d9f775be,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:16:46.704893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Allocated IP 172.25.7.81 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/1a9362c2-cd12-4c61-8204-57a9939b239b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:46.709518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.715877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.721248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:46.732859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.769206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a087d1-e153-4bed-9e6f-fb79e2bd12b5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:46.801530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44070) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:46.802187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.803451 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd48d2e0-ae0f-436d-bcba-765131502ad3 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/04a087d1-e153-4bed-9e6f-fb79e2bd12b5 HTTP/1.1" status: 204 len: 168 time: 0.5648994 Jun 01 13:16:46.814734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:46.834764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:46.835374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.836847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] 10.222.0.13 "PUT /v2.0/ports/f291d645-8b61-4a40-ae97-8984d9f775be HTTP/1.1" status: 200 len: 1091 time: 3.3439031 Jun 01 13:16:46.845905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:46.857831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678737211', 'description': 'tempest-description--2038186588'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:46.905810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1ccb991-91e3-4743-82ee-7fb9fdb3fd0f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:46.908762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:46.966940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:47.003058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1ccb991-91e3-4743-82ee-7fb9fdb3fd0f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:47.004385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1ccb991-91e3-4743-82ee-7fb9fdb3fd0f tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1886604 Jun 01 13:16:47.008192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.012543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ea5a5c-eb9b-4286-9fa1-81de0f37b124,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:47.031219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Checking segment: {'id': '2f75ab1d-25da-48c3-91ae-9710f35f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:47.031753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Network hostable DHCP agents. Network: 577c650a-1b55-4a58-9195-7ee99d210c15, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:47.033824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.034478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.036302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f42da80-db3e-428d-8e90-f4118f156031 req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "PUT /v2.0/ports/e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 982 time: 2.2182653 Jun 01 13:16:47.120344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-847523cf-50e1-4471-a6e9-abc64c8baecf tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Synchronizing usage tracker for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:47.120638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-d065e6e1-7fd7-4cb9-8831-dd216c04a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.122094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-d065e6e1-7fd7-4cb9-8831-dd216c04a2a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.5739713 Jun 01 13:16:47.124740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:47.127096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Network 577c650a-1b55-4a58-9195-7ee99d210c15 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:47.145954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 577c650a-1b55-4a58-9195-7ee99d210c15) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:47.151344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.152373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.159690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-847523cf-50e1-4471-a6e9-abc64c8baecf tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] Unset dirty status for tenant:bb1c017bed034d80a2636a634855ed33 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:47.160237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:47.163532 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-847523cf-50e1-4471-a6e9-abc64c8baecf tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1498260 Jun 01 13:16:47.166724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.186139 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-a2bdb00f-0dd8-4a56-9a06-854b9b840f2b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] delete failed (client error): The resource could not be found. Jun 01 13:16:47.190771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2bdb00f-0dd8-4a56-9a06-854b9b840f2b tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "DELETE /v2.0/security-groups/04a087d1-e153-4bed-9e6f-fb79e2bd12b5 HTTP/1.1" status: 404 len: 347 time: 0.0197723 Jun 01 13:16:47.191596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44090) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.200380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97dc545-ef9f-4142-8512-d482d3344ff6 None None] Network 577c650a-1b55-4a58-9195-7ee99d210c15 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:47.217147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-048b3aed-46c6-4e08-8b39-b9c58a4ee00b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8184795 Jun 01 13:16:47.224610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3f51d-9408-475e-b97c-4a3964ecf402 service neutron] Pushing event updated for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:47.262354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-439fb36a-b59b-4bdc-9b65-39ca3f33ad25 tempest-SecGroupTest-1200716041 tempest-SecGroupTest-1200716041-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695243 Jun 01 13:16:47.365257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5702d1b-0fe9-4b9e-83ef-d9d85f9d9445 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:47.381589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-87c1e7e4-7c29-4d36-b389-6a6a1832fdc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 217 time: 0.2414277 Jun 01 13:16:47.391760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.511378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa37f01-106a-4382-bdac-03981ae002b7 None None] Network 577c650a-1b55-4a58-9195-7ee99d210c15 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:47.553539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.566218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.619853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.626176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:47.685640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:47.704262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:47.736950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-647fb91d-42dc-4cc5-81c2-6905d6cc2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.738564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-647fb91d-42dc-4cc5-81c2-6905d6cc2e27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.3373933 Jun 01 13:16:47.746062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:47.759726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-0562c684-95e1-4a90-b396-87c1c319865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.761776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-0562c684-95e1-4a90-b396-87c1c319865d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1094 time: 0.8462431 Jun 01 13:16:47.779603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370728-848d-48fa-9ac2-feba1edf7709 req-cb1958cb-2434-4ecd-8593-3d3ab593189b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:47.783079 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c645d62f-794a-4a0b-9e22-ef45e5b352c7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bb1c017bed034d80a2636a634855ed33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128737 Jun 01 13:16:47.785227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44118) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.786072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8370728-848d-48fa-9ac2-feba1edf7709 req-cb1958cb-2434-4ecd-8593-3d3ab593189b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1094 time: 0.7690103 Jun 01 13:16:47.795547 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:47.801106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-620107649-network', 'tenant_id': '2eb5c78819ec4dbbb8836b88452957ca'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:47.818453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:47.829613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Usage tracker for resource:network and tenant:2eb5c78819ec4dbbb8836b88452957ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:47.835049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:47.849379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:47.875754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Made reservation on behalf of 2eb5c78819ec4dbbb8836b88452957ca for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:47.878166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.893439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.895234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.926002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:47.934108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb5c78819ec4dbbb8836b88452957ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:47.937750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.944623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:47.950091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:47.953379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:47.965755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.973739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:47.979469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:47.981297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9362c2-cd12-4c61-8204-57a9939b239b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:47.985748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:48.038445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.039220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.043422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-31539daa-b2f6-4a7d-93f2-ebaee296d66f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f291d645-8b61-4a40-ae97-8984d9f775be HTTP/1.1" status: 200 len: 217 time: 0.2498083 Jun 01 13:16:48.074112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5439991b-d760-4170-b74b-8283e7f30410,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:48.088468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.093967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.130908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.132064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b407503b-0f97-4cdc-8c2b-0486d0d7621b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5439991b-d760-4170-b74b-8283e7f30410 HTTP/1.1" status: 204 len: 168 time: 0.3441844 Jun 01 13:16:48.136213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:48.145184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9c7a3-2dc5-45a5-b9ef-ad97d1d8b673,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:48.149118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae6424-7ff5-4b0f-a61c-d5d0e2d5182c req-45ae50b9-8692-4d51-9162-27e59016f039 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:48.150849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fae6424-7ff5-4b0f-a61c-d5d0e2d5182c req-45ae50b9-8692-4d51-9162-27e59016f039 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.9302783 Jun 01 13:16:48.153159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.153581 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Added segment 3c5d1463-1902-45a2-afd2-082e70ae4e6a of type vlan for network ae91ab9a-b50f-4207-bb4d-859e892a8ed9 Jun 01 13:16:48.185367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.219910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.221205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:48.221798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.231328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8370728-848d-48fa-9ac2-feba1edf7709 req-02a2ccfd-e1fb-485b-89af-377aaf7b920a tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733767 Jun 01 13:16:48.239542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b669136-2fa4-497b-ada3-edbadb965b52,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:48.258910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.260338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-197b4a3b-a9bc-4844-9734-05a3fd52fae3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4225662 Jun 01 13:16:48.263618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:48.273347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-02b9982c-923e-45a9-b79f-576362c95eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:48.274612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c572c136-8018-48e9-82c6-65692995376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.274751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-02b9982c-923e-45a9-b79f-576362c95eb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa HTTP/1.1" status: 200 len: 848 time: 0.2112899 Jun 01 13:16:48.283294 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4863114 Jun 01 13:16:48.291852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '3b669136-2fa4-497b-ada3-edbadb965b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:48.301814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44132) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:48.329877 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70b184d-e075-4874-951e-d7cb2cd804c8'] response: {'name': 'network-changed', 'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be', 'status': 'completed', 'code': 200} Jun 01 13:16:48.344430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fae6424-7ff5-4b0f-a61c-d5d0e2d5182c req-04dbad3c-4a75-41da-a652-98946ae4938a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751871 Jun 01 13:16:48.365929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-d6aa2fb2-8ac7-4d59-b765-bd494de138e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:48.367497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-d6aa2fb2-8ac7-4d59-b765-bd494de138e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5936117 Jun 01 13:16:48.368781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Request body: {'subnet': {'network_id': 'ae91ab9a-b50f-4207-bb4d-859e892a8ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-620107649-subnet', 'tenant_id': '2eb5c78819ec4dbbb8836b88452957ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:48.374337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:48.395220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:48.401608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:48.404853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Usage tracker for resource:subnet and tenant:2eb5c78819ec4dbbb8836b88452957ca is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:48.409685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:48.430922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:48.451596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f922e8-3ab4-4757-8459-e493d812e373 admin admin] Pushing event updated for resources: {'Network': ['ID=ae91ab9a-b50f-4207-bb4d-859e892a8ed9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:48.460483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:48.462832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:48.470842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.472122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ae91ab9a-b50f-4207-bb4d-859e892a8ed9 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:48.495608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Made reservation on behalf of 2eb5c78819ec4dbbb8836b88452957ca for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:48.502238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.621551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.710747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.719136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.780725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b10462-dac0-4ab1-bad6-7d4bab153a1d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:48.808800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.812823 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20ae8791-3a58-4200-82d3-8f295526677b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5447206 Jun 01 13:16:48.813443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:48.822403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': '3b669136-2fa4-497b-ada3-edbadb965b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:48.830857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:48.847172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-9896c2b0-de10-42d3-9b55-ac93716c4004 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1650225875&fields=id&tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 267 time: 0.3683920 Jun 01 13:16:48.850731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:48.855613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:48.870922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:48.875046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-6bf02745-c78e-4706-9311-b48f8f733dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:48.876554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-6bf02745-c78e-4706-9311-b48f8f733dfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bf84cf-2900-4275-8598-a4aa8301e93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5918481 Jun 01 13:16:48.881781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.910939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-c2ce1c2e-f7fc-423d-b148-7e5c64f52f26 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305364 Jun 01 13:16:48.917774 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.936051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:48.982414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179e4691-8c6f-4f50-849c-e7470ff857eb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:49.013379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Checking segment: {'id': '3c5d1463-1902-45a2-afd2-082e70ae4e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae91ab9a-b50f-4207-bb4d-859e892a8ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:49.013582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Network hostable DHCP agents. Network: ae91ab9a-b50f-4207-bb4d-859e892a8ed9, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:49.043658 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.049324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.193145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Network ae91ab9a-b50f-4207-bb4d-859e892a8ed9 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:49.209568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d928753-66d4-4e0a-9778-8b68071ac1c8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:49.224001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ae91ab9a-b50f-4207-bb4d-859e892a8ed9) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:49.229595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:49.231023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.236713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693cd2e1-2346-40a1-8112-ce2ff80be867 None None] Network ae91ab9a-b50f-4207-bb4d-859e892a8ed9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:49.238462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.244070 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9b0440d1-35ee-4d96-9b72-4fb9b484cc48 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254358 Jun 01 13:16:49.246500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:49.255453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:49.263408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:49.268971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:floatingip and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:49.272634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:49.295872 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7bf0d823-4c44-4672-ba69-7a931b393ad5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9864705 Jun 01 13:16:49.304566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:49.309896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67214d07-30c1-4f7b-9fc6-6e67de0b5f09 req-d7974bfb-9381-4267-aac1-eda4dfe9bc1c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:49.316881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67214d07-30c1-4f7b-9fc6-6e67de0b5f09 req-d7974bfb-9381-4267-aac1-eda4dfe9bc1c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 944 time: 0.5971925 Jun 01 13:16:49.329478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.351434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:49.364640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-2d734e5c-e0e2-4a45-aa09-f2f1add72023 service neutron] 10.222.0.13 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480035 Jun 01 13:16:49.428748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc81bf4c-c4d0-4589-b8be-57e15ee68792 req-2738379e-00bd-43e6-a49c-7c4795376013 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607570 Jun 01 13:16:49.480943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:16:49.519880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c38f0932-66e6-438e-ba8a-ca6d061a877d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:49.521349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c38f0932-66e6-438e-ba8a-ca6d061a877d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 985 time: 0.6502824 Jun 01 13:16:49.575416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.604069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67214d07-30c1-4f7b-9fc6-6e67de0b5f09 req-34e7408f-3fa3-4bb6-a51f-a0fd3740d437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2862186 Jun 01 13:16:49.637380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'security_groups': ['0e839851-724d-44ea-b488-2ae08568bc0b', '89e4b197-876c-4b65-84de-facfead3c1a2', '03d8161d-25dc-4688-82d1-555d3b6bf07c']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:49.651110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4bff7e74-dfea-4676-91d6-7710bc4210b2 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1231894243', 'prefixes': ['172.20.0.0/16']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:49.662845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4bff7e74-dfea-4676-91d6-7710bc4210b2 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:49.666985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:49.704708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'port_id': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'mac_address': 'fa:16:3e:d3:27:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:16:49.824309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.25.7.128 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/53fcbc92-7153-440d-b146-ab3e8fb0814e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:49.841930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4bff7e74-dfea-4676-91d6-7710bc4210b2 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.843306 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4bff7e74-dfea-4676-91d6-7710bc4210b2 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4855721 Jun 01 13:16:49.846218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44180) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:49.902484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3f117-219b-4618-8b1b-c3f5fc597331 None None] Network ae91ab9a-b50f-4207-bb4d-859e892a8ed9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:49.918328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:49.918641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.922117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.931141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2a23aec-7ff9-4f88-9e3d-acb760b3deef req-378e3dec-ea0d-4dcc-b833-f1585c630117 service neutron] 10.222.0.13 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517607 Jun 01 13:16:49.948321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:49.999661 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-78925a8d-93c7-4905-96f2-33ac710abac9 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "GET /v2.0/subnetpools/ba108901-b887-4ab4-a3e5-1a7d02d4920a HTTP/1.1" status: 200 len: 732 time: 0.1522257 Jun 01 13:16:50.002424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44184) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.020049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6cfd6014-88f6-4154-a5c1-0d4a5c558c75 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1962598051'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:50.026971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:50.030630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.063332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:50.070000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.122767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6cfd6014-88f6-4154-a5c1-0d4a5c558c75 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.124474 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6cfd6014-88f6-4154-a5c1-0d4a5c558c75 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "PUT /v2.0/subnetpools/ba108901-b887-4ab4-a3e5-1a7d02d4920a HTTP/1.1" status: 200 len: 684 time: 0.1210630 Jun 01 13:16:50.128365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44188) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.196607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9362c2-cd12-4c61-8204-57a9939b239b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:50.243918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.273567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.274996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d110f86a-c4bb-4b33-b848-afb5ed63f048 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.276292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d110f86a-c4bb-4b33-b848-afb5ed63f048 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "DELETE /v2.0/subnetpools/ba108901-b887-4ab4-a3e5-1a7d02d4920a HTTP/1.1" status: 204 len: 168 time: 0.1469460 Jun 01 13:16:50.280073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44192) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.292899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78763111-5ba9-4770-b931-747017ca08af req-802f62b9-6642-4f68-9ad3-17e8e53e825b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:50.294962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78763111-5ba9-4770-b931-747017ca08af req-802f62b9-6642-4f68-9ad3-17e8e53e825b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1094 time: 0.4649634 Jun 01 13:16:50.309086 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-da7bd33b-88cf-4e8d-8c60-d2ba6d9ad406 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] show failed (client error): The resource could not be found. Jun 01 13:16:50.310394 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da7bd33b-88cf-4e8d-8c60-d2ba6d9ad406 tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "GET /v2.0/subnetpools/ba108901-b887-4ab4-a3e5-1a7d02d4920a HTTP/1.1" status: 404 len: 346 time: 0.0291412 Jun 01 13:16:50.313395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.317368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:50.328691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.329044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.329430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.329817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.330169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.330527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.330884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.331209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.331577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.332219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.332804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.333138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:16:50.338682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:50.339265 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-c24ca997-3bd1-4741-b603-c8dafea158bd tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] delete failed (client error): The resource could not be found. Jun 01 13:16:50.340202 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c24ca997-3bd1-4741-b603-c8dafea158bd tempest-SubnetPoolsTestJSON-180082325 tempest-SubnetPoolsTestJSON-180082325-project] 10.222.0.40 "DELETE /v2.0/subnetpools/ba108901-b887-4ab4-a3e5-1a7d02d4920a HTTP/1.1" status: 404 len: 346 time: 0.0257139 Jun 01 13:16:50.356472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.374351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-f708bb41-0026-4859-a65c-55c81e77a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:50.375976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-f708bb41-0026-4859-a65c-55c81e77a505 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1094 time: 0.3354843 Jun 01 13:16:50.381345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.382725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-570dba7b-ff6b-4f22-934f-02253183ecac tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0303638 Jun 01 13:16:50.389802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44204) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.425999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-790785304', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'fixed_ips': [{'ip_address': '172.25.7.81'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:50.440420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:50.450715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:50.452176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=53fcbc92-7153-440d-b146-ab3e8fb0814e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:50.454708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:50.457003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:50.550580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:50.554025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.576275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78763111-5ba9-4770-b931-747017ca08af req-5cec3d68-c04c-42e1-91da-9110101dfe0b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720068 Jun 01 13:16:50.577457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Usage tracker for resource:port and tenant:0d36fbed65dc4b629dfec027e18fb109 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:50.586137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:50.617710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:50.637747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.802283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c66124c9-d271-4a1f-96fe-8ca4199409bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.873015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:50.940575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.946101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:50.980826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-33196e02-3ccc-4b4a-b1fc-31d8429f5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:50.982276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-33196e02-3ccc-4b4a-b1fc-31d8429f5f68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 200 len: 910 time: 0.5895429 Jun 01 13:16:50.986516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Made reservation on behalf of 0d36fbed65dc4b629dfec027e18fb109 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:50.988816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.066914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.074487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.084178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=53fcbc92-7153-440d-b146-ab3e8fb0814e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:51.096121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:51.098562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.100897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-e0f07018-6045-492c-9a68-8b4d77f42236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f291d645-8b61-4a40-ae97-8984d9f775be HTTP/1.1" status: 200 len: 217 time: 0.0967162 Jun 01 13:16:51.105224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7c8605a273421c87d9cb4b2d53bdd9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:51.111973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:51.119647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:51.134425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.135984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11db51f8-27bd-45d1-87fb-384b9e9a0ec7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8882480 Jun 01 13:16:51.156732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:51.173206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Usage tracker for resource:security_group_rule and tenant:0d36fbed65dc4b629dfec027e18fb109 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:51.178021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:51.196217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:51.200825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:51.222993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-ca34dd3e-f311-472b-90b0-e76b9626a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:51.224479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-ca34dd3e-f311-472b-90b0-e76b9626a331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa HTTP/1.1" status: 200 len: 848 time: 0.1028762 Jun 01 13:16:51.229879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.236087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.287105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e558daa-3764-4f24-8cea-088d2f2a1cd2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:51.293029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69af4758-084d-4f38-a388-7395641e1320 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a7c8605a273421c87d9cb4b2d53bdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169641 Jun 01 13:16:51.293182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a01e-634f-4e70-a9e6-848a335274d7 req-727075f4-b3be-49ef-887a-f8a485170192 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:51.294019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:51.295385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce83a01e-634f-4e70-a9e6-848a335274d7 req-727075f4-b3be-49ef-887a-f8a485170192 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.4047012 Jun 01 13:16:51.313699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.346170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.354101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.358349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:51.380743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.438157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.453580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e558daa-3764-4f24-8cea-088d2f2a1cd2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:51.460665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.464291 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd751737-edb3-4718-ad50-e92bc2d84b86 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e558daa-3764-4f24-8cea-088d2f2a1cd2 HTTP/1.1" status: 204 len: 168 time: 0.1671207 Jun 01 13:16:51.479887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:51.515880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:51.516829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.530499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cd8f6b9-a525-40bd-9fc9-62f08aa116bb req-c4dcf6a2-7d71-4b15-ab74-0a48e0f4d21f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "PUT /v2.0/ports/e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 1021 time: 1.9741075 Jun 01 13:16:51.551251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce83a01e-634f-4e70-a9e6-848a335274d7 req-c7f58f24-e027-4969-b818-99663115073b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408688 Jun 01 13:16:51.607381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-250b0abd-f9f8-487f-88d9-0484c2ba7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:51.610654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-250b0abd-f9f8-487f-88d9-0484c2ba7811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bf84cf-2900-4275-8598-a4aa8301e93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3733017 Jun 01 13:16:51.624802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:51.655511 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43ba3c5-0a18-42a9-ae4d-233d0eca229a'] response: {'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'status': 'completed', 'code': 200} Jun 01 13:16:51.720320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.729277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f291d645-8b61-4a40-ae97-8984d9f775be details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:16:51.751931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.843201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.871046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:51.874732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] device_id is not set on port f19d780e-d0b7-45d6-b806-35fe359b8d62 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:16:51.932229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f291d645-8b61-4a40-ae97-8984d9f775be,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:51.980721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f291d645-8b61-4a40-ae97-8984d9f775be', 'network_id': '58bf84cf-2900-4275-8598-a4aa8301e93e', 'port_id': 'f291d645-8b61-4a40-ae97-8984d9f775be', 'mac_address': 'fa:16:3e:a6:2d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626aaec-7b4b-4d49-8fe6-f92ac651b7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:16:52.070415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1deb03d-28f3-4b86-8868-2efdfe766d24,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:52.084885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f291d645-8b61-4a40-ae97-8984d9f775be is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:52.085274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.114104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f291d645-8b61-4a40-ae97-8984d9f775be {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:16:52.146670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f291d645-8b61-4a40-ae97-8984d9f775be,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:52.158889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.232837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-79b4ecbe-cf3c-48a5-abfe-05b1f2937981 service neutron] 10.222.0.13 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764472 Jun 01 13:16:52.246153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155651-aabd-48be-8d07-417a1fa2c5b4 req-b45b7055-1407-4b2f-b6ce-2a90956f7620 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:52.247678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9155651-aabd-48be-8d07-417a1fa2c5b4 req-b45b7055-1407-4b2f-b6ce-2a90956f7620 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 945 time: 0.5069726 Jun 01 13:16:52.274389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:52.385477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:52.387568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-92270bce-9f50-4dd3-b804-f4bfbf337e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:52.389126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-92270bce-9f50-4dd3-b804-f4bfbf337e16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1175 time: 0.7046995 Jun 01 13:16:52.395933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f291d645-8b61-4a40-ae97-8984d9f775be'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:16:52.511304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618805916-network', 'tenant_id': '828a66fe698e4350a304b20c89b0ad00'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:52.519192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:52.524920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Usage tracker for resource:network and tenant:828a66fe698e4350a304b20c89b0ad00 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:52.528684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:52.537470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:52.554927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Made reservation on behalf of 828a66fe698e4350a304b20c89b0ad00 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:52.557687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.572531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.590100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:52.593893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Usage tracker for resource:security_group_rule and tenant:828a66fe698e4350a304b20c89b0ad00 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:52.596758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:52.602881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:52.639239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-171bbc6a-29d9-4893-960b-1ce132416e73 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:52.640693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-171bbc6a-29d9-4893-960b-1ce132416e73 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/networks?id=577c650a-1b55-4a58-9195-7ee99d210c15 HTTP/1.1" status: 200 len: 825 time: 0.6300583 Jun 01 13:16:52.683586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9155651-aabd-48be-8d07-417a1fa2c5b4 req-a53bad85-9cbd-4064-b89c-f0e1fc368e2d tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4027216 Jun 01 13:16:52.694903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.700048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.713119 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 13:16:52.713887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:16:52.731141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-38929dad-441f-4f33-b04e-0ea8e89c7e41 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/quotas/69e8fd5405e541268d925c6d62a50e4c HTTP/1.1" status: 200 len: 375 time: 0.0690722 Jun 01 13:16:52.733090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:52.738673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454b1c36-9a52-457c-b0c7-ff35eb7b7fb3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:52.745643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.745972 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Added segment eaf78d19-d238-44ae-9ba0-fbb4fe216311 of type vlan for network 2322a387-d405-48a7-a31e-d5c96bc684ff Jun 01 13:16:52.775419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.785498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-23bd4b13-8070-44bd-9717-634020cedd99 service neutron] 10.222.0.13 "GET /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335882 Jun 01 13:16:52.808793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.809772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:52.810349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:52.915281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] Pushing event updated for resources: {'Network': ['ID=2322a387-d405-48a7-a31e-d5c96bc684ff,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:52.921116 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f09f0bd3-39e5-4b9f-b045-9f371653ced8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5310662 Jun 01 13:16:52.921327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44276) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:52.926400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2322a387-d405-48a7-a31e-d5c96bc684ff details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:52.926880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Request body: {'subnet': {'network_id': '2322a387-d405-48a7-a31e-d5c96bc684ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618805916-subnet', 'tenant_id': '828a66fe698e4350a304b20c89b0ad00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:52.932531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:52.936937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Usage tracker for resource:subnet and tenant:828a66fe698e4350a304b20c89b0ad00 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:52.940102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:52.946976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:52.957902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Made reservation on behalf of 828a66fe698e4350a304b20c89b0ad00 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:52.960273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.007451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05a73e3d-2245-4cd7-9982-542b0fbf0f9c tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.6107278 Jun 01 13:16:53.007451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-279f3281-e0c7-4bc6-a47b-55e013ffe221 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=69e8fd5405e541268d925c6d62a50e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2301407 Jun 01 13:16:53.013315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44280) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:53.068644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.106128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-9955ee5c-e511-42be-acab-154e7647da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:53.107589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-9955ee5c-e511-42be-acab-154e7647da84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.6227520 Jun 01 13:16:53.109701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0a98-9358-4a71-a017-38b05b9212ad req-20b626b9-ac81-4806-a80a-003befe6eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:53.111045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c1d0a98-9358-4a71-a017-38b05b9212ad req-20b626b9-ac81-4806-a80a-003befe6eb58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1097 time: 0.6655214 Jun 01 13:16:53.284263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.287414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-ce58df66-79ca-43d9-97fa-d4dc41cc5d05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 217 time: 0.1155329 Jun 01 13:16:53.350447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-9801b75c-49fd-41e5-82f9-76df3e7dc3fb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:53.359840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a418096-0649-40f8-ad46-09525ad7001c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:53.368761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Checking segment: {'id': 'eaf78d19-d238-44ae-9ba0-fbb4fe216311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2322a387-d405-48a7-a31e-d5c96bc684ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:53.369108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Network hostable DHCP agents. Network: 2322a387-d405-48a7-a31e-d5c96bc684ff, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:53.388402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Network 2322a387-d405-48a7-a31e-d5c96bc684ff is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:53.390983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:53.400252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2322a387-d405-48a7-a31e-d5c96bc684ff) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:53.404557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:53.405142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.418165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec99744-7ebd-479a-8ec1-82b183d39c5c None None] Network 2322a387-d405-48a7-a31e-d5c96bc684ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:53.440329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bed60fa-3bf8-466b-80f7-2faad56e34ce admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5104103 Jun 01 13:16:53.445027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Deleting port 1a9362c2-cd12-4c61-8204-57a9939b239b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:16:53.445915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.496151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c1d0a98-9358-4a71-a017-38b05b9212ad req-c94f9bd3-7f98-4349-9c96-62b3d1939c02 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253284 Jun 01 13:16:53.528144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-9801b75c-49fd-41e5-82f9-76df3e7dc3fb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:16:53.536151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-9801b75c-49fd-41e5-82f9-76df3e7dc3fb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--678737211&fields=id&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 267 time: 0.7080185 Jun 01 13:16:53.586648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-d9edc382-8013-4db1-8e74-3417c63f17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:53.588722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-d9edc382-8013-4db1-8e74-3417c63f17bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.2483463 Jun 01 13:16:53.622609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:53.638345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:53.638733 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:53.661287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:53.714930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-b508d587-3f0e-4c53-bd93-0afbe5d5f6ab service neutron] 10.222.0.40 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946127 Jun 01 13:16:53.728722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f291d645-8b61-4a40-ae97-8984d9f775be up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:16:53.787227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac9366-2609-4437-8d3e-2477670cfd5d None None] Network 2322a387-d405-48a7-a31e-d5c96bc684ff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:53.813551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-360e30db-fb2e-4d98-83dc-b17ea0daf34e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842562 Jun 01 13:16:54.009389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44302) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:54.012648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port f291d645-8b61-4a40-ae97-8984d9f775be completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:16:54.017299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:54.017545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.020765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241876807-network', 'tenant_id': '9f6eaa1d52eb460da088181fc532c5b3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:54.031350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:54.036265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Usage tracker for resource:network and tenant:9f6eaa1d52eb460da088181fc532c5b3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:54.039605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:54.045096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:54.057267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f291d645-8b61-4a40-ae97-8984d9f775be triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:16:54.057641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.057903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Made reservation on behalf of 9f6eaa1d52eb460da088181fc532c5b3 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:54.060288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-78bc25e2-1b86-4534-ab43-18b3e87fab8e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:54.060510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.066986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-78bc25e2-1b86-4534-ab43-18b3e87fab8e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.5298321 Jun 01 13:16:54.073395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.079449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.079766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.088231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:54.092519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6eaa1d52eb460da088181fc532c5b3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:54.095258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:54.100927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:54.131077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:54.152247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:54.170258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-00fd0bfe-0b5b-41ed-aebf-33f6af0076f5 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/quotas/70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 375 time: 0.1024156 Jun 01 13:16:54.184120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.205144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.210370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.243926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Calling delete_port for 1a9362c2-cd12-4c61-8204-57a9939b239b owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:16:54.245868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:16:54.252045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e62169-cd3e-4d1e-94e3-c3391b19a51d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:54.259244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.259973 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Added segment ac783b4c-3363-4d6f-96cf-2adf934798f1 of type vlan for network af3cc17c-883b-435f-a912-131ceeb6ee13 Jun 01 13:16:54.290512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.313719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:54.326345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f291d645-8b61-4a40-ae97-8984d9f775be is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:16:54.326701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.326812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.327745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:54.328463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.349811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-562261c0-9024-46a2-bafa-8a438ef00d04 service neutron] 10.222.0.40 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798337 Jun 01 13:16:54.359545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-cba86744-b4a8-46ed-a1d0-ac84931c7d65 service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926083 Jun 01 13:16:54.363741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f291d645-8b61-4a40-ae97-8984d9f775be,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:16:54.370418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.474713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] Pushing event updated for resources: {'Network': ['ID=af3cc17c-883b-435f-a912-131ceeb6ee13,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:54.481480 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f39721ec-6b6e-4cf1-b3ed-75755161da02 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4703705 Jun 01 13:16:54.482791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44308) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:54.487973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network af3cc17c-883b-435f-a912-131ceeb6ee13 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:16:54.490794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Request body: {'subnet': {'network_id': 'af3cc17c-883b-435f-a912-131ceeb6ee13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241876807-subnet', 'tenant_id': '9f6eaa1d52eb460da088181fc532c5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:54.496936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:54.501660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Usage tracker for resource:subnet and tenant:9f6eaa1d52eb460da088181fc532c5b3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:54.505139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:54.511916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:54.527974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Made reservation on behalf of 9f6eaa1d52eb460da088181fc532c5b3 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:54.538166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.551391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:54.833966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.914561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b75ca1-61c6-47f2-aa1b-401b5123b4a5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:54.920094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Checking segment: {'id': 'ac783b4c-3363-4d6f-96cf-2adf934798f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'af3cc17c-883b-435f-a912-131ceeb6ee13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:16:54.920959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Network hostable DHCP agents. Network: af3cc17c-883b-435f-a912-131ceeb6ee13, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:16:54.932889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-f00451c1-95f9-4986-a186-dd4d78ff0e92 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6595252 Jun 01 13:16:54.934786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab23a7a2-88d3-4b3d-94fc-557736ca360d req-daac1d40-824a-4a37-a664-b9ca4060cf86 service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653138 Jun 01 13:16:54.941129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Network af3cc17c-883b-435f-a912-131ceeb6ee13 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:16:54.956546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, af3cc17c-883b-435f-a912-131ceeb6ee13) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:54.964292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:54.965480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.965723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:54.968880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf37b3-bf87-468e-abb9-74e2bb50a2ea None None] Network af3cc17c-883b-435f-a912-131ceeb6ee13 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:55.000858 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4726ff30-b946-4014-b211-2a9702e0476c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5167639 Jun 01 13:16:55.043153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4032ce-9911-4b07-b2fa-a69cefabc648 req-f7e290e4-e0c1-4c47-a88e-ead5b192c5f3 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:55.045723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c4032ce-9911-4b07-b2fa-a69cefabc648 req-f7e290e4-e0c1-4c47-a88e-ead5b192c5f3 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1024 time: 0.2935894 Jun 01 13:16:55.114094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a9362c2-cd12-4c61-8204-57a9939b239b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:55.173597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:55.221670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95002821-b71d-43a5-a017-42409662318e None None] Network af3cc17c-883b-435f-a912-131ceeb6ee13 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:16:55.248281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Deleting subnet 3a418096-0649-40f8-ad46-09525ad7001c {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:16:55.253962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.324937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.344896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.352337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-8c1ba700-8a47-43fa-bd1b-019761e40ebe service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766201 Jun 01 13:16:55.382953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c4032ce-9911-4b07-b2fa-a69cefabc648 req-df69882b-8c39-470c-ac5a-0628afee5bc2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=89e4b197-876c-4b65-84de-facfead3c1a2&id=03d8161d-25dc-4688-82d1-555d3b6bf07c&id=0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 200 len: 6156 time: 0.2698882 Jun 01 13:16:55.404748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.467625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.468769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c4d094b-3c48-413a-a7d5-9dc8b720a9ec tempest-ExternalNetworksAdminNegativeTestJSON-1874975518 tempest-ExternalNetworksAdminNegativeTestJSON-1874975518-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/fa1ad7e3-7171-4034-91c7-3deec62c14f9 HTTP/1.1" status: 204 len: 168 time: 2.4544752 Jun 01 13:16:55.523428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.593262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a418096-0649-40f8-ad46-09525ad7001c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:55.596823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.605718 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60e9fd3b-9f36-4c52-93fc-dbc7352bc389 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3a418096-0649-40f8-ad46-09525ad7001c HTTP/1.1" status: 204 len: 168 time: 0.4286172 Jun 01 13:16:55.605718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44336) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:55.671183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-678439ab-86e5-44c8-b0b2-fc722101ea74 service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868278 Jun 01 13:16:55.694934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b787be-0115-433e-965a-adec705430bf req-beebc07c-795e-4239-89dc-213ae487f427 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:55.697014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b787be-0115-433e-965a-adec705430bf req-beebc07c-795e-4239-89dc-213ae487f427 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.1608624 Jun 01 13:16:55.725799 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.745890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b787be-0115-433e-965a-adec705430bf req-d4afd41b-337c-49ae-b1d9-9791f5e668e7 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jun 01 13:16:55.874570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44342) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:55.901207 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:55.943316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2322a387-d405-48a7-a31e-d5c96bc684ff']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:55.979244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf78d19-d238-44ae-9ba0-fbb4fe216311') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:55.979543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf78d19-d238-44ae-9ba0-fbb4fe216311') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:56.008829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.034821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.042366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:16:56.042858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.046392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.062399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:56.067301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd6a4740414408a8c6fe0bb8dc65f3d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:56.080216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:56.091597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:56.143805 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment eaf78d19-d238-44ae-9ba0-fbb4fe216311 resource provider aggregate not found Jun 01 13:16:56.194466 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment eaf78d19-d238-44ae-9ba0-fbb4fe216311 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaf78d19-d238-44ae-9ba0-fbb4fe216311 found for delete ", "request_id": "req-7ce68d2d-1d2a-43a9-b886-456af3902c02"}]} Jun 01 13:16:56.208355 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81df1e00-1ebc-4b8e-a7e4-001daf11b137'] response: {'name': 'network-changed', 'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'status': 'completed', 'code': 200} Jun 01 13:16:56.221736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.229343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.261714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2322a387-d405-48a7-a31e-d5c96bc684ff HTTP/1.1" status: 204 len: 168 time: 0.6549752 Jun 01 13:16:56.265324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31315d5f-bbd7-4f04-8920-23f3af5c2100 req-24863bf4-88bc-4f62-b75b-e4c0be97d83b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:56.265719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44362) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:56.266866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31315d5f-bbd7-4f04-8920-23f3af5c2100 req-24863bf4-88bc-4f62-b75b-e4c0be97d83b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.1691582 Jun 01 13:16:56.269452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f6ea-531c-487e-973c-67585ca24810 admin admin] Pushing event deleted for resources: {'Network': ['ID=2322a387-d405-48a7-a31e-d5c96bc684ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:56.336299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31315d5f-bbd7-4f04-8920-23f3af5c2100 req-64180580-6744-4a14-aa42-bceda5a9c9ec tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Jun 01 13:16:56.348500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Deleting subnet a2b75ca1-61c6-47f2-aa1b-401b5123b4a5 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:16:56.353872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.421323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.446486 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63dff568-c179-4dd6-be5e-b60570e79f10'] response: {'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'code': 200} Jun 01 13:16:56.741871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.745001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3482d0f4-48bc-40ea-a4cc-d144d0ea3882 req-bb1059cf-3e0a-44a1-a348-b32c3962bf71 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 210 time: 0.1090398 Jun 01 13:16:56.765553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.772389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.779144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-09c6ea84-f3bc-4928-85cf-a3b41c773512 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:56.779528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-09c6ea84-f3bc-4928-85cf-a3b41c773512 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.24 "GET /v2.0/networks?id=577c650a-1b55-4a58-9195-7ee99d210c15 HTTP/1.1" status: 200 len: 825 time: 0.3769753 Jun 01 13:16:56.800256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': ' tempest-securitygroup -414811870 ', 'description': 'tempest-description-663008934'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:56.815870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Request body: {'port': {'device_id': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15', 'admin_state_up': True, 'tenant_id': '69e8fd5405e541268d925c6d62a50e4c'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:56.845107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012111-191b-461d-a003-1c1df7a213b2 req-45919edb-0878-4155-9723-3d9ec4cb0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:56.845682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:56.846669 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-88012111-191b-461d-a003-1c1df7a213b2 req-45919edb-0878-4155-9723-3d9ec4cb0195 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.1710577 Jun 01 13:16:56.879597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.932555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:56.932910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b75ca1-61c6-47f2-aa1b-401b5123b4a5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:56.935136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:56.935445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e14953-3fd4-46b6-b8b5-835db27d4f51,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:56.939698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-13da3f46-a2d3-462c-a71e-64aadd9234b5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1fd6a4740414408a8c6fe0bb8dc65f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0626357 Jun 01 13:16:56.943840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:56.945619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-88012111-191b-461d-a003-1c1df7a213b2 req-520fe13f-137c-4392-8be3-b50de423081a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878544 Jun 01 13:16:56.957870 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a1a8d26-9d93-4260-ac3f-ee0bbc73cdec admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a2b75ca1-61c6-47f2-aa1b-401b5123b4a5 HTTP/1.1" status: 204 len: 168 time: 0.6911218 Jun 01 13:16:56.960262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:56.978469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.001645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-8415a264-d9a2-4116-a0c1-0a154d60b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:57.003221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-8415a264-d9a2-4116-a0c1-0a154d60b008 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1175 time: 0.6021559 Jun 01 13:16:57.023662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea0bb3-674a-4251-b9ea-1aa791f827d6 req-37688f34-b60c-4369-a4a8-8e321c14500c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:57.025119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bea0bb3-674a-4251-b9ea-1aa791f827d6 req-37688f34-b60c-4369-a4a8-8e321c14500c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.6879227 Jun 01 13:16:57.101903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.110381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.170274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.251472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:57.273694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:57.286246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.288709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:57.297876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:57.302648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:57.315767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Usage tracker for resource:port and tenant:69e8fd5405e541268d925c6d62a50e4c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:57.320751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bea0bb3-674a-4251-b9ea-1aa791f827d6 req-6cf61bd3-5a57-4745-83ad-32a4629d2eb6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2710783 Jun 01 13:16:57.321060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3cc17c-883b-435f-a912-131ceeb6ee13']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:57.326820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:57.336886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac783b4c-3363-4d6f-96cf-2adf934798f1') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:57.337323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac783b4c-3363-4d6f-96cf-2adf934798f1') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:16:57.338203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:57.344329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.364966 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.384082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.390560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Made reservation on behalf of 69e8fd5405e541268d925c6d62a50e4c for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:57.391000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:16:57.391396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.394098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.434109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-9fcff46d-f306-45d0-b6d4-f369edef1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:57.435584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-9fcff46d-f306-45d0-b6d4-f369edef1a79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.4057167 Jun 01 13:16:57.488486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e14953-3fd4-46b6-b8b5-835db27d4f51,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:57.492276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.493445 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-975bbc3e-f064-4cd3-a135-fba80bb03733 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/09e14953-3fd4-46b6-b8b5-835db27d4f51 HTTP/1.1" status: 204 len: 168 time: 0.5469282 Jun 01 13:16:57.494805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.513719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.523418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3cc17c-883b-435f-a912-131ceeb6ee13,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:57.526472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac19db39-9601-4d02-b060-f1f0c3629877 admin admin] 10.222.0.40 "DELETE /v2.0/networks/af3cc17c-883b-435f-a912-131ceeb6ee13 HTTP/1.1" status: 204 len: 168 time: 0.5652096 Jun 01 13:16:57.576178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:16:57.603416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-08948198-7fd6-4a22-b5b1-f9d833f4cd6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 217 time: 0.1608846 Jun 01 13:16:57.679669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44386) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:57.740692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ace5cd0-e4db-4dc6-809d-7b3861e37be9 req-1ebcbc65-ab9a-400e-8cc1-0f7f06f132be tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 210 time: 0.2086253 Jun 01 13:16:57.755006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4ea4b3e-6475-4d7a-8c92-7d141fbd01c4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=828a66fe698e4350a304b20c89b0ad00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710411 Jun 01 13:16:57.755477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:57.792326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.825487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.833466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.868871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.875712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-7855f0bf-2ee8-478a-a827-b9add684d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:57.877328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-7855f0bf-2ee8-478a-a827-b9add684d051 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.1950283 Jun 01 13:16:57.929315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.939050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44406) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:57.960472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454b1c36-9a52-457c-b0c7-ff35eb7b7fb3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:57.969748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:57.973153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-033f84a7-1b1a-4f20-983b-466326ca47db admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/454b1c36-9a52-457c-b0c7-ff35eb7b7fb3 HTTP/1.1" status: 204 len: 168 time: 0.2143235 Jun 01 13:16:58.017842 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a48ddfc7-8407-4950-a69b-1e80f8dd7364 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0d36fbed65dc4b629dfec027e18fb109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744357 Jun 01 13:16:58.018154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44412) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:58.028864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-113a92fc-1667-4596-8bde-22197ddf2aac tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:58.030313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-113a92fc-1667-4596-8bde-22197ddf2aac tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.6255527 Jun 01 13:16:58.030971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5401916e-0190-4aa0-bfc9-c166dd36f6f5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:58.082082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-20b2da88-e637-428b-bed7-e47b02c37d85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841843 Jun 01 13:16:58.082543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.111484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.170058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.188841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1deb03d-28f3-4b86-8868-2efdfe766d24,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:58.203652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.205793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5089bc15-816a-4e84-8ade-4157cd6e8fa4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f1deb03d-28f3-4b86-8868-2efdfe766d24 HTTP/1.1" status: 204 len: 168 time: 0.1859403 Jun 01 13:16:58.205930 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.221302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a66103-2ba4-4966-821f-0cef05f95345 req-9e0c29f4-963e-4594-83ab-da75b1fd798f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.4403784 Jun 01 13:16:58.243144 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ac783b4c-3363-4d6f-96cf-2adf934798f1 resource provider aggregate not found Jun 01 13:16:58.266771 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ac783b4c-3363-4d6f-96cf-2adf934798f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac783b4c-3363-4d6f-96cf-2adf934798f1 found for delete ", "request_id": "req-3c841549-55d8-4916-bf9e-f848fd0a5f1c"}]} Jun 01 13:16:58.313663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-fff81179-607d-4a53-b09e-29ca6f411893 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 379 time: 0.2304723 Jun 01 13:16:58.325728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Allocated IP 172.20.0.10 (577c650a-1b55-4a58-9195-7ee99d210c15/e5ea5a5c-eb9b-4286-9fa1-81de0f37b124/6d477f83-099c-4e91-bb3e-1d5ce2681240) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:58.339770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'port': {'device_id': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'admin_state_up': True, 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'security_groups': ['3b669136-2fa4-497b-ada3-edbadb965b52']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:16:58.447770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:16:58.540483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-c2173370-3ab2-439e-b272-e42579794eea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:58.541747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-c2173370-3ab2-439e-b272-e42579794eea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 810 time: 0.6734004 Jun 01 13:16:58.595599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-59a7824d-05a5-4403-8a95-3570e7574cfb service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976940 Jun 01 13:16:58.629743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:58.654331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-4794973e-92ea-4df1-9ffa-72cc051c965f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/quotas/96f71ac084fe41deaa72471c45ebaf4d HTTP/1.1" status: 200 len: 375 time: 0.0865078 Jun 01 13:16:58.687024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ade822d-7487-4d9f-aacf-18d682b48803 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9f6eaa1d52eb460da088181fc532c5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560865 Jun 01 13:16:58.689566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:16:58.749788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.779984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.841913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.865978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e62169-cd3e-4d1e-94e3-c3391b19a51d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:58.870325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:58.874111 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e1eba1e0-935b-41b0-951c-99d4959639ed admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d5e62169-cd3e-4d1e-94e3-c3391b19a51d HTTP/1.1" status: 204 len: 168 time: 0.1810672 Jun 01 13:16:59.005929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:16:59.022915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:port and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:16:59.042735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:16:59.065652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:16:59.110674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8039c9-b7c2-48d4-8471-cd48e13307ed req-e9ab70d4-b461-4095-9f6e-db105d97f888 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:59.112172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab8039c9-b7c2-48d4-8471-cd48e13307ed req-e9ab70d4-b461-4095-9f6e-db105d97f888 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.7540841 Jun 01 13:16:59.131888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8977eafe-70a8-49e4-8420-c9c72fab6914 req-29078357-3bdf-4543-b9ee-194a1d33176e service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090857 Jun 01 13:16:59.137265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:16:59.140731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:59.206935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:59.282105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-a1b85ac4-6657-482e-90e0-08b4a41e208b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5509179 Jun 01 13:16:59.290909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab8039c9-b7c2-48d4-8471-cd48e13307ed req-6e2e14c1-87bb-48f6-927b-6332ef088141 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576896 Jun 01 13:16:59.480217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-f3e8be50-f91b-4a62-8573-d6e13198ae26 service neutron] 10.222.0.40 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816235 Jun 01 13:16:59.546311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:59.718847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Network 577c650a-1b55-4a58-9195-7ee99d210c15 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:16:59.756017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:16:59.768557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:16:59.835480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Pushing event updated for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:16:59.903335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-7f36a1a5-15bb-4d70-b378-edbb31827fd2 service neutron] 10.222.0.40 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221230 Jun 01 13:16:59.904832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.20.0.12 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/284731a5-e0c7-4aae-a46f-2225ad5ae110) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:16:59.924849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:59.926345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:16:59.954337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b98d7-9883-4717-a2a2-2cd776792c5f req-39aaf375-63f9-49f5-b890-76d466f2b695 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:16:59.955390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ff0b98d7-9883-4717-a2a2-2cd776792c5f req-39aaf375-63f9-49f5-b890-76d466f2b695 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Synchronizing usage tracker for tenant:69e8fd5405e541268d925c6d62a50e4c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:16:59.999807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ff0b98d7-9883-4717-a2a2-2cd776792c5f req-39aaf375-63f9-49f5-b890-76d466f2b695 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Unset dirty status for tenant:69e8fd5405e541268d925c6d62a50e4c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:00.007788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff0b98d7-9883-4717-a2a2-2cd776792c5f req-39aaf375-63f9-49f5-b890-76d466f2b695 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 932 time: 0.5616417 Jun 01 13:17:00.047891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-592f2367-9e1e-45e6-b01c-4006a1b80a95 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2396843 Jun 01 13:17:00.079682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Request body: {'port': {'device_id': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:00.189788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44508) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.238158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:00.249770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff0b98d7-9883-4717-a2a2-2cd776792c5f req-f14a79e3-bad2-4cc0-8f49-1506d4e4a7f3 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303677 Jun 01 13:17:00.370915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4265ca57-0c3a-4587-bb20-f03b4d710709 req-bf57c7a5-6452-475e-aef9-39183bed2f14 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/5401916e-0190-4aa0-bfc9-c166dd36f6f5 HTTP/1.1" status: 200 len: 1781 time: 0.3072894 Jun 01 13:17:00.437123 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e93b717-88bc-4f72-87b8-7dc42dec0295'] response: {'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be', 'code': 200} Jun 01 13:17:00.593268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8887337b-bae8-4b46-8e60-554f1bf52df7 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:00.652301 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8887337b-bae8-4b46-8e60-554f1bf52df7 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "PUT /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077 HTTP/1.1" status: 200 len: 366 time: 0.4612849 Jun 01 13:17:00.653165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44532) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.671854 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75225da1-6afb-4368-851f-2dcd8a435b5d tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0171170 Jun 01 13:17:00.672923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44536) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.697196 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92c99c49-dd3b-4553-9725-010f4e33cae7 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077 HTTP/1.1" status: 200 len: 366 time: 0.0226076 Jun 01 13:17:00.698122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44540) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.725555 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2326033-ccc0-444d-94d5-a3f37642940f tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "DELETE /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077 HTTP/1.1" status: 204 len: 168 time: 0.0241187 Jun 01 13:17:00.725902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44548) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.741104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6d8b9cd4-6423-4974-90e9-d5577121013c tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0118670 Jun 01 13:17:00.741328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.753112 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de8ceabf-ad6a-4cf9-875a-02535561bb15 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077 HTTP/1.1" status: 200 len: 370 time: 0.0105467 Jun 01 13:17:00.757253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44556) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.765699 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f958b5a0-a53c-48bc-bdb4-e30282fd0d79 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077/default HTTP/1.1" status: 200 len: 370 time: 0.0050721 Jun 01 13:17:00.766077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44560) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:00.771903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb13f1e8-a83a-4430-918c-8f200581b76a req-edca9386-f24d-4a08-9093-0ef55e20e01a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:00.786026 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-3cea803d-9c3e-4ff4-86d6-eef9530c4840 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] delete failed (client error): The resource could not be found. Jun 01 13:17:00.790792 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cea803d-9c3e-4ff4-86d6-eef9530c4840 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "DELETE /v2.0/quotas/9089d0696f524d28bb3fbd0a61ba1077 HTTP/1.1" status: 404 len: 348 time: 0.0199075 Jun 01 13:17:00.969988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb13f1e8-a83a-4430-918c-8f200581b76a req-edca9386-f24d-4a08-9093-0ef55e20e01a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:00.971204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb13f1e8-a83a-4430-918c-8f200581b76a req-edca9386-f24d-4a08-9093-0ef55e20e01a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 210 time: 0.3723164 Jun 01 13:17:00.991728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:01.041923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:01.060902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:network and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.073268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.089587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:subnet and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.096009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.103865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:subnetpool and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.108814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.117464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:port and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.121984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.130335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:router and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.134717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.141177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:floatingip and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.145239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.181022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c78171-9466-42f2-a6d2-43be2e167887 req-7e5d909d-1950-4d9b-bcd1-9f35cc1680c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:01.182471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8c78171-9466-42f2-a6d2-43be2e167887 req-7e5d909d-1950-4d9b-bcd1-9f35cc1680c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.5846860 Jun 01 13:17:01.183322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:security_group and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.187544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.194446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Usage tracker for resource:security_group_rule and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:01.198753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:01.207858 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e4a5942-ae89-465e-a686-4b5a14d74656 tempest-QuotasTest-1013643351 tempest-QuotasTest-1013643351-project-admin] 10.222.0.40 "GET /v2.0/quotas/2f66381beadb49e1abb821b5f42fac45/details.json HTTP/1.1" status: 200 len: 703 time: 0.1608324 Jun 01 13:17:01.220298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Transition to ACTIVE for port object 284731a5-e0c7-4aae-a46f-2225ad5ae110 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:01.279004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e3a97-9bc4-4010-86fb-f13a833416de req-11007fcc-0281-4158-9e48-55daf2a131c8 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:01.280617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-773e3a97-9bc4-4010-86fb-f13a833416de req-11007fcc-0281-4158-9e48-55daf2a131c8 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.8645985 Jun 01 13:17:01.289773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b93fb0c-9a98-43c7-a2e2-374f81899be4 req-a37be852-c5ab-4968-97e8-1b2d4d7a6736 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 210 time: 0.1058972 Jun 01 13:17:01.347138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8c78171-9466-42f2-a6d2-43be2e167887 req-23df72de-72e5-4911-91be-0abe50b61bb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516240 Jun 01 13:17:01.461661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-773e3a97-9bc4-4010-86fb-f13a833416de req-66ec3568-2fdb-4e42-9abe-0fed45f9183f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1709094 Jun 01 13:17:01.616348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:01.626885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d477f83-099c-4e91-bb3e-1d5ce2681240 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:01.678665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-1ad50a20-af28-4e5f-adcf-45a7cec04171 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:01.681672 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-1ad50a20-af28-4e5f-adcf-45a7cec04171 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.24 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 810 time: 0.2881019 Jun 01 13:17:01.702122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Request body: {'port': {'device_id': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'admin_state_up': True, 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:01.726576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:01.756215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:01.817279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:01.818328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Transition to ACTIVE for port object 6d477f83-099c-4e91-bb3e-1d5ce2681240 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:01.825748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-4c725006-0d99-4a05-8374-db5ea25f9fa0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/5401916e-0190-4aa0-bfc9-c166dd36f6f5 HTTP/1.1" status: 200 len: 1781 time: 0.2523079 Jun 01 13:17:01.827302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:01.829197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:01.835900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:01.865638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:01.867290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:01.886491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:01.918690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Made reservation on behalf of 96f71ac084fe41deaa72471c45ebaf4d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:01.922621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:01.954429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.072181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f5eb4be2-8065-46ea-a545-f2e5eb9b8638 None None] Provisioning for port 284731a5-e0c7-4aae-a46f-2225ad5ae110 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:02.079632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f5eb4be2-8065-46ea-a545-f2e5eb9b8638 None None] Provisioning complete for port 284731a5-e0c7-4aae-a46f-2225ad5ae110 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:02.080391 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4be2-8065-46ea-a545-f2e5eb9b8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.100932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e9e3-6d10-4fbc-ba63-a4abeb0d49e8 req-761dc671-1270-4f1d-9248-4da1d1fa217e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:02.103218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3870e9e3-6d10-4fbc-ba63-a4abeb0d49e8 req-761dc671-1270-4f1d-9248-4da1d1fa217e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.6374583 Jun 01 13:17:02.113082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:02.113642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.118188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Pushing event updated for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:02.122226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:02.128462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Usage tracker for resource:security_group_rule and tenant:016f4a5ed1804b54be7ac27aea8f36de is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:02.136028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:02.148086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb4be2-8065-46ea-a545-f2e5eb9b8638 None None] Port 284731a5-e0c7-4aae-a46f-2225ad5ae110 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:17:02.153332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:02.237203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-0c43b792-c341-445d-8e67-3e1491e5941a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9054353 Jun 01 13:17:02.265576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.270442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Request body: {'port': {'device_id': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:02.270605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Allocated IP 172.20.0.5 (ec481f94-b5ea-46fe-a17d-a8a8d75fa139/8860a755-9e41-4ef4-94ec-30106cb0cf3d/1e9330c1-1745-47f2-8a55-0e9c11e0b2e3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:02.309889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3870e9e3-6d10-4fbc-ba63-a4abeb0d49e8 req-694f63d5-6433-4f62-9397-f3f7c3f89143 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871674 Jun 01 13:17:02.351069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.366774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.416361 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=016f4a5ed1804b54be7ac27aea8f36de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886513 Jun 01 13:17:02.424129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:02.433540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.522415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885d307-8f1c-485e-addf-57b84b026236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509cc61-24bc-4810-a051-8202e2409477,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:02.562682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.603048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Attempting to bind port 6d477f83-099c-4e91-bb3e-1d5ce2681240 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:02.603627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Attempting to bind port 6d477f83-099c-4e91-bb3e-1d5ce2681240 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '2f75ab1d-25da-48c3-91ae-9710f35f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:02.604110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Attempting to bind port 6d477f83-099c-4e91-bb3e-1d5ce2681240 on network 577c650a-1b55-4a58-9195-7ee99d210c15 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:02.627844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.633940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.653068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Port 6d477f83-099c-4e91-bb3e-1d5ce2681240 on network 577c650a-1b55-4a58-9195-7ee99d210c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:17:02.653395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Attempting to bind port 6d477f83-099c-4e91-bb3e-1d5ce2681240 on network 577c650a-1b55-4a58-9195-7ee99d210c15 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:02.667742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.684030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:02.684432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Checking segment: {'id': '2f75ab1d-25da-48c3-91ae-9710f35f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:02.684859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Bound using segment: {'id': '2f75ab1d-25da-48c3-91ae-9710f35f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:02.685362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Bound port: 6d477f83-099c-4e91-bb3e-1d5ce2681240, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f75ab1d-25da-48c3-91ae-9710f35f1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:02.685699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.730096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.742441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['85135185-92b7-496e-aaef-946a1f4affd3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:02.763083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.818392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.847561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:02.853332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:02.858721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509cc61-24bc-4810-a051-8202e2409477,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:02.860435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:02.873726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5401916e-0190-4aa0-bfc9-c166dd36f6f5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:02.908489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Pushing event updated for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:02.923487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03c16-3122-4b69-909f-bbeadcd8da42 req-a36fe555-4e70-4933-a54d-2e2429313e75 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:02.925283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f03c16-3122-4b69-909f-bbeadcd8da42 req-a36fe555-4e70-4933-a54d-2e2429313e75 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 944 time: 0.4995880 Jun 01 13:17:02.931210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.934797 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a6b4547-070a-4934-a55b-0c4996196824 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6509cc61-24bc-4810-a051-8202e2409477 HTTP/1.1" status: 204 len: 168 time: 0.5072896 Jun 01 13:17:02.935382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.941135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-086f9d48-cf33-4ffa-a570-1d7c42b1e0c8 req-0a312198-fad5-43b4-b841-e6c4a83dc9f8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/5401916e-0190-4aa0-bfc9-c166dd36f6f5 HTTP/1.1" status: 204 len: 173 time: 1.1063831 Jun 01 13:17:02.952421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:02.954041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:02.991002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-2475c2cd-14d7-4a57-8b98-37a54a3d28fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950723 Jun 01 13:17:03.014530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Request body: {'port': {'device_id': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:03.118829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:03.193891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240,segment=NetworkSegment(2f75ab1d-25da-48c3-91ae-9710f35f1958),segment_id=2f75ab1d-25da-48c3-91ae-9710f35f1958)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:03.194988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.205959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f03c16-3122-4b69-909f-bbeadcd8da42 req-a275c5d0-9db3-4979-a52d-797288cd07bd tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521176 Jun 01 13:17:03.251947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.498648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:03.499190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.500552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] 10.222.0.24 "PUT /v2.0/ports/6d477f83-099c-4e91-bb3e-1d5ce2681240 HTTP/1.1" status: 200 len: 1092 time: 3.4342084 Jun 01 13:17:03.502768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:03.559948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:03.585192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.602847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:03.607255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Usage tracker for resource:security_group_rule and tenant:2f66381beadb49e1abb821b5f42fac45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:03.609486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:03.619266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:03.671739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c6f50-7c07-4a33-a162-42a35e59280a service neutron] Pushing event updated for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:03.731742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271df44-abeb-4e48-a398-b83eb0937a34 req-342bc132-9ca4-4bd8-a86c-63584892c8df tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:03.733281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2271df44-abeb-4e48-a398-b83eb0937a34 req-342bc132-9ca4-4bd8-a86c-63584892c8df tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.6046293 Jun 01 13:17:03.750022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:03.770869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'floatingip': {'port_id': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:03.801954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-37ecb885-f68e-4e83-bea1-91b50c1f9a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5921783 Jun 01 13:17:03.812485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284731a5-e0c7-4aae-a46f-2225ad5ae110 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:03.830125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040a41d-08d3-46a3-a934-1165988f15d2 req-c33eb266-563f-4292-a2d5-f200c5aa1b11 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:03.831669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1040a41d-08d3-46a3-a934-1165988f15d2 req-c33eb266-563f-4292-a2d5-f200c5aa1b11 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 932 time: 0.3382015 Jun 01 13:17:03.834256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.862102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-e8cdffbb-c0b9-4937-af64-b0f9537d0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:03.863691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-e8cdffbb-c0b9-4937-af64-b0f9537d0981 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69e8fd5405e541268d925c6d62a50e4c&device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 1095 time: 0.2797921 Jun 01 13:17:03.888767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Transition to ACTIVE for port object 284731a5-e0c7-4aae-a46f-2225ad5ae110 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:03.894872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:03.953808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:03.999615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.018216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.046475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.065534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.075154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1040a41d-08d3-46a3-a934-1165988f15d2 req-229724fa-b322-49b6-b14b-d78bb83b1e01 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371268 Jun 01 13:17:04.076492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-a9abf018-7079-494f-a0cf-84007ef20e94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240 HTTP/1.1" status: 200 len: 217 time: 0.1909823 Jun 01 13:17:04.120947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Transition to ACTIVE for port object 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:04.128524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e9e64-a04e-45ac-8151-34b5c6122f11,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:04.166012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.284521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:04.293002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Pushing event updated for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:04.295146 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-ccd59a3d-954f-4a6e-a1ed-cc61554f6ef3 req-24e1676b-26be-4f9d-bcc5-55d8e86df4bd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:17:04.308410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccd59a3d-954f-4a6e-a1ed-cc61554f6ef3 req-24e1676b-26be-4f9d-bcc5-55d8e86df4bd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/5401916e-0190-4aa0-bfc9-c166dd36f6f5 HTTP/1.1" status: 404 len: 352 time: 0.1506834 Jun 01 13:17:04.330529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.357288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-50ae1d08-2eef-4c64-a188-5ca7d9c6ec4e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f66381beadb49e1abb821b5f42fac45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957416 Jun 01 13:17:04.367570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44650) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:04.391751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-c5756c4c-8368-4722-8491-3239868b6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:04.393460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-c5756c4c-8368-4722-8491-3239868b6f70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5ea5a5c-eb9b-4286-9fa1-81de0f37b124 HTTP/1.1" status: 200 len: 865 time: 0.2981701 Jun 01 13:17:04.548820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-bc233c88-0f04-4a0f-8615-53ac49373a00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=577c650a-1b55-4a58-9195-7ee99d210c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086023 Jun 01 13:17:04.613485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-53377b23-4e99-4d89-a321-bc821b76fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:04.613974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-53377b23-4e99-4d89-a321-bc821b76fbd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 1097 time: 0.6566556 Jun 01 13:17:04.622120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb405fa3-e672-4649-8723-060bb2e75c4e req-43a9d5ff-b3bc-4b6d-b8b1-b27c679b5775 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:04.623953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb405fa3-e672-4649-8723-060bb2e75c4e req-43a9d5ff-b3bc-4b6d-b8b1-b27c679b5775 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 931 time: 0.6652007 Jun 01 13:17:04.749137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Attempting to bind port 284731a5-e0c7-4aae-a46f-2225ad5ae110 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:04.749137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Attempting to bind port 284731a5-e0c7-4aae-a46f-2225ad5ae110 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:04.749370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Attempting to bind port 284731a5-e0c7-4aae-a46f-2225ad5ae110 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:04.831016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Port 284731a5-e0c7-4aae-a46f-2225ad5ae110 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:17:04.831352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Attempting to bind port 284731a5-e0c7-4aae-a46f-2225ad5ae110 on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:04.862546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:04.862902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:04.863650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:04.863776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Bound port: 284731a5-e0c7-4aae-a46f-2225ad5ae110, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:04.864047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.880839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb405fa3-e672-4649-8723-060bb2e75c4e req-e7408be1-f198-425a-8ca7-b025d5fe1dcb tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023902 Jun 01 13:17:04.884951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.914752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Attempting to bind port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:04.914752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Attempting to bind port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:04.914752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Attempting to bind port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:04.935928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:04.944646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:17:04.945004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Attempting to bind port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 on network ec481f94-b5ea-46fe-a17d-a8a8d75fa139 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:04.967931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-e6773e5f-b7db-40aa-88c5-2852408e18e0 service neutron] 10.222.0.24 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078448 Jun 01 13:17:04.985027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cccc59-745c-4efb-8381-ad1cc8d858b1 req-2a0c36f6-1c92-4736-a93b-a67762b6633d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:04.986764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71cccc59-745c-4efb-8381-ad1cc8d858b1 req-2a0c36f6-1c92-4736-a93b-a67762b6633d tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.4844365 Jun 01 13:17:04.988556 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d8995e-e4ab-48e9-b9d8-eb9562f60f27'] response: {'name': 'network-changed', 'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240', 'status': 'completed', 'code': 200} Jun 01 13:17:05.040669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:05.041010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Checking segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:05.041397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Bound using segment: {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:05.041851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Bound port: 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6304f-73a7-40ab-9fe3-3d142409bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:05.042195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.044777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-7e04d81b-7518-47c7-992b-66670bb910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.046375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-7e04d81b-7518-47c7-992b-66670bb910ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.3573048 Jun 01 13:17:05.110375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:05.193477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:05.196900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.221733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:05.224726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e9e64-a04e-45ac-8151-34b5c6122f11,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:05.231349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.267900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.269040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55a44a35-1109-4181-afda-903f170c4424 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b1e9e64-a04e-45ac-8151-34b5c6122f11 HTTP/1.1" status: 204 len: 168 time: 0.8957903 Jun 01 13:17:05.312502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.313147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.314535 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6b211e93-b281-41b1-b782-a27508639063 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 200 len: 1091 time: 2.3087494 Jun 01 13:17:05.317327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:05.394461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-40c7beb8-9dd1-4ebf-a5d6-78093ce8415e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 200 len: 217 time: 0.3389108 Jun 01 13:17:05.413780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:05.420513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.448938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71cccc59-745c-4efb-8381-ad1cc8d858b1 req-ec56a30b-0a1c-4456-8a09-c7a319c74fd5 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482121 Jun 01 13:17:05.497428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211e93-b281-41b1-b782-a27508639063 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:05.511715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:05.512728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-900390861', 'description': 'tempest-description-1131880677'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:05.519809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:05.532063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b80fe0bd34948a6a6904f4da776df5b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:05.533620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:05.542468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:05.546523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.548110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.552572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:05.553975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:05.566225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.598157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:05.606969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0826c6-c0e9-4d3c-9ab9-f2c57cae7377 req-586ad1b6-e936-4a48-ae7b-493c1a0ef0af service neutron] 10.222.0.24 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073954 Jun 01 13:17:05.628456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:05.631869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-19d25797-5eb4-4c27-9923-e87b829f7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.633758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-19d25797-5eb4-4c27-9923-e87b829f7eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.2246230 Jun 01 13:17:05.651975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.652852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.654405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] 10.222.0.13 "PUT /v2.0/ports/284731a5-e0c7-4aae-a46f-2225ad5ae110 HTTP/1.1" status: 200 len: 1092 time: 3.3975210 Jun 01 13:17:05.713029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-404bf5c3-c7d2-4b0b-8b3e-d2b48e80e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.714768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-404bf5c3-c7d2-4b0b-8b3e-d2b48e80e371 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1094 time: 0.2839537 Jun 01 13:17:05.751336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-0cd4720f-b34a-4511-bda1-172e3dd405fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014490 Jun 01 13:17:05.798313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.857678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c44e4-ae3e-4b79-b5cd-e215a564760f req-21dcf0ac-6858-4dd5-ad21-48531bf61fa1 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:05.859260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f6c44e4-ae3e-4b79-b5cd-e215a564760f req-21dcf0ac-6858-4dd5-ad21-48531bf61fa1 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 944 time: 0.7075231 Jun 01 13:17:05.939834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8276d-2c93-446f-b13b-94eeb13a2630 service neutron] Pushing event updated for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:05.970341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-6e6f1b1e-268e-4d3b-a36f-cc33473b5dc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 200 len: 217 time: 0.1109619 Jun 01 13:17:05.978360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:05.983430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:05.995832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:06.004807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:06.022250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.026669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:06.071199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f6c44e4-ae3e-4b79-b5cd-e215a564760f req-cbd5aa8c-fe4c-4188-9a8c-98e08cfa4318 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897688 Jun 01 13:17:06.089189 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Floating IP 32e73de4-27d9-4788-857f-f96b36b78ba2 associated. External IP: 172.25.7.59, port: 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f. Jun 01 13:17:06.122228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-dbd88bc2-4050-457e-8eb6-99999b9822e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085227 Jun 01 13:17:06.125790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-7971ec6a-ab6c-45ad-a8a5-2aed13ffb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.127252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-7971ec6a-ab6c-45ad-a8a5-2aed13ffb5c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 1095 time: 0.4263957 Jun 01 13:17:06.135164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-3f940364-8abd-4edf-b204-ef0ec6351c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.136967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-3f940364-8abd-4edf-b204-ef0ec6351c6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69e8fd5405e541268d925c6d62a50e4c&device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 1095 time: 0.3916698 Jun 01 13:17:06.276771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44700) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:06.370182 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8b80fe0bd34948a6a6904f4da776df5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2512028 Jun 01 13:17:06.384503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:06.390880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72fd2d-f9c0-41fe-a0e6-e8c9e07536c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ef756-92bd-4655-a51b-7ababb06ac67,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:06.394979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-cb573def-0d6f-45ff-93a6-0a3c10ace4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.396391 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-cb573def-0d6f-45ff-93a6-0a3c10ace4b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.4170830 Jun 01 13:17:06.403899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.407205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-1d1290bc-26e2-49fa-96f6-f0088aa0cfd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110 HTTP/1.1" status: 200 len: 217 time: 0.1654506 Jun 01 13:17:06.460224 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-850a046c-b494-4e52-9a66-2b94b85d7834 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524261 Jun 01 13:17:06.503002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.564839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-705848324'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:06.587253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:06.607070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:06.647101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:06.665244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184f8d78-5143-43ec-b5d7-c10e38a8a57d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:06.673947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:06.676873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-2ce0705f-febc-480f-8351-a32ee10c3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.678445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-2ce0705f-febc-480f-8351-a32ee10c3c65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.2258408 Jun 01 13:17:06.691009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.692223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-805a8684-2b7a-425c-af89-874bb536721a req-23943eb2-5cf8-42b4-a46f-011f4cc57540 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1922147 Jun 01 13:17:06.694946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.700434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-20f8fe8d-e9ca-4de8-b368-da031a3a6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.701897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-20f8fe8d-e9ca-4de8-b368-da031a3a6094 service neutron] 10.222.0.24 "GET /v2.0/networks?id=577c650a-1b55-4a58-9195-7ee99d210c15 HTTP/1.1" status: 200 len: 926 time: 0.5576799 Jun 01 13:17:06.755828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-138afa23-17a9-4ff0-b2a4-d08f9c5c3ec5 req-da70bad3-2b71-482a-8fb4-bd3259250e7b service neutron] 10.222.0.13 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128500 Jun 01 13:17:06.764157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:06.766708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.766836 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b057ff-44ff-41a3-a9bd-2352d5688a4f'] response: {'name': 'network-changed', 'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3', 'status': 'completed', 'code': 200} Jun 01 13:17:06.785723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0de44-d3f4-4393-b2e1-5671db5a73f5 req-6cecc50a-2146-470f-b4b5-66cbbfecab9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:06.792970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0e0de44-d3f4-4393-b2e1-5671db5a73f5 req-6cecc50a-2146-470f-b4b5-66cbbfecab9d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 944 time: 0.5527108 Jun 01 13:17:06.804630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.808534 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-9add9dfb-97d4-47d0-abe3-d9a26e4311e1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378727 Jun 01 13:17:06.821430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:06.841996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:06.849980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:security_group_rule and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:06.859501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:06.874133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:17:06.877078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:06.927385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0e0de44-d3f4-4393-b2e1-5671db5a73f5 req-4914f137-0c5b-4c02-a5a1-813335217074 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335509 Jun 01 13:17:06.991544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:07.011908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-7fd592cc-00fd-49ef-8181-7b2f505994ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240 HTTP/1.1" status: 200 len: 217 time: 0.2689703 Jun 01 13:17:07.015163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-125aefd3-d9a9-445c-8507-16d72bd17bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.016649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-125aefd3-d9a9-445c-8507-16d72bd17bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3191307 Jun 01 13:17:07.035881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.065414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ef756-92bd-4655-a51b-7ababb06ac67,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:07.147194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.150984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4fd1fcc-5cbc-4b2c-bf1d-1c127ebe21b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b37ef756-92bd-4655-a51b-7ababb06ac67 HTTP/1.1" status: 204 len: 168 time: 0.7612383 Jun 01 13:17:07.199390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d7f2eea9-9e4d-4f9c-b4b0-d527f6eb7210 req-a9bfbb7b-0270-4896-9385-9a993fed10a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801668 Jun 01 13:17:07.202382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:17:07.207315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.214072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:17:07.231582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:07.233175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:07.328591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c8fb662-71ed-4bb3-a665-0e20c6c84d6f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "PUT /v2.0/floatingips/32e73de4-27d9-4788-857f-f96b36b78ba2 HTTP/1.1" status: 200 len: 991 time: 3.5774922 Jun 01 13:17:07.421617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-989ada60-2126-4fbe-b87f-170e8491be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.423141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-989ada60-2126-4fbe-b87f-170e8491be91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5ea5a5c-eb9b-4286-9fa1-81de0f37b124 HTTP/1.1" status: 200 len: 865 time: 0.3984056 Jun 01 13:17:07.487441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730fe8a-967d-4844-871e-d07267ed7330 req-08c44fc0-12f1-4f18-8412-47bbca156de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.488949 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-08c44fc0-12f1-4f18-8412-47bbca156de8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1094 time: 0.1459332 Jun 01 13:17:07.564833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:07.613330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878b316-a998-4c59-8ec2-4cba203addc5 req-8cafdb34-b1c0-4fb8-8aed-cf4a732f167b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.620783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9878b316-a998-4c59-8ec2-4cba203addc5 req-8cafdb34-b1c0-4fb8-8aed-cf4a732f167b tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.7498488 Jun 01 13:17:07.645694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.649287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-5f32f0d8-cce4-4cf0-af6d-014894179400 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=577c650a-1b55-4a58-9195-7ee99d210c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197852 Jun 01 13:17:07.653606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730fe8a-967d-4844-871e-d07267ed7330 req-eaf6e514-e2d8-4e5e-8a19-ed9ea92ba62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.655499 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-eaf6e514-e2d8-4e5e-8a19-ed9ea92ba62b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.1592867 Jun 01 13:17:07.674211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.746828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-9d144dec-cbdd-4b3a-846f-7d2520e3e204 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816204 Jun 01 13:17:07.753110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-dca85ce0-1b22-4325-b209-96e4088b38ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0909505 Jun 01 13:17:07.796592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44726) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:07.807019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:07.819720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd4e80-6c47-483f-82d9-34332d63b731 req-0f972a89-f100-4f02-b585-75ab49ad00f9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.821508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73cd4e80-6c47-483f-82d9-34332d63b731 req-0f972a89-f100-4f02-b585-75ab49ad00f9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 943 time: 0.7550802 Jun 01 13:17:07.827100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.849447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:07.852515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9878b316-a998-4c59-8ec2-4cba203addc5 req-34989efe-107a-4651-aa31-15dc392d5f08 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305396 Jun 01 13:17:07.856242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730fe8a-967d-4844-871e-d07267ed7330 req-c35574f4-873a-47e1-bf5e-48fdf42fc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:07.857698 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-c35574f4-873a-47e1-bf5e-48fdf42fc77e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.0980899 Jun 01 13:17:07.858644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9f20e3438f47e292665cc02f7763ee is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:07.861789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:07.867368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d45bc2-dc54-48e8-b2f5-3296cebf2524,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:07.902227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:07.917700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-9a778ad0-fd81-4ba3-9516-36f4755ecc6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529983 Jun 01 13:17:07.943542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:07.943920 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 90080c1b-879a-455c-9a1c-b2bb5179b485 of type vlan for network 79cb8888-a54d-4ed1-9688-d6a5403c115b Jun 01 13:17:07.955350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1900221608', 'description': 'tempest-description-875291539'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:07.971795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:07.987159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:08.007307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:08.037072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '32e73de4-27d9-4788-857f-f96b36b78ba2', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:d3:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e0b339-d448-4307-9f26-b17f21f49be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:29Z', 'updated_at': '2022-06-01T13:17:05Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:08.041410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:08.044851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:17:08.058125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:08.059363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:16:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:08.096583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73cd4e80-6c47-483f-82d9-34332d63b731 req-b9e21074-d823-43d8-847c-f8133c53984f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373490 Jun 01 13:17:08.098142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.106490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-0e2c0107-7b90-447c-a989-58c25f8136b2 service neutron] 10.222.0.24 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355140 Jun 01 13:17:08.141551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.217426 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb7c1af-fdf2-40ea-a1b7-2fc312ac0948'] response: {'name': 'network-changed', 'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'status': 'completed', 'code': 200} Jun 01 13:17:08.225411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a96ae8c-a657-4205-bed1-9c6e2eb5b8a2 req-b60ae3d4-9ad8-40ec-b658-bd69cf85c7a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136934 Jun 01 13:17:08.226467 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:17:08.240045 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-d009c6ff-4a1d-4fd0-a177-b4c569520a77 service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160365 Jun 01 13:17:08.256312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:08.267186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:08.271614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:08.290930 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.296334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:08.296918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.304468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:08.344335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.347363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:08.354979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.427905 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9b9f20e3438f47e292665cc02f7763ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276252 Jun 01 13:17:08.437454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:08.443091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627bdf-3169-461d-9c61-9443358f3c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac763963-fa01-4c55-a6b9-af67815ae5c4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:08.465585 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8730fe8a-967d-4844-871e-d07267ed7330 req-314d80a1-b6a9-4433-a30a-4561478d85ff service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144153 Jun 01 13:17:08.513472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.537212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d28191b-70e5-4d42-94dc-232be82e3959 req-0c3cbaa6-94a5-486f-bf4b-9b1c6423d9a0 service neutron] 10.222.0.24 "GET /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184532 Jun 01 13:17:08.543790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.550765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1953335 Jun 01 13:17:08.577095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa9aa-897a-4d2e-9f6e-1f65396386b4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=79cb8888-a54d-4ed1-9688-d6a5403c115b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:08.629929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.639179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:08.654703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac763963-fa01-4c55-a6b9-af67815ae5c4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:08.659221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.660340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d87cd07-9078-4ea3-aa65-243ae88469f0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ac763963-fa01-4c55-a6b9-af67815ae5c4 HTTP/1.1" status: 204 len: 168 time: 0.2220819 Jun 01 13:17:08.673270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.678254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-657a8f71-e1d3-4cb4-9be1-ff3e8d216d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:08.680897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-657a8f71-e1d3-4cb4-9be1-ff3e8d216d31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 1095 time: 0.3720629 Jun 01 13:17:08.685696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.707523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:08.714365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:08.717744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ee1b-a5ac-43ac-838d-73c22bc3ab1d req-43950859-9b2e-4a0e-9ae4-9bc08ce5c60a tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:08.719997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec32ee1b-a5ac-43ac-838d-73c22bc3ab1d req-43950859-9b2e-4a0e-9ae4-9bc08ce5c60a tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 944 time: 0.4166918 Jun 01 13:17:08.792344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:08.851854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:08.856154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:08.859273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:08.865432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:08.872252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f190ff9-4d50-4d6d-89a7-3a727a4b60ea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:08.875171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.876557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a4a6e9d-5074-42c5-8f47-8e7754d46ca3 req-b191f233-2b9d-47b6-b9b6-5ec2a21e94da tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9418960 Jun 01 13:17:08.891810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:08.898006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:08.906484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec32ee1b-a5ac-43ac-838d-73c22bc3ab1d req-d9a2cb60-b65a-4ddc-8c9b-9258a0faa64a tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585252 Jun 01 13:17:08.965737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '32e73de4-27d9-4788-857f-f96b36b78ba2', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:d3:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e0b339-d448-4307-9f26-b17f21f49be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:29Z', 'updated_at': '2022-06-01T13:17:05Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:08.978032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d29c0-c9b4-46c8-8f1d-e27c5dc22c31 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '32e73de4-27d9-4788-857f-f96b36b78ba2', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:d3:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e0b339-d448-4307-9f26-b17f21f49be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:29Z', 'updated_at': '2022-06-01T13:17:05Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:17:08.995412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-e5654b50-92de-4c5c-8b3d-daa252d6223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:08.996900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-e5654b50-92de-4c5c-8b3d-daa252d6223d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.3050346 Jun 01 13:17:09.193334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-f9dc492d-2065-4d2b-886d-72462f0ff9bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110 HTTP/1.1" status: 200 len: 217 time: 0.1812875 Jun 01 13:17:09.220064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.295921 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3129bd-4175-48e7-82c8-ea9ed4164890 None None] New status for floating IP 32e73de4-27d9-4788-857f-f96b36b78ba2: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:17:09.306918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-72c132c9-1577-48e4-9aa9-6ece5a1dae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.308367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-72c132c9-1577-48e4-9aa9-6ece5a1dae39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.1020277 Jun 01 13:17:09.311830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=8e4051bd-f068-4172-ad3d-b151d4a92eab,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:09.316698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb746b01-9604-4cc2-a3bc-bdef59e04188 req-d5acc2de-62ab-47bb-abac-7c71cf12c403 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.318203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb746b01-9604-4cc2-a3bc-bdef59e04188 req-d5acc2de-62ab-47bb-abac-7c71cf12c403 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.3081880 Jun 01 13:17:09.320498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '90080c1b-879a-455c-9a1c-b2bb5179b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:09.321036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 79cb8888-a54d-4ed1-9688-d6a5403c115b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:09.343995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:09.359825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 79cb8888-a54d-4ed1-9688-d6a5403c115b) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:09.374583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c27d26-6964-42d5-bd01-634eaec0d99d None None] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:09.386866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.387943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.428188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4127f97b-5e64-458e-9269-6a6bba8ccc05 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7191126 Jun 01 13:17:09.432206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44764) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:09.451678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-976704173'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:09.458108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:09.462479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:09.466206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:09.472903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:09.488265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:09.493712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.531647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:09.533976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6d477f83-099c-4e91-bb3e-1d5ce2681240 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:17:09.543589 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.543928 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 7177e768-32a6-498d-a9c7-6eb0ca4450b7 of type vlan for network fb17bf93-e33a-4ade-8967-b28a016a937d Jun 01 13:17:09.581116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.611926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0174a9-a87b-4759-ac56-eff388f176e9 req-1c13feef-90af-4113-a0b5-feca16202d0a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.620772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e0174a9-a87b-4759-ac56-eff388f176e9 req-1c13feef-90af-4113-a0b5-feca16202d0a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 944 time: 0.4804077 Jun 01 13:17:09.640239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.650044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.650901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:09.699511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb746b01-9604-4cc2-a3bc-bdef59e04188 req-b17f235e-bcfc-44d5-9ac4-228be89b3936 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350713 Jun 01 13:17:09.740783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e0174a9-a87b-4759-ac56-eff388f176e9 req-5797ff0f-640d-45b3-baff-7df37edc4b3f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188183 Jun 01 13:17:09.768852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-74e7fc9e-6512-4996-a9f2-43bcd5d936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:09.775510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-74e7fc9e-6512-4996-a9f2-43bcd5d936f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4562631 Jun 01 13:17:09.827065 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2c7810-869d-4ee1-b546-cc25e6a0237a'] response: {'name': 'network-changed', 'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'status': 'completed', 'code': 200} Jun 01 13:17:09.834328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=fb17bf93-e33a-4ade-8967-b28a016a937d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:09.842638 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a71d393-1ce7-4adf-b3b1-c20c4d1c9d02 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4055216 Jun 01 13:17:09.843598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:09.844261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2068809329', 'description': 'tempest-description-8288025'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:09.850895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 284731a5-e0c7-4aae-a46f-2225ad5ae110 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:17:09.856315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:09.857133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': 'fb17bf93-e33a-4ade-8967-b28a016a937d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:09.919488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:09.956468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:09.977214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fb17bf93-e33a-4ade-8967-b28a016a937d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:09.979948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:10.028026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.061174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:10.066716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:10.070874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:10.078759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:10.093299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:10.099695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.121682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-8647883d-6eca-4a90-8582-8458d0858708 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373272 Jun 01 13:17:10.128831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:10.135888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-edfcb77a-2049-440d-9a25-96c7fb14c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:10.137452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-edfcb77a-2049-440d-9a25-96c7fb14c5c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.2241518 Jun 01 13:17:10.160939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:10.187820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:10.307248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:10.321534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:10.353918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-79cb8888-a54d-4ed1-9688-d6a5403c115b', 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '8e4051bd-f068-4172-ad3d-b151d4a92eab'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:10.354933 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.378203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240,segment=NetworkSegment(2f75ab1d-25da-48c3-91ae-9710f35f1958),segment_id=2f75ab1d-25da-48c3-91ae-9710f35f1958)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:10.390811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'port_id': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'mac_address': 'fa:16:3e:a8:6a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:17:10.433811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.468460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0617a6d-5389-4f9f-86da-0cd908f3e5dd req-08604096-cf47-44a6-94f8-e8e197b53c9a service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363845 Jun 01 13:17:10.514360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb367-1031-41d5-89dc-d930d1ac80ed req-100a5494-90d2-480a-a90e-b1c8e230d07d tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:10.515976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79bfb367-1031-41d5-89dc-d930d1ac80ed req-100a5494-90d2-480a-a90e-b1c8e230d07d tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 943 time: 0.4457769 Jun 01 13:17:10.522100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-1e09945c-62ea-4412-91bf-7345cebf9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:10.526877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-1e09945c-62ea-4412-91bf-7345cebf9aa7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.3598197 Jun 01 13:17:10.529191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=c9dae006-b93a-47b4-823c-c2bdbb224b15,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:10.568195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '7177e768-32a6-498d-a9c7-6eb0ca4450b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fb17bf93-e33a-4ade-8967-b28a016a937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:10.568861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: fb17bf93-e33a-4ade-8967-b28a016a937d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:10.589410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Allocated IP 172.20.255.242 (79cb8888-a54d-4ed1-9688-d6a5403c115b/8e4051bd-f068-4172-ad3d-b151d4a92eab/9c7025d2-56b5-4321-a1c5-65d03a89669d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:10.593977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network fb17bf93-e33a-4ade-8967-b28a016a937d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:10.606207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fb17bf93-e33a-4ade-8967-b28a016a937d) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:10.612688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:10.613286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.619471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '6d477f83-099c-4e91-bb3e-1d5ce2681240', 'network_id': '577c650a-1b55-4a58-9195-7ee99d210c15', 'port_id': '6d477f83-099c-4e91-bb3e-1d5ce2681240', 'mac_address': 'fa:16:3e:85:dd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ea5a5c-eb9b-4286-9fa1-81de0f37b124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:17:10.644384 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b43a7ce8-d682-4706-b4f8-43a15b19f06b tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7989366 Jun 01 13:17:10.647829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44796) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:10.695114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96efb71-66e4-4e2f-8222-9ac0f71b0e38 None None] Network fb17bf93-e33a-4ade-8967-b28a016a937d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:10.742092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.761993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.805947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79bfb367-1031-41d5-89dc-d930d1ac80ed req-389a4099-b429-4711-8dc5-ad419c5abd0a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696595 Jun 01 13:17:10.829697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-3b0a0b31-1e03-4497-b8a8-f30c633547c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1001 time: 0.2923441 Jun 01 13:17:10.854014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.878544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 284731a5-e0c7-4aae-a46f-2225ad5ae110 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:10.879300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.923509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6d477f83-099c-4e91-bb3e-1d5ce2681240 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:10.923885 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.946676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d477f83-099c-4e91-bb3e-1d5ce2681240 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:10.947013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-c7fa6014-8701-45b0-9c5f-df5f749cb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:10.948433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-c7fa6014-8701-45b0-9c5f-df5f749cb191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.0961213 Jun 01 13:17:10.956334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636f7b8-83eb-4f0c-aeae-3df94ae3842b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:10.960803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.981769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af55a0df-1d6d-4168-98b5-bb5237e655c4 req-a7f32145-c331-4823-ba7b-beb1f86e1736 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1984944 Jun 01 13:17:10.985281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:10.992465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284731a5-e0c7-4aae-a46f-2225ad5ae110 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:11.095853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240,segment=NetworkSegment(2f75ab1d-25da-48c3-91ae-9710f35f1958),segment_id=2f75ab1d-25da-48c3-91ae-9710f35f1958)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:11.118650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.127057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-cd6d7f68-a22b-4ee8-8003-15f0fe5903b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:11.128130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-cd6d7f68-a22b-4ee8-8003-15f0fe5903b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451590 Jun 01 13:17:11.162802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.181815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Transition to ACTIVE for port object 9c7025d2-56b5-4321-a1c5-65d03a89669d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:11.189313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:11.195943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.316647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=c9dae006-b93a-47b4-823c-c2bdbb224b15,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:11.346833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.383256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Transition to ACTIVE for port object 9c7025d2-56b5-4321-a1c5-65d03a89669d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:11.389533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bff60-c5ea-4b12-8a0d-3480632a440d None None] Network fb17bf93-e33a-4ade-8967-b28a016a937d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:11.433442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.464822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb17bf93-e33a-4ade-8967-b28a016a937d']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:11.471196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.485240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7177e768-32a6-498d-a9c7-6eb0ca4450b7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:11.485446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-cd9ebe20-ef71-4385-b253-5e18776f288b service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502143 Jun 01 13:17:11.485909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7177e768-32a6-498d-a9c7-6eb0ca4450b7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:11.493373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.501766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:17:11.511897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.513676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcc6ef-c765-46b9-899a-96ebd8512800 req-9a9d7bbc-bb13-4764-ab1c-a0c92b1a191b tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:11.519198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:11.519607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.539605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99dcc6ef-c765-46b9-899a-96ebd8512800 req-9a9d7bbc-bb13-4764-ab1c-a0c92b1a191b tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 945 time: 0.4103391 Jun 01 13:17:11.634726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.661963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:11.688803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.699009 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7177e768-32a6-498d-a9c7-6eb0ca4450b7 resource provider aggregate not found Jun 01 13:17:11.703698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=fb17bf93-e33a-4ade-8967-b28a016a937d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:11.713753 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27f7811f-50d2-407b-ac05-ac3985c0fee5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/fb17bf93-e33a-4ade-8967-b28a016a937d HTTP/1.1" status: 204 len: 168 time: 1.0639138 Jun 01 13:17:11.715453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['6d477f83-099c-4e91-bb3e-1d5ce2681240'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:11.718203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:11.724213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559146553'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:11.730368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:11.736447 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7177e768-32a6-498d-a9c7-6eb0ca4450b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7177e768-32a6-498d-a9c7-6eb0ca4450b7 found for delete ", "request_id": "req-d94f7616-f4db-4fb2-a1b5-6c6a1b0e0443"}]} Jun 01 13:17:11.736934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4826d-1e30-4248-a48c-a6027360dfb6 req-e45d06fa-6b9e-4006-b86c-e1a368e385b2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:11.737807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:11.738554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ad4826d-1e30-4248-a48c-a6027360dfb6 req-e45d06fa-6b9e-4006-b86c-e1a368e385b2 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 945 time: 0.4256003 Jun 01 13:17:11.748306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:11.755904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:11.756367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:11.760092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:11.780531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:11.787316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.794814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99dcc6ef-c765-46b9-899a-96ebd8512800 req-06f4f93d-e3c0-4b19-ab45-ffffa6d75b8c tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541690 Jun 01 13:17:11.822449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:11.827495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:11.844999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.845553 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 3543bb0a-479c-4dd8-8584-01236b330d92 of type vlan for network ba34823c-7313-4fff-8433-c3b70eb59109 Jun 01 13:17:11.874144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['284731a5-e0c7-4aae-a46f-2225ad5ae110'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:11.881137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.918332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.921039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:11.924906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:11.925605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:11.932281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424114a2-39d4-4e20-a9e9-783a4c0ed763 req-82bc7a20-27c1-43c4-ba3f-36d4ce1d98ad service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436217 Jun 01 13:17:11.946045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ad4826d-1e30-4248-a48c-a6027360dfb6 req-1bfa8a52-d839-476b-b70d-39efc88907b7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924632 Jun 01 13:17:11.959692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3', 'network_id': 'ec481f94-b5ea-46fe-a17d-a8a8d75fa139', 'port_id': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3', 'mac_address': 'fa:16:3e:b7:45:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8860a755-9e41-4ef4-94ec-30106cb0cf3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:17:11.989151 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2695558 Jun 01 13:17:11.994331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:12.048631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': 'ba34823c-7313-4fff-8433-c3b70eb59109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:12.141685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b7afefd0-df4c-4c26-b5f5-3200db114ea2 req-b8ca44da-6111-4cf9-8ff7-3a3b0af6fc6f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:12.216851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172b9c3-76a3-491f-b3f3-1bb133805a4c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=ba34823c-7313-4fff-8433-c3b70eb59109,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:12.232136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:12.237257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:12.241822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:12.250456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:12.261432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ba34823c-7313-4fff-8433-c3b70eb59109 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:12.265633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:12.271550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.274876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Attempting to bind port 9c7025d2-56b5-4321-a1c5-65d03a89669d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:12.275247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Attempting to bind port 9c7025d2-56b5-4321-a1c5-65d03a89669d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '90080c1b-879a-455c-9a1c-b2bb5179b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:12.275603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Attempting to bind port 9c7025d2-56b5-4321-a1c5-65d03a89669d on network 79cb8888-a54d-4ed1-9688-d6a5403c115b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:12.289985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:12.290372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Checking segment: {'id': '90080c1b-879a-455c-9a1c-b2bb5179b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:12.290821 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.291211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Bound using segment: {'id': '90080c1b-879a-455c-9a1c-b2bb5179b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:12.291690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Bound port: 9c7025d2-56b5-4321-a1c5-65d03a89669d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90080c1b-879a-455c-9a1c-b2bb5179b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '79cb8888-a54d-4ed1-9688-d6a5403c115b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:12.292061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.301190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:12.344125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b7afefd0-df4c-4c26-b5f5-3200db114ea2 req-b8ca44da-6111-4cf9-8ff7-3a3b0af6fc6f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:12.345652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7afefd0-df4c-4c26-b5f5-3200db114ea2 req-b8ca44da-6111-4cf9-8ff7-3a3b0af6fc6f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 10907 time: 0.5043802 Jun 01 13:17:12.409448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abceaaf-3373-453a-b3c4-06da469531d8 req-aabd6a7d-fbb7-4836-91a9-9bfdbc61d370 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:12.411015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2abceaaf-3373-453a-b3c4-06da469531d8 req-aabd6a7d-fbb7-4836-91a9-9bfdbc61d370 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.2665370 Jun 01 13:17:12.413049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:12.414003 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.427922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Performing IP validity checks on allocation pools {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:17:12.428255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:17:12.450167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7afefd0-df4c-4c26-b5f5-3200db114ea2 req-aa49da4a-887d-46c0-bfd6-2dd4137a8ad2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 200 len: 2985 time: 0.0974219 Jun 01 13:17:12.512447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2abceaaf-3373-453a-b3c4-06da469531d8 req-18f82d9a-a712-4816-a17c-d21818748721 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905123 Jun 01 13:17:12.611580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7afefd0-df4c-4c26-b5f5-3200db114ea2 req-ec09b199-71b6-4eae-922e-c7320677eb30 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 200 len: 2985 time: 0.1316221 Jun 01 13:17:12.654909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:12.673780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.711958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:12.715148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Pushing event updated for resources: {'Port': ['ID=9c7025d2-56b5-4321-a1c5-65d03a89669d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:12.719804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] For port 9c7025d2-56b5-4321-a1c5-65d03a89669d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:12.746000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.770952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=01826537-4259-4e3d-bf01-200e1b56eb8c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:12.791231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] For port 9c7025d2-56b5-4321-a1c5-65d03a89669d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c7025d2-56b5-4321-a1c5-65d03a89669d,segment=NetworkSegment(90080c1b-879a-455c-9a1c-b2bb5179b485),segment_id=90080c1b-879a-455c-9a1c-b2bb5179b485)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:12.812444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '3543bb0a-479c-4dd8-8584-01236b330d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba34823c-7313-4fff-8433-c3b70eb59109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:12.813081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: ba34823c-7313-4fff-8433-c3b70eb59109, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:12.830660 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.836507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-86583fc5-2b16-4324-a04b-ee92d33dbcf0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/184f8d78-5143-43ec-b5d7-c10e38a8a57d HTTP/1.1" status: 200 len: 1802 time: 0.1950738 Jun 01 13:17:12.846234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network ba34823c-7313-4fff-8433-c3b70eb59109 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:12.860351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ba34823c-7313-4fff-8433-c3b70eb59109) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:12.868200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:12.869439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:12.889512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188133c-183c-42f3-9de0-b77cc6df2c01 None None] Network ba34823c-7313-4fff-8433-c3b70eb59109 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:12.899268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-559f020a-4755-4a87-a13c-5b9fe9719c5e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:12.901126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-559f020a-4755-4a87-a13c-5b9fe9719c5e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 1096 time: 0.2241895 Jun 01 13:17:12.909294 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-44142a04-0d8f-4e0d-bf54-852ee94be837 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9131811 Jun 01 13:17:12.911635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:12.989307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:13.009380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Deleting port f291d645-8b61-4a40-ae97-8984d9f775be {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:13.009857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.095186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113ad49-ba32-4333-b9f9-a7e004fc8a5c req-10b039e9-82cf-4373-a4cf-c2d77e599032 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:13.103688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9113ad49-ba32-4333-b9f9-a7e004fc8a5c req-10b039e9-82cf-4373-a4cf-c2d77e599032 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 944 time: 0.3508074 Jun 01 13:17:13.154779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.175566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['1e9330c1-1745-47f2-8a55-0e9c11e0b2e3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:13.195788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9113ad49-ba32-4333-b9f9-a7e004fc8a5c req-61122b08-e929-43cd-9881-ec68723fb200 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Jun 01 13:17:13.266517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.306105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.307908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa14fc-6415-442e-82d0-908a4fcc4d80 None None] Pushing event updated for resources: {'Port': ['ID=9c7025d2-56b5-4321-a1c5-65d03a89669d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:13.310224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.406696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.448256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.479621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184f8d78-5143-43ec-b5d7-c10e38a8a57d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:13.553696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=01826537-4259-4e3d-bf01-200e1b56eb8c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:13.577419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9e7cb-16fd-4d16-ae2a-3dc3ea766699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ba34823c-7313-4fff-8433-c3b70eb59109', 'network_id': 'ba34823c-7313-4fff-8433-c3b70eb59109', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '01826537-4259-4e3d-bf01-200e1b56eb8c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:13.579863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e7cb-16fd-4d16-ae2a-3dc3ea766699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.682315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.701159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] For port f291d645-8b61-4a40-ae97-8984d9f775be, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f291d645-8b61-4a40-ae97-8984d9f775be,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:13.701751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.719283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba34823c-7313-4fff-8433-c3b70eb59109']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:13.734125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3543bb0a-479c-4dd8-8584-01236b330d92') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:13.734858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3543bb0a-479c-4dd8-8584-01236b330d92') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:13.748720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.769389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.779401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:13.780089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.789806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6055ffc8-b429-4bd0-83ab-4297b61f70fa None None] Network ba34823c-7313-4fff-8433-c3b70eb59109 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:13.850531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Calling delete_port for f291d645-8b61-4a40-ae97-8984d9f775be owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:13.868276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 284731a5-e0c7-4aae-a46f-2225ad5ae110 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:13.883543 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 3543bb0a-479c-4dd8-8584-01236b330d92 resource provider aggregate not found Jun 01 13:17:13.889475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.903417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bbc4a1a-341c-4424-9aa8-cefb71b73d42 req-d5a97dd7-c175-4ed5-b1dd-72e645941bae tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/184f8d78-5143-43ec-b5d7-c10e38a8a57d HTTP/1.1" status: 204 len: 173 time: 1.0499458 Jun 01 13:17:13.913986 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 3543bb0a-479c-4dd8-8584-01236b330d92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3543bb0a-479c-4dd8-8584-01236b330d92 found for delete ", "request_id": "req-3dc97590-091c-40ad-aa1e-3913f7e6ff6d"}]} Jun 01 13:17:13.949157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.954426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:13.997212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=ba34823c-7313-4fff-8433-c3b70eb59109,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:14.003915 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3d8074d-14c6-4b3f-9fcc-465205b5390f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/ba34823c-7313-4fff-8433-c3b70eb59109 HTTP/1.1" status: 204 len: 168 time: 1.0879180 Jun 01 13:17:14.004803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:14.010304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850320729'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:14.016255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:14.021047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:14.026748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:14.033800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:14.055154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5e10-ba9e-4b56-85b2-415d47971de1 req-3455f729-53d5-437a-a44f-133904372d6e tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:14.056530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:14.062103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.063948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bfe5e10-ba9e-4b56-85b2-415d47971de1 req-3455f729-53d5-437a-a44f-133904372d6e tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 945 time: 0.5782523 Jun 01 13:17:14.088374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 284731a5-e0c7-4aae-a46f-2225ad5ae110 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:14.099263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 284731a5-e0c7-4aae-a46f-2225ad5ae110 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:14.099638 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.110951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:14.125041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.125820 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 9dd87a2e-0a55-4221-b5d6-2b52eceee9e6 of type vlan for network 112a97dc-156b-4dd4-b1f5-63d51826c8ba Jun 01 13:17:14.257610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 284731a5-e0c7-4aae-a46f-2225ad5ae110 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:14.257988 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.269893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bfe5e10-ba9e-4b56-85b2-415d47971de1 req-2ad53f50-cfbd-41cd-adf6-1f8cf80e1769 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049546 Jun 01 13:17:14.300838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:14.315944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:14.322007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.323248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f291d645-8b61-4a40-ae97-8984d9f775be no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:14.337594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.341112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.383769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.394975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:14.403465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.486128 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4808195 Jun 01 13:17:14.501888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9241a15e-0c98-4960-aa91-33ef3b954c02'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:14.566944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44868) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:14.569160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: f291d645-8b61-4a40-ae97-8984d9f775be {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:14.569557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f291d645-8b61-4a40-ae97-8984d9f775be not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:14.571664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Pushing event deleted for resources: {'Port': ['ID=f291d645-8b61-4a40-ae97-8984d9f775be,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:14.586644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '112a97dc-156b-4dd4-b1f5-63d51826c8ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:14.698519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912076-3d59-4dea-b210-836db52ceda8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=112a97dc-156b-4dd4-b1f5-63d51826c8ba,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:14.701076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:14.731166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bf5d6-7a54-4a29-a40a-49f95ad38630 None None] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:14.754388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7a23169-559a-4fba-9d76-8fc935ab4de4 req-e8fd7831-c4bf-44c7-94eb-3f159496c3d7 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7a9da341-efa1-4180-9cc3-3cb141db7a3f HTTP/1.1" status: 200 len: 210 time: 0.2448378 Jun 01 13:17:14.756302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 112a97dc-156b-4dd4-b1f5-63d51826c8ba details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:14.912536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c7025d2-56b5-4321-a1c5-65d03a89669d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:14.944895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f300d-4aa3-4d8a-bf0c-968ede47ed2b req-abfdced3-bfc4-4e58-b39c-d47d2d5ca9f7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:14.946681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b0f300d-4aa3-4d8a-bf0c-968ede47ed2b req-abfdced3-bfc4-4e58-b39c-d47d2d5ca9f7 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 945 time: 0.8087060 Jun 01 13:17:14.968560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] No DVR routers for this DVR port f291d645-8b61-4a40-ae97-8984d9f775be on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:14.993511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:14.996160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'name': 'network-vif-deleted', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:15.015152 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-35f750c5-7cbc-4ee0-b597-035d0472fb93 req-0202221f-37bf-45e0-9e04-de0a20793c78 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:17:15.016187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f750c5-7cbc-4ee0-b597-035d0472fb93 req-0202221f-37bf-45e0-9e04-de0a20793c78 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/184f8d78-5143-43ec-b5d7-c10e38a8a57d HTTP/1.1" status: 404 len: 352 time: 0.0934112 Jun 01 13:17:15.024379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0cdb22ec-2991-4c20-b9a6-d67aab9a83f4 None None] Provisioning for port 9c7025d2-56b5-4321-a1c5-65d03a89669d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:15.046257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1edabc39-93b0-4cd1-a1ef-e38b811f3361 req-12c8e0f2-5eed-4ff5-b11a-c3e9a4553fb3 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f291d645-8b61-4a40-ae97-8984d9f775be HTTP/1.1" status: 204 len: 173 time: 2.1268976 Jun 01 13:17:15.059448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b0f300d-4aa3-4d8a-bf0c-968ede47ed2b req-4f1f0e00-a117-40ef-a12a-79a0ab8e879d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865493 Jun 01 13:17:15.060421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:15.064937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:15.068399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:15.075715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:15.090338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:15.100729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.317754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9c7025d2-56b5-4321-a1c5-65d03a89669d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:15.329540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9c7025d2-56b5-4321-a1c5-65d03a89669d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:15.329918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.407407 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ac4e83-f9d0-4c50-904c-ffc004d1938d'] response: {'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'code': 200} Jun 01 13:17:15.491771 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7400d427-b237-4e93-9e60-3af07d0ff44f'] response: {'server_uuid': '7a9da341-efa1-4180-9cc3-3cb141db7a3f', 'name': 'network-vif-deleted', 'tag': 'f291d645-8b61-4a40-ae97-8984d9f775be', 'status': 'completed', 'code': 200} Jun 01 13:17:15.493679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9c7025d2-56b5-4321-a1c5-65d03a89669d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:15.493892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.506582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6d477f83-099c-4e91-bb3e-1d5ce2681240 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:15.587765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9c7025d2-56b5-4321-a1c5-65d03a89669d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c7025d2-56b5-4321-a1c5-65d03a89669d,segment=NetworkSegment(90080c1b-879a-455c-9a1c-b2bb5179b485),segment_id=90080c1b-879a-455c-9a1c-b2bb5179b485)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:15.612841 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.615002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 6d477f83-099c-4e91-bb3e-1d5ce2681240 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:15.675471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 6d477f83-099c-4e91-bb3e-1d5ce2681240 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:15.676108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.777831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9c7025d2-56b5-4321-a1c5-65d03a89669d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:15.842330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-753dde66-cc93-4582-b77e-84b3684b8ff2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/2f190ff9-4d50-4d6d-89a7-3a727a4b60ea HTTP/1.1" status: 200 len: 1802 time: 0.3369553 Jun 01 13:17:15.857951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 6d477f83-099c-4e91-bb3e-1d5ce2681240 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:15.858206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.906117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240,segment=NetworkSegment(2f75ab1d-25da-48c3-91ae-9710f35f1958),segment_id=2f75ab1d-25da-48c3-91ae-9710f35f1958)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:15.907818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8daa07a8-2100-473e-89e6-321ee21f8ac7 None None] Provisioning complete for port 9c7025d2-56b5-4321-a1c5-65d03a89669d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:15.908192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8daa07a8-2100-473e-89e6-321ee21f8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.936871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:15.937466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:15.990406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a4406-f559-4fa8-8d9c-63adf48c82c7 req-663e7238-6f7f-4f5b-9747-3c2a99872cbf tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:15.992648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c00a4406-f559-4fa8-8d9c-63adf48c82c7 req-663e7238-6f7f-4f5b-9747-3c2a99872cbf tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 944 time: 0.5690553 Jun 01 13:17:15.995004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.071272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.078807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:16.091393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c67e3-8d13-4e9a-ae62-c48e37fb5292 req-f4f2cc48-ada4-4ef5-956e-7f349c94a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:16.093101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-785c67e3-8d13-4e9a-ae62-c48e37fb5292 req-f4f2cc48-ada4-4ef5-956e-7f349c94a543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 1097 time: 0.3652780 Jun 01 13:17:16.145765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:16.156203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:16.156634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.177623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.196111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8daa07a8-2100-473e-89e6-321ee21f8ac7 None None] Current status of the port 9c7025d2-56b5-4321-a1c5-65d03a89669d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:16.216759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=249206dd-71e5-4653-b574-9efb1b2e61bb,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:16.234666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c00a4406-f559-4fa8-8d9c-63adf48c82c7 req-3ff7254b-eadd-4940-9891-f601e59fbb59 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894348 Jun 01 13:17:16.272918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-785c67e3-8d13-4e9a-ae62-c48e37fb5292 req-dc8a6fe0-1610-434a-b614-06bcdfa25cad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627529 Jun 01 13:17:16.281064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '9dd87a2e-0a55-4221-b5d6-2b52eceee9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '112a97dc-156b-4dd4-b1f5-63d51826c8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:16.281064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 112a97dc-156b-4dd4-b1f5-63d51826c8ba, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:16.296059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:16.296059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.311692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 112a97dc-156b-4dd4-b1f5-63d51826c8ba is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:16.324274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.336937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:16.350676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.361604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f190ff9-4d50-4d6d-89a7-3a727a4b60ea,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:16.363762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 112a97dc-156b-4dd4-b1f5-63d51826c8ba) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:16.379653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:16.380676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.427302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa74b51-f752-46c6-9b66-e083202d6c0f None None] Network 112a97dc-156b-4dd4-b1f5-63d51826c8ba requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:16.483176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.495292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-379bc4fc-5bd5-4d5d-9f47-e4f6d730177c req-35a65244-d40f-4957-9ab6-310b1182610f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/2f190ff9-4d50-4d6d-89a7-3a727a4b60ea HTTP/1.1" status: 204 len: 173 time: 0.6511831 Jun 01 13:17:16.502603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea7e6cdf-9982-4e88-964c-3076d869745a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9238522 Jun 01 13:17:16.505109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:16.578215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c87f0-c494-4d07-953f-b49a6fd5b473 req-20bda3b0-fd7f-47d8-9c56-86de3702178a tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:16.584582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a61c87f0-c494-4d07-953f-b49a6fd5b473 req-20bda3b0-fd7f-47d8-9c56-86de3702178a tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.1783211 Jun 01 13:17:16.593670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:16.677707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a61c87f0-c494-4d07-953f-b49a6fd5b473 req-1204d4c0-cee1-4b37-8c43-e71d63543e89 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872011 Jun 01 13:17:16.751266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.796844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424dcfd2-f8cb-4aa7-8676-7b5d4089d188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-112a97dc-156b-4dd4-b1f5-63d51826c8ba', 'network_id': '112a97dc-156b-4dd4-b1f5-63d51826c8ba', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '249206dd-71e5-4653-b574-9efb1b2e61bb'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:16.796844 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-424dcfd2-f8cb-4aa7-8676-7b5d4089d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.860665 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c3bdfe9a-c1df-4b82-b045-471ae125a556 req-f024695d-7840-4fcd-8c17-644cb26758b9 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:17:16.861596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3bdfe9a-c1df-4b82-b045-471ae125a556 req-f024695d-7840-4fcd-8c17-644cb26758b9 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/2f190ff9-4d50-4d6d-89a7-3a727a4b60ea HTTP/1.1" status: 404 len: 352 time: 0.0646706 Jun 01 13:17:16.868225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:16.884266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c7025d2-56b5-4321-a1c5-65d03a89669d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:16.895152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803b70e-4713-4be1-b381-ca9e59d030d0 req-257845af-6770-40c8-b17b-83a374465e0e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:16.897301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a803b70e-4713-4be1-b381-ca9e59d030d0 req-257845af-6770-40c8-b17b-83a374465e0e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.1708300 Jun 01 13:17:16.964084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a803b70e-4713-4be1-b381-ca9e59d030d0 req-1e95626b-61ab-409f-b557-c5768ab02176 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610030 Jun 01 13:17:17.000148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.030478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9c7025d2-56b5-4321-a1c5-65d03a89669d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:17.031142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.036033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-59fbf8d3-bad9-4c09-916e-18370d08a602 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0636f7b8-83eb-4f0c-aeae-3df94ae3842b HTTP/1.1" status: 200 len: 1800 time: 0.0505447 Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-424dcfd2-f8cb-4aa7-8676-7b5d4089d188 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 249206dd-71e5-4653-b574-9efb1b2e61bb: This subnet is being modified by another concurrent operation. Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 249206dd-71e5-4653-b574-9efb1b2e61bb: This subnet is being modified by another concurrent operation. Jun 01 13:17:17.069492 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:17:17.075652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=249206dd-71e5-4653-b574-9efb1b2e61bb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:17.097179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc1563-6579-4adf-b6cf-0b6db714e40d None None] Network 112a97dc-156b-4dd4-b1f5-63d51826c8ba requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:17.138717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.168960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.176692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.200170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112a97dc-156b-4dd4-b1f5-63d51826c8ba']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:17.215599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd87a2e-0a55-4221-b5d6-2b52eceee9e6') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:17.215802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd87a2e-0a55-4221-b5d6-2b52eceee9e6') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:17.229689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.233571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.247244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.253958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:17.254331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.296297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.297677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78fbbf41-8d03-421f-9d71-0fbffc3125d4 req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/0636f7b8-83eb-4f0c-aeae-3df94ae3842b HTTP/1.1" status: 204 len: 173 time: 0.2557178 Jun 01 13:17:17.299000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0746aad-a74b-4929-91db-c1111f0e7563 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636f7b8-83eb-4f0c-aeae-3df94ae3842b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:17.391411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a79f6b-ac4e-4543-b24e-2086fca5aeaf None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:17:17.401549 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9dd87a2e-0a55-4221-b5d6-2b52eceee9e6 resource provider aggregate not found Jun 01 13:17:17.403305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4efaff-57c7-41b4-b867-90df9158ce9b req-bb8c3f36-288b-40e4-891b-ee13220ef763 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:17.406620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d4efaff-57c7-41b4-b867-90df9158ce9b req-bb8c3f36-288b-40e4-891b-ee13220ef763 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Synchronizing usage tracker for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:17.418945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.424693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.424877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240'}, {'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:17.428182 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9dd87a2e-0a55-4221-b5d6-2b52eceee9e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dd87a2e-0a55-4221-b5d6-2b52eceee9e6 found for delete ", "request_id": "req-5f50e082-fbed-4ed4-89cc-bbeb39a26a19"}]} Jun 01 13:17:17.450909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9c7025d2-56b5-4321-a1c5-65d03a89669d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:17.474662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-6d4efaff-57c7-41b4-b867-90df9158ce9b req-bb8c3f36-288b-40e4-891b-ee13220ef763 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Unset dirty status for tenant:6e1cf8e7c8694cad8db5df4439d0f84b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:17.481270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4efaff-57c7-41b4-b867-90df9158ce9b req-bb8c3f36-288b-40e4-891b-ee13220ef763 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.1656852 Jun 01 13:17:17.513739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=112a97dc-156b-4dd4-b1f5-63d51826c8ba,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:17.531344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2b16c92-1293-479d-b464-5d22a340b7b7 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/112a97dc-156b-4dd4-b1f5-63d51826c8ba HTTP/1.1" status: 204 len: 168 time: 1.0246301 Jun 01 13:17:17.540839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44918) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:17.550438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185892673'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:17.568965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:17.569377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a79f6b-ac4e-4543-b24e-2086fca5aeaf None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:17:17.583700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d4efaff-57c7-41b4-b867-90df9158ce9b req-0acfaae1-98b2-4605-8b5c-b889f7dc329e tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015053 Jun 01 13:17:17.588581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:17.610701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:17.634640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:17.648496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a168b10-339b-43a5-8f69-01603ed814dd req-3a297321-a160-4274-9c42-01e1e10715ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:17.650104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a168b10-339b-43a5-8f69-01603ed814dd req-3a297321-a160-4274-9c42-01e1e10715ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.2280591 Jun 01 13:17:17.654559 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-7d3a8511-332c-4730-8571-a5437058d7de req-68f026e5-5134-4c36-a8bb-dfd3aa62309f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:17:17.655612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d3a8511-332c-4730-8571-a5437058d7de req-68f026e5-5134-4c36-a8bb-dfd3aa62309f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0636f7b8-83eb-4f0c-aeae-3df94ae3842b HTTP/1.1" status: 404 len: 352 time: 0.0358450 Jun 01 13:17:17.662210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:17.667242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.735922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:17.745860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a168b10-339b-43a5-8f69-01603ed814dd req-b8485f10-33b1-48a6-8ff5-fe02a1278c70 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Jun 01 13:17:17.752735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.753937 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment c83ee565-6640-450b-8a90-33df6d152f11 of type vlan for network c9786294-ad12-4a40-bdc5-23f73ed02550 Jun 01 13:17:17.756519 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81650f52-7cf8-45ae-b4cf-08f193fa4a5b'] response: {'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240', 'code': 200} Jun 01 13:17:17.756819 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81650f52-7cf8-45ae-b4cf-08f193fa4a5b'] response: {'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3', 'code': 200} Jun 01 13:17:17.847333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:17.969842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48cc8e-96e2-41d9-a3f3-cc7b6ea67a97 req-1ab31d31-457d-42a6-81ab-d34f0dd407e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:17.972767 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7c48cc8e-96e2-41d9-a3f3-cc7b6ea67a97 req-1ab31d31-457d-42a6-81ab-d34f0dd407e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 1097 time: 0.0808575 Jun 01 13:17:18.010265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.052807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1291da9c-2c0c-4829-b853-0cc4241d133b req-2a8d8373-ed87-493f-99c3-4332908146bd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:18.077626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7c48cc8e-96e2-41d9-a3f3-cc7b6ea67a97 req-fc764152-e686-4a61-8437-242cac235717 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889435 Jun 01 13:17:18.077949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.077949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:18.077949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.194342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1291da9c-2c0c-4829-b853-0cc4241d133b req-2a8d8373-ed87-493f-99c3-4332908146bd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:18.195687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1291da9c-2c0c-4829-b853-0cc4241d133b req-2a8d8373-ed87-493f-99c3-4332908146bd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 6156 time: 0.4309812 Jun 01 13:17:18.203682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6606607 Jun 01 13:17:18.206813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44934) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:18.213914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:18.232265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39996-e034-41e4-9ad3-47077bd57467 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=c9786294-ad12-4a40-bdc5-23f73ed02550,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:18.256920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c9786294-ad12-4a40-bdc5-23f73ed02550 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:18.264970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13579352-226c-438d-9756-c778b292937a req-94c7a26c-ed15-46c2-be23-3c5d5960ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:18.266361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13579352-226c-438d-9756-c778b292937a req-94c7a26c-ed15-46c2-be23-3c5d5960ca7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1096 time: 0.3765526 Jun 01 13:17:18.283569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4e132-82c7-4a80-9e0f-820a66561d8f req-c37abc63-98d0-4791-b92f-dda915f41f08 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:18.292869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bc4e132-82c7-4a80-9e0f-820a66561d8f req-c37abc63-98d0-4791-b92f-dda915f41f08 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.3460519 Jun 01 13:17:18.343902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1291da9c-2c0c-4829-b853-0cc4241d133b req-51bcf91d-0c68-4436-bd0e-d03b508e7021 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 200 len: 2985 time: 0.1389034 Jun 01 13:17:18.381994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9c834aa5-0262-4fc4-a4c7-7f76fa18ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.388221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bc4e132-82c7-4a80-9e0f-820a66561d8f req-e6f891da-5318-4034-8d54-f39e08a8d613 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943406 Jun 01 13:17:18.389769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:18.398286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:18.406131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:18.414854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:18.430938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1291da9c-2c0c-4829-b853-0cc4241d133b req-a307fb7c-2f54-4d95-8e44-3c562bbc9d25 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 200 len: 2985 time: 0.0859146 Jun 01 13:17:18.451433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:18.459371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.546722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-342684144', 'description': 'tempest-description-1366964976'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:18.555562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:18.565762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:18.725935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.768366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.793114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:18.797041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:18.800047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:18.807330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13579352-226c-438d-9756-c778b292937a req-4b79b842-90e5-4b61-b57d-102b128fe34f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443141 Jun 01 13:17:18.812904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:18.828964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=26887885-4328-4dfd-b302-69207400bb0d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:18.843657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': 'c83ee565-6640-450b-8a90-33df6d152f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:18.844010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: c9786294-ad12-4a40-bdc5-23f73ed02550, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:18.854220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab633aa-9483-4fc3-af12-b21f081d7038 req-4c9b0b31-6902-4a7e-bb00-52f000801e5e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:18.855771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dab633aa-9483-4fc3-af12-b21f081d7038 req-4c9b0b31-6902-4a7e-bb00-52f000801e5e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.3148592 Jun 01 13:17:18.865385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network c9786294-ad12-4a40-bdc5-23f73ed02550 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:18.876770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c9786294-ad12-4a40-bdc5-23f73ed02550) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:18.880950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:18.881525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:18.891438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d81d5-8ad3-43c7-8282-664c57246880 None None] Network c9786294-ad12-4a40-bdc5-23f73ed02550 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:18.911296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:18.912554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31b432d2-3b8b-4a1a-a4b4-fd94e8aa8602 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7039666 Jun 01 13:17:18.957952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dab633aa-9483-4fc3-af12-b21f081d7038 req-00290239-3534-4326-81fd-0ef8a2fd3945 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883775 Jun 01 13:17:19.026984 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.042067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.123933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-c9786294-ad12-4a40-bdc5-23f73ed02550', 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '26887885-4328-4dfd-b302-69207400bb0d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:19.124791 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.162815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f855c-207f-473d-be55-53a5e042e648,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:19.192225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.204676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25867057-befa-4b47-b743-eecdaa200f28 req-3a527ee2-8c19-4a9d-86b3-345fb7f2c188 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6728959 Jun 01 13:17:19.214547 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.308043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Allocated IP 172.20.0.2 (c9786294-ad12-4a40-bdc5-23f73ed02550/26887885-4328-4dfd-b302-69207400bb0d/29e116c2-a088-48ae-a38b-1ef3de7a322e) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:19.368808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664173b-466e-4a19-b71e-5e446748818f req-134c8b8c-024d-4ef4-a71b-5bf5873327e4 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:19.370189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7664173b-466e-4a19-b71e-5e446748818f req-134c8b8c-024d-4ef4-a71b-5bf5873327e4 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.2973521 Jun 01 13:17:19.388426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.485593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7664173b-466e-4a19-b71e-5e446748818f req-4e730711-8abf-4c85-96ca-d1a3e06db1e6 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059828 Jun 01 13:17:19.595955 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.611834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Transition to ACTIVE for port object 29e116c2-a088-48ae-a38b-1ef3de7a322e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:19.612947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d65555-64e8-43ea-9480-63e17cbe2bc3 req-69165412-e4de-4b66-9270-540198109144 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:19.614678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6d65555-64e8-43ea-9480-63e17cbe2bc3 req-69165412-e4de-4b66-9270-540198109144 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.2822123 Jun 01 13:17:19.633822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Transition to ACTIVE for port object 29e116c2-a088-48ae-a38b-1ef3de7a322e will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:19.640928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.694244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-52708424-3bf7-442a-9e4d-ac7ee38901ce tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:19.695901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-52708424-3bf7-442a-9e4d-ac7ee38901ce tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.2125604 Jun 01 13:17:19.712543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Network c9786294-ad12-4a40-bdc5-23f73ed02550 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:19.715484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:19.718215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:19.761039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Pushing event updated for resources: {'Port': ['ID=29e116c2-a088-48ae-a38b-1ef3de7a322e,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:19.784136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.823394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6d65555-64e8-43ea-9480-63e17cbe2bc3 req-a3c797fe-a366-438b-ab14-5bc8a67a2342 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687903 Jun 01 13:17:19.833452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Attempting to bind port 29e116c2-a088-48ae-a38b-1ef3de7a322e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:19.833961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Attempting to bind port 29e116c2-a088-48ae-a38b-1ef3de7a322e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'c83ee565-6640-450b-8a90-33df6d152f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:19.834413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Attempting to bind port 29e116c2-a088-48ae-a38b-1ef3de7a322e on network c9786294-ad12-4a40-bdc5-23f73ed02550 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:19.844586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=26887885-4328-4dfd-b302-69207400bb0d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:19.855836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:19.856213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Checking segment: {'id': 'c83ee565-6640-450b-8a90-33df6d152f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:19.856614 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.856998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Bound using segment: {'id': 'c83ee565-6640-450b-8a90-33df6d152f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:19.857510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Bound port: 29e116c2-a088-48ae-a38b-1ef3de7a322e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83ee565-6640-450b-8a90-33df6d152f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:19.857883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.880581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Deleting port 9241a15e-0c98-4960-aa91-33ef3b954c02 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:19.881210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:19.923966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2083002176', 'description': 'tempest-description-453726341'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:19.957162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:19.967721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] For port 29e116c2-a088-48ae-a38b-1ef3de7a322e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:19.971561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] For port 29e116c2-a088-48ae-a38b-1ef3de7a322e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=29e116c2-a088-48ae-a38b-1ef3de7a322e,segment=NetworkSegment(c83ee565-6640-450b-8a90-33df6d152f11),segment_id=c83ee565-6640-450b-8a90-33df6d152f11)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:19.977396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.053153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:20.059850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632b780-c84c-4835-abfb-48c7b0edd815 None None] Pushing event updated for resources: {'Port': ['ID=29e116c2-a088-48ae-a38b-1ef3de7a322e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:20.064355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:20.094757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:20.104128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ff89-5e58-42bd-b124-fbe80bf72e91 req-10be0319-804d-41e8-9adb-c690d129301a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:20.105653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a621ff89-5e58-42bd-b124-fbe80bf72e91 req-10be0319-804d-41e8-9adb-c690d129301a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.4873765 Jun 01 13:17:20.112697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.114571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44958) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:20.126539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'port_id': '284731a5-e0c7-4aae-a46f-2225ad5ae110'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:20.179166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79778cb-98f1-4527-b08f-a1776bae3aed None None] Network c9786294-ad12-4a40-bdc5-23f73ed02550 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:20.182941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.202218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9786294-ad12-4a40-bdc5-23f73ed02550']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:20.237669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83ee565-6640-450b-8a90-33df6d152f11') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:20.237960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83ee565-6640-450b-8a90-33df6d152f11') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:20.281550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.311808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:20.315146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.331363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:20.383316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:20.410559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.416054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:20.431938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:20.432347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.465072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c0825-079c-42ad-a745-c103b0ac7e07 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:17:20.730679 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c83ee565-6640-450b-8a90-33df6d152f11 resource provider aggregate not found Jun 01 13:17:20.748852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c0825-079c-42ad-a745-c103b0ac7e07 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:17:20.752223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 13:17:20.752223 n-d-844200-1 neutron-server[88371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 13:17:20.752223 n-d-844200-1 neutron-server[88371]: [parameters: {'id': 'c9786294-ad12-4a40-bdc5-23f73ed02550'}] Jun 01 13:17:20.752223 n-d-844200-1 neutron-server[88371]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:17:20.752989 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:17:20.753994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-707527c0-ab3b-461e-aaba-706e51445019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.755136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] For port 9241a15e-0c98-4960-aa91-33ef3b954c02, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9241a15e-0c98-4960-aa91-33ef3b954c02,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:20.755670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:20.778801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096a8d-92a8-4efc-b715-4d6e2c07a1df req-19ce8cc5-764d-4c65-bef7-2d18c20f3004 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:20.784746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20096a8d-92a8-4efc-b715-4d6e2c07a1df req-19ce8cc5-764d-4c65-bef7-2d18c20f3004 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.5558522 Jun 01 13:17:20.794348 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c83ee565-6640-450b-8a90-33df6d152f11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83ee565-6640-450b-8a90-33df6d152f11 found for delete ", "request_id": "req-21841041-9a2a-44de-a93f-eb9f3dd7811d"}]} Jun 01 13:17:21.095363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44980) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:21.125631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.202148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Calling delete_port for 9241a15e-0c98-4960-aa91-33ef3b954c02 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:21.250457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.268999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.270560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.297318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20096a8d-92a8-4efc-b715-4d6e2c07a1df req-e6514f2f-7d03-466f-963d-499b9525f142 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992507 Jun 01 13:17:21.343174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:21.357939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting port 29e116c2-a088-48ae-a38b-1ef3de7a322e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:21.358323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.365907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:21.385010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Usage tracker for resource:security_group_rule and tenant:b5304ec6b3984281940834094a99d5bc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:21.391588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.396562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:21.403915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56015126-7d63-4ec2-bf90-f7794930b39f req-333781ce-cf71-4fe7-89b0-85bc36d28aad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5304010 Jun 01 13:17:21.404072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:21.652523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.659239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.681709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.705438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.717663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.731919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Pushing event deleted for resources: {'Port': ['ID=9241a15e-0c98-4960-aa91-33ef3b954c02,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:21.788804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.804615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.884570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352c52-eca8-4cf0-97c2-871650ee7615 req-e541643c-8da1-4b90-8d20-767b5b75ef34 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:21.886056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57352c52-eca8-4cf0-97c2-871650ee7615 req-e541643c-8da1-4b90-8d20-767b5b75ef34 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9ef87585-8a44-4170-9c36-3f0088599982 HTTP/1.1" status: 200 len: 1097 time: 0.4699326 Jun 01 13:17:21.896167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] No DVR routers for this DVR port 9241a15e-0c98-4960-aa91-33ef3b954c02 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:21.903765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.908381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'name': 'network-vif-deleted', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:21.934727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85573148-3f0e-46b0-bbd5-cae9e44c827e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:21.940860 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b512b845-f7d0-4b01-9731-76ab59e40339 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5304ec6b3984281940834094a99d5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8441656 Jun 01 13:17:21.943694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:21.956705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b54ba0-64f8-47be-981e-9c109d1e5170 req-7ad4ecea-2289-45bb-a6a7-f2133867bdfd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:21.958142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41b54ba0-64f8-47be-981e-9c109d1e5170 req-7ad4ecea-2289-45bb-a6a7-f2133867bdfd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4326801 Jun 01 13:17:21.961226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] For port 29e116c2-a088-48ae-a38b-1ef3de7a322e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=29e116c2-a088-48ae-a38b-1ef3de7a322e,segment=NetworkSegment(c83ee565-6640-450b-8a90-33df6d152f11),segment_id=c83ee565-6640-450b-8a90-33df6d152f11)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:21.961580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:21.971010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-075ed36a-e548-4728-8fcc-2a486c2a6650 req-41107cdd-3263-4905-9fe0-b78bce053847 tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9241a15e-0c98-4960-aa91-33ef3b954c02 HTTP/1.1" status: 204 len: 173 time: 2.2687280 Jun 01 13:17:21.984372 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 56aec159-d800-45f5-b24e-3e3ac79e1770 associated. External IP: 172.25.7.128, port: 284731a5-e0c7-4aae-a46f-2225ad5ae110. Jun 01 13:17:22.115370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57352c52-eca8-4cf0-97c2-871650ee7615 req-b6dbe566-5a5b-4d32-806d-538768e8290c tempest-TestServerMultinode-1641544960 tempest-TestServerMultinode-1641544960-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=688e58b3-2704-4ee6-a007-3e8b29dc36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136667 Jun 01 13:17:22.122949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Calling delete_port for 29e116c2-a088-48ae-a38b-1ef3de7a322e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:22.143599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.201577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41b54ba0-64f8-47be-981e-9c109d1e5170 req-56c3c808-8299-4f7e-903f-d8589120c5f6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321508 Jun 01 13:17:22.207441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.266393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.334437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No DVR routers for this DVR port 29e116c2-a088-48ae-a38b-1ef3de7a322e on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:22.394418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Port': ['ID=29e116c2-a088-48ae-a38b-1ef3de7a322e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:22.407562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.443028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85573148-3f0e-46b0-bbd5-cae9e44c827e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:22.458644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.459808 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-968d99a8-2b4f-4cb0-abbd-0db624abeb69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/85573148-3f0e-46b0-bbd5-cae9e44c827e HTTP/1.1" status: 204 len: 168 time: 0.5149851 Jun 01 13:17:22.493469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:17:22.821599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-f35aa6d6-8a82-4800-a562-6249c551c70d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:22.823109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-f35aa6d6-8a82-4800-a562-6249c551c70d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 812 time: 0.4264004 Jun 01 13:17:22.825141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.860838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:17:22.865387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-6b88205a-6af8-417a-ab72-acee9d1b7dc8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/quotas/a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 375 time: 0.0291617 Jun 01 13:17:22.867076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9786294-ad12-4a40-bdc5-23f73ed02550']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:22.873727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:17:22.875476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.885638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:22.886199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83ee565-6640-450b-8a90-33df6d152f11') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:22.886495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83ee565-6640-450b-8a90-33df6d152f11') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:22.887445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:22.919387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:22.948049 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.952489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.964664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94489ea-48ab-4709-8e6c-9eecdd0a5372 req-9cfbe490-1617-49ea-9806-ab12bea73b21 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:22.972408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c94489ea-48ab-4709-8e6c-9eecdd0a5372 req-9cfbe490-1617-49ea-9806-ab12bea73b21 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.6418645 Jun 01 13:17:22.972596 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d312c80-4752-4df4-b554-357bc3d4ce16 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "PUT /v2.0/floatingips/56aec159-d800-45f5-b24e-3e3ac79e1770 HTTP/1.1" status: 200 len: 992 time: 2.8530707 Jun 01 13:17:22.972596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:22.980315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:22.985647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:22.992302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Usage tracker for resource:security_group_rule and tenant:84b92c6fb06c4dd3bea64986e3ff72cd is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:22.997824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:23.004616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:23.009667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:23.010064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.088007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.096400 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c83ee565-6640-450b-8a90-33df6d152f11 resource provider aggregate not found Jun 01 13:17:23.101008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:23.111556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.117482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.141380 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c83ee565-6640-450b-8a90-33df6d152f11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83ee565-6640-450b-8a90-33df6d152f11 found for delete ", "request_id": "req-7661f8ed-d10e-4f15-9b24-e7fc3a0ce445"}]} Jun 01 13:17:23.152767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c94489ea-48ab-4709-8e6c-9eecdd0a5372 req-9bf58915-503b-42b2-b623-46e2a785ef9b tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636772 Jun 01 13:17:23.171648 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=84b92c6fb06c4dd3bea64986e3ff72cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509394 Jun 01 13:17:23.172251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45026) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:23.173557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-951b88a6-bda0-4e80-ba7f-dce8dbd0b4ad tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2896152 Jun 01 13:17:23.187079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4dc5-4809-46c9-a553-36046392f23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e76b89-8025-471d-8dcb-b9667a9bacf8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:23.196686 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.245661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.260788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.281430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.282415 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efbec24-25f3-4902-b13f-7bf0a31f7dc2'] response: {'server_uuid': '9ef87585-8a44-4170-9c36-3f0088599982', 'name': 'network-vif-deleted', 'tag': '9241a15e-0c98-4960-aa91-33ef3b954c02', 'status': 'completed', 'code': 200} Jun 01 13:17:23.290648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=c9786294-ad12-4a40-bdc5-23f73ed02550,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:23.303007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-19ffc065-e8f5-46ac-b561-f74bb35b4382 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/c9786294-ad12-4a40-bdc5-23f73ed02550 HTTP/1.1" status: 204 len: 168 time: 4.3863926 Jun 01 13:17:23.303774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45032) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:23.328145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173677330'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:23.352567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-fdaf75da-061c-48e6-a293-b2a65308f8b5 service neutron] 10.222.0.40 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780789 Jun 01 13:17:23.377508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:23.382172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:23.385792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.391247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:23.407874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e76b89-8025-471d-8dcb-b9667a9bacf8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:23.410084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:23.418533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.422085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5354abc-fa8b-499b-bcb2-5086b9101f7d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/35e76b89-8025-471d-8dcb-b9667a9bacf8 HTTP/1.1" status: 204 len: 168 time: 0.2439749 Jun 01 13:17:23.437145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:23.440644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.501234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:23.512566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.512953 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment f7dd5238-9ad0-4f15-b948-502f624b201c of type vlan for network 1475378f-488d-4b0a-bcf2-de1a9cfd6a57 Jun 01 13:17:23.547804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.560522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9241a15e-0c98-4960-aa91-33ef3b954c02 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:23.584987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-7e675bca-a5d5-44ba-9a1d-378080c737b0 service neutron] 10.222.0.40 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298062 Jun 01 13:17:23.587230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.594133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:23.595112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:23.698166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 9241a15e-0c98-4960-aa91-33ef3b954c02 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:23.698555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9241a15e-0c98-4960-aa91-33ef3b954c02 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:23.744274 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb40f4d-136f-40c0-b6fa-cbaca52833a7'] response: {'name': 'network-changed', 'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'status': 'completed', 'code': 200} Jun 01 13:17:23.785159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '56aec159-d800-45f5-b24e-3e3ac79e1770', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:a8:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:50Z', 'updated_at': '2022-06-01T13:17:21Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:23.792636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:17:23.820577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:23.821208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:23.830001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=1475378f-488d-4b0a-bcf2-de1a9cfd6a57,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:23.857021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fab7f6d9-6c02-4ecd-b88c-0b8725873893 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5510964 Jun 01 13:17:23.859432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45048) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:23.878175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '1475378f-488d-4b0a-bcf2-de1a9cfd6a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:23.895715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:24.070196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:24.167871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:24.189580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:24.193544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:24.203860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:24.218417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1475378f-488d-4b0a-bcf2-de1a9cfd6a57 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:24.242634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:24.246613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:24.383016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Performing IP validity checks on allocation pools {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:17:24.383821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:17:24.534008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26e86-db60-4264-a967-fd0306b2416f req-a887da25-de2c-442e-92c7-1e381786ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:24.535657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-a887da25-de2c-442e-92c7-1e381786ffeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1096 time: 0.8196547 Jun 01 13:17:24.638935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:24.691341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-967c4185-cc03-4b5e-8ab3-26ce71511bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:24.698224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-967c4185-cc03-4b5e-8ab3-26ce71511bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 1097 time: 0.8894014 Jun 01 13:17:24.724174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '56aec159-d800-45f5-b24e-3e3ac79e1770', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:a8:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:50Z', 'updated_at': '2022-06-01T13:17:21Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:24.728741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f314-a213-4984-a7fc-acc5939b7bf6 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '56aec159-d800-45f5-b24e-3e3ac79e1770', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:a8:6a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:16:50Z', 'updated_at': '2022-06-01T13:17:21Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:17:24.731755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3864e44f-829f-4a4a-a23f-29781bdca50f req-3f9f3c29-2896-429c-a1ba-414aa49bd104 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.3693578 Jun 01 13:17:24.739955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=dea6d37e-bd8c-47e0-97fa-56ef8c0954f6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:24.755636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': 'f7dd5238-9ad0-4f15-b948-502f624b201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1475378f-488d-4b0a-bcf2-de1a9cfd6a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:24.755636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 1475378f-488d-4b0a-bcf2-de1a9cfd6a57, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:24.790368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 1475378f-488d-4b0a-bcf2-de1a9cfd6a57 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:24.805337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1475378f-488d-4b0a-bcf2-de1a9cfd6a57) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:24.813576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c74ce-8321-4da8-a9ce-74cb3fd55de1 None None] Network 1475378f-488d-4b0a-bcf2-de1a9cfd6a57 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:24.820525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:24.825759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:24.878336 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01f42e09-2555-4495-90d1-917f1e1d821c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0162015 Jun 01 13:17:24.885824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45082) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:25.028933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd110c5-02ca-4a1c-922d-16497b7bb1e4 req-dfbf9096-1f1b-4f66-8629-25318c7a7bf8 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:25.030475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffd110c5-02ca-4a1c-922d-16497b7bb1e4 req-dfbf9096-1f1b-4f66-8629-25318c7a7bf8 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.9196565 Jun 01 13:17:25.114986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.121631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d45518-88d0-4a68-b46c-2b7c78ba2fd9 None None] New status for floating IP 56aec159-d800-45f5-b24e-3e3ac79e1770: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:17:25.171215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d06e5-4b8d-4f15-946e-eea1e5e35301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1475378f-488d-4b0a-bcf2-de1a9cfd6a57', 'network_id': '1475378f-488d-4b0a-bcf2-de1a9cfd6a57', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': 'dea6d37e-bd8c-47e0-97fa-56ef8c0954f6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:25.172056 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e61d06e5-4b8d-4f15-946e-eea1e5e35301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.258947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.371205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-e61d06e5-4b8d-4f15-946e-eea1e5e35301 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea6d37e-bd8c-47e0-97fa-56ef8c0954f6: This subnet is being modified by another concurrent operation. Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea6d37e-bd8c-47e0-97fa-56ef8c0954f6: This subnet is being modified by another concurrent operation. Jun 01 13:17:25.378953 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:17:25.396823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66d0c1-cd4a-466d-ad25-79fca54fca64 None None] Network 1475378f-488d-4b0a-bcf2-de1a9cfd6a57 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:25.397837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26e86-db60-4264-a967-fd0306b2416f req-ed7bfbd1-396b-4247-ae93-ef978f0a3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:25.399736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-ed7bfbd1-396b-4247-ae93-ef978f0a3fcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.8377070 Jun 01 13:17:25.610907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=dea6d37e-bd8c-47e0-97fa-56ef8c0954f6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:25.696595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad1c66-2911-4a1b-9ab1-d88d5e7d6cf4 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:17:25.723929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffd110c5-02ca-4a1c-922d-16497b7bb1e4 req-786b0140-8390-4cc7-b6b0-25976160617e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715128 Jun 01 13:17:25.759942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.798057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1475378f-488d-4b0a-bcf2-de1a9cfd6a57']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:25.818498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dd5238-9ad0-4f15-b948-502f624b201c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:25.818939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dd5238-9ad0-4f15-b948-502f624b201c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:25.828482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-ca80436b-15bd-4cbf-b367-f6f963563952 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 200 len: 217 time: 0.4206059 Jun 01 13:17:25.828796 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-c3a8f99d-8fbc-4203-8cbe-3689dd510d0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3119950 Jun 01 13:17:25.837933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.876773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.890341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:25.890848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:25.893892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-10abab54-22d1-4d4a-a27d-2f45857ef8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:25.897011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-10abab54-22d1-4d4a-a27d-2f45857ef8d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 1.1609051 Jun 01 13:17:25.906294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ad1c66-2911-4a1b-9ab1-d88d5e7d6cf4 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:17:25.974167 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f7dd5238-9ad0-4f15-b948-502f624b201c resource provider aggregate not found Jun 01 13:17:26.009757 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f7dd5238-9ad0-4f15-b948-502f624b201c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7dd5238-9ad0-4f15-b948-502f624b201c found for delete ", "request_id": "req-b80fa66e-73e8-49b4-ab8c-7a1e660cdfed"}]} Jun 01 13:17:26.203331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.237605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.242917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=1475378f-488d-4b0a-bcf2-de1a9cfd6a57,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:26.261979 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5bf7746-1b05-43e2-a56d-aababeaafdd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/1475378f-488d-4b0a-bcf2-de1a9cfd6a57 HTTP/1.1" status: 204 len: 168 time: 1.3718541 Jun 01 13:17:26.262221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:26.270131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753104468'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:26.276552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:26.280835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:26.283007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26e86-db60-4264-a967-fd0306b2416f req-03c94c4f-ba5d-40c2-b302-cc92ec7baf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.284128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:26.285108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-03c94c4f-ba5d-40c2-b302-cc92ec7baf4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.3960590 Jun 01 13:17:26.287830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92c4e5d9-180f-4d23-a3a4-7cda95530869 req-33bc78cf-1841-4aff-b77e-298a1d242705 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.1258318 Jun 01 13:17:26.293764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:26.314975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:26.319235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.339363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-fbc4a739-067d-4ef0-a611-5683fe76b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.340859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-fbc4a739-067d-4ef0-a611-5683fe76b89c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.3214607 Jun 01 13:17:26.390688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:26.423770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-b5b3023c-a31e-4c1e-8bb7-64d41c69ea35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027987 Jun 01 13:17:26.437217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0a1ac-7805-42fc-a4e6-4b6322881927 req-587259da-26cd-433f-82ab-22a3cfdec4d8 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.444519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5d0a1ac-7805-42fc-a4e6-4b6322881927 req-587259da-26cd-433f-82ab-22a3cfdec4d8 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 1.4269292 Jun 01 13:17:26.462635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.463192 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 712ac08e-d164-493e-9673-4521fc4759d7 of type vlan for network c925952a-927d-43fa-8f50-6aa9b26e0518 Jun 01 13:17:26.513219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.523880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-cb9dfe57-1b49-47f5-ae0d-bf84b9b21a08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110 HTTP/1.1" status: 200 len: 1002 time: 0.4420238 Jun 01 13:17:26.541218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-b50cfaca-898e-42f0-805a-b369e7ce078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.542964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-b50cfaca-898e-42f0-805a-b369e7ce078b service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.1793101 Jun 01 13:17:26.618716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-a67ee49c-abac-473d-bc46-598061559463 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.620130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-a67ee49c-abac-473d-bc46-598061559463 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.24 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 812 time: 1.1094995 Jun 01 13:17:26.643552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.648956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.649537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:26.683140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'device_id': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2', 'admin_state_up': True, 'tenant_id': 'a03f489376914872a2a87db16fb47f09'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:26.734968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5d0a1ac-7805-42fc-a4e6-4b6322881927 req-af7465ff-2f84-4329-9c02-7d177a77d1ea tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893066 Jun 01 13:17:26.742570 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-a1721a7b-b028-4d10-9c7b-b9c94d5ed19b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1001 time: 0.1912308 Jun 01 13:17:26.825682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-d02fba6c-2ae9-4491-bbfa-69d91ce6233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:26.827166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-d02fba6c-2ae9-4491-bbfa-69d91ce6233a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.0709112 Jun 01 13:17:26.832282 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5684536 Jun 01 13:17:26.879923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45124) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:26.893477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': 'c925952a-927d-43fa-8f50-6aa9b26e0518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:26.919955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c7ee8-5ea6-402b-83c1-99562c17fd4a tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=c925952a-927d-43fa-8f50-6aa9b26e0518,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:26.932027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c925952a-927d-43fa-8f50-6aa9b26e0518 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:27.023647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-919be985-2117-463b-9d82-22da18b6f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:27.024840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-919be985-2117-463b-9d82-22da18b6f3fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.4132288 Jun 01 13:17:27.052542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-555b419d-cf11-4d8a-bc54-68a1a734cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:27.056020 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-555b419d-cf11-4d8a-bc54-68a1a734cb0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188327 Jun 01 13:17:27.056993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:27.129514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-00665915-50a1-4515-b23b-8dc33fc3209e service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665905 Jun 01 13:17:27.172446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:27.176885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:27.185958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:27.220753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:27.224456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:27.283290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:27.311103 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-1f283448-6b90-4e6a-b061-8ed97345c535 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413917 Jun 01 13:17:27.343302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:27.391287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169c8d6-acd4-47ff-8a3a-8ba4be192493 req-e9d84d69-81de-42fb-8354-eafff34189ee tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:27.395163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e169c8d6-acd4-47ff-8a3a-8ba4be192493 req-e9d84d69-81de-42fb-8354-eafff34189ee tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4286921 Jun 01 13:17:27.484645 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-266920ff-df6b-41ac-be3a-e195d3adac0e req-7fe0978d-5688-4ba9-ace3-c80ca6e2c9fd service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556582 Jun 01 13:17:27.620246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:27.658317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Made reservation on behalf of a03f489376914872a2a87db16fb47f09 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:27.663476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:27.721121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=f7e23250-665e-44ac-9785-dbe6c486f564,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:27.735091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-d775b565-9768-4417-8029-47283820a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:27.736506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-d775b565-9768-4417-8029-47283820a63e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6829257 Jun 01 13:17:27.741825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '712ac08e-d164-493e-9673-4521fc4759d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c925952a-927d-43fa-8f50-6aa9b26e0518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:27.742181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: c925952a-927d-43fa-8f50-6aa9b26e0518, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:27.764304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network c925952a-927d-43fa-8f50-6aa9b26e0518 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:27.775160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c925952a-927d-43fa-8f50-6aa9b26e0518) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:27.784885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:27.785609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76852006-478b-46ff-b002-c910b69fdc25 None None] Network c925952a-927d-43fa-8f50-6aa9b26e0518 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:27.785984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:27.786662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14e26e86-db60-4264-a967-fd0306b2416f req-6ef8780a-9a89-4fd6-bb84-28e7ff7b556f service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339841 Jun 01 13:17:27.821838 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6dcfa16e-069e-4fcd-98b7-3aa7ef4b5ffb tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9352582 Jun 01 13:17:27.821838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45138) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:27.825180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e169c8d6-acd4-47ff-8a3a-8ba4be192493 req-ff3ae800-69d0-48c9-9c60-5ebaf371f3b9 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108391 Jun 01 13:17:28.003520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.013669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.077254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.085202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f47d6d-c18b-4f40-9237-be603dca2b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-c925952a-927d-43fa-8f50-6aa9b26e0518', 'network_id': 'c925952a-927d-43fa-8f50-6aa9b26e0518', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': 'f7e23250-665e-44ac-9785-dbe6c486f564'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:28.087037 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92f47d6d-c18b-4f40-9237-be603dca2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.096520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f3f1052-c56d-488e-89a5-8292e5d16a08 req-fe5a39ab-a94b-4d46-b521-68dc63394a03 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.1403258 Jun 01 13:17:28.153240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-995d3832-d311-48a7-8a8b-6daa3d8aaacb service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619606 Jun 01 13:17:28.184228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-92f47d6d-c18b-4f40-9237-be603dca2b2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7e23250-665e-44ac-9785-dbe6c486f564: This subnet is being modified by another concurrent operation. Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7e23250-665e-44ac-9785-dbe6c486f564: This subnet is being modified by another concurrent operation. Jun 01 13:17:28.210234 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:17:28.241932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c24740-ea30-49eb-93aa-b80ece148dc2 None None] Network c925952a-927d-43fa-8f50-6aa9b26e0518 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:28.259598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60ba2-0a8a-49e5-9f9f-ce8eb99c6596 req-a6dd211e-e367-49e9-91eb-16ee7f6bfe4f tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:28.261900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46b60ba2-0a8a-49e5-9f9f-ce8eb99c6596 req-a6dd211e-e367-49e9-91eb-16ee7f6bfe4f tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.9247823 Jun 01 13:17:28.378133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e23250-665e-44ac-9785-dbe6c486f564,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:28.453691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6801b2-6a0f-4ba4-9efd-cc99bb8f4bf8 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:17:28.483447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.513340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925952a-927d-43fa-8f50-6aa9b26e0518']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:28.538104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712ac08e-d164-493e-9673-4521fc4759d7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:28.538584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712ac08e-d164-493e-9673-4521fc4759d7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:28.552640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.578385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.586081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:28.587063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.592696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6801b2-6a0f-4ba4-9efd-cc99bb8f4bf8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:17:28.625046 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 712ac08e-d164-493e-9673-4521fc4759d7 resource provider aggregate not found Jun 01 13:17:28.640779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Allocated IP 172.20.0.8 (7e31d890-4daa-489d-8065-c0c51fcfa7b2/4f91c416-e191-4845-a24a-a20d6c10d83b/86aeb583-a662-479d-824b-415e45720fef) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:28.683125 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 712ac08e-d164-493e-9673-4521fc4759d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 712ac08e-d164-493e-9673-4521fc4759d7 found for delete ", "request_id": "req-a14654a2-5479-4002-ba8c-b629c2253ae7"}]} Jun 01 13:17:28.728840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.756472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.772973 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/c925952a-927d-43fa-8f50-6aa9b26e0518 HTTP/1.1" status: 204 len: 168 time: 0.9508705 Jun 01 13:17:28.776888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:28.784265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-147769847'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:28.790400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:28.795717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:28.799058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:28.806143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ee86a-a9d6-416a-88ff-d00a1c700e77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=c925952a-927d-43fa-8f50-6aa9b26e0518,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:28.809299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:28.822639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:28.826425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.831726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46b60ba2-0a8a-49e5-9f9f-ce8eb99c6596 req-0ec757cd-2561-4b8a-b553-f99ecf3212f2 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590413 Jun 01 13:17:28.859171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bdedda2-95d5-4dac-a925-330c771b5ee3 req-d1ccbc4d-1e6d-449c-9810-8f2f945341f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867700 Jun 01 13:17:28.882737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:28.902649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:28.905656 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 4292b118-8e49-4896-827f-bfe2dfc2b271 of type vlan for network bdd5f55d-d6cd-4695-b465-9ac65ee206bf Jun 01 13:17:28.942996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.012299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.018431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:29.019087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.166711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=bdd5f55d-d6cd-4695-b465-9ac65ee206bf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:29.173289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fabbebe6-160d-4457-899c-c8534218ddf8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3924360 Jun 01 13:17:29.173685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:29.180338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:29.182856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network bdd5f55d-d6cd-4695-b465-9ac65ee206bf details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:29.249949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.285037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-d83ce10f-2347-4238-8994-2b01bb25fc46 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:29.286811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-d83ce10f-2347-4238-8994-2b01bb25fc46 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.24 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.3146045 Jun 01 13:17:29.296032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Deleting port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:29.296354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.353873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:29.358191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:29.362076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:29.378173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0654bf1-9cf3-4529-9b24-6ec6ce358490 req-825fc787-2d41-438f-a6f0-008969ab867a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:29.385566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0654bf1-9cf3-4529-9b24-6ec6ce358490 req-825fc787-2d41-438f-a6f0-008969ab867a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3688557 Jun 01 13:17:29.386654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:29.398897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:29.405834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.505417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f14ffdbe-696d-4d1d-a1e2-c9789d291428 req-c232b857-8add-45b1-89ed-c2779d80b3b0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.1478353 Jun 01 13:17:29.534468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.542486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0654bf1-9cf3-4529-9b24-6ec6ce358490 req-a79d0f41-3e85-47dd-ac4d-55b5bc6c6e06 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560690 Jun 01 13:17:29.550471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:29.565532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Deleting port 6d477f83-099c-4e91-bb3e-1d5ce2681240 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:29.565999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.699600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.792174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=fd4763bd-213d-40cd-8199-bf99770160a8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:29.801266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '4292b118-8e49-4896-827f-bfe2dfc2b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:29.801605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: bdd5f55d-d6cd-4695-b465-9ac65ee206bf, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:29.822563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network bdd5f55d-d6cd-4695-b465-9ac65ee206bf is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:29.832958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, bdd5f55d-d6cd-4695-b465-9ac65ee206bf) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:29.838180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:29.839881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:29.849275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d825f35-0077-4cd5-bdb1-35b29ebba167 None None] Network bdd5f55d-d6cd-4695-b465-9ac65ee206bf requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:29.882020 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cd2fe72-fb95-44ae-aac8-620138e565b2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7066913 Jun 01 13:17:29.885013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45182) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:29.908233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:29.937979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:29.966398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:30.105204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.113852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:30.150073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-bdd5f55d-d6cd-4695-b465-9ac65ee206bf', 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': 'fd4763bd-213d-40cd-8199-bf99770160a8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:30.151502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.210559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.211471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:30.212100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.255977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] For port a26cc6d0-dbfb-4c28-a159-fbd3b48b8475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:30.256866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.336174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Allocated IP 172.20.0.1 (bdd5f55d-d6cd-4695-b465-9ac65ee206bf/fd4763bd-213d-40cd-8199-bf99770160a8/ce68cbbc-1420-4f5c-8665-d6bbbb9f9560) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:30.551798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] For port 6d477f83-099c-4e91-bb3e-1d5ce2681240, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=6d477f83-099c-4e91-bb3e-1d5ce2681240,segment=NetworkSegment(2f75ab1d-25da-48c3-91ae-9710f35f1958),segment_id=2f75ab1d-25da-48c3-91ae-9710f35f1958)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:30.552153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.563048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.593087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Transition to ACTIVE for port object ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:30.613170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Transition to ACTIVE for port object ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:30.626089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.647178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.696414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Network bdd5f55d-d6cd-4695-b465-9ac65ee206bf is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:30.698578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Calling delete_port for a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:30.704920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:30.709825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:30.721141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4763bd-213d-40cd-8199-bf99770160a8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:30.745401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Calling delete_port for 6d477f83-099c-4e91-bb3e-1d5ce2681240 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:30.802477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Pushing event updated for resources: {'Port': ['ID=ce68cbbc-1420-4f5c-8665-d6bbbb9f9560,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:30.814236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Attempting to bind port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:30.814744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Attempting to bind port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '4292b118-8e49-4896-827f-bfe2dfc2b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:30.815038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Attempting to bind port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 on network bdd5f55d-d6cd-4695-b465-9ac65ee206bf {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:30.821791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:30.822157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Checking segment: {'id': '4292b118-8e49-4896-827f-bfe2dfc2b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:30.822552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.822952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Bound using segment: {'id': '4292b118-8e49-4896-827f-bfe2dfc2b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:30.823408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Bound port: ce68cbbc-1420-4f5c-8665-d6bbbb9f9560, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4292b118-8e49-4896-827f-bfe2dfc2b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:30.824467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.852339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.859856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2485f8e2-f050-408b-a8c9-fb9ecde7c5ce tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1809471 Jun 01 13:17:30.878981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd5f55d-d6cd-4695-b465-9ac65ee206bf']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:30.884688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e495a-4b8e-4d45-bd91-50a946777059 req-bcd072c2-8f80-46a9-8514-1bbf13f21301 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:30.886423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b3e495a-4b8e-4d45-bd91-50a946777059 req-bcd072c2-8f80-46a9-8514-1bbf13f21301 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 946 time: 0.8714333 Jun 01 13:17:30.900218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4292b118-8e49-4896-827f-bfe2dfc2b271') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:30.900552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4292b118-8e49-4896-827f-bfe2dfc2b271') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:30.913795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.924698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Request body: {'port': {'device_id': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:30.933431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.940588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:30.941041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:30.948603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] For port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:31.016830 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4292b118-8e49-4896-827f-bfe2dfc2b271 resource provider aggregate not found Jun 01 13:17:31.049435 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4292b118-8e49-4896-827f-bfe2dfc2b271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4292b118-8e49-4896-827f-bfe2dfc2b271 found for delete ", "request_id": "req-4a1bf5dd-31a4-416a-907a-87354d4d1597"}]} Jun 01 13:17:31.055978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] For port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ce68cbbc-1420-4f5c-8665-d6bbbb9f9560,segment=NetworkSegment(4292b118-8e49-4896-827f-bfe2dfc2b271),segment_id=4292b118-8e49-4896-827f-bfe2dfc2b271)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:31.057822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 13:17:31.057822 n-d-844200-1 neutron-server[88372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 13:17:31.057822 n-d-844200-1 neutron-server[88372]: [parameters: {'id': 'bdd5f55d-d6cd-4695-b465-9ac65ee206bf'}] Jun 01 13:17:31.057822 n-d-844200-1 neutron-server[88372]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:17:31.058223 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:17:31.061015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:31.070798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b3e495a-4b8e-4d45-bd91-50a946777059 req-ad637915-725d-47e4-9450-b7d551846774 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd857541-a031-4cab-be6a-84e6cb67eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675608 Jun 01 13:17:31.189233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-25711467-a1cc-4b5e-af20-226eff11ae18 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:31.190382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-25711467-a1cc-4b5e-af20-226eff11ae18 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:31.210724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49730998-d25e-4377-ad9c-de3b3fd62acd None None] Pushing event updated for resources: {'Port': ['ID=ce68cbbc-1420-4f5c-8665-d6bbbb9f9560,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:31.220890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:31.234849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079432ca-3d36-4703-bb5f-f4c154ac2456 None None] Network bdd5f55d-d6cd-4695-b465-9ac65ee206bf requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:31.328895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-25711467-a1cc-4b5e-af20-226eff11ae18 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:31.330064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-25711467-a1cc-4b5e-af20-226eff11ae18 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 931 time: 0.5969257 Jun 01 13:17:31.337309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:31.409837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['6d477f83-099c-4e91-bb3e-1d5ce2681240'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:31.521784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91bf9d-a973-4b10-b11f-181262aec206 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:17:31.563237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:31.579270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:31.580507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:31.580809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Pushing event deleted for resources: {'Port': ['ID=6d477f83-099c-4e91-bb3e-1d5ce2681240,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:31.785795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91bf9d-a973-4b10-b11f-181262aec206 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:17:31.951252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] For port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ce68cbbc-1420-4f5c-8665-d6bbbb9f9560,segment=NetworkSegment(4292b118-8e49-4896-827f-bfe2dfc2b271),segment_id=4292b118-8e49-4896-827f-bfe2dfc2b271)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:31.951663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.003795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] No DVR routers for this DVR port 6d477f83-099c-4e91-bb3e-1d5ce2681240 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:32.011890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-59c4e2d6-f4e7-428e-a3c4-fda4225182c6 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:32.015292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.022134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'name': 'network-vif-deleted', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:32.027498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.083760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Calling delete_port for ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:32.179188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26cc6d0-dbfb-4c28-a159-fbd3b48b8475,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:32.208053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.224771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64357c93-efd4-41af-bb4f-7939e19057d5 req-7295a8bc-3d4d-4684-9ce8-aad9c90bcb67 tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.24 "DELETE /v2.0/ports/6d477f83-099c-4e91-bb3e-1d5ce2681240 HTTP/1.1" status: 204 len: 173 time: 2.9297712 Jun 01 13:17:32.264850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Port': ['ID=ce68cbbc-1420-4f5c-8665-d6bbbb9f9560,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:32.266790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No DVR routers for this DVR port ce68cbbc-1420-4f5c-8665-d6bbbb9f9560 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:32.275079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e8e38-3e2f-4056-8471-718b94898a51 req-a19cd598-8fa4-45cc-a4de-7cf3b7c517f0 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:32.276639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d1e8e38-3e2f-4056-8471-718b94898a51 req-a19cd598-8fa4-45cc-a4de-7cf3b7c517f0 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 1.0427856 Jun 01 13:17:32.277321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-59c4e2d6-f4e7-428e-a3c4-fda4225182c6 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:32.284512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f21dfb02-4c83-4727-b0d3-2a5bc34c4545 req-59c4e2d6-f4e7-428e-a3c4-fda4225182c6 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9252324 Jun 01 13:17:32.404741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.415890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:32.425213 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5109d70-b936-43d7-b648-8dbd350aa461'] response: {'server_uuid': '28ae2548-72d9-4adb-a047-e25746e1a62f', 'name': 'network-vif-deleted', 'tag': '6d477f83-099c-4e91-bb3e-1d5ce2681240', 'status': 'completed', 'code': 200} Jun 01 13:17:32.456071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd5f55d-d6cd-4695-b465-9ac65ee206bf']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:32.477555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4292b118-8e49-4896-827f-bfe2dfc2b271') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:32.477957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4292b118-8e49-4896-827f-bfe2dfc2b271') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:32.521390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.537913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d1e8e38-3e2f-4056-8471-718b94898a51 req-d2e80101-e977-47d2-b577-959ed444f086 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614799 Jun 01 13:17:32.564023 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.577555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:32.577964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.683128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:17:32.699075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.709765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-884fc864-f2e8-421d-89b7-86e53c47b9f6 req-0490b572-0e59-479c-8a1f-e839e8a8dcfd tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Synchronizing usage tracker for tenant:69e8fd5405e541268d925c6d62a50e4c on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:32.718089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:32.723302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.725547 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:25c659c41a1748b0ad7e289fbbc84987 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:32.753276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:32.766468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595024'] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.775205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:32.785229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=bdd5f55d-d6cd-4695-b465-9ac65ee206bf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:32.800782 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d6bf83af-bef7-4bef-8bc3-adf0124f7b77 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/bdd5f55d-d6cd-4695-b465-9ac65ee206bf HTTP/1.1" status: 204 len: 168 time: 2.9146917 Jun 01 13:17:32.810022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45214) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:32.821823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141415218'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:32.830219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-884fc864-f2e8-421d-89b7-86e53c47b9f6 req-0490b572-0e59-479c-8a1f-e839e8a8dcfd tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] Unset dirty status for tenant:69e8fd5405e541268d925c6d62a50e4c on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:32.831730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-884fc864-f2e8-421d-89b7-86e53c47b9f6 req-0490b572-0e59-479c-8a1f-e839e8a8dcfd tempest-ServersNegativeTestMultiTenantJSON-991444490 tempest-ServersNegativeTestMultiTenantJSON-991444490-project] 10.222.0.40 "GET /v2.0/ports?device_id=28ae2548-72d9-4adb-a047-e25746e1a62f HTTP/1.1" status: 200 len: 210 time: 0.2652006 Jun 01 13:17:32.840099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86aeb583-a662-479d-824b-415e45720fef {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:32.844806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:32.901465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.905690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.911032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:32.915494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:32.933300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:32.953184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:32.954788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Transition to ACTIVE for port object 86aeb583-a662-479d-824b-415e45720fef will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:32.964402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=25c659c41a1748b0ad7e289fbbc84987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470862 Jun 01 13:17:32.964624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45218) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:32.966824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b9ee-2688-4bf6-b914-25b31b38a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb5717-455f-4755-941c-377ce1cc04ee,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:32.968075 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.035265 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.051589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:33.055228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.067256 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4292b118-8e49-4896-827f-bfe2dfc2b271 resource provider aggregate not found Jun 01 13:17:33.083601 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4292b118-8e49-4896-827f-bfe2dfc2b271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4292b118-8e49-4896-827f-bfe2dfc2b271 found for delete ", "request_id": "req-38e18ce3-cc3b-40cc-82d7-184aec7efbe5"}]} Jun 01 13:17:33.289104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:33.301288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:33.413608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.413947 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 0fc76920-6c66-4b6e-9b41-7bc850a7f721 of type vlan for network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 Jun 01 13:17:33.593708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6d477f83-099c-4e91-bb3e-1d5ce2681240 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:33.617252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.630663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 6d477f83-099c-4e91-bb3e-1d5ce2681240 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:33.631530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 6d477f83-099c-4e91-bb3e-1d5ce2681240 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:33.700871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.755764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.850718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Attempting to bind port 86aeb583-a662-479d-824b-415e45720fef on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:33.850927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Attempting to bind port 86aeb583-a662-479d-824b-415e45720fef by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:33.851285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Attempting to bind port 86aeb583-a662-479d-824b-415e45720fef on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:33.892904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Port 86aeb583-a662-479d-824b-415e45720fef on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:17:33.893177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Attempting to bind port 86aeb583-a662-479d-824b-415e45720fef on network 7e31d890-4daa-489d-8065-c0c51fcfa7b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:33.923111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:33.923449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Checking segment: {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:33.923838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Bound using segment: {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:33.924278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Bound port: 86aeb583-a662-479d-824b-415e45720fef, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712377bd-6298-4c19-a95d-2cb5cd8e2667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:33.924621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.987462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:33.993048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:33.993882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.174716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192b4a8-8a2f-4489-aa08-239dbc8b65cb req-abc85ffc-4ae5-423a-a969-34d26ffb5880 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:34.176079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5192b4a8-8a2f-4489-aa08-239dbc8b65cb req-abc85ffc-4ae5-423a-a969-34d26ffb5880 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 943 time: 0.7639706 Jun 01 13:17:34.211946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4008329 Jun 01 13:17:34.214932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45232) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:34.220946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:34.236261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.238625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.239707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/65cb5717-455f-4755-941c-377ce1cc04ee HTTP/1.1" status: 204 len: 168 time: 1.2662370 Jun 01 13:17:34.255593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2588-109b-4900-9b00-1e9006ba0791 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=1d97e6a9-58cf-4b05-8ad0-c8b148e40742,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:34.271453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:17:34.273734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:34.282961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e0f3a-0b01-4df5-92ca-906289abab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb5717-455f-4755-941c-377ce1cc04ee,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:34.292034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f6c5-a998-4b6d-a6f9-861b78708ae9 req-f5bf4817-a422-483b-b525-a9d178ce2aca tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:34.293613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6a5f6c5-a998-4b6d-a6f9-861b78708ae9 req-f5bf4817-a422-483b-b525-a9d178ce2aca tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.6377447 Jun 01 13:17:34.404605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:34.416293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.432775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5192b4a8-8a2f-4489-aa08-239dbc8b65cb req-fc523c2e-e68b-4763-9606-0eee6500f255 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416062 Jun 01 13:17:34.456227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:34.476527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6a5f6c5-a998-4b6d-a6f9-861b78708ae9 req-92df5918-ca89-4758-bd24-49caa9fd5b84 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698415 Jun 01 13:17:34.480555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.531830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.546926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:34.575428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:17:34.594818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.626820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:34.627540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.628838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-3a285775-6c69-4f92-800e-30634b352550 service neutron] 10.222.0.24 "PUT /v2.0/ports/86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 1091 time: 3.7349260 Jun 01 13:17:34.631757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:34.633535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 is not hosted by any dhcp agent {{(pid=88372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 13:17:34.639408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:34.640705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.644591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "PUT /v2.0/networks/1d97e6a9-58cf-4b05-8ad0-c8b148e40742 HTTP/1.1" status: 200 len: 723 time: 0.4285204 Jun 01 13:17:34.649889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45246) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:34.659406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:34.683153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45250) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:34.735919 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b479f851-448d-4b4d-aacf-dda5b246c11e'] response: {'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef', 'status': 'completed', 'code': 200} Jun 01 13:17:34.741561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Deleting subnet e5ea5a5c-eb9b-4286-9fa1-81de0f37b124 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:17:34.746239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11201b50-5409-4130-9351-1f70573e71a9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=1d97e6a9-58cf-4b05-8ad0-c8b148e40742,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:34.749598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.757563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:34.801374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.813362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285775-6c69-4f92-800e-30634b352550 service neutron] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:34.819908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:17:34.821502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.844316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-20c35656-7fb4-435b-9aec-de7a3e825940 admin admin] 10.222.0.40 "PUT /v2.0/routers/795123a4-1c50-4d54-a7ac-b5e4bbb51bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9414022 Jun 01 13:17:34.844508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Sync routers for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:17:34.845695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:34.846426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:34.868490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Usage tracker for resource:security_group_rule and tenant:608d8c5930044814882f61aca406cbe0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:34.869957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:34.870918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:34.874496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:34.884734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:34.893587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:34.911305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:34.917038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:34.932141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:34.954725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.955144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:34.958551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:34.981239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-899946ae-a9db-4533-954e-5dac3f14a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:34.982736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-899946ae-a9db-4533-954e-5dac3f14a33e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1094 time: 0.2458375 Jun 01 13:17:35.061209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:35.139654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-2612fe1b-0a00-49be-8475-a987b6f137c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 217 time: 0.1004424 Jun 01 13:17:35.209403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.225055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.235286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.261957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-ae20d3b2-4224-4e74-862c-ba1f43e87343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:35.264095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-ae20d3b2-4224-4e74-862c-ba1f43e87343 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.1125467 Jun 01 13:17:35.356304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.373594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:17:31Z', 'revision_number': 5, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:35.377967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Checking router: 795123a4-1c50-4d54-a7ac-b5e4bbb51bef for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:17:35.387992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Routers {'795123a4-1c50-4d54-a7ac-b5e4bbb51bef'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:35.388784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:35.420462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.427294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ea5a5c-eb9b-4286-9fa1-81de0f37b124,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:35.445662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c3759f39-6364-498e-a07f-c71a18ad939b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e5ea5a5c-eb9b-4286-9fa1-81de0f37b124 HTTP/1.1" status: 204 len: 168 time: 0.8974667 Jun 01 13:17:35.448838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:35.483100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11980f16-8d24-4e9d-9839-d181e6e4c3b9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:35.488058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-bef2538c-673a-45b2-8c26-13b151046b0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2058489 Jun 01 13:17:35.524327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c1cf79ce-5161-4533-a9ef-60cf563183d7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=608d8c5930044814882f61aca406cbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7945142 Jun 01 13:17:35.535869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45266) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:35.544748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.600988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Deleting port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:35.601306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.650404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] Set router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:35.660590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.854194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.861845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-ba324d33-299b-4380-bad5-cd1527e62efb service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314085 Jun 01 13:17:35.869603 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:35.974896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.003989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.016739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:17:31Z', 'revision_number': 5, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:36.021321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a6e97-4758-4d31-9ed4-e91f7f26478e None None] The sync data for ids ['795123a4-1c50-4d54-a7ac-b5e4bbb51bef'] in n-d-844200-1 is: [{'id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'name': 'tempest-TestServerMultinode-484455389-router', 'tenant_id': '709c45b1ffe04f50918434e5212a4630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:14Z', 'updated_at': '2022-06-01T13:17:31Z', 'revision_number': 5, 'project_id': '709c45b1ffe04f50918434e5212a4630', 'gw_port': {'id': 'eaf9d4fa-1046-49b5-9578-08e4c9ffaf98', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795123a4-1c50-4d54-a7ac-b5e4bbb51bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:18Z', 'updated_at': '2022-06-01T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:17:36.023148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] For port eaf9d4fa-1046-49b5-9578-08e4c9ffaf98, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:36.023624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.050852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa8eb-7f65-440f-8f6c-2698658950ba req-c87eba43-417a-4299-bac1-92ca09051426 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:36.052533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42bfa8eb-7f65-440f-8f6c-2698658950ba req-c87eba43-417a-4299-bac1-92ca09051426 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4021530 Jun 01 13:17:36.067822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=40efb3b8-721f-4f20-81b8-70247a87e61c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:36.121395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31319e-12e7-4055-a8be-c6c04b0f542f req-856c6462-16c8-4fbd-b2b0-dd46a08bf2e1 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:36.123196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da31319e-12e7-4055-a8be-c6c04b0f542f req-856c6462-16c8-4fbd-b2b0-dd46a08bf2e1 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 943 time: 0.3745584 Jun 01 13:17:36.137784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '0fc76920-6c66-4b6e-9b41-7bc850a7f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:36.138164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 1d97e6a9-58cf-4b05-8ad0-c8b148e40742, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:36.179519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Calling delete_port for eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:36.193291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42bfa8eb-7f65-440f-8f6c-2698658950ba req-eb706d99-68af-4053-934f-407f11e87a26 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303809 Jun 01 13:17:36.195639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32ab31e3-b8d4-451d-a543-57b542258bd5 req-5cc218d5-e6c5-470f-9050-18097d7906c7 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193812 Jun 01 13:17:36.217370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577c650a-1b55-4a58-9195-7ee99d210c15']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:36.224494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da31319e-12e7-4055-a8be-c6c04b0f542f req-8a66bc98-2748-4369-9ded-a18809830051 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876575 Jun 01 13:17:36.226076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:36.237069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1d97e6a9-58cf-4b05-8ad0-c8b148e40742) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:36.251452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:36.251452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.252288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb7f6e-5a80-4562-8ce0-0d28448744f8 None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:36.259738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f75ab1d-25da-48c3-91ae-9710f35f1958') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:36.260038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f75ab1d-25da-48c3-91ae-9710f35f1958') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:36.281824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.291950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7de3bb92-4884-4398-ac76-412c15704304 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6414268 Jun 01 13:17:36.296401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45272) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:36.309237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:36.323246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.338150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.343365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:36.343759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.434040 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2f75ab1d-25da-48c3-91ae-9710f35f1958 resource provider aggregate not found Jun 01 13:17:36.438727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11980f16-8d24-4e9d-9839-d181e6e4c3b9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:36.470491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-7df2e89b-7df4-4e4a-a791-5d387748c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:36.472125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-7df2e89b-7df4-4e4a-a791-5d387748c3d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1094 time: 0.1226196 Jun 01 13:17:36.481466 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2f75ab1d-25da-48c3-91ae-9710f35f1958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f75ab1d-25da-48c3-91ae-9710f35f1958 found for delete ", "request_id": "req-3a1d9009-8c26-41ec-a13e-1b5417bfa6f9"}]} Jun 01 13:17:36.489884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.490226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-205dc739-64da-432d-9d57-5057b9cefb89 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/11980f16-8d24-4e9d-9839-d181e6e4c3b9 HTTP/1.1" status: 204 len: 168 time: 0.9529161 Jun 01 13:17:36.517553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.526899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.533448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1d97e6a9-58cf-4b05-8ad0-c8b148e40742', 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '40efb3b8-721f-4f20-81b8-70247a87e61c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:36.534826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.550098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32140649'] for subnet, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.598916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] Pushing event deleted for resources: {'Network': ['ID=577c650a-1b55-4a58-9195-7ee99d210c15,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:36.612749 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-250db972-476f-461a-9397-bf59b01d26de admin admin] 10.222.0.40 "DELETE /v2.0/networks/577c650a-1b55-4a58-9195-7ee99d210c15 HTTP/1.1" status: 204 len: 168 time: 1.1628289 Jun 01 13:17:36.621080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:36.732792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:36.774057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:36.774789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a26cc6d0-dbfb-4c28-a159-fbd3b48b8475 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:36.776187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Deleting subnet 179e4691-8c6f-4f50-849c-e7470ff857eb {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:17:36.783959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.826644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.872686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-45163cc4-afa1-4f0a-aeb6-67f09417a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:36.874113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-45163cc4-afa1-4f0a-aeb6-67f09417a3a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.2130666 Jun 01 13:17:36.875139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756247571896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32348317'] for subnet, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.885154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf9d4fa-1046-49b5-9578-08e4c9ffaf98,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:36.888522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:36.968596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Allocated IP 172.20.0.2 (1d97e6a9-58cf-4b05-8ad0-c8b148e40742/40efb3b8-721f-4f20-81b8-70247a87e61c/a80803ea-b749-4465-aa1e-ba4f176c02f9) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:36.986735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-89cdef94-b9cb-46ea-87f4-08efce5a8fd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 217 time: 0.0790606 Jun 01 13:17:37.000895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:37.001486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.002827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "PUT /v2.0/subnets/40efb3b8-721f-4f20-81b8-70247a87e61c HTTP/1.1" status: 200 len: 806 time: 0.7051902 Jun 01 13:17:37.066029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45290) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:37.067544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-6bae2aef-824f-49c9-a71a-338340918f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:37.069110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-6bae2aef-824f-49c9-a71a-338340918f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.0730863 Jun 01 13:17:37.152221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6543157-ec00-465f-9b71-ecb858e0d794 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=40efb3b8-721f-4f20-81b8-70247a87e61c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:37.173358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.201373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-92165c1d-3396-4fc8-8a83-0cbb109245ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011765 Jun 01 13:17:37.215345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.281556 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.307712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Transition to ACTIVE for port object a80803ea-b749-4465-aa1e-ba4f176c02f9 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:37.355502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Transition to ACTIVE for port object a80803ea-b749-4465-aa1e-ba4f176c02f9 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:37.367069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.450965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:37.454634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:37.458479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:37.464914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Pushing event updated for resources: {'Port': ['ID=a80803ea-b749-4465-aa1e-ba4f176c02f9,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:37.490355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.536793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.555239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.557584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179e4691-8c6f-4f50-849c-e7470ff857eb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:37.564253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.578795 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-deb54083-49cd-4548-b2a8-3ad7813f94a0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/179e4691-8c6f-4f50-849c-e7470ff857eb HTTP/1.1" status: 204 len: 168 time: 0.9558012 Jun 01 13:17:37.587080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:37.613790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Attempting to bind port a80803ea-b749-4465-aa1e-ba4f176c02f9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:37.617551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Attempting to bind port a80803ea-b749-4465-aa1e-ba4f176c02f9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0fc76920-6c66-4b6e-9b41-7bc850a7f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:37.618312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Attempting to bind port a80803ea-b749-4465-aa1e-ba4f176c02f9 on network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:37.627843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:37.628669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Checking segment: {'id': '0fc76920-6c66-4b6e-9b41-7bc850a7f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:37.629536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.630932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Bound using segment: {'id': '0fc76920-6c66-4b6e-9b41-7bc850a7f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:37.631656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Bound port: a80803ea-b749-4465-aa1e-ba4f176c02f9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc76920-6c66-4b6e-9b41-7bc850a7f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1d97e6a9-58cf-4b05-8ad0-c8b148e40742'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:37.632239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.667217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.667749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 795123a4-1c50-4d54-a7ac-b5e4bbb51bef {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:17:37.693709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.698874 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9d5d215-1d8e-4241-a980-cb2dcb7a2533 admin admin] 10.222.0.40 "DELETE /v2.0/routers/795123a4-1c50-4d54-a7ac-b5e4bbb51bef HTTP/1.1" status: 204 len: 168 time: 2.8510213 Jun 01 13:17:37.699864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45316) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:37.734372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.776214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.797435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-726f9960-c9c2-4e69-949a-de7bda87fa01 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220376 Jun 01 13:17:37.811732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] For port a80803ea-b749-4465-aa1e-ba4f176c02f9, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:37.827742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] For port a80803ea-b749-4465-aa1e-ba4f176c02f9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a80803ea-b749-4465-aa1e-ba4f176c02f9,segment=NetworkSegment(0fc76920-6c66-4b6e-9b41-7bc850a7f721),segment_id=0fc76920-6c66-4b6e-9b41-7bc850a7f721)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:37.828229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting port a80803ea-b749-4465-aa1e-ba4f176c02f9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:37.828571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.837989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.861777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Deleting subnet 6626aaec-7b4b-4d49-8fe6-f92ac651b7fa {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:17:37.883232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:37.894427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e18f8-19ae-4128-9210-3dca8c35e13a req-257be572-6c2c-4e55-9cad-eb2097a3e667 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:37.896162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-198e18f8-19ae-4128-9210-3dca8c35e13a req-257be572-6c2c-4e55-9cad-eb2097a3e667 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4717875 Jun 01 13:17:37.951762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c11161-5a0b-4fc3-96ff-5fd58ef6fa28 req-eb827990-d286-432d-a584-3943f72a5f53 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:37.953260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60c11161-5a0b-4fc3-96ff-5fd58ef6fa28 req-eb827990-d286-432d-a584-3943f72a5f53 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 943 time: 0.5331593 Jun 01 13:17:37.986293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a814ae-1cb0-4e62-b0e0-143865e9a856 None None] Pushing event updated for resources: {'Port': ['ID=a80803ea-b749-4465-aa1e-ba4f176c02f9,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:38.035674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.049713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.116084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae91ab9a-b50f-4207-bb4d-859e892a8ed9']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:38.133759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5d1463-1902-45a2-afd2-082e70ae4e6a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:38.134353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5d1463-1902-45a2-afd2-082e70ae4e6a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:38.151236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60c11161-5a0b-4fc3-96ff-5fd58ef6fa28 req-a133912d-ea91-4caa-95bb-9a86e304f225 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891451 Jun 01 13:17:38.153158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.172405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-198e18f8-19ae-4128-9210-3dca8c35e13a req-39e10ae1-d454-42dd-9f1a-e6a393168f9e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115240 Jun 01 13:17:38.203659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.213725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:38.214150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.346888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.369009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] For port a80803ea-b749-4465-aa1e-ba4f176c02f9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a80803ea-b749-4465-aa1e-ba4f176c02f9,segment=NetworkSegment(0fc76920-6c66-4b6e-9b41-7bc850a7f721),segment_id=0fc76920-6c66-4b6e-9b41-7bc850a7f721)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:38.369375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.402012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.417315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.457134 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ae91ab9a-b50f-4207-bb4d-859e892a8ed9 HTTP/1.1" status: 204 len: 168 time: 0.8688934 Jun 01 13:17:38.468816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d40212-1bf5-44ba-be8a-4d5af57e4275 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae91ab9a-b50f-4207-bb4d-859e892a8ed9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:38.513168 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 3c5d1463-1902-45a2-afd2-082e70ae4e6a resource provider aggregate not found Jun 01 13:17:38.529672 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.538409 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 3c5d1463-1902-45a2-afd2-082e70ae4e6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c5d1463-1902-45a2-afd2-082e70ae4e6a found for delete ", "request_id": "req-4e144635-4c32-4108-85cc-88aa0e871644"}]} Jun 01 13:17:38.572838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Calling delete_port for a80803ea-b749-4465-aa1e-ba4f176c02f9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:38.588468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6626aaec-7b4b-4d49-8fe6-f92ac651b7fa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:38.590456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.596753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8977959-ef74-40a8-9a35-633f6b6ae9ba None None] Network 58bf84cf-2900-4275-8598-a4aa8301e93e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:38.602121 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b6455a2-b590-4f7d-a016-e39e3779281f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6626aaec-7b4b-4d49-8fe6-f92ac651b7fa HTTP/1.1" status: 204 len: 168 time: 0.8908017 Jun 01 13:17:38.604581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:38.633648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93d08ba3-81b0-4f99-92eb-d2b15e1c06ae req-1d9fffd7-2540-4f34-be04-106cee0bba60 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277333 Jun 01 13:17:38.798768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.810100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Deleting port d71b00f1-fb55-4057-8209-d95368c4e4a7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:38.810846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.854679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:38.855634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45348) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:38.926804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a80803ea-b749-4465-aa1e-ba4f176c02f9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:38.958960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Port': ['ID=a80803ea-b749-4465-aa1e-ba4f176c02f9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:38.990722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a80803ea-b749-4465-aa1e-ba4f176c02f9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:38.991438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a80803ea-b749-4465-aa1e-ba4f176c02f9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 13:17:39.033930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port a80803ea-b749-4465-aa1e-ba4f176c02f9 not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 13:17:39.069276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f99220f-2726-462c-915e-9c3185d21858 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=69e8fd5405e541268d925c6d62a50e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442561 Jun 01 13:17:39.115684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:39.123917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:39.127816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No DVR routers for this DVR port a80803ea-b749-4465-aa1e-ba4f176c02f9 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:39.164831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:39.165514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device eaf9d4fa-1046-49b5-9578-08e4c9ffaf98 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:39.189895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] DHCP port deletion for 58bf84cf-2900-4275-8598-a4aa8301e93e request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:17:39.195925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Deleting port d71b00f1-fb55-4057-8209-d95368c4e4a7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:39.196453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.228310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.391073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] For port d71b00f1-fb55-4057-8209-d95368c4e4a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d71b00f1-fb55-4057-8209-d95368c4e4a7,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:39.391570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.442803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.525838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3256f-4853-4e39-a001-e5c5696729e9 None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:39.539934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=40efb3b8-721f-4f20-81b8-70247a87e61c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:39.609540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Calling delete_port for d71b00f1-fb55-4057-8209-d95368c4e4a7 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:39.646694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 86aeb583-a662-479d-824b-415e45720fef details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:17:39.670783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-91f8b345-1298-4c9f-b1f6-80d958b4213f None None] Could not find standard attr ID for object a80803ea-b749-4465-aa1e-ba4f176c02f9. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:17:39.673922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] For port d71b00f1-fb55-4057-8209-d95368c4e4a7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d71b00f1-fb55-4057-8209-d95368c4e4a7,segment=NetworkSegment(81a6097d-3f4d-4532-a676-6351ddd9c743),segment_id=81a6097d-3f4d-4532-a676-6351ddd9c743)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:39.674943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.722922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.766175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.784534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Pushing event deleted for resources: {'Port': ['ID=d71b00f1-fb55-4057-8209-d95368c4e4a7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:39.796594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] No DVR routers for this DVR port d71b00f1-fb55-4057-8209-d95368c4e4a7 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:39.835277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Calling delete_port for d71b00f1-fb55-4057-8209-d95368c4e4a7 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:39.896248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:17:39.898197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.906495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.975477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d97e6a9-58cf-4b05-8ad0-c8b148e40742']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:39.976537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:39.991638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc721ed-3724-4d0d-be85-6d4e9367065b req-7b558240-a1bc-4e74-bd73-215a974399eb tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:39.993155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cc721ed-3724-4d0d-be85-6d4e9367065b req-7b558240-a1bc-4e74-bd73-215a974399eb tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.5872843 Jun 01 13:17:40.025236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc76920-6c66-4b6e-9b41-7bc850a7f721') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:40.025236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc76920-6c66-4b6e-9b41-7bc850a7f721') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:40.042684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bf84cf-2900-4275-8598-a4aa8301e93e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:40.044077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8137b2-2718-4d49-9b01-bc2302395012 req-db02501b-034b-414d-ac50-891c3df1a1b8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:40.045629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8137b2-2718-4d49-9b01-bc2302395012 req-db02501b-034b-414d-ac50-891c3df1a1b8 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 943 time: 0.6437857 Jun 01 13:17:40.085772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a6097d-3f4d-4532-a676-6351ddd9c743') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:40.086069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a6097d-3f4d-4532-a676-6351ddd9c743') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:40.087128 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:17:40.087574 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:17:40.116346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.116563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.137014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8137b2-2718-4d49-9b01-bc2302395012 req-9c6a48b4-1c99-485d-aa0e-d8848bef788d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822618 Jun 01 13:17:40.150147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cc721ed-3724-4d0d-be85-6d4e9367065b req-5deb67d5-b397-4381-a39b-c45768998436 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475737 Jun 01 13:17:40.152220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.164665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:40.165186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.166043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.169705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:40.176664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:40.177290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.183364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ae2f8-b4f1-408c-a465-8aeb1bb4b62c None None] DHCP port deletion for 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:17:40.203208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '86aeb583-a662-479d-824b-415e45720fef', 'network_id': '7e31d890-4daa-489d-8065-c0c51fcfa7b2', 'port_id': '86aeb583-a662-479d-824b-415e45720fef', 'mac_address': 'fa:16:3e:ec:4d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91c416-e191-4845-a24a-a20d6c10d83b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:17:40.208067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b5a87-be84-44c1-b6b2-447dae215e84 None None] Network 1d97e6a9-58cf-4b05-8ad0-c8b148e40742 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:40.282614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.285858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.293381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.317105 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] 10.222.0.40 "DELETE /v2.0/networks/58bf84cf-2900-4275-8598-a4aa8301e93e HTTP/1.1" status: 204 len: 168 time: 1.7084887 Jun 01 13:17:40.317290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd857541-a031-4cab-be6a-84e6cb67eae0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:40.318225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:40.325984 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0fc76920-6c66-4b6e-9b41-7bc850a7f721 resource provider aggregate not found Jun 01 13:17:40.360418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.363193 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0fc76920-6c66-4b6e-9b41-7bc850a7f721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fc76920-6c66-4b6e-9b41-7bc850a7f721 found for delete ", "request_id": "req-7bdb78c7-5535-4e83-94d6-6daeabdc7039"}]} Jun 01 13:17:40.382386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc0d27-2867-4ce0-90c4-4220929bf92b admin admin] Pushing event deleted for resources: {'Network': ['ID=58bf84cf-2900-4275-8598-a4aa8301e93e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:40.388120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.398486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=1d97e6a9-58cf-4b05-8ad0-c8b148e40742,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:40.402972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.407106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-413fe1b6-d446-4fc8-854c-03d189a9f8b0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fd857541-a031-4cab-be6a-84e6cb67eae0 HTTP/1.1" status: 204 len: 168 time: 1.2761521 Jun 01 13:17:40.411597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-23612974-ab48-4534-939d-496fa457abcf tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/1d97e6a9-58cf-4b05-8ad0-c8b148e40742 HTTP/1.1" status: 204 len: 168 time: 3.3389621 Jun 01 13:17:40.412701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45384) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:40.460081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 86aeb583-a662-479d-824b-415e45720fef is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:40.460534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.473430 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8d9e56-7194-49bc-9adc-e59b525896f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:40.474047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8d9e56-7194-49bc-9adc-e59b525896f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:40.476222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc8d9e56-7194-49bc-9adc-e59b525896f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/1d97e6a9-58cf-4b05-8ad0-c8b148e40742 HTTP/1.1" status: 404 len: 339 time: 0.0624964 Jun 01 13:17:40.480345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45388) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:40.486438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842653903', 'description': 'd1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:40.492436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:40.496150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aeb583-a662-479d-824b-415e45720fef {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:17:40.496946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:network and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:40.500366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:40.507390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:40.522243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:40.528789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.545988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:40.560659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.594098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:40.606737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.607516 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment e50f8a74-51c8-455b-9f91-cf1d21f32137 of type vlan for network 02a5239a-31dd-423d-b145-153ed28fd917 Jun 01 13:17:40.619999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Deleting port d71b00f1-fb55-4057-8209-d95368c4e4a7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:40.620380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.643434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.699489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.724613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-216b42a1-9d34-4234-94b6-99e612fbcc59 None None] The port 'd71b00f1-fb55-4057-8209-d95368c4e4a7' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:17:40.726715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:40.730160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:40.751081 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 81a6097d-3f4d-4532-a676-6351ddd9c743 resource provider aggregate not found Jun 01 13:17:40.752159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:40.810084 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 81a6097d-3f4d-4532-a676-6351ddd9c743 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81a6097d-3f4d-4532-a676-6351ddd9c743 found for delete ", "request_id": "req-effef3df-4ce8-4efd-9738-2b41f17b5348"}]} Jun 01 13:17:40.841867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d71b00f1-fb55-4057-8209-d95368c4e4a7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:40.901755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d71b00f1-fb55-4057-8209-d95368c4e4a7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:40.902073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d71b00f1-fb55-4057-8209-d95368c4e4a7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:40.902432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a80803ea-b749-4465-aa1e-ba4f176c02f9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:40.941646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4598548 Jun 01 13:17:40.945794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45398) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:40.975834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['86aeb583-a662-479d-824b-415e45720fef'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:40.991766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.011278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a80803ea-b749-4465-aa1e-ba4f176c02f9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:41.011278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a80803ea-b749-4465-aa1e-ba4f176c02f9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:41.066719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021132-145e-4e7f-a26f-99ae531f1ae5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=02a5239a-31dd-423d-b145-153ed28fd917,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:41.081151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 02a5239a-31dd-423d-b145-153ed28fd917 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:41.101561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45402) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:41.201703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffaaeae-1af5-4e58-8436-d9ee686c1282 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:41.202442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4ffaaeae-1af5-4e58-8436-d9ee686c1282 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Synchronizing usage tracker for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:41.291128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4ffaaeae-1af5-4e58-8436-d9ee686c1282 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Unset dirty status for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:41.294756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4ffaaeae-1af5-4e58-8436-d9ee686c1282 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks?id=02a5239a-31dd-423d-b145-153ed28fd917 HTTP/1.1" status: 200 len: 760 time: 0.3455827 Jun 01 13:17:41.296124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45412) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:41.304774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'description': 'd2'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:41.371174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63fca574-1177-4213-8248-e09c207404be admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2eb5c78819ec4dbbb8836b88452957ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646430 Jun 01 13:17:41.372352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45416) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:41.641756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Deleting port e79039ce-4e50-41f5-ae76-3df1bba7892d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:41.642211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.694284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.745289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.754614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.772167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ddf8-8dcf-4e35-b921-5224fbc452c4 req-3c546fb7-80f5-4392-8fc0-54213f6893e4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:41.773551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f08ddf8-8dcf-4e35-b921-5224fbc452c4 req-3c546fb7-80f5-4392-8fc0-54213f6893e4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4491067 Jun 01 13:17:41.786738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90eca-f4d5-490c-afc6-a406320d2914 req-484f02bc-a12e-4c70-9b31-5409c565ac96 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:41.788317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5b90eca-f4d5-490c-afc6-a406320d2914 req-484f02bc-a12e-4c70-9b31-5409c565ac96 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 944 time: 0.4270556 Jun 01 13:17:41.814230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.826876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] For port e79039ce-4e50-41f5-ae76-3df1bba7892d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e79039ce-4e50-41f5-ae76-3df1bba7892d,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:41.827584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.876486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 02a5239a-31dd-423d-b145-153ed28fd917 is not hosted by any dhcp agent {{(pid=88371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 13:17:41.881927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:41.882502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:41.883772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "PUT /v2.0/networks/02a5239a-31dd-423d-b145-153ed28fd917 HTTP/1.1" status: 200 len: 757 time: 0.5867388 Jun 01 13:17:41.888214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45420) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:41.952359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Calling delete_port for e79039ce-4e50-41f5-ae76-3df1bba7892d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:41.979268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f08ddf8-8dcf-4e35-b921-5224fbc452c4 req-ceb2f4cd-5a7e-493b-9b12-dcf736dfbb62 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882067 Jun 01 13:17:41.991016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5b90eca-f4d5-490c-afc6-a406320d2914 req-17e62dec-c070-4457-b652-855428cd4486 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928101 Jun 01 13:17:41.991990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=02a5239a-31dd-423d-b145-153ed28fd917,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:42.004206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.004436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.004684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.004994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.005349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.005903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.006168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.006691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.007249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.007767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.008310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.008846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35b78d-ba2d-4b40-8110-abcd2097d9b6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.023031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 02a5239a-31dd-423d-b145-153ed28fd917 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:42.026740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.043737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9c7a3-2dc5-45a5-b9ef-ad97d1d8b673,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:42.052060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.053345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2819c994-1198-4968-9571-cbbc6e017d31 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2bc9c7a3-2dc5-45a5-b9ef-ad97d1d8b673 HTTP/1.1" status: 204 len: 168 time: 0.6267021 Jun 01 13:17:42.161727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e700f-642f-46e8-befb-a20c3c2ffe73 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:42.163183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a1e700f-642f-46e8-befb-a20c3c2ffe73 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Synchronizing usage tracker for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:42.181850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a1e700f-642f-46e8-befb-a20c3c2ffe73 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Unset dirty status for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:42.183079 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a1e700f-642f-46e8-befb-a20c3c2ffe73 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks?id=02a5239a-31dd-423d-b145-153ed28fd917 HTTP/1.1" status: 200 len: 760 time: 0.2945132 Jun 01 13:17:42.186864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:42.192395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040759083'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:42.197728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:42.208599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:42.222390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:42.226929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.276443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:42.287047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.287849 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 9db65c72-e89d-4dee-adb3-57639f48f646 of type vlan for network 85263a61-fea3-4ba8-9328-0f481d53dd90 Jun 01 13:17:42.303047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.335471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.366553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79039ce-4e50-41f5-ae76-3df1bba7892d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:42.386530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.393215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:42.393969 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.505248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.508213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.508639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.509046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.509460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.509854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.510275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.510686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.511074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.511457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.512415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.512801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:42.787882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=85263a61-fea3-4ba8-9328-0f481d53dd90,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:42.807590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 85263a61-fea3-4ba8-9328-0f481d53dd90 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:42.808073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d8a18dd2-505e-4594-b358-50df6a8cbfa5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6197793 Jun 01 13:17:42.811515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45450) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:42.819869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '85263a61-fea3-4ba8-9328-0f481d53dd90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:42.851903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:42.982572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:42.987399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Usage tracker for resource:subnet and tenant:3f2a63c3e0204bb19ef2670f84c7dbcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:42.990655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:42.997448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:43.023926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:43.032494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:43.422786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1464ed-b89d-49d1-9c6d-e4b45f34cf0b req-da4e9007-470b-4f8b-b181-c038f528885d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:43.424500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a1464ed-b89d-49d1-9c6d-e4b45f34cf0b req-da4e9007-470b-4f8b-b181-c038f528885d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 944 time: 0.2469392 Jun 01 13:17:43.426472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:43.461791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7db11-072f-4683-9e30-e03e2c2fd473 req-35d39191-cc9f-445f-a00a-4493ba890956 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:43.463272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ed7db11-072f-4683-9e30-e03e2c2fd473 req-35d39191-cc9f-445f-a00a-4493ba890956 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.2468753 Jun 01 13:17:43.486812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Router 1864e196-ff18-4d43-925f-209d2a79270d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:17:43.579040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=6511d032-5be6-4385-9216-6320dda4a96b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:43.589468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a1464ed-b89d-49d1-9c6d-e4b45f34cf0b req-e98b5399-9878-49b2-8c6c-393be7bd3500 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248951 Jun 01 13:17:43.595888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ed7db11-072f-4683-9e30-e03e2c2fd473 req-3d74c2aa-37d2-4416-88cb-89df84c80abf tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061337 Jun 01 13:17:43.603536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '9db65c72-e89d-4dee-adb3-57639f48f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '85263a61-fea3-4ba8-9328-0f481d53dd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:43.603822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 85263a61-fea3-4ba8-9328-0f481d53dd90, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:43.640390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 85263a61-fea3-4ba8-9328-0f481d53dd90 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:43.652956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 85263a61-fea3-4ba8-9328-0f481d53dd90) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:43.663711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6253eaf0-5d6c-4eec-9f8c-84d68b70d030 None None] Network 85263a61-fea3-4ba8-9328-0f481d53dd90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:43.670852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:43.671502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:43.681701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:17:43.689574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 86aeb583-a662-479d-824b-415e45720fef up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:43.695090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Sync routers for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:17:43.704130 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a95f5557-296d-45ab-8986-7d2d67112914 admin admin] 10.222.0.40 "PUT /v2.0/routers/1864e196-ff18-4d43-925f-209d2a79270d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3820999 Jun 01 13:17:43.704812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:43.711797 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:43.712491 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:43.719272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a21f94ba-2954-4668-93d3-3380345bb1f8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9061539 Jun 01 13:17:43.720453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45474) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:43.916355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:43.936795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 86aeb583-a662-479d-824b-415e45720fef completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:43.945576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 86aeb583-a662-479d-824b-415e45720fef triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:43.946285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:43.961059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.070126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.137822 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:44.217725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.290457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 86aeb583-a662-479d-824b-415e45720fef is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:44.315800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.324101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=6511d032-5be6-4385-9216-6320dda4a96b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:44.357423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.390152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54025690-e397-45b8-8819-08ca04621662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-85263a61-fea3-4ba8-9328-0f481d53dd90', 'network_id': '85263a61-fea3-4ba8-9328-0f481d53dd90', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '6511d032-5be6-4385-9216-6320dda4a96b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:44.391183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54025690-e397-45b8-8819-08ca04621662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.394143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Deleting port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:44.394706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.494039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aeb583-a662-479d-824b-415e45720fef'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:44.514147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:44.534054 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.542293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.607333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85263a61-fea3-4ba8-9328-0f481d53dd90']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:44.634331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:44.642507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f57c0f-9c3a-4e8b-b387-275bf0484fc4 None None] Network 85263a61-fea3-4ba8-9328-0f481d53dd90 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:44.663455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db65c72-e89d-4dee-adb3-57639f48f646') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:44.663759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db65c72-e89d-4dee-adb3-57639f48f646') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:44.711213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.773106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.859376 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46554614-59d5-4175-8985-85265ed7d94f'] response: {'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aeb583-a662-479d-824b-415e45720fef', 'code': 200} Jun 01 13:17:44.895299 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:17:42Z', 'revision_number': 5, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port': {'id': 'f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:97:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1864e196-ff18-4d43-925f-209d2a79270d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:41Z', 'updated_at': '2022-06-01T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:44.902275 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Checking router: 1864e196-ff18-4d43-925f-209d2a79270d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:17:44.914914 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Routers {'1864e196-ff18-4d43-925f-209d2a79270d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:17:44.915978 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1864e196-ff18-4d43-925f-209d2a79270d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:44.952073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] For port f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:44.952650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:44.987297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:44.987703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:45.131421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Calling delete_port for f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:45.184621 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9db65c72-e89d-4dee-adb3-57639f48f646 resource provider aggregate not found Jun 01 13:17:45.216225 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] Set router 1864e196-ff18-4d43-925f-209d2a79270d gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:17:45.235948 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9db65c72-e89d-4dee-adb3-57639f48f646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9db65c72-e89d-4dee-adb3-57639f48f646 found for delete ", "request_id": "req-20cdde01-7fef-4daf-8b1c-b79e452e1e5f"}]} Jun 01 13:17:45.264334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:45.293308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:45.323220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=85263a61-fea3-4ba8-9328-0f481d53dd90,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:45.336657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:45.348313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-88ed5667-0178-4522-b42d-913fc8b058d0 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/85263a61-fea3-4ba8-9328-0f481d53dd90 HTTP/1.1" status: 204 len: 168 time: 1.6266487 Jun 01 13:17:45.352037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:45.429470 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:17:44Z', 'revision_number': 6, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:45.451196 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2523bc-d965-48f1-993a-b861b5efb817 None None] The sync data for ids ['1864e196-ff18-4d43-925f-209d2a79270d'] in n-d-844200-1 is: [{'id': '1864e196-ff18-4d43-925f-209d2a79270d', 'name': 'tempest-TestServerMultinode-1019401807-router', 'tenant_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:38Z', 'updated_at': '2022-06-01T13:17:44Z', 'revision_number': 6, 'project_id': '6e1cf8e7c8694cad8db5df4439d0f84b', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:17:45.540018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a19b-5578-451b-bb8f-811847beaf0a req-2e6ce9f4-d824-4b85-8ebb-c0721b8d8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:45.541887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa76a19b-5578-451b-bb8f-811847beaf0a req-2e6ce9f4-d824-4b85-8ebb-c0721b8d8539 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1096 time: 0.7728889 Jun 01 13:17:45.547176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:45.550125 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f210bcab-ca95-49b2-ba17-2bb3ba441e32 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] GET failed (client error): The resource could not be found. Jun 01 13:17:45.550986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f210bcab-ca95-49b2-ba17-2bb3ba441e32 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Synchronizing usage tracker for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:45.561622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2441d0-7703-490f-a547-4b5f905cc846 req-07884a14-8edb-4ed8-87fe-87e122a89c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:45.563069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d2441d0-7703-490f-a547-4b5f905cc846 req-07884a14-8edb-4ed8-87fe-87e122a89c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1096 time: 0.7013786 Jun 01 13:17:45.630881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:45.631668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8732276-40dc-4592-9e9f-ce9e24ba90a5 req-5c1c1f5a-e057-4cdf-977f-d7e3c11b9fd4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:45.633381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8732276-40dc-4592-9e9f-ce9e24ba90a5 req-5c1c1f5a-e057-4cdf-977f-d7e3c11b9fd4 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.6292205 Jun 01 13:17:45.645794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ba8b5-75bc-418d-9433-afe5468bd054 req-ca1548e3-6c3d-4c39-b415-7c4cae20a96e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:45.647462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a8ba8b5-75bc-418d-9433-afe5468bd054 req-ca1548e3-6c3d-4c39-b415-7c4cae20a96e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 945 time: 0.6634171 Jun 01 13:17:45.653814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f210bcab-ca95-49b2-ba17-2bb3ba441e32 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Unset dirty status for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:45.657843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f210bcab-ca95-49b2-ba17-2bb3ba441e32 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets/6511d032-5be6-4385-9216-6320dda4a96b HTTP/1.1" status: 404 len: 337 time: 0.3034115 Jun 01 13:17:45.662117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45518) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:45.689007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa76a19b-5578-451b-bb8f-811847beaf0a req-ed2d71e5-84ae-463a-85da-3325c3b211df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301169 Jun 01 13:17:45.746665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d2441d0-7703-490f-a547-4b5f905cc846 req-255c6efb-10f0-4958-97f5-c5eee4ddc28a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663115 Jun 01 13:17:45.750616 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8033d2-46dd-4fb7-8627-f18c2e0d84ad tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:45.751112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8033d2-46dd-4fb7-8627-f18c2e0d84ad tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:45.757099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0d8033d2-46dd-4fb7-8627-f18c2e0d84ad tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/85263a61-fea3-4ba8-9328-0f481d53dd90 HTTP/1.1" status: 404 len: 339 time: 0.0876896 Jun 01 13:17:45.757709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45522) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:45.889604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8732276-40dc-4592-9e9f-ce9e24ba90a5 req-e3ebda6b-bb21-4936-9c77-8cfba7cefa2b tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161944 Jun 01 13:17:45.910730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a8ba8b5-75bc-418d-9433-afe5468bd054 req-89e51cfa-270b-49dc-adad-6465bc0ca226 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514422 Jun 01 13:17:46.067336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.070706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.106175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffbef1f-fe53-45ef-8549-dcf5034d20ba tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.108903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dffbef1f-fe53-45ef-8549-dcf5034d20ba tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Synchronizing usage tracker for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:46.119571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.120236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1864e196-ff18-4d43-925f-209d2a79270d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:17:46.134580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.135734 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2819418c-9d58-4bdd-904a-2ce0b614a677 admin admin] 10.222.0.40 "DELETE /v2.0/routers/1864e196-ff18-4d43-925f-209d2a79270d HTTP/1.1" status: 204 len: 168 time: 2.4297976 Jun 01 13:17:46.138341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45530) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.172424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dffbef1f-fe53-45ef-8549-dcf5034d20ba tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Unset dirty status for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:46.173731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dffbef1f-fe53-45ef-8549-dcf5034d20ba tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4134650 Jun 01 13:17:46.176413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.202679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Deleting subnet 0d050428-c642-4ac0-8ccc-d256b835724b {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:17:46.205935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.222203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4f5ed40e-3b82-4b69-aea3-7fd1e5b88a0e tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Synchronizing usage tracker for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:17:46.235996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4f5ed40e-3b82-4b69-aea3-7fd1e5b88a0e tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Unset dirty status for tenant:3f2a63c3e0204bb19ef2670f84c7dbcb on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:17:46.240849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4f5ed40e-3b82-4b69-aea3-7fd1e5b88a0e tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 207 time: 0.0595832 Jun 01 13:17:46.241563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45538) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.263427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.345028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.395971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21f6e-3733-4ce3-b8f0-d80a3b4230f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.401662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21f6e-3733-4ce3-b8f0-d80a3b4230f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.409432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21f6e-3733-4ce3-b8f0-d80a3b4230f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.417392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21f6e-3733-4ce3-b8f0-d80a3b4230f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.420329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49e21f6e-3733-4ce3-b8f0-d80a3b4230f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1772783 Jun 01 13:17:46.421827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.423635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45542) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.468365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d050428-c642-4ac0-8ccc-d256b835724b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:46.474965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.476320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ab8a4-d4ad-4476-a83a-5fea474560ea None None] Network cbd93551-a8b5-4d51-9b1d-35c90db8cb38 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:46.482097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-52092375-d5f4-4cb1-8ecb-83270e656786 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0d050428-c642-4ac0-8ccc-d256b835724b HTTP/1.1" status: 204 len: 168 time: 0.3424146 Jun 01 13:17:46.485644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45546) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.694233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.740467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Deleting port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:46.740821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.777076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] DHCP port deletion for cbd93551-a8b5-4d51-9b1d-35c90db8cb38 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:17:46.782299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Deleting port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:46.782864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:46.804961 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ed2312bc-49fb-4a6b-a5b1-9d45a37637fd tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3800402 Jun 01 13:17:46.809541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45550) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.832486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e79039ce-4e50-41f5-ae76-3df1bba7892d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:46.878941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e79039ce-4e50-41f5-ae76-3df1bba7892d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:46.879526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e79039ce-4e50-41f5-ae76-3df1bba7892d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:46.880130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:46.944987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda323a8-ac9a-465c-9bac-51dc2918a3c4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.948544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda323a8-ac9a-465c-9bac-51dc2918a3c4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:46.957371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bda323a8-ac9a-465c-9bac-51dc2918a3c4 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1463878 Jun 01 13:17:46.967343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45558) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:46.968668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:46.969372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f7eabc47-1bc2-440b-a06c-a0ac7a66d9c2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:47.065276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5f929-57f5-4a9b-9c22-7c75c78f16cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.067046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5f929-57f5-4a9b-9c22-7c75c78f16cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.072414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-95c5f929-57f5-4a9b-9c22-7c75c78f16cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1036229 Jun 01 13:17:47.073269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45562) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:47.138257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] For port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:47.139054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:47.327241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Calling delete_port for 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:47.362127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] For port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,segment=NetworkSegment(2ad47f35-6973-4b0d-bf66-c4539514b4bb),segment_id=2ad47f35-6973-4b0d-bf66-c4539514b4bb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:47.362526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:47.414005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2088459-aa7f-4a7c-af2c-20121c4c35f3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.414005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2088459-aa7f-4a7c-af2c-20121c4c35f3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks/79cb8888-a54d-4ed1-9688-d6a5403c115b HTTP/1.1" status: 200 len: 799 time: 0.3382521 Jun 01 13:17:47.447944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45578) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:47.558233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:47.638881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5307-4403-451f-9b32-1b9d09ac594a req-9aee0e2e-0997-4a1d-840e-130e95f6d037 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.645885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baaf5307-4403-451f-9b32-1b9d09ac594a req-9aee0e2e-0997-4a1d-840e-130e95f6d037 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4335773 Jun 01 13:17:47.660559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Calling delete_port for 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:47.681813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f77b76e-d3e2-4c73-92b3-d07670b27fa0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:47.697229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] No DVR routers for this DVR port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:47.714775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baaf5307-4403-451f-9b32-1b9d09ac594a req-58d9ca44-fd37-4c62-a5b1-4a112e2aa136 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673931 Jun 01 13:17:47.790512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6484e-92c4-488d-bdee-52eb979518b0 req-c3dcd679-2e17-43e2-83f4-bb35a551b343 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.792964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:17:47.793426 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:17:47.807649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec6484e-92c4-488d-bdee-52eb979518b0 req-c3dcd679-2e17-43e2-83f4-bb35a551b343 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 945 time: 0.5963857 Jun 01 13:17:47.842191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0300a703-9ab6-48eb-afe4-1efd2ffaa268 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/networks/79cb8888-a54d-4ed1-9688-d6a5403c115b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3843946 Jun 01 13:17:47.844057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:47.907340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec6484e-92c4-488d-bdee-52eb979518b0 req-bab3503c-7a7a-4e55-a84e-980900220320 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987277 Jun 01 13:17:47.936921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:47.971933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5568446-d7a1-483a-a19d-96b9479abdc1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:47.973438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5568446-d7a1-483a-a19d-96b9479abdc1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets/8e4051bd-f068-4172-ad3d-b151d4a92eab HTTP/1.1" status: 200 len: 811 time: 0.1297972 Jun 01 13:17:47.978538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:47.982501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd93551-a8b5-4d51-9b1d-35c90db8cb38']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:47.992594 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.010468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad47f35-6973-4b0d-bf66-c4539514b4bb') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:48.015013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad47f35-6973-4b0d-bf66-c4539514b4bb') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:48.038048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.057891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d67f48-8977-4f75-98a1-fb52c0136e07 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['shared'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:48.063993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.065769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93d67f48-8977-4f75-98a1-fb52c0136e07 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "GET /v2.0/subnets/8e4051bd-f068-4172-ad3d-b151d4a92eab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0858917 Jun 01 13:17:48.075838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169961657'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:48.080627 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.085953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:48.090955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:48.092101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.112088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-20c837ba-b208-466f-ac82-c18e7fe51000 req-e7fe88cc-ba30-4bd2-a005-233a290995f2 service neutron] (88371) timed out ('10.222.0.40', 44962) {{(pid=88371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:17:48.167340 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2ad47f35-6973-4b0d-bf66-c4539514b4bb resource provider aggregate not found Jun 01 13:17:48.172487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:48.193292 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2ad47f35-6973-4b0d-bf66-c4539514b4bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ad47f35-6973-4b0d-bf66-c4539514b4bb found for delete ", "request_id": "req-8ef377d6-eee1-425c-bddc-0b75949d0675"}]} Jun 01 13:17:48.206368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:48.210974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45610) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.211266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.233689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.249549 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c0e723d-cf62-4ce9-ba79-4bb0e7605168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.261300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.295003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Deleting port 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:48.295332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.300876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd93551-a8b5-4d51-9b1d-35c90db8cb38,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:48.333774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:48.357032 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1d67ba55-d3bd-4d5f-92c1-0fb8cdce3adb admin admin] 10.222.0.40 "DELETE /v2.0/networks/cbd93551-a8b5-4d51-9b1d-35c90db8cb38 HTTP/1.1" status: 204 len: 168 time: 1.8700972 Jun 01 13:17:48.378849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.387189 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Added segment 0e42ded0-809e-43db-8b6b-dbb33e51b5d2 of type vlan for network 33c63851-ff83-4ae9-849e-f04644e8ebde Jun 01 13:17:48.395777 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.397178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b460af77-00da-4d80-b1dc-0c52871b7290 None None] The port '5f77b76e-d3e2-4c73-92b3-d07670b27fa0' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:17:48.428923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.457943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:48.462654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1fab1fe29d4160b405e9418fd184d8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:48.465715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:48.472691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:48.493471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.510221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:48.511437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.568267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45630) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.620197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.627836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.691800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0016f6f-fa16-4f66-90de-4b1bea7d34e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=709c45b1ffe04f50918434e5212a4630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223052 Jun 01 13:17:48.696787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.699304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf6444-c120-442b-b0ad-af745b7345c6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:48.717776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-550aa387-ebb2-40a1-820a-81ad029f9425 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ac1fab1fe29d4160b405e9418fd184d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030394 Jun 01 13:17:48.717892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.809478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Network': ['ID=33c63851-ff83-4ae9-849e-f04644e8ebde,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:48.821639 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40591f52-99d8-477e-97a9-41e89840d6cc tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7529352 Jun 01 13:17:48.822281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45644) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:48.824875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 33c63851-ff83-4ae9-849e-f04644e8ebde details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:48.831187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:48.834289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.846644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.862873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:48.879942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.908223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:48.951477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:48.951828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f77b76e-d3e2-4c73-92b3-d07670b27fa0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:48.999977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:49.018969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:49.035256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Made reservation on behalf of 3f2a63c3e0204bb19ef2670f84c7dbcb for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:49.039620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.144935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Performing IP validity checks on allocation pools {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:17:49.145577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_backend_mixin [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:17:49.224101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.246425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.257838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf6444-c120-442b-b0ad-af745b7345c6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:49.290797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602436b-3a22-4d22-9b2f-d60b5960da5a req-0d7987fc-1650-4d82-afa2-4ab8c3ba3b9f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:49.298129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6602436b-3a22-4d22-9b2f-d60b5960da5a req-0d7987fc-1650-4d82-afa2-4ab8c3ba3b9f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3679249 Jun 01 13:17:49.301261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.325782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2db78-526a-41ea-9750-18dd208c663a req-379c7102-cde3-4b4a-b82e-ab7fe97fc5a0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:49.327256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36c2db78-526a-41ea-9750-18dd208c663a req-379c7102-cde3-4b4a-b82e-ab7fe97fc5a0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 945 time: 0.2066565 Jun 01 13:17:49.328056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.331776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/78876d62-1e47-49f1-9ed9-55c63394836e HTTP/1.1" status: 204 len: 168 time: 0.6312816 Jun 01 13:17:49.331776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542b463-11c5-4020-a766-8bbb31f6c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78876d62-1e47-49f1-9ed9-55c63394836e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:49.335240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.338741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7fb4f4b9-6694-42a6-b30c-20c2ccdd2c92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04cf6444-c120-442b-b0ad-af745b7345c6 HTTP/1.1" status: 204 len: 168 time: 0.6145856 Jun 01 13:17:49.402377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6602436b-3a22-4d22-9b2f-d60b5960da5a req-a999c521-d3c0-416b-9c1d-1c995d15b91e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032944 Jun 01 13:17:49.423826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=28f7181e-b727-4846-8483-35d92fc0606d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:49.438995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Checking segment: {'id': '0e42ded0-809e-43db-8b6b-dbb33e51b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:49.439360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network hostable DHCP agents. Network: 33c63851-ff83-4ae9-849e-f04644e8ebde, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:49.464399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36c2db78-526a-41ea-9750-18dd208c663a req-4f878ec1-ac9f-4cb3-8d4d-d45eae55e04d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088662 Jun 01 13:17:49.472006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Network 33c63851-ff83-4ae9-849e-f04644e8ebde is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:49.515237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 33c63851-ff83-4ae9-849e-f04644e8ebde) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:49.538339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ffdbc-7a78-4f61-a8eb-2897c3c86753 None None] Network 33c63851-ff83-4ae9-849e-f04644e8ebde requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:49.540480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:49.541325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:49.657452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45660) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:49.663359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8977dab-4bcc-46f4-a57a-095676db06e5 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8398142 Jun 01 13:17:49.697672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:50.142781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-33c63851-ff83-4ae9-849e-f04644e8ebde', 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde', 'tenant_id': '3f2a63c3e0204bb19ef2670f84c7dbcb', 'fixed_ips': [{'subnet_id': '28f7181e-b727-4846-8483-35d92fc0606d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:50.147851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.179713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-c9d464ed-2dd8-4036-8ceb-cdc15afc832b tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-342684144&fields=id&tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 267 time: 0.3685284 Jun 01 13:17:50.247935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45674) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:50.269883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:50.270790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.305233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:50.306246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32140649'] for subnet, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.328000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Usage tracker for resource:security_group_rule and tenant:9ead68370f784613b21223fec8659d11 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:50.335460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:50.347635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-f5368cd4-1eba-45ce-aede-960fe20bfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:50.349890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-f5368cd4-1eba-45ce-aede-960fe20bfd91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 1096 time: 0.5408914 Jun 01 13:17:50.356178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:50.363258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e202-bc42-4b27-9641-2c9007459050 req-236d46fe-86fa-4ce5-a68f-24249ed57237 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:50.368982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Allocated IP 172.20.0.3 (33c63851-ff83-4ae9-849e-f04644e8ebde/28f7181e-b727-4846-8483-35d92fc0606d/672b896a-c06c-4ff7-a8d9-19dd143479cf) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:50.371269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2507e202-bc42-4b27-9641-2c9007459050 req-236d46fe-86fa-4ce5-a68f-24249ed57237 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3899505 Jun 01 13:17:50.379345 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f17fc87-9f0a-4c34-a383-780cb650da54 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e1cf8e7c8694cad8db5df4439d0f84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985584 Jun 01 13:17:50.383163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:50.513378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-414b70a4-214d-4834-ac2a-da81ea22fb15 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:50.514799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-414b70a4-214d-4834-ac2a-da81ea22fb15 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 945 time: 0.3270059 Jun 01 13:17:50.536139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2507e202-bc42-4b27-9641-2c9007459050 req-6b33fdc4-5a4a-4860-b2f0-513d13a4ecd6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637652 Jun 01 13:17:50.560327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'security_groups': ['0e839851-724d-44ea-b488-2ae08568bc0b', 'fb5f855c-207f-473d-be55-53a5e042e648']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:50.581228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.636736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-8050be07-b009-4b46-acf1-7de084846f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:50.638240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-8050be07-b009-4b46-acf1-7de084846f6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 200 len: 911 time: 0.2632201 Jun 01 13:17:50.643418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.656597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Transition to ACTIVE for port object 672b896a-c06c-4ff7-a8d9-19dd143479cf will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:50.677717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.684127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Transition to ACTIVE for port object 672b896a-c06c-4ff7-a8d9-19dd143479cf will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:50.701012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.725528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.743287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.764210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-525fe9eb-2d8e-4d40-9238-69fe7337da2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0946598 Jun 01 13:17:50.783082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd61b775-31c5-404f-aeb5-9f262ef26b0a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:50.806263 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cd498687-59b9-47fa-a7e4-1ea922b55705 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9ead68370f784613b21223fec8659d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571327 Jun 01 13:17:50.806942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:50.818845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Network 33c63851-ff83-4ae9-849e-f04644e8ebde is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:50.820538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:50.822475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Pushing event updated for resources: {'Port': ['ID=672b896a-c06c-4ff7-a8d9-19dd143479cf,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:50.824869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:50.842515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.860526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17c268a0-38c7-4e67-b9cd-d495559b3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.871622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e58b3-2704-4ee6-a007-3e8b29dc36cd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:50.878408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.878769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.879118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.879458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.879792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.880122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.880522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.880864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.881189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.881507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.881826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.882148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:17:50.896504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.942544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.955149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.955836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Attempting to bind port 672b896a-c06c-4ff7-a8d9-19dd143479cf on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:50.956207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Attempting to bind port 672b896a-c06c-4ff7-a8d9-19dd143479cf by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0e42ded0-809e-43db-8b6b-dbb33e51b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:50.956642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Attempting to bind port 672b896a-c06c-4ff7-a8d9-19dd143479cf on network 33c63851-ff83-4ae9-849e-f04644e8ebde {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:50.967973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:50.968135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Checking segment: {'id': '0e42ded0-809e-43db-8b6b-dbb33e51b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:50.968580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.968970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Bound using segment: {'id': '0e42ded0-809e-43db-8b6b-dbb33e51b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:50.969977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Bound port: 672b896a-c06c-4ff7-a8d9-19dd143479cf, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e42ded0-809e-43db-8b6b-dbb33e51b5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33c63851-ff83-4ae9-849e-f04644e8ebde'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:50.969977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:50.976643 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ddadd39b-325d-4f51-9eda-993783247702 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/688e58b3-2704-4ee6-a007-3e8b29dc36cd HTTP/1.1" status: 204 len: 168 time: 0.5881419 Jun 01 13:17:51.014822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.038188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.057200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd61b775-31c5-404f-aeb5-9f262ef26b0a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:51.075178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.076759 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ea741958-02e6-43e9-bb84-0bf491e236e5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd61b775-31c5-404f-aeb5-9f262ef26b0a HTTP/1.1" status: 204 len: 168 time: 0.2686524 Jun 01 13:17:51.142188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] For port 672b896a-c06c-4ff7-a8d9-19dd143479cf, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:51.147865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] For port 672b896a-c06c-4ff7-a8d9-19dd143479cf, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=672b896a-c06c-4ff7-a8d9-19dd143479cf,segment=NetworkSegment(0e42ded0-809e-43db-8b6b-dbb33e51b5d2),segment_id=0e42ded0-809e-43db-8b6b-dbb33e51b5d2)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:51.160349 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.200527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-1304dd5c-a244-472e-9bc8-ce8e28dfb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:51.201984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-1304dd5c-a244-472e-9bc8-ce8e28dfb47e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 200 len: 850 time: 0.4276974 Jun 01 13:17:51.257178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-d5ae1d96-65b6-4e43-b754-d4db10ad1f6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec481f94-b5ea-46fe-a17d-a8a8d75fa139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445960 Jun 01 13:17:51.315338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5872-98b1-4e93-b787-32614d416825 None None] Pushing event updated for resources: {'Port': ['ID=672b896a-c06c-4ff7-a8d9-19dd143479cf,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:51.532053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756247571896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32348317'] for subnet, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.697106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:51.714193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-9f6ea653-4326-4298-b8ab-9857a5dc80a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473431 Jun 01 13:17:51.724776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.004142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:52.005090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.007494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "PUT /v2.0/subnets/28f7181e-b727-4846-8483-35d92fc0606d HTTP/1.1" status: 200 len: 877 time: 2.3490310 Jun 01 13:17:52.010698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45732) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:52.175454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc9ae2-963c-4539-bae0-c3931752c871 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event updated for resources: {'Subnet': ['ID=28f7181e-b727-4846-8483-35d92fc0606d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:52.267200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.279241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting port 672b896a-c06c-4ff7-a8d9-19dd143479cf {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:17:52.279607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.324944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:52.329616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35d79bc7-9839-48b0-ba3c-a3668c09aa0e req-80323487-31f7-4d7a-a493-1efb59971c96 service neutron] 10.222.0.24 "GET /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541813 Jun 01 13:17:52.380734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ba80-1ffe-4cd6-aea9-dde0a7ca16ae req-856d68ae-8acf-43d7-9719-6db5e2de2fca tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:52.383182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98b3ba80-1ffe-4cd6-aea9-dde0a7ca16ae req-856d68ae-8acf-43d7-9719-6db5e2de2fca tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.4096482 Jun 01 13:17:52.459515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.469356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.491078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:52.593193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['86aeb583-a662-479d-824b-415e45720fef'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:52.633525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45756) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:52.725302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] For port 672b896a-c06c-4ff7-a8d9-19dd143479cf, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=672b896a-c06c-4ff7-a8d9-19dd143479cf,segment=NetworkSegment(0e42ded0-809e-43db-8b6b-dbb33e51b5d2),segment_id=0e42ded0-809e-43db-8b6b-dbb33e51b5d2)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:52.725670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.726652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98b3ba80-1ffe-4cd6-aea9-dde0a7ca16ae req-1f3b4883-c4a9-4aa0-a49c-e556d2f9309a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249047 Jun 01 13:17:52.732650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:52.761634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:52.763046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64ec3b14-c7b7-4e9b-9d17-c7207b42e78e req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "PUT /v2.0/ports/86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 981 time: 2.2381694 Jun 01 13:17:52.765965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:17:52.848816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117767c0-9086-46fb-8109-ff66a674b635 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:52.984161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 672b896a-c06c-4ff7-a8d9-19dd143479cf up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:53.027990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5180dcdb-c856-4b3b-a322-e3d1f013ae00 req-834128e5-d5c1-4b95-beb3-e69e055ffc99 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/fb5f855c-207f-473d-be55-53a5e042e648 HTTP/1.1" status: 200 len: 1802 time: 0.1121094 Jun 01 13:17:53.077646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Calling delete_port for 672b896a-c06c-4ff7-a8d9-19dd143479cf owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:17:53.091471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['86aeb583-a662-479d-824b-415e45720fef'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:17:53.131935 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-5180dcdb-c856-4b3b-a322-e3d1f013ae00 req-d35e642b-f48f-45e5-8105-3d5a8ffab3f5 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 13:17:53.150514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f39bb7-b240-4ebb-8fcb-24f07a84e57c None None] Network 33c63851-ff83-4ae9-849e-f04644e8ebde requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:53.150849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5180dcdb-c856-4b3b-a322-e3d1f013ae00 req-d35e642b-f48f-45e5-8105-3d5a8ffab3f5 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/fb5f855c-207f-473d-be55-53a5e042e648 HTTP/1.1" status: 409 len: 341 time: 0.1144063 Jun 01 13:17:53.168242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2047014205-network', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:53.181173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:53.185709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Usage tracker for resource:network and tenant:b0815444d12443598fe4929e7e4bb30d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:53.189449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:53.197483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:53.213308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Made reservation on behalf of b0815444d12443598fe4929e7e4bb30d for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:53.216696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.233409 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5946cc57-4018-40a9-a687-6b79d9d38853'] response: {'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef', 'status': 'completed', 'code': 200} Jun 01 13:17:53.236517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.262785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:53.268615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Usage tracker for resource:security_group_rule and tenant:b0815444d12443598fe4929e7e4bb30d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:53.297953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:53.363418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.386244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.392539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:53.425412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6fb7672-93c8-4501-9f1e-5805d6cc6440 None None] Provisioning for port 672b896a-c06c-4ff7-a8d9-19dd143479cf completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:53.449323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6fb7672-93c8-4501-9f1e-5805d6cc6440 None None] Provisioning complete for port 672b896a-c06c-4ff7-a8d9-19dd143479cf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:53.449846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7672-93c8-4501-9f1e-5805d6cc6440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.543020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-d8014c97-57a2-46a1-967d-2418d941ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:53.545553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-d8014c97-57a2-46a1-967d-2418d941ee71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1135 time: 0.2517760 Jun 01 13:17:53.607426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Port': ['ID=672b896a-c06c-4ff7-a8d9-19dd143479cf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:53.613416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port 672b896a-c06c-4ff7-a8d9-19dd143479cf {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 13:17:53.613976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 672b896a-c06c-4ff7-a8d9-19dd143479cf not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 13:17:53.750910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb7672-93c8-4501-9f1e-5805d6cc6440 None None] Port 672b896a-c06c-4ff7-a8d9-19dd143479cf was deleted so its status cannot be updated. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 01 13:17:53.777104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.792355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.807257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:17:53.807533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port 672b896a-c06c-4ff7-a8d9-19dd143479cf not found, will not notify nova. {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 13:17:53.820874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.820874 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Added segment dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f of type vlan for network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 Jun 01 13:17:53.878502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.965146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-95307a81-7dd1-450b-88c8-8608f1e49f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:53.966672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-95307a81-7dd1-450b-88c8-8608f1e49f4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.4128242 Jun 01 13:17:53.967405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:53.968147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:53.968697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:54.052739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No DVR routers for this DVR port 672b896a-c06c-4ff7-a8d9-19dd143479cf on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:17:54.182748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:54.314643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-897cb333-51d6-478e-902c-535b00a5f4b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 217 time: 0.3311601 Jun 01 13:17:54.382651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:54.412616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Pushing event updated for resources: {'Network': ['ID=4f306d4c-75e9-4877-a5eb-e561f3fd6c53,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:54.464660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:17:54.526393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0db44b-6cc4-4f09-b546-1cf9073bff1d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:54.541206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b44bf0a0-582e-4b50-b023-1f0255ab8ddd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8996418 Jun 01 13:17:54.550135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45810) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:54.562618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=28f7181e-b727-4846-8483-35d92fc0606d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:54.580408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Request body: {'subnet': {'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2047014205-subnet', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:54.598224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:54.603092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Usage tracker for resource:subnet and tenant:b0815444d12443598fe4929e7e4bb30d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:54.613016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:54.630526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:54.649839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Made reservation on behalf of b0815444d12443598fe4929e7e4bb30d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:17:54.652450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:54.690171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-633cd911-e442-491e-a062-10263ea810bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:54.694445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-633cd911-e442-491e-a062-10263ea810bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.2710412 Jun 01 13:17:54.700758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:54.814671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f55d0-c57f-4ca1-ac65-33be3cddf651 None None] Network 33c63851-ff83-4ae9-849e-f04644e8ebde requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:54.861315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2786-d79f-4d5b-8905-d8692192c91d req-ca169650-e84f-4b3c-ad5a-4da3fa7346fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:54.865584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-671f2786-d79f-4d5b-8905-d8692192c91d req-ca169650-e84f-4b3c-ad5a-4da3fa7346fe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.8375773 Jun 01 13:17:54.877174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-a856a83a-bc16-436b-8320-b0f68fda4476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670337 Jun 01 13:17:54.915152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1429a6e-5167-4166-88a4-7d42ec8eea18 req-6a8d8bfb-17c9-4a5d-9e45-a8090a878977 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:54.916739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1429a6e-5167-4166-88a4-7d42ec8eea18 req-6a8d8bfb-17c9-4a5d-9e45-a8090a878977 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 984 time: 0.7556860 Jun 01 13:17:55.002327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c63851-ff83-4ae9-849e-f04644e8ebde']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:55.020380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e42ded0-809e-43db-8b6b-dbb33e51b5d2') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:55.020879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e42ded0-809e-43db-8b6b-dbb33e51b5d2') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:55.039294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.093235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.115227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:55.115918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.192360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-b29fa183-2771-4ceb-a33e-1b152c0fc977 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680683 Jun 01 13:17:55.244108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-671f2786-d79f-4d5b-8905-d8692192c91d req-29dd7bd4-5858-4d64-b5c3-050179082afe tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661780 Jun 01 13:17:55.279083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.287409 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0e42ded0-809e-43db-8b6b-dbb33e51b5d2 resource provider aggregate not found Jun 01 13:17:55.412762 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 0e42ded0-809e-43db-8b6b-dbb33e51b5d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e42ded0-809e-43db-8b6b-dbb33e51b5d2 found for delete ", "request_id": "req-8a25c6c6-87fd-4b04-a7cc-be80df00d9ce"}]} Jun 01 13:17:55.559502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.564032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0200db85-56e3-4b8d-9c2d-e1a864f88bb9,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:55.568620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Checking segment: {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:55.569363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Network hostable DHCP agents. Network: 4f306d4c-75e9-4877-a5eb-e561f3fd6c53, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:17:55.591311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda50a6-74f1-4450-8bc2-b362a1b0e4ca None None] DHCP port deletion for 33c63851-ff83-4ae9-849e-f04644e8ebde request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:17:55.620357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.624812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1429a6e-5167-4166-88a4-7d42ec8eea18 req-7f65642c-e68a-48af-b746-7abe18327371 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=fb5f855c-207f-473d-be55-53a5e042e648&id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4348400 Jun 01 13:17:55.669403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=33c63851-ff83-4ae9-849e-f04644e8ebde,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:55.722360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9c0e1d9e-8a5b-4d07-b2e1-d2b8f654f1da tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/33c63851-ff83-4ae9-849e-f04644e8ebde HTTP/1.1" status: 204 len: 168 time: 3.7044506 Jun 01 13:17:55.722360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:55.738461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-273e8ffc-fa08-4d3c-bced-351cd4af0d31 req-83496839-99f6-4d7e-93a0-90a94c9d1649 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243595 Jun 01 13:17:55.775819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:17:55.785845 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08e10e5-55cc-448e-91bf-4791b6427e11 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:55.786678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08e10e5-55cc-448e-91bf-4791b6427e11 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:55.788741 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f08e10e5-55cc-448e-91bf-4791b6427e11 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/28f7181e-b727-4846-8483-35d92fc0606d HTTP/1.1" status: 404 len: 337 time: 0.0692129 Jun 01 13:17:55.791668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:55.799897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 4f306d4c-75e9-4877-a5eb-e561f3fd6c53) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:55.805214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:55.805959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.816290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e8c1c-2bd8-41a5-a1e1-af6d711c5dc6 None None] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:55.838180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d42947c6-8bcb-4d4f-afcb-95fa95e69c1f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2753334 Jun 01 13:17:55.839348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:55.850080 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d7ff41-1e0b-4299-9fdc-f6421904b70c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:55.850480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d7ff41-1e0b-4299-9fdc-f6421904b70c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:55.852719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f0d7ff41-1e0b-4299-9fdc-f6421904b70c tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/33c63851-ff83-4ae9-849e-f04644e8ebde HTTP/1.1" status: 404 len: 339 time: 0.0598466 Jun 01 13:17:55.855406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45862) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:55.861490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:17:55.876284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:55.884216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Usage tracker for resource:router and tenant:b0815444d12443598fe4929e7e4bb30d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:55.891652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:55.914392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:55.939850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.944156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:55.965223 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0e9146-b5db-44e9-9839-31d14d094c94 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:55.965805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0e9146-b5db-44e9-9839-31d14d094c94 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:55.967418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1e0e9146-b5db-44e9-9839-31d14d094c94 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/6511d032-5be6-4385-9216-6320dda4a96b HTTP/1.1" status: 404 len: 337 time: 0.1093876 Jun 01 13:17:55.973894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45868) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:56.012270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-c46636a9-c8be-4001-b253-1e032f34383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:56.016580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-c46636a9-c8be-4001-b253-1e032f34383c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1135 time: 0.1625931 Jun 01 13:17:56.023108 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1706a8e-e438-48ec-a5fe-508308d970b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:56.024394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1706a8e-e438-48ec-a5fe-508308d970b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:56.036012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.061566 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1706a8e-e438-48ec-a5fe-508308d970b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/85263a61-fea3-4ba8-9328-0f481d53dd90 HTTP/1.1" status: 404 len: 339 time: 0.0854976 Jun 01 13:17:56.064174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45872) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:56.119969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45876) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:56.182140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'fixed_ips': [{'subnet_id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:17:56.183416 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.221042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-23175e29-5f34-43e8-be04-310241bdbf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:56.223567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-23175e29-5f34-43e8-be04-310241bdbf36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.2004232 Jun 01 13:17:56.344731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-b85d0995-f8b8-49db-a26c-1f86b9284418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 217 time: 0.1145229 Jun 01 13:17:56.347375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.348638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.392185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Allocated IP 172.20.0.2 (4f306d4c-75e9-4877-a5eb-e561f3fd6c53/0200db85-56e3-4b8d-9c2d-e1a864f88bb9/d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:56.396142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:56.403897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe83d876bef47b69f27b7c11c71ee7f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:56.412565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:56.421279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:56.530575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-8a20aba7-8a58-4391-92a3-8ac9a31d9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:56.532189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-8a20aba7-8a58-4391-92a3-8ac9a31d9834 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.1717472 Jun 01 13:17:56.597112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-c966b5d8-d915-4303-96fb-e808f793f024 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574901 Jun 01 13:17:56.751755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518e40-d506-4847-8dc8-285d755eef4c req-a7b60e98-b6c2-4309-854c-996f05a48421 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:56.752767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.753659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92518e40-d506-4847-8dc8-285d755eef4c req-a7b60e98-b6c2-4309-854c-996f05a48421 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3056977 Jun 01 13:17:56.774256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 672b896a-c06c-4ff7-a8d9-19dd143479cf no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:17:56.808591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.815172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Transition to ACTIVE for port object d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:56.836294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a5239a-31dd-423d-b145-153ed28fd917']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:56.844306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Transition to ACTIVE for port object d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:17:56.849515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50f8a74-51c8-455b-9f91-cf1d21f32137') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:56.849860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50f8a74-51c8-455b-9f91-cf1d21f32137') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:17:56.860478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 672b896a-c06c-4ff7-a8d9-19dd143479cf {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:17:56.861176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 672b896a-c06c-4ff7-a8d9-19dd143479cf not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:17:56.863591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.870363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.905724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92518e40-d506-4847-8dc8-285d755eef4c req-5ca67ce7-48e9-485c-9ba9-72eda0b1012d tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981593 Jun 01 13:17:56.912367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-0f35500f-1b7c-4054-9b04-2e2ae0cc5ace service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046076 Jun 01 13:17:56.918224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:56.944348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:56.953901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:56.959973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:56.982352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.074839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Pushing event updated for resources: {'Port': ['ID=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:57.097900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Attempting to bind port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:17:57.098267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Attempting to bind port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:17:57.099088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Attempting to bind port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 on network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:17:57.105667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:17:57.106222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Checking segment: {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:17:57.106652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.107051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Bound using segment: {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:17:57.107528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Bound port: d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:17:57.107899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.188010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.207906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:17:57.208689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.228173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.249881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bbe83d876bef47b69f27b7c11c71ee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280200 Jun 01 13:17:57.251123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45900) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:57.264462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] For port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:17:57.280399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede38cb-c89f-47ff-b5b4-8daaafd4d9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2598800f-2aec-4971-b711-89aacc275edb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:57.372148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] For port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:17:57.375783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.387262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.423753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.424331 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.444965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-139bf38f-fb1d-4a3a-8505-0fae8bc13e26 req-fe510ae2-5111-4887-9265-3e0eb02da52a service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084870 Jun 01 13:17:57.462658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90125e3e-189b-45a2-809d-733a85a43312 req-a4b60118-7829-46f0-80b8-55715243c29a tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:57.469680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90125e3e-189b-45a2-809d-733a85a43312 req-a4b60118-7829-46f0-80b8-55715243c29a tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 984 time: 0.3261471 Jun 01 13:17:57.519251 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e50f8a74-51c8-455b-9f91-cf1d21f32137 resource provider aggregate not found Jun 01 13:17:57.547645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.570228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90125e3e-189b-45a2-809d-733a85a43312 req-00ebbca1-4551-4458-840a-1e2704af527c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=fb5f855c-207f-473d-be55-53a5e042e648&id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0995543 Jun 01 13:17:57.588843 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.603463 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e50f8a74-51c8-455b-9f91-cf1d21f32137 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e50f8a74-51c8-455b-9f91-cf1d21f32137 found for delete ", "request_id": "req-f834dd72-0b14-4a21-90ff-76c53d37d66b"}]} Jun 01 13:17:57.618106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c3ca-1c82-46d5-ab4c-e74638408e07 None None] Pushing event updated for resources: {'Port': ['ID=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:57.638399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2598800f-2aec-4971-b711-89aacc275edb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:57.652621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=02a5239a-31dd-423d-b145-153ed28fd917,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:57.657266 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47a9dd93-983e-4b7d-82a4-048d2e0d67e9 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/02a5239a-31dd-423d-b145-153ed28fd917 HTTP/1.1" status: 204 len: 168 time: 1.5919509 Jun 01 13:17:57.667582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45916) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:57.749914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:57.770039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2bfe6620-edf8-4b32-ab43-e2fc8ce80093 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2598800f-2aec-4971-b711-89aacc275edb HTTP/1.1" status: 204 len: 168 time: 0.5139103 Jun 01 13:17:57.795555 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d9d954-93da-4464-bc9e-bc0590cf2d14 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:57.796020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d9d954-93da-4464-bc9e-bc0590cf2d14 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:57.800207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9d9d954-93da-4464-bc9e-bc0590cf2d14 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/40efb3b8-721f-4f20-81b8-70247a87e61c HTTP/1.1" status: 404 len: 337 time: 0.1280673 Jun 01 13:17:57.807338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:57.997075 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7614c4b-048b-4fea-b33d-160e426f4e5f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:57.997592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7614c4b-048b-4fea-b33d-160e426f4e5f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.001819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c7614c4b-048b-4fea-b33d-160e426f4e5f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/1d97e6a9-58cf-4b05-8ad0-c8b148e40742 HTTP/1.1" status: 404 len: 339 time: 0.1897724 Jun 01 13:17:58.003077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45930) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.096969 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d734cca0-f31b-4555-9ee8-60c600ef5751 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.097422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d734cca0-f31b-4555-9ee8-60c600ef5751 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.108523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d734cca0-f31b-4555-9ee8-60c600ef5751 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/fd4763bd-213d-40cd-8199-bf99770160a8 HTTP/1.1" status: 404 len: 337 time: 0.1036386 Jun 01 13:17:58.109187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45940) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.150021 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f41ac3-d971-45ca-8a67-1c7c0257a6b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.150913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f41ac3-d971-45ca-8a67-1c7c0257a6b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.156587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-61f41ac3-d971-45ca-8a67-1c7c0257a6b1 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/bdd5f55d-d6cd-4695-b465-9ac65ee206bf HTTP/1.1" status: 404 len: 339 time: 0.0463474 Jun 01 13:17:58.157476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.211018 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7110d09a-66d6-4241-b00e-e570b63b5662 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.211768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7110d09a-66d6-4241-b00e-e570b63b5662 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.217302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7110d09a-66d6-4241-b00e-e570b63b5662 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/f7e23250-665e-44ac-9785-dbe6c486f564 HTTP/1.1" status: 404 len: 337 time: 0.0581284 Jun 01 13:17:58.218126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.259531 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-20756930-fad6-4d58-a932-2696afad02e3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.260657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20756930-fad6-4d58-a932-2696afad02e3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.263251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-20756930-fad6-4d58-a932-2696afad02e3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/c925952a-927d-43fa-8f50-6aa9b26e0518 HTTP/1.1" status: 404 len: 339 time: 0.0438049 Jun 01 13:17:58.266616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:58.268690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45954) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.301532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:58.413953 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1775503-2414-41e5-a759-278707ab7b90 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.414405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1775503-2414-41e5-a759-278707ab7b90 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.418459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a1775503-2414-41e5-a759-278707ab7b90 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/dea6d37e-bd8c-47e0-97fa-56ef8c0954f6 HTTP/1.1" status: 404 len: 337 time: 0.1458635 Jun 01 13:17:58.541206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Allocated IP 172.25.7.174 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/cf248eb3-ea9d-4253-9fb8-e11b3cf64df0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:17:58.551916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45960) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.552266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45962) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.552785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45964) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.612545 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d30926f-0e33-4544-a147-d9b9ab6e1154 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:58.613215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d30926f-0e33-4544-a147-d9b9ab6e1154 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:58.617919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d30926f-0e33-4544-a147-d9b9ab6e1154 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/1475378f-488d-4b0a-bcf2-de1a9cfd6a57 HTTP/1.1" status: 404 len: 339 time: 0.0639074 Jun 01 13:17:58.619006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:58.634434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45974) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:58.878103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:58.908586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:17:58.928719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:58.990021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:17:59.000004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:17:59.004105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:59.010915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:17:59.043888 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d5d8bd-84f4-4f73-b439-0b8d258550ca tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.044485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d5d8bd-84f4-4f73-b439-0b8d258550ca tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.048887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-22d5d8bd-84f4-4f73-b439-0b8d258550ca tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/26887885-4328-4dfd-b302-69207400bb0d HTTP/1.1" status: 404 len: 337 time: 0.4095507 Jun 01 13:17:59.049638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:59.053812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45984) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.061216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Usage tracker for resource:security_group_rule and tenant:9a1d842fba594f6f882f8fd485088f20 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:59.082227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Pushing event updated for resources: {'Port': ['ID=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:59.084462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.101542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:59.122928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:59.130985 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cc4569-359e-4f40-b527-5b467790963f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.131541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cc4569-359e-4f40-b527-5b467790963f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.134186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-04cc4569-359e-4f40-b527-5b467790963f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/c9786294-ad12-4a40-bdc5-23f73ed02550 HTTP/1.1" status: 404 len: 339 time: 0.0744584 Jun 01 13:17:59.140640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:17:59.146025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45988) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.187745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Usage tracker for resource:security_group_rule and tenant:5140c2ae8fad490c9b6963c637c2867d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:17:59.191162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d22d8-e7c1-40a0-851e-7574847789bb None None] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:17:59.205086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:17:59.221114 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3660bc4f-4366-4cad-8115-bd56571f2dd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.221559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3660bc4f-4366-4cad-8115-bd56571f2dd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.228206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:17:59.246575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3660bc4f-4366-4cad-8115-bd56571f2dd8 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/249206dd-71e5-4653-b574-9efb1b2e61bb HTTP/1.1" status: 404 len: 337 time: 0.0963991 Jun 01 13:17:59.254566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c336-ab5d-4a4a-8279-dd96949d2ff5 req-56a0490d-953b-4953-beb2-dc2ee342df48 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:59.256534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0464c336-ab5d-4a4a-8279-dd96949d2ff5 req-56a0490d-953b-4953-beb2-dc2ee342df48 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.8394122 Jun 01 13:17:59.257020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.333384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfa8f-fd5c-4a9b-86a6-cd1e9ce85917 req-6e9a1470-9218-4ecc-8e9b-d2772b22622f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:17:59.335610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-602dfa8f-fd5c-4a9b-86a6-cd1e9ce85917 req-6e9a1470-9218-4ecc-8e9b-d2772b22622f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 984 time: 0.4230843 Jun 01 13:17:59.343462 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f134b4b-8d57-4090-8bf8-d4dcb1de0081 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.343928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f134b4b-8d57-4090-8bf8-d4dcb1de0081 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.402743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5f134b4b-8d57-4090-8bf8-d4dcb1de0081 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/112a97dc-156b-4dd4-b1f5-63d51826c8ba HTTP/1.1" status: 404 len: 339 time: 0.1404879 Jun 01 13:17:59.411351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0464c336-ab5d-4a4a-8279-dd96949d2ff5 req-8499f5c5-1177-4ccb-93e6-69f94d5e0e17 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464412 Jun 01 13:17:59.411935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45996) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.480268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Provisioning for port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:17:59.489919 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-6385ee8f-e132-4b08-ae74-3330befda885 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.490370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6385ee8f-e132-4b08-ae74-3330befda885 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.500758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.509936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-602dfa8f-fd5c-4a9b-86a6-cd1e9ce85917 req-c5c90da4-d702-4853-80ea-bc4748098079 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=fb5f855c-207f-473d-be55-53a5e042e648&id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1631236 Jun 01 13:17:59.522338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6385ee8f-e132-4b08-ae74-3330befda885 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/01826537-4259-4e3d-bf01-200e1b56eb8c HTTP/1.1" status: 404 len: 337 time: 0.0979421 Jun 01 13:17:59.539122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Provisioning complete for port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:17:59.539759 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.542613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46000) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.568988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.584418 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-235e65d7-e78e-41e7-abcb-9a07bee6f0e6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.584891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235e65d7-e78e-41e7-abcb-9a07bee6f0e6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.598714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.628886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-235e65d7-e78e-41e7-abcb-9a07bee6f0e6 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/ba34823c-7313-4fff-8433-c3b70eb59109 HTTP/1.1" status: 404 len: 339 time: 0.0848587 Jun 01 13:17:59.643945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46006) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.647741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.708458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.748230 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f670c6d-568b-4fe0-bb29-e3143414e6f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.748687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f670c6d-568b-4fe0-bb29-e3143414e6f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.752849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1f670c6d-568b-4fe0-bb29-e3143414e6f2 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/c9dae006-b93a-47b4-823c-c2bdbb224b15 HTTP/1.1" status: 404 len: 337 time: 0.1056004 Jun 01 13:17:59.760497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Current status of the port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:17:59.761278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.766097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9a1d842fba594f6f882f8fd485088f20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2096171 Jun 01 13:17:59.771669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46010) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.772011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.775929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a972d8-226c-4bed-a6e2-6e55e96044fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b0423-197c-4e8c-b562-226d85e41999,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:17:59.809788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] For port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:17:59.825353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:17:59.901888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5140c2ae8fad490c9b6963c637c2867d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3429627 Jun 01 13:17:59.914249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.937338 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5115992-2e8b-4b42-9ed1-4d41d5efb7a3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] DELETE failed (client error): The resource could not be found. Jun 01 13:17:59.937815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5115992-2e8b-4b42-9ed1-4d41d5efb7a3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:17:59.944598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e5115992-2e8b-4b42-9ed1-4d41d5efb7a3 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/fb17bf93-e33a-4ade-8967-b28a016a937d HTTP/1.1" status: 404 len: 339 time: 0.1713834 Jun 01 13:17:59.948238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-b0340d75-2b87-440a-b122-4a9ce4373749 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2083002176&fields=id&tenant_id=a03f489376914872a2a87db16fb47f09 HTTP/1.1" status: 200 len: 267 time: 0.2410030 Jun 01 13:17:59.948723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46024) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:17:59.998644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefc940-8108-4715-b9e0-b192ea001888 None None] Pushing event updated for resources: {'Port': ['ID=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:00.030355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544dda-55ff-424f-9eca-dd4b78c6863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f3e2f-459d-483a-8cd8-5832fb70b8a0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:00.052260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9b829412-a140-49bf-baf5-99f3eafdd47e None None] Provisioning complete for port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:00.052667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b829412-a140-49bf-baf5-99f3eafdd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.096941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.100162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.119421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting subnet 8e4051bd-f068-4172-ad3d-b151d4a92eab {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:00.137328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.180944 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.204758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.213173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9b829412-a140-49bf-baf5-99f3eafdd47e None None] Current status of the port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:00.218491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-80b94575-6792-4b94-b269-2b5a4f26f0cd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:00.220020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-80b94575-6792-4b94-b269-2b5a4f26f0cd tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 984 time: 0.2600191 Jun 01 13:18:00.236603 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.248491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.270431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'port': {'security_groups': ['0e839851-724d-44ea-b488-2ae08568bc0b', 'fb5f855c-207f-473d-be55-53a5e042e648', '84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:00.405556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.417933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.443014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b0423-197c-4e8c-b562-226d85e41999,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:00.461203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.466248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f3e2f-459d-483a-8cd8-5832fb70b8a0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:00.480222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.484374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6fdf836b-e588-48a3-b15b-f553eca72d84 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/957b0423-197c-4e8c-b562-226d85e41999 HTTP/1.1" status: 204 len: 168 time: 0.7097445 Jun 01 13:18:00.492661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.493786 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-258dbff5-bb2c-48bf-9433-2aaa481d9ba6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4e9f3e2f-459d-483a-8cd8-5832fb70b8a0 HTTP/1.1" status: 204 len: 168 time: 0.5779526 Jun 01 13:18:00.525141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.540517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Router 13a42992-409b-4d12-a520-cad64e276d08 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:18:00.742394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.771390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:00.781930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Sync routers for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:00.793242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:00.793938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:00.811747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.815324 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e7b4215-3f31-4693-9b81-bb962a19a845 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9718354 Jun 01 13:18:00.815659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46038) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:00.848015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:00.856449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4051bd-f068-4172-ad3d-b151d4a92eab,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:00.860540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:00.910359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c96f660-90dd-43ca-8f00-05227e271974 tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/subnets/8e4051bd-f068-4172-ad3d-b151d4a92eab HTTP/1.1" status: 204 len: 168 time: 0.9542608 Jun 01 13:18:00.926821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f6d5f-9b68-4e40-86ce-5b0c67284ef7 None None] Network 79cb8888-a54d-4ed1-9688-d6a5403c115b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:00.952769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46044) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:01.044599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172ad59-7d14-4930-bc61-4bc9b31faf1f req-3a30538b-7717-461f-8cf3-991c8c6138ef tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:01.060012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2172ad59-7d14-4930-bc61-4bc9b31faf1f req-3a30538b-7717-461f-8cf3-991c8c6138ef tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3767917 Jun 01 13:18:01.117673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:01.138655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2172ad59-7d14-4930-bc61-4bc9b31faf1f req-91997dc3-e111-4772-ba54-a53c8a8c5100 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832324 Jun 01 13:18:01.186671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:01.202867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:01.212654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:01.224336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Deleting port 9c7025d2-56b5-4321-a1c5-65d03a89669d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:01.224787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:01.256057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:01.355438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:01.356423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:01.358446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faa5502-0e05-4f03-89c6-594fae4d6498 req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "PUT /v2.0/ports/86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 1020 time: 1.1244116 Jun 01 13:18:01.359931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:01.433503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9971789-f5c8-452f-bf85-11896cb90b82 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:01.462721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['86aeb583-a662-479d-824b-415e45720fef'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:01.475319 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1750bc-4ea1-4bf1-8fe9-6df48ee35bdd'] response: {'name': 'network-changed', 'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'tag': '86aeb583-a662-479d-824b-415e45720fef', 'status': 'completed', 'code': 200} Jun 01 13:18:01.487477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d71fcf6-2a0e-4e7c-8446-319dbd619b9a req-e190b9e2-ef15-4d71-b611-8a1c6f275764 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1 HTTP/1.1" status: 200 len: 1802 time: 0.1025939 Jun 01 13:18:01.795520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['86aeb583-a662-479d-824b-415e45720fef'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:01.842711 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-7d71fcf6-2a0e-4e7c-8446-319dbd619b9a req-37b28451-3054-4745-a78c-427cb98a9435 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 13:18:01.849486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d71fcf6-2a0e-4e7c-8446-319dbd619b9a req-37b28451-3054-4745-a78c-427cb98a9435 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1 HTTP/1.1" status: 409 len: 341 time: 0.3610818 Jun 01 13:18:01.913820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-dad00fed-d2db-47d6-ae08-36547e3b01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:01.915977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-dad00fed-d2db-47d6-ae08-36547e3b01d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1174 time: 0.1621101 Jun 01 13:18:01.927617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-1acc10f0-0c60-4157-893e-bd69eb2a8dc8 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:01.930091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-1acc10f0-0c60-4157-893e-bd69eb2a8dc8 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.3876605 Jun 01 13:18:01.971329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:01.971740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:02.067531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] For port 9c7025d2-56b5-4321-a1c5-65d03a89669d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c7025d2-56b5-4321-a1c5-65d03a89669d,segment=NetworkSegment(90080c1b-879a-455c-9a1c-b2bb5179b485),segment_id=90080c1b-879a-455c-9a1c-b2bb5179b485)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:02.068104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:02.131077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:02.199627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] DHCP port deletion for 79cb8888-a54d-4ed1-9688-d6a5403c115b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:18:02.305886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Deleting port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:02.306631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:02.465017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:02.487008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Deleting port 9c7025d2-56b5-4321-a1c5-65d03a89669d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:02.487373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:02.672144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-26e90abf-1560-47b5-967b-5b1d397cbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:02.673644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-26e90abf-1560-47b5-967b-5b1d397cbdf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.7421696 Jun 01 13:18:02.753459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Calling delete_port for 9c7025d2-56b5-4321-a1c5-65d03a89669d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:02.790566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-9a7baae7-de72-4308-b90f-386c64a52195 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 200 len: 217 time: 0.1012774 Jun 01 13:18:02.900513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c7025d2-56b5-4321-a1c5-65d03a89669d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:02.936968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:02.970816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-17117ef6-22e2-4901-b941-0645324df56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:02.972308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-17117ef6-22e2-4901-b941-0645324df56a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.1191072 Jun 01 13:18:02.985503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7dbc5-6d23-4126-a3ba-13b61b1a9bf4 req-c9adfc64-2803-4c70-9698-4eae804e4bda tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:02.986995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bc7dbc5-6d23-4126-a3ba-13b61b1a9bf4 req-c9adfc64-2803-4c70-9698-4eae804e4bda tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 945 time: 0.5537517 Jun 01 13:18:03.059817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.102727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f515-7ef2-4282-87c6-82b02171409a req-e6ffa082-13ce-4c41-a7f9-5ccbecf0f9e3 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:03.112653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4157f515-7ef2-4282-87c6-82b02171409a req-e6ffa082-13ce-4c41-a7f9-5ccbecf0f9e3 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1023 time: 0.5899348 Jun 01 13:18:03.150748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Port': ['ID=9c7025d2-56b5-4321-a1c5-65d03a89669d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:03.172425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-f2a9ad66-4304-4346-99d6-2eeb816061fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812563 Jun 01 13:18:03.181113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] No DVR routers for this DVR port 9c7025d2-56b5-4321-a1c5-65d03a89669d on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:03.231506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port 9c7025d2-56b5-4321-a1c5-65d03a89669d {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 13:18:03.231918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9c7025d2-56b5-4321-a1c5-65d03a89669d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:03.300701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] For port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:03.301190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.331148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4157f515-7ef2-4282-87c6-82b02171409a req-693ce755-f0e6-4598-9da0-4aa242fa5b27 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=fb5f855c-207f-473d-be55-53a5e042e648&id=0e839851-724d-44ea-b488-2ae08568bc0b&id=84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2170761 Jun 01 13:18:03.401200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.410087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bc7dbc5-6d23-4126-a3ba-13b61b1a9bf4 req-05f8a7d2-c0cd-409d-84b9-d3efb75d2943 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689628 Jun 01 13:18:03.426332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] For port 9c7025d2-56b5-4321-a1c5-65d03a89669d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9c7025d2-56b5-4321-a1c5-65d03a89669d,segment=NetworkSegment(90080c1b-879a-455c-9a1c-b2bb5179b485),segment_id=90080c1b-879a-455c-9a1c-b2bb5179b485)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:03.426825 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.428666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cb8888-a54d-4ed1-9688-d6a5403c115b']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:03.475431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90080c1b-879a-455c-9a1c-b2bb5179b485') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:03.475732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90080c1b-879a-455c-9a1c-b2bb5179b485') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:03.497626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Calling delete_port for 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:03.555846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.654613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.715444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-0d243cc3-5947-403c-876f-e142e661cb95 service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269053 Jun 01 13:18:03.719716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Allocated IP 172.20.0.1 (4f306d4c-75e9-4877-a5eb-e561f3fd6c53/0200db85-56e3-4b8d-9c2d-e1a864f88bb9/473f1ea0-ba0e-4f52-9578-8d1a4dc30d62) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:03.741409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Calling delete_port for 9c7025d2-56b5-4321-a1c5-65d03a89669d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:03.777642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:03.778452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.793540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:17:59Z', 'revision_number': 3, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:03.801253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Checking router: 13a42992-409b-4d12-a520-cad64e276d08 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:18:03.801971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Updating router 13a42992-409b-4d12-a520-cad64e276d08 port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:18:03.860353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:03.890154 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 90080c1b-879a-455c-9a1c-b2bb5179b485 resource provider aggregate not found Jun 01 13:18:04.025231 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 90080c1b-879a-455c-9a1c-b2bb5179b485 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90080c1b-879a-455c-9a1c-b2bb5179b485 found for delete ", "request_id": "req-e180211d-5642-457e-9bbe-88bdb0179031"}]} Jun 01 13:18:04.063017 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.086061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.099440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.113893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] Pushing event deleted for resources: {'Network': ['ID=79cb8888-a54d-4ed1-9688-d6a5403c115b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:04.192631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Pushing event deleted for resources: {'Port': ['ID=1e9330c1-1745-47f2-8a55-0e9c11e0b2e3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:04.253411 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a38f07ab-8f48-4b20-b04b-81bf5a0a980f tempest-NetworksTest-1172540232 tempest-NetworksTest-1172540232-project] 10.222.0.40 "DELETE /v2.0/networks/79cb8888-a54d-4ed1-9688-d6a5403c115b HTTP/1.1" status: 204 len: 168 time: 3.2968457 Jun 01 13:18:04.265435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ae75671-2d63-4f01-a0f6-f4af1daa55f4 req-2b3d97bf-c5ea-4fc6-a833-a43c3b376e5a service neutron] 10.222.0.24 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396292 Jun 01 13:18:04.318232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.321880 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.336526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Transition to ACTIVE for port object cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:04.376280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['85135185-92b7-496e-aaef-946a1f4affd3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:04.406408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] No DVR routers for this DVR port 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:04.409557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.421037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'name': 'network-vif-deleted', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:04.423105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Transition to ACTIVE for port object 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:04.430979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ea13e6e-6cff-477c-a6c6-158ed390c0ec req-ed3019b4-2348-46df-915a-abe11ee0588a tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.24 "DELETE /v2.0/ports/1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 HTTP/1.1" status: 204 len: 173 time: 2.4739580 Jun 01 13:18:04.469777 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.478113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-280c4ae4-a3f0-42b5-8c5d-fc7a3374f875 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:04.489450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46150) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:04.502953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-280c4ae4-a3f0-42b5-8c5d-fc7a3374f875 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1023 time: 0.3850729 Jun 01 13:18:04.576609 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fd24ae-698e-46f6-a08b-f49c0e07141b'] response: {'server_uuid': 'd0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c', 'name': 'network-vif-deleted', 'tag': '1e9330c1-1745-47f2-8a55-0e9c11e0b2e3', 'status': 'completed', 'code': 200} Jun 01 13:18:04.616653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ea18-6bdc-4241-aea4-2ffea85f682c None None] Pushing event updated for resources: {'Port': ['ID=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:04.657196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Deleting port 86aeb583-a662-479d-824b-415e45720fef {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:04.657554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.773687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93517-da31-4b84-ae51-cdca02cfb25c req-afbfe969-2d12-4b02-90ab-86f978f4fcef tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:04.775558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac93517-da31-4b84-ae51-cdca02cfb25c req-afbfe969-2d12-4b02-90ab-86f978f4fcef tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 1023 time: 0.1564054 Jun 01 13:18:04.784285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.820761 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:18:04.825954 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:18:04.839860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Attempting to bind port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:04.840228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Attempting to bind port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:04.840585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Attempting to bind port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:04.881217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:04.881626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:04.881996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.882389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:04.882896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Bound port: cf248eb3-ea9d-4253-9fb8-e11b3cf64df0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:04.883265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:04.888713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac93517-da31-4b84-ae51-cdca02cfb25c req-523dc442-c359-4fc3-bea8-d543d16570f4 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=fb5f855c-207f-473d-be55-53a5e042e648&id=0e839851-724d-44ea-b488-2ae08568bc0b&id=84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1064975 Jun 01 13:18:04.899586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5079d770-cd0c-4076-b4c0-3a9992bd7ffe req-eeb99877-db5b-4ad4-97ac-b7e8f04ae03e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Synchronizing usage tracker for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:04.963102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5079d770-cd0c-4076-b4c0-3a9992bd7ffe req-eeb99877-db5b-4ad4-97ac-b7e8f04ae03e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Unset dirty status for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:04.965268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5079d770-cd0c-4076-b4c0-3a9992bd7ffe req-eeb99877-db5b-4ad4-97ac-b7e8f04ae03e tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=d0f3d7fc-df34-4659-b4e1-4f8c4c8b1a9c HTTP/1.1" status: 200 len: 210 time: 0.1220706 Jun 01 13:18:04.996922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46160) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:05.009952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.054199 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.103394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:05.108758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] For port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:05.109038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-f312ac27-4238-43ec-8f09-2ec9fc5ada3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7878966 Jun 01 13:18:05.113566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] For port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:05.114902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Usage tracker for resource:security_group_rule and tenant:e5bc615edf9747bcb824b6f64a4911ea is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:05.119329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.135679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:05.138942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:05.149928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:05.167959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:05.186240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:05.224793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Pushing event updated for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:05.225194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ea18-6bdc-4241-aea4-2ffea85f682c None None] Pushing event updated for resources: {'Port': ['ID=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:05.244118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-48c960c5-acc3-4a4e-a7ea-a86074669f3b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3f2a63c3e0204bb19ef2670f84c7dbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457073 Jun 01 13:18:05.249094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46166) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:05.250952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:05.253937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:05.339000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Deleting port 9c7025d2-56b5-4321-a1c5-65d03a89669d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:05.339405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.399058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.416762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.439645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.446019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.479386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-26ca15b9-83b5-4c64-a3c3-e739ea36cafc None None] The port '9c7025d2-56b5-4321-a1c5-65d03a89669d' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:18:05.521643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32457748-0864-40a2-b51b-0c97b8f75562,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:05.527038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-8b8f1ad2-820a-4ff5-bce0-6e10b8944197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:05.528698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-8b8f1ad2-820a-4ff5-bce0-6e10b8944197 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03f489376914872a2a87db16fb47f09&device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1175 time: 0.3835244 Jun 01 13:18:05.576940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f354fb76-bb30-4534-adf8-26aac658556b None None] Provisioning for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:05.601463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f354fb76-bb30-4534-adf8-26aac658556b None None] Provisioning complete for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:05.601993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f354fb76-bb30-4534-adf8-26aac658556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.696453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f354fb76-bb30-4534-adf8-26aac658556b None None] Port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:05.699126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port 86aeb583-a662-479d-824b-415e45720fef, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=86aeb583-a662-479d-824b-415e45720fef,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:05.699726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.703119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:05.726687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-e1aa9e3f-ad7e-460e-8037-954ad82d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:05.728247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-e1aa9e3f-ad7e-460e-8037-954ad82d791f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 200 len: 913 time: 0.1714742 Jun 01 13:18:05.730000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:05.750467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-13e9881b-a13a-42ac-9943-ea87e3bc115b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5bc615edf9747bcb824b6f64a4911ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2587943 Jun 01 13:18:05.764732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46178) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:05.869665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:05.923138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Calling delete_port for 86aeb583-a662-479d-824b-415e45720fef owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:05.927749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-94a275a2-3942-4336-b7a0-f3679e1fe95e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 200 len: 217 time: 0.1618574 Jun 01 13:18:05.949435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:05.949793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 1e9330c1-1745-47f2-8a55-0e9c11e0b2e3 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:05.950216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 86aeb583-a662-479d-824b-415e45720fef no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:06.273453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.276372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-b4a65f64-0e98-4f19-bcb2-55d9ce6ba2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:06.277828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-b4a65f64-0e98-4f19-bcb2-55d9ce6ba2b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 200 len: 852 time: 0.3340857 Jun 01 13:18:06.282544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.312429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.371258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 86aeb583-a662-479d-824b-415e45720fef is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:06.372008 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.459768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.475224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-5cb85390-430c-45db-a629-80dd8c55330a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e31d890-4daa-489d-8065-c0c51fcfa7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189351 Jun 01 13:18:06.478796 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.498832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fd36768-4b92-482f-9c19-35b6c0eae53b req-7b121497-8f68-4e75-aea6-162802d15f5a tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.2149498 Jun 01 13:18:06.517213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:06.751198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32457748-0864-40a2-b51b-0c97b8f75562,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:06.754425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-2af3b252-f6c4-4172-b352-172adac875cc service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400572 Jun 01 13:18:06.773686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:17:59Z', 'revision_number': 3, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:06.810030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'Port': ['ID=86aeb583-a662-479d-824b-415e45720fef,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:06.848804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f71e87-3397-4fb2-a56c-8bb3d48b9f54 None None] The sync data for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 is: [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:17:59Z', 'revision_number': 3, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:06.916388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] No DVR routers for this DVR port 86aeb583-a662-479d-824b-415e45720fef on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:06.923492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.923978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:06.927832 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e0b38a7e-9a71-40b7-a6b2-c1ca0b84ca8d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/32457748-0864-40a2-b51b-0c97b8f75562 HTTP/1.1" status: 204 len: 168 time: 1.0039797 Jun 01 13:18:06.932897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4421961-b32d-442c-8b8b-df9d5e54f0e8 req-dc321c39-264a-4523-88d1-c5eee6a4b5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664290 Jun 01 13:18:06.941831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'name': 'network-vif-deleted', 'tag': '86aeb583-a662-479d-824b-415e45720fef'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:07.016377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:07.046878 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-101ee560-a882-41d1-9c2a-d5aacdb2f720 req-88b7463a-973b-433f-b3c3-ca422a1b1ce7 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.24 "DELETE /v2.0/ports/86aeb583-a662-479d-824b-415e45720fef HTTP/1.1" status: 204 len: 173 time: 2.5324516 Jun 01 13:18:07.052630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:07.057151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c9d45bc2-dc54-48e8-b2f5-3296cebf2524 HTTP/1.1" status: 204 len: 168 time: 1.8049219 Jun 01 13:18:07.063513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:07.066947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e123bf-16ce-4ebf-bcf9-93e241152448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d45bc2-dc54-48e8-b2f5-3296cebf2524,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:07.076451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:07.116735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525a974-f7e2-4595-bedf-c16b30cefa75 req-0b5781b8-7649-4676-bce7-88fecc319bcd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:07.128548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a525a974-f7e2-4595-bedf-c16b30cefa75 req-0b5781b8-7649-4676-bce7-88fecc319bcd tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.3718579 Jun 01 13:18:07.142726 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d09b516-5888-4e0c-9b98-cb6223d0fef4'] response: {'server_uuid': '1a79e5a1-8f77-4de2-b8d8-598a1bba85e3', 'name': 'network-vif-deleted', 'tag': '86aeb583-a662-479d-824b-415e45720fef', 'status': 'completed', 'code': 200} Jun 01 13:18:07.232308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a525a974-f7e2-4595-bedf-c16b30cefa75 req-7266d90f-df1a-4e1f-b03a-ef715a4bb9d6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026974 Jun 01 13:18:07.325760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:07.329761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Pushing event updated for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:07.833569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-153ff44d-9895-4e86-af29-5231ca3bc0da req-6b6a4167-c01f-48ac-b566-0052b51815b0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a79e5a1-8f77-4de2-b8d8-598a1bba85e3 HTTP/1.1" status: 200 len: 210 time: 0.1183569 Jun 01 13:18:07.992765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:07.993992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:08.476276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-722f89bf-5679-4e0e-b99c-690701c86968 None None] Provisioning complete for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:08.476880 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-722f89bf-5679-4e0e-b99c-690701c86968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:08.613321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Router 13a42992-409b-4d12-a520-cad64e276d08 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:08.647836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-722f89bf-5679-4e0e-b99c-690701c86968 None None] Port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:08.904668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:09.033226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46282) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:09.067987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:09.076920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:09.088188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:09.093597 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:09.095345 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0818ec88-4874-4eae-ab55-913ed900c34d admin admin] 10.222.0.40 "PUT /v2.0/routers/13a42992-409b-4d12-a520-cad64e276d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2743630 Jun 01 13:18:09.331359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-31203408-b2f9-4baf-8cce-b2a533d93b97 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/fb5f855c-207f-473d-be55-53a5e042e648 HTTP/1.1" status: 200 len: 1802 time: 0.1932864 Jun 01 13:18:09.357312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:09.357687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:09.393946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:09.410719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:09.455671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0120a-fbe6-4fea-aa0b-e376bc957273 req-9feb545a-2f95-4a17-bc14-a555a991c4fa tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:09.458947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4a0120a-fbe6-4fea-aa0b-e376bc957273 req-9feb545a-2f95-4a17-bc14-a555a991c4fa tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.9225914 Jun 01 13:18:09.485336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-442b5fbb-d921-4790-b4b8-5539296853b3 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:09.491045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-442b5fbb-d921-4790-b4b8-5539296853b3 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.8252175 Jun 01 13:18:09.563966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:09.693456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691713785'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:09.740880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:09.757484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Sync routers for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:09.767732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:09.768347 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:09.785245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:09.790553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:09.816384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:09.863475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4a0120a-fbe6-4fea-aa0b-e376bc957273 req-29e4b038-ac28-4dcf-af81-18e0677756c3 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681219 Jun 01 13:18:09.918042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:09.939699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:09.971186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:09.985454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:10.022017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:10.077341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Deleting port 85135185-92b7-496e-aaef-946a1f4affd3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:10.078300 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:10.138263 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:10.172125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:10.182717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:security_group_rule and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:10.185790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:10.193433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:10.236829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:10.241413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f855c-207f-473d-be55-53a5e042e648,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:10.353275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:10.357613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2b836ba-a539-4bd6-b06c-f3a25b99507d req-1135342d-18e3-42ea-b546-feaf3f04901f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/fb5f855c-207f-473d-be55-53a5e042e648 HTTP/1.1" status: 204 len: 173 time: 1.0251365 Jun 01 13:18:10.685123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-7be7cac2-283c-4823-a965-d4c171a9486d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1 HTTP/1.1" status: 200 len: 1802 time: 0.3053358 Jun 01 13:18:10.836091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:06Z', 'revision_number': 4, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '473f1ea0-ba0e-4f52-9578-8d1a4dc30d62', 'name': '', 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'mac_address': 'fa:16:3e:e7:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:18:03Z', 'updated_at': '2022-06-01T13:18:06Z', 'revision_number': 2, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'subnets': [{'id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:10.869589 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Checking router: 13a42992-409b-4d12-a520-cad64e276d08 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:18:10.871329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Updating router 13a42992-409b-4d12-a520-cad64e276d08 port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:18:10.897929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:10.989511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] For port 85135185-92b7-496e-aaef-946a1f4affd3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=85135185-92b7-496e-aaef-946a1f4affd3,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:10.991528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.034110 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.075498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:11.076133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.249065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:11.357470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Calling delete_port for 85135185-92b7-496e-aaef-946a1f4affd3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:11.391018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.701278 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:18:11.714242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.738235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.746235 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.766846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.770210 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Transition to ACTIVE for port object 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:11.789669 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.815619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:18:11.893401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d52031-8d87-4e2a-aff2-a4510dd47e19,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:11.904773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.905327 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment cce3834f-7558-4f86-a63c-2ee4b3f5154e of type vlan for network e42b1901-55a8-40af-82ab-fe6013fd8627 Jun 01 13:18:11.922182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:11.956063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e85844-b42a-4571-b98f-d9edb662d817 req-dde4add7-43fa-40a8-a7db-0710f8a1d07f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:11.964202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1e85844-b42a-4571-b98f-d9edb662d817 req-dde4add7-43fa-40a8-a7db-0710f8a1d07f tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 946 time: 0.6159410 Jun 01 13:18:12.077690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:12.156396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85135185-92b7-496e-aaef-946a1f4affd3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:12.223525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1e85844-b42a-4571-b98f-d9edb662d817 req-ba8fa7e8-0080-4381-9ca8-b1d1838b4cff tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/security-groups?id=5e9c4972-c5f2-4609-ab5d-69701cd11899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582819 Jun 01 13:18:12.229136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:12.253053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Pushing event updated for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:12.277697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.356290 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.356628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.356957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.357742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.357742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.357899 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.358286 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.358500 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.358844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.359178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.359450 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.359894 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:12.383515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 85135185-92b7-496e-aaef-946a1f4affd3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:12.383860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 85135185-92b7-496e-aaef-946a1f4affd3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:12.478358 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.506043 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Attempting to bind port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:12.506402 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Attempting to bind port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:12.506787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Attempting to bind port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 on network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:12.515293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:12.515651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Checking segment: {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:12.516044 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.516426 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Bound using segment: {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:12.516885 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Bound port: 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:12.517239 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.594782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46386) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:12.640713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] For port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:12.645907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] For port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:12.654288 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.682994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.688954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:12.689939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.694878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Pushing event deleted for resources: {'Port': ['ID=85135185-92b7-496e-aaef-946a1f4affd3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:12.797447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:12.798095 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:12.889816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:12.896444 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b34a95-b9a9-40bb-b534-164a9c4ffc16 None None] Pushing event updated for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:12.954250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:12.963171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Usage tracker for resource:security_group_rule and tenant:e611eb04ff674a81b5035428dcc5a579 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:12.968342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:13.038434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:13.085918 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:13.176501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] No DVR routers for this DVR port 85135185-92b7-496e-aaef-946a1f4affd3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:13.188230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.193695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448f4d52-643d-469c-b7ad-eaa563aad684 req-e16dc986-80c1-4ae7-8ac1-edaffa8ca3ea tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.13 "DELETE /v2.0/ports/85135185-92b7-496e-aaef-946a1f4affd3 HTTP/1.1" status: 204 len: 173 time: 3.6418116 Jun 01 13:18:13.198227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'name': 'network-vif-deleted', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:13.209225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.221551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa8ca4b1-2a9c-40e6-8d1b-dc41a41f15f4 req-9748b6a7-5064-4709-b9a7-6ac68b5304c0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1 HTTP/1.1" status: 204 len: 173 time: 2.5300756 Jun 01 13:18:13.246858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.1937187 Jun 01 13:18:13.251886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:13.255551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d0b5b-6059-437c-9bcc-6150c9a3fe4b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=e42b1901-55a8-40af-82ab-fe6013fd8627,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:13.268136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334715608'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:13.286084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:13.286301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e42b1901-55a8-40af-82ab-fe6013fd8627 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:18:13.294914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:13.300226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:13.314662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:13.314889 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d742d7e5-a869-400f-b3cf-06a771f7d0ac'] response: {'server_uuid': '8d0d124f-8867-49f2-946d-7f69e64b71c1', 'name': 'network-vif-deleted', 'tag': '85135185-92b7-496e-aaef-946a1f4affd3', 'status': 'completed', 'code': 200} Jun 01 13:18:13.335847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1896496537', 'description': 'tempest-description-720054871'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:13.352369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa566-1b8f-4d24-81fb-9c25356e16d5 req-24b1ed2a-e6c3-4dd2-b5d1-b5dce050a8ea tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:13.359799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed3fa566-1b8f-4d24-81fb-9c25356e16d5 req-24b1ed2a-e6c3-4dd2-b5d1-b5dce050a8ea tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.6865957 Jun 01 13:18:13.363130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:13.377827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942761-32f5-4646-94f4-4657051a3b30 req-bf0e69c9-7a18-45b7-9acc-cdf712c5e75d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:13.387777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3942761-32f5-4646-94f4-4657051a3b30 req-bf0e69c9-7a18-45b7-9acc-cdf712c5e75d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.8275568 Jun 01 13:18:13.413956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:13.433989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:13.438578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.497125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:13.503748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:13.525467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.544951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.557773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed3fa566-1b8f-4d24-81fb-9c25356e16d5 req-fcc1934f-f9f2-45aa-875d-a3a5871ccd7d tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964808 Jun 01 13:18:13.581266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.598657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740efbb-c8df-4859-bb2a-687b047670dc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:13.614751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:18:13.669132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 284731a5-e0c7-4aae-a46f-2225ad5ae110 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:13.669478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.675446 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5cc0c463-9bdf-4ac8-9140-b1ac32923d75 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e611eb04ff674a81b5035428dcc5a579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737109 Jun 01 13:18:13.681638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.681979 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment 9e4ce860-3c72-46ad-b3dc-fc2f429e531b of type vlan for network 8f08d96f-b060-43c4-acc6-bc9981be6b17 Jun 01 13:18:13.683082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46416) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:13.707504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:13.726289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Usage tracker for resource:security_group_rule and tenant:a03f489376914872a2a87db16fb47f09 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:13.731869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:13.742061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:13.775058 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:06Z', 'revision_number': 4, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '473f1ea0-ba0e-4f52-9578-8d1a4dc30d62', 'name': '', 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'mac_address': 'fa:16:3e:e7:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:18:03Z', 'updated_at': '2022-06-01T13:18:12Z', 'revision_number': 4, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'subnets': [{'id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:13.781938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf66aa3-1bdb-4591-b941-3101bb7c2257 None None] The sync data for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 is: [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:06Z', 'revision_number': 4, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '473f1ea0-ba0e-4f52-9578-8d1a4dc30d62', 'name': '', 'network_id': '4f306d4c-75e9-4877-a5eb-e561f3fd6c53', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'mac_address': 'fa:16:3e:e7:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:18:03Z', 'updated_at': '2022-06-01T13:18:12Z', 'revision_number': 4, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'subnets': [{'id': '0200db85-56e3-4b8d-9c2d-e1a864f88bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:13.838541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46420) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:13.875823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.882672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb2039b0-90b3-48ce-950d-3b6cb9353e4e req-cd566da3-4033-4c1b-ab2d-39752e5a33e6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Synchronizing usage tracker for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:13.948132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:13.980319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.022939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.048004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb2039b0-90b3-48ce-950d-3b6cb9353e4e req-cd566da3-4033-4c1b-ab2d-39752e5a33e6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] Unset dirty status for tenant:96f71ac084fe41deaa72471c45ebaf4d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:14.061121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2039b0-90b3-48ce-950d-3b6cb9353e4e req-cd566da3-4033-4c1b-ab2d-39752e5a33e6 tempest-ServerRescueTestJSON-980927678 tempest-ServerRescueTestJSON-980927678-project] 10.222.0.40 "GET /v2.0/ports?device_id=8d0d124f-8867-49f2-946d-7f69e64b71c1 HTTP/1.1" status: 200 len: 210 time: 0.2638144 Jun 01 13:18:14.106914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.119894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.235986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] For port 284731a5-e0c7-4aae-a46f-2225ad5ae110, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=284731a5-e0c7-4aae-a46f-2225ad5ae110,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:14.236476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.332996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48064174-408d-47a5-8060-b4f39e315df7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:14.335673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.336975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-036e8c9b-3a67-42bf-b3e9-42df41c733d9 req-bcfef595-9699-40c3-b5f1-768eb457775e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0055203 Jun 01 13:18:14.359959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.383849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.392412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:14.393013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.497505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:14.499646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-028dbc50-a812-4fcc-b341-c3004f37a4cb tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/48064174-408d-47a5-8060-b4f39e315df7 HTTP/1.1" status: 200 len: 1802 time: 0.0662746 Jun 01 13:18:14.518244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Request body: {'security_group': {'name': 'tempest-sg-hth-702482349', 'description': 'tempest-description-hth-143913077'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:14.525293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Usage tracker for resource:security_group_rule and tenant:f1b7920775f245eda6f6820aeaa1d61d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:14.537824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:14.630778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.632387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:14.635666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=8f08d96f-b060-43c4-acc6-bc9981be6b17,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:14.639373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.642578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.647579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e740efbb-c8df-4859-bb2a-687b047670dc HTTP/1.1" status: 204 len: 168 time: 0.9554844 Jun 01 13:18:14.653709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:18:14.677678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79d2c3d9-bf15-4a10-8308-2624f9eb5d83 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4157407 Jun 01 13:18:14.726879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:14.747454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da28a1-b8b2-46e7-8d43-0f439429ed92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740efbb-c8df-4859-bb2a-687b047670dc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:14.816494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:14.916881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:14.965618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.968744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Deleting port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:14.969562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.994813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:14.999864 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.002411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e6a7432-eb25-4910-a1ae-7d8f18d110df req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "PUT /v2.0/security-groups/48064174-408d-47a5-8060-b4f39e315df7 HTTP/1.1" status: 200 len: 1775 time: 0.4934039 Jun 01 13:18:15.131351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:15.137660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:15.138135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.247515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:15.257055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.346214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.352629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:15.366746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:15.367125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.393165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cb6194b-f98a-4102-96b1-4484de0e1380 req-bffc0bcd-96b1-4554-9258-bf5d6b8fb898 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/48064174-408d-47a5-8060-b4f39e315df7 HTTP/1.1" status: 200 len: 1775 time: 0.1885641 Jun 01 13:18:15.398089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:15.408116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.410806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.411146 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 56aec159-d800-45f5-b24e-3e3ac79e1770 disassociated. External IP: 172.25.7.128, port: 284731a5-e0c7-4aae-a46f-2225ad5ae110. Jun 01 13:18:15.412668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 284731a5-e0c7-4aae-a46f-2225ad5ae110 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:15.451456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:15.457124 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.493062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:15.519271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd923-3059-4596-98a2-f25f0212403f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48064174-408d-47a5-8060-b4f39e315df7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:15.560898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] For port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:15.561429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.585096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46464) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:15.626038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:15.721145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:15.725138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:15.792136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11681d-fcc7-4972-8067-ad875402db7d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:15.804733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Calling delete_port for 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:15.845782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734fd5-b98c-45f8-879f-5cfe24e38e77 req-9a16746a-2686-4977-97bd-74dc23b1e79a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:15.853255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7734fd5-b98c-45f8-879f-5cfe24e38e77 req-9a16746a-2686-4977-97bd-74dc23b1e79a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 946 time: 0.6529157 Jun 01 13:18:15.875799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e21d247-1511-4e87-a00a-1ad6d4a842ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f1b7920775f245eda6f6820aeaa1d61d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0326707 Jun 01 13:18:15.877808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:16.133682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7734fd5-b98c-45f8-879f-5cfe24e38e77 req-08104c86-10d2-4cfb-8808-9c923cdc8a33 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=3b669136-2fa4-497b-ada3-edbadb965b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791958 Jun 01 13:18:16.170266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 284731a5-e0c7-4aae-a46f-2225ad5ae110 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:16.176382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:18:16.176740 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:18:16.185261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.195268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-6c855dd1-bcfc-4e6d-8c94-868836bfba06 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/48064174-408d-47a5-8060-b4f39e315df7 HTTP/1.1" status: 200 len: 1775 time: 0.4503641 Jun 01 13:18:16.223911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.304256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.338649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11681d-fcc7-4972-8067-ad875402db7d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:16.358619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.360009 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5bbab130-2ca3-489f-94dc-0152c79c3db4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8f11681d-fcc7-4972-8067-ad875402db7d HTTP/1.1" status: 204 len: 168 time: 0.4806454 Jun 01 13:18:16.381805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 284731a5-e0c7-4aae-a46f-2225ad5ae110 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:16.382408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.444835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.587508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=284731a5-e0c7-4aae-a46f-2225ad5ae110,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:16.622979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.678370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Deleting port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:16.679608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.839982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:16.965457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:16.965873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:16.973274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.147182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] For port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:17.147423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:17.147942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.173951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:17.373295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.383653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.468841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Calling delete_port for 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:17.587331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb4b2c92-6389-4d62-a3a2-fc6142709c89 req-85f179f5-8657-4b51-9189-33c6db6a508f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 210 time: 0.2203910 Jun 01 13:18:17.597181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:17.600177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.620878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Usage tracker for resource:security_group_rule and tenant:af009fe05f7541c4ab09c38e1622d534 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:17.637222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:17.666762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48064174-408d-47a5-8060-b4f39e315df7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:17.668189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:17.672533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:17.678325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:17.717687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': 'cce3834f-7558-4f86-a63c-2ee4b3f5154e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:17.718049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: e42b1901-55a8-40af-82ab-fe6013fd8627, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:18:17.718179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.769300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=473f1ea0-ba0e-4f52-9578-8d1a4dc30d62,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:17.851383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:17.856961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9691adaa-3db2-41b3-990c-b9772f1bbcaf req-a86912c6-e7d1-467c-967b-6de275eacf44 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/48064174-408d-47a5-8060-b4f39e315df7 HTTP/1.1" status: 204 len: 173 time: 1.6185586 Jun 01 13:18:17.991742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.094204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network e42b1901-55a8-40af-82ab-fe6013fd8627 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:18:18.161746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e42b1901-55a8-40af-82ab-fe6013fd8627) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:18.172930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddfcea-1e9d-415c-b105-076a4b2c906b None None] Network e42b1901-55a8-40af-82ab-fe6013fd8627 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:18.180124 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-fbcc456b-3cbd-41cd-b424-e4f4ebe17325 req-541dbd56-4d70-4340-9301-c6a0a14350c2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:18.181140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbcc456b-3cbd-41cd-b424-e4f4ebe17325 req-541dbd56-4d70-4340-9301-c6a0a14350c2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/84ea8840-8a0a-41a4-bd04-ebe4b7bb26a1 HTTP/1.1" status: 404 len: 352 time: 0.0545361 Jun 01 13:18:18.190268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:18.190883 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.215276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.248171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:18.273839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:18.294562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1d3881f7-c1d5-4f72-a5f2-e3dc5b6c446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.299380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:18.300000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:18.445173 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-48a269d4-c6ac-4a59-aa3d-41eb0cd406c4 req-5a3cd6f4-b89b-4041-8fe4-516e495dc9e5 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:18.446088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48a269d4-c6ac-4a59-aa3d-41eb0cd406c4 req-5a3cd6f4-b89b-4041-8fe4-516e495dc9e5 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/fb5f855c-207f-473d-be55-53a5e042e648 HTTP/1.1" status: 404 len: 352 time: 0.2340879 Jun 01 13:18:18.476500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.488626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c85b8bf9-f8b1-4310-9fd8-113df29656c8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7359841 Jun 01 13:18:18.489349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:18.509412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] No DVR routers for this DVR port 284731a5-e0c7-4aae-a46f-2225ad5ae110 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:18.514465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:18.528996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.530908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3942761-32f5-4646-94f4-4657051a3b30 req-ea9e076b-9f15-484a-9a8f-50e569734253 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.13 "DELETE /v2.0/ports/284731a5-e0c7-4aae-a46f-2225ad5ae110 HTTP/1.1" status: 204 len: 173 time: 5.0814757 Jun 01 13:18:18.533468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'name': 'network-vif-deleted', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:18.538621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.604347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:18.627077 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-7582c45a-f5b0-4a68-a2e3-0fa4e04a98c4 req-fe974be5-38f0-432a-ae1b-1930a68f1ee6 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:18.628093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7582c45a-f5b0-4a68-a2e3-0fa4e04a98c4 req-fe974be5-38f0-432a-ae1b-1930a68f1ee6 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/0636f7b8-83eb-4f0c-aeae-3df94ae3842b HTTP/1.1" status: 404 len: 352 time: 0.1504109 Jun 01 13:18:18.631030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Router 13a42992-409b-4d12-a520-cad64e276d08 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:18.639999 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906b779b-f40b-4e59-9a92-85ce6df934ec'] response: {'server_uuid': '1c5327cb-4199-48b9-ae91-aec6105c3c7f', 'name': 'network-vif-deleted', 'tag': '284731a5-e0c7-4aae-a46f-2225ad5ae110', 'status': 'completed', 'code': 200} Jun 01 13:18:18.660125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:18.826644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=af009fe05f7541c4ab09c38e1622d534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6171868 Jun 01 13:18:18.855319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46524) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:18.856240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e76a-8abb-4c54-99d8-b1d0bc02669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c0f4e-3856-4a01-91eb-ce05481a11bc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:18.866450 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-8f094039-64e6-4d49-a71d-fc6e2064c5fc req-f0f3f2a7-5718-4672-a1e0-9e6079ae378c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:18.867767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f094039-64e6-4d49-a71d-fc6e2064c5fc req-f0f3f2a7-5718-4672-a1e0-9e6079ae378c tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/2f190ff9-4d50-4d6d-89a7-3a727a4b60ea HTTP/1.1" status: 404 len: 352 time: 0.1322625 Jun 01 13:18:18.956531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4cbf7877-2535-4c11-a045-19cdd37eb072 req-c74268b7-5253-4402-b9ee-310600d8e7d9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:18.969999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:18.995359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e42b1901-55a8-40af-82ab-fe6013fd8627', 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': '5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:18:18.996207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.023200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:19.032951 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Sync routers for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:19.048245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cec3bf67-261b-40b7-819e-80c88ddcc6eb admin admin] 10.222.0.40 "PUT /v2.0/routers/13a42992-409b-4d12-a520-cad64e276d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9668658 Jun 01 13:18:19.048915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46532) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:19.049343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:19.050082 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:19.063412 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-d6019eb8-5e04-4fbf-a9b0-e84921ce45d2 req-866bde66-9985-4714-a10b-4088fbd9d479 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:19.063880 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:19.073982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6019eb8-5e04-4fbf-a9b0-e84921ce45d2 req-866bde66-9985-4714-a10b-4088fbd9d479 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/184f8d78-5143-43ec-b5d7-c10e38a8a57d HTTP/1.1" status: 404 len: 352 time: 0.1553545 Jun 01 13:18:19.108682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:19.140122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:19.169506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4cbf7877-2535-4c11-a045-19cdd37eb072 req-c74268b7-5253-4402-b9ee-310600d8e7d9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:19.179169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cbf7877-2535-4c11-a045-19cdd37eb072 req-c74268b7-5253-4402-b9ee-310600d8e7d9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c5327cb-4199-48b9-ae91-aec6105c3c7f HTTP/1.1" status: 200 len: 210 time: 0.3251793 Jun 01 13:18:19.203730 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-5c5a4ab6-6abb-4bd9-9ec5-2209ad55a90f req-220b19e2-562c-4dff-9889-549d593ab14e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] show failed (client error): The resource could not be found. Jun 01 13:18:19.212494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c5a4ab6-6abb-4bd9-9ec5-2209ad55a90f req-220b19e2-562c-4dff-9889-549d593ab14e tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/5401916e-0190-4aa0-bfc9-c166dd36f6f5 HTTP/1.1" status: 404 len: 352 time: 0.0847476 Jun 01 13:18:19.271009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:19.275018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.325250 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.550718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.655776 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:19.747112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Allocated IP 2001:db8::2 (e42b1901-55a8-40af-82ab-fe6013fd8627/5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f/3729ed2d-d035-47dd-8599-2c9076610eda) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:19.747853 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.764915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-ed591d81-57a2-4050-aff4-c67a74fc4f63 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960603 Jun 01 13:18:19.944012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:19.952457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:19.953724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:18:19.992941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:19.993886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:20.017542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:17Z', 'revision_number': 5, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:20.021735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Checking router: 13a42992-409b-4d12-a520-cad64e276d08 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:18:20.030517 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Routers {'13a42992-409b-4d12-a520-cad64e276d08'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:20.031091 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['13a42992-409b-4d12-a520-cad64e276d08'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:20.125647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.139763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Deleting port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:20.140572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.233333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:20.249378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': '9e4ce860-3c72-46ad-b3dc-fc2f429e531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:20.249743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 8f08d96f-b060-43c4-acc6-bc9981be6b17, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:18:20.278151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.300199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Deleting port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:20.300858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.328531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] Set router 13a42992-409b-4d12-a520-cad64e276d08 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:20.343643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-08052ba4-bac8-4b86-8489-a1185cbedfb5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:20.346580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-08052ba4-bac8-4b86-8489-a1185cbedfb5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5804682 Jun 01 13:18:20.375459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c0f4e-3856-4a01-91eb-ce05481a11bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:20.403645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.407578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:18:20.417422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e82fd-6163-4c7e-adb3-b8faa54a9844 req-dc9f3bab-221f-4ec1-9d66-e69b0a3b18f2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:20.425883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-901e82fd-6163-4c7e-adb3-b8faa54a9844 req-dc9f3bab-221f-4ec1-9d66-e69b0a3b18f2 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1024 time: 0.4968176 Jun 01 13:18:20.440918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:20.455536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-f2d0e693-7234-4c6a-af45-155fc059dfb4 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/quotas/b5db8f1ee44348ec8a5f653ec38c73b3 HTTP/1.1" status: 200 len: 375 time: 0.0914023 Jun 01 13:18:20.456491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.461335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-388505e0-3f7e-42a9-bc15-71b30bf58124 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b32c0f4e-3856-4a01-91eb-ce05481a11bc HTTP/1.1" status: 204 len: 168 time: 1.6014318 Jun 01 13:18:20.473358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8f08d96f-b060-43c4-acc6-bc9981be6b17) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:20.521965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] For port cf248eb3-ea9d-4253-9fb8-e11b3cf64df0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:20.522331 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.532615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Transition to ACTIVE for port object 3729ed2d-d035-47dd-8599-2c9076610eda will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:20.547315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9adc9-1e62-4a72-a6b2-cb49586f05d4 None None] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:20.685359 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:17Z', 'revision_number': 5, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:20.710396 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab1d73-a4a7-441e-87ce-bb99a7c08ea8 None None] The sync data for ids ['13a42992-409b-4d12-a520-cad64e276d08'] in n-d-844200-1 is: [{'id': '13a42992-409b-4d12-a520-cad64e276d08', 'name': 'tempest-ImageQuotaTest-2047014205-router', 'tenant_id': 'b0815444d12443598fe4929e7e4bb30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:17:55Z', 'updated_at': '2022-06-01T13:18:17Z', 'revision_number': 5, 'project_id': 'b0815444d12443598fe4929e7e4bb30d', 'gw_port': {'id': 'cf248eb3-ea9d-4253-9fb8-e11b3cf64df0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a42992-409b-4d12-a520-cad64e276d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:17:58Z', 'updated_at': '2022-06-01T13:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:20.779626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Calling delete_port for cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:20.808940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:20.810131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.888545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] For port 0feec1a7-8639-4dc7-be9b-ab5c97d29da7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,segment=NetworkSegment(5ae6304f-73a7-40ab-9fe3-3d142409bfeb),segment_id=5ae6304f-73a7-40ab-9fe3-3d142409bfeb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:20.888545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.954476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8f08d96f-b060-43c4-acc6-bc9981be6b17', 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': 'bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:18:20.955848 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:20.988343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef330-cf5d-45a0-91a1-abb8b12b7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.026401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Calling delete_port for 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:21.049064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.070441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-a854e1b7-f784-4e7e-b724-267d4b8d5a2f tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6017234 Jun 01 13:18:21.071318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Transition to ACTIVE for port object 3729ed2d-d035-47dd-8599-2c9076610eda will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:21.145483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf248eb3-ea9d-4253-9fb8-e11b3cf64df0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:21.199651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-901e82fd-6163-4c7e-adb3-b8faa54a9844 req-c6b9d14d-d97c-46ef-b4c8-a6b6cae15de0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:21.233140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-589a69a8-2b33-4c89-aef5-5ee924f1f55d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7359724 Jun 01 13:18:21.239062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46572) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:21.253819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1902794462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:21.276384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:21.281394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-901e82fd-6163-4c7e-adb3-b8faa54a9844 req-c6b9d14d-d97c-46ef-b4c8-a6b6cae15de0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:21.305660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-901e82fd-6163-4c7e-adb3-b8faa54a9844 req-c6b9d14d-d97c-46ef-b4c8-a6b6cae15de0 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=89e4b197-876c-4b65-84de-facfead3c1a2&id=03d8161d-25dc-4688-82d1-555d3b6bf07c&id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.8692229 Jun 01 13:18:21.324485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:21.333975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:21.348589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:21.365187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-8f8b7878-170c-475b-8c96-672f49522644 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:21.371498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-8f8b7878-170c-475b-8c96-672f49522644 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.13 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1024 time: 0.2826855 Jun 01 13:18:21.398052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.413110 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.492542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46586) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:21.578279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Pushing event updated for resources: {'Port': ['ID=3729ed2d-d035-47dd-8599-2c9076610eda,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:21.639986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Network e42b1901-55a8-40af-82ab-fe6013fd8627 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:21.650501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47f22f1f-4070-43c1-a023-e844e2206cf5 req-b6d64f8f-f2ce-48fa-8726-ed39b92ac2d7 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.1589148 Jun 01 13:18:21.683477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:21.688706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:21.704671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Deleting port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:21.705153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.715002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.717734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.742001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.743743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.749996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.750737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a42992-409b-4d12-a520-cad64e276d08 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:18:21.782081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.783611 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f45b52bb-5817-4a4c-8e20-316ac1e3b510 admin admin] 10.222.0.40 "DELETE /v2.0/routers/13a42992-409b-4d12-a520-cad64e276d08 HTTP/1.1" status: 204 len: 168 time: 2.7337348 Jun 01 13:18:21.786918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:21.790283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.885571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.913809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Deleting subnet 0200db85-56e3-4b8d-9c2d-e1a864f88bb9 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:21.917457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.946399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:21.950005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-156ea31b-4aed-4523-89fb-4f8e8ca775b0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7046795 Jun 01 13:18:21.953541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46606) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:21.997737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.041721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.113630 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.134941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.156583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Attempting to bind port 3729ed2d-d035-47dd-8599-2c9076610eda on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:22.157276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Attempting to bind port 3729ed2d-d035-47dd-8599-2c9076610eda by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'cce3834f-7558-4f86-a63c-2ee4b3f5154e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:22.157276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Attempting to bind port 3729ed2d-d035-47dd-8599-2c9076610eda on network e42b1901-55a8-40af-82ab-fe6013fd8627 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:22.160790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.173877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:22.174327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Checking segment: {'id': 'cce3834f-7558-4f86-a63c-2ee4b3f5154e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:22.174678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.175070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Bound using segment: {'id': 'cce3834f-7558-4f86-a63c-2ee4b3f5154e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:22.175539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Bound port: 3729ed2d-d035-47dd-8599-2c9076610eda, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce3834f-7558-4f86-a63c-2ee4b3f5154e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e42b1901-55a8-40af-82ab-fe6013fd8627'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:22.175970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.256169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Allocated IP 2001:db8:1::2 (8f08d96f-b060-43c4-acc6-bc9981be6b17/bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2/80a9bb92-dbec-4e7d-8fec-c5e1df4acf80) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:22.327895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.451744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0feec1a7-8639-4dc7-be9b-ab5c97d29da7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:22.485590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:22.497057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461011e-5aff-4df2-ab8d-02dbfee08618 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:22.517151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] For port 3729ed2d-d035-47dd-8599-2c9076610eda, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:22.523753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] For port 3729ed2d-d035-47dd-8599-2c9076610eda, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3729ed2d-d035-47dd-8599-2c9076610eda,segment=NetworkSegment(cce3834f-7558-4f86-a63c-2ee4b3f5154e),segment_id=cce3834f-7558-4f86-a63c-2ee4b3f5154e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:22.543229 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.708774 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.714023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] For port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,segment=NetworkSegment(712377bd-6298-4c19-a95d-2cb5cd8e2667),segment_id=712377bd-6298-4c19-a95d-2cb5cd8e2667)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:22.717716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:22.897575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712684-5111-4e3c-819e-27a2c006afa8 None None] Pushing event updated for resources: {'Port': ['ID=3729ed2d-d035-47dd-8599-2c9076610eda,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:23.000432 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.032629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Transition to ACTIVE for port object 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:23.038014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:23.087359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:23.087726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 473f1ea0-ba0e-4f52-9578-8d1a4dc30d62 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:23.088535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:23.114240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.221227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84296abc-dadd-4836-9554-be49e6f04321 None None] New status for floating IP 56aec159-d800-45f5-b24e-3e3ac79e1770: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:18:23.336162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Calling delete_port for e9fe6339-0ac0-4160-aaf5-8ff81fbb435b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:23.367993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.388234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b669136-2fa4-497b-ada3-edbadb965b52,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:23.520417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:23.521026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cf248eb3-ea9d-4253-9fb8-e11b3cf64df0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:23.577903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.645598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0200db85-56e3-4b8d-9c2d-e1a864f88bb9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:23.677040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-c43a5cbd-bd19-4f44-bd5a-1e496a55d4d5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3703065 Jun 01 13:18:23.693075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Transition to ACTIVE for port object 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:23.708297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.711221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ae063-4c31-47c0-8273-92da485d5bf0 None None] Network 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:23.724096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.757936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:23.801950 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20878cd8-b3d9-4106-8c8e-bead7f27db64 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0200db85-56e3-4b8d-9c2d-e1a864f88bb9 HTTP/1.1" status: 204 len: 168 time: 2.0136383 Jun 01 13:18:23.806314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:23.952168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:23.954164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9799eb6-75d6-4585-88b9-e2b121094433 req-605d9c5c-2376-414f-8abb-3a7a460eb969 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.6461897 Jun 01 13:18:23.969428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:23.977245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:24.110677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Pushing event updated for resources: {'Port': ['ID=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:24.114230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.190447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Attempting to bind port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:24.191028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Attempting to bind port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '9e4ce860-3c72-46ad-b3dc-fc2f429e531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:24.192003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Attempting to bind port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 on network 8f08d96f-b060-43c4-acc6-bc9981be6b17 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:24.217652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Deleting port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:24.218288 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.240307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e9fe6339-0ac0-4160-aaf5-8ff81fbb435b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:24.308704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.310970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8::1 (e42b1901-55a8-40af-82ab-fe6013fd8627/5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f/87edfcfd-88f7-4be1-89e1-32aa53eb07af) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:24.315026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-30db71da-de7d-4b10-9954-4d2ebc5c985c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/security-groups/3b669136-2fa4-497b-ada3-edbadb965b52 HTTP/1.1" status: 204 len: 168 time: 2.7851138 Jun 01 13:18:24.320415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:24.336718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:24.337775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Checking segment: {'id': '9e4ce860-3c72-46ad-b3dc-fc2f429e531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:24.338523 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.339528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Bound using segment: {'id': '9e4ce860-3c72-46ad-b3dc-fc2f429e531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:24.341685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Bound port: 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ce860-3c72-46ad-b3dc-fc2f429e531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8f08d96f-b060-43c4-acc6-bc9981be6b17'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:24.343462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.343698 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.364861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: e9fe6339-0ac0-4160-aaf5-8ff81fbb435b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:24.365289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e9fe6339-0ac0-4160-aaf5-8ff81fbb435b not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:24.399429 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-8ab2f780-b914-48cf-bc4d-ea265225f4cb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] show failed (client error): The resource could not be found. Jun 01 13:18:24.403428 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ab2f780-b914-48cf-bc4d-ea265225f4cb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups/3b669136-2fa4-497b-ada3-edbadb965b52 HTTP/1.1" status: 404 len: 347 time: 0.0819848 Jun 01 13:18:24.467263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46660) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:24.530771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d28b-0a48-4185-87cf-6f681d14faa0 req-6702878c-ce52-4f6f-90f6-7730c56d3072 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:24.545302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6af0d28b-0a48-4185-87cf-6f681d14faa0 req-6702878c-ce52-4f6f-90f6-7730c56d3072 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 1024 time: 1.9601810 Jun 01 13:18:24.603340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] DHCP port deletion for 4f306d4c-75e9-4877-a5eb-e561f3fd6c53 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:18:24.622071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Deleting port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:24.622579 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.657687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'Port': ['ID=e9fe6339-0ac0-4160-aaf5-8ff81fbb435b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:24.689685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] For port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:24.706154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] For port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,segment=NetworkSegment(9e4ce860-3c72-46ad-b3dc-fc2f429e531b),segment_id=9e4ce860-3c72-46ad-b3dc-fc2f429e531b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:24.809979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45b029-3381-4f21-a1f8-9d8021470f9d None None] Network e42b1901-55a8-40af-82ab-fe6013fd8627 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:24.828573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6af0d28b-0a48-4185-87cf-6f681d14faa0 req-067ef4dc-7a3e-4cce-97ce-5916545de65d tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups?id=89e4b197-876c-4b65-84de-facfead3c1a2&id=03d8161d-25dc-4688-82d1-555d3b6bf07c&id=0e839851-724d-44ea-b488-2ae08568bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2818599 Jun 01 13:18:24.847359 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.940176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-3decf78a-0e93-4bd5-bed6-9e861c849391 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:24.942811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-3decf78a-0e93-4bd5-bed6-9e861c849391 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2487886 Jun 01 13:18:24.945624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:24.957156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] No DVR routers for this DVR port e9fe6339-0ac0-4160-aaf5-8ff81fbb435b on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:24.959927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.017175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af39f-11af-4730-90ec-d31b08923490 None None] Pushing event updated for resources: {'Port': ['ID=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:25.020532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3729ed2d-d035-47dd-8599-2c9076610eda up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:25.138556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-700be7ff-7691-4046-8990-fb0a24c5cf0c None None] Provisioning for port 3729ed2d-d035-47dd-8599-2c9076610eda completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:25.150720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'name': 'network-vif-deleted', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:25.162118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 53fcbc92-7153-440d-b146-ab3e8fb0814e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:25.162472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.205693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Request body: {'port': {'device_id': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'b5db8f1ee44348ec8a5f653ec38c73b3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:25.239097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] For port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:25.239433 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.265489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e81b7496-8c69-407f-9ea4-9f9731b11c62 req-fd8a5ab7-acf5-41b5-a66f-c8f94e855dcf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.13 "DELETE /v2.0/ports/e9fe6339-0ac0-4160-aaf5-8ff81fbb435b HTTP/1.1" status: 204 len: 173 time: 3.8857884 Jun 01 13:18:25.275741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3729ed2d-d035-47dd-8599-2c9076610eda completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:25.276637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05aafbb1-ce6b-4ecf-bd5d-970b6d973ecd req-0796f9ef-1306-4c58-98ce-e4820860a401 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.1095655 Jun 01 13:18:25.392508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.400006 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3164f010-e366-40a1-a281-e2eb457a7451'] response: {'server_uuid': 'c40f6e74-4401-4826-9ece-026157e7a60a', 'name': 'network-vif-deleted', 'tag': 'e9fe6339-0ac0-4160-aaf5-8ff81fbb435b', 'status': 'completed', 'code': 200} Jun 01 13:18:25.420043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] For port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,segment=NetworkSegment(dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f),segment_id=dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:25.420646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.510676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209be2-4854-4c20-9a81-5029753c5895 req-139bb577-06e0-4340-b9c4-48161384296f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:25.543546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5209be2-4854-4c20-9a81-5029753c5895 req-139bb577-06e0-4340-b9c4-48161384296f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.9168396 Jun 01 13:18:25.609594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Calling delete_port for d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:25.649125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5209be2-4854-4c20-9a81-5029753c5895 req-edec71f7-5546-4d13-a0b5-1dc7f3f24aa5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047010 Jun 01 13:18:25.695631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 87edfcfd-88f7-4be1-89e1-32aa53eb07af will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:25.710160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3729ed2d-d035-47dd-8599-2c9076610eda triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:25.710620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.754113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.754429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.795822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:25.801722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Usage tracker for resource:port and tenant:b5db8f1ee44348ec8a5f653ec38c73b3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:25.808010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:25.829015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:25.880174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Made reservation on behalf of b5db8f1ee44348ec8a5f653ec38c73b3 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:25.883816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.939884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:25.983975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Calling delete_port for d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:26.021951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] No DVR routers for this DVR port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:26.027723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9479-dac9-47bc-817e-45ac4d16d901 None None] Pushing event deleted for resources: {'Port': ['ID=d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:26.049389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3729ed2d-d035-47dd-8599-2c9076610eda is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:26.050052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.052671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.070300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 53fcbc92-7153-440d-b146-ab3e8fb0814e owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:26.071688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46678) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:26.089666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3729ed2d-d035-47dd-8599-2c9076610eda, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3729ed2d-d035-47dd-8599-2c9076610eda,segment=NetworkSegment(cce3834f-7558-4f86-a63c-2ee4b3f5154e),segment_id=cce3834f-7558-4f86-a63c-2ee4b3f5154e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:26.099585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.180933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:26.202195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-116ea569-1e30-4757-92be-91685ee716b0 req-53f53049-55d1-423b-87cd-3653df014477 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Synchronizing usage tracker for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:26.205622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Usage tracker for resource:security_group_rule and tenant:b5db8f1ee44348ec8a5f653ec38c73b3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:26.211965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:26.221291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:26.239263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:26.295211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:26.295706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:26.319664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-116ea569-1e30-4757-92be-91685ee716b0 req-53f53049-55d1-423b-87cd-3653df014477 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Unset dirty status for tenant:a03f489376914872a2a87db16fb47f09 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:26.320904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-116ea569-1e30-4757-92be-91685ee716b0 req-53f53049-55d1-423b-87cd-3653df014477 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/ports?device_id=c40f6e74-4401-4826-9ece-026157e7a60a HTTP/1.1" status: 200 len: 210 time: 0.2482493 Jun 01 13:18:26.321758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3729ed2d-d035-47dd-8599-2c9076610eda,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:26.336054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Router fe15227e-dc80-4db1-bbe7-94668dd6e95d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:26.413854 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:18:26.414272 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:18:26.417221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.464793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.527201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-591822ed-3aef-4507-a973-b3c84718a7e4 None None] Provisioning complete for port 3729ed2d-d035-47dd-8599-2c9076610eda triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:26.527558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-591822ed-3aef-4507-a973-b3c84718a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.529445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network e42b1901-55a8-40af-82ab-fe6013fd8627 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:26.534376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:26.539690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:26.540235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.702560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.730764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-591822ed-3aef-4507-a973-b3c84718a7e4 None None] Current status of the port 3729ed2d-d035-47dd-8599-2c9076610eda is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:26.816221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baead309-4e32-41cf-a11e-6c3736aec934 None None] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:26.819112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=87edfcfd-88f7-4be1-89e1-32aa53eb07af,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:26.863684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.895371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b045f2cb-8adb-41ec-9b03-a2bd5426e1d2 req-0b561e68-29e0-4b81-a73e-dd154981ee65 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.3654523 Jun 01 13:18:26.923470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Deleting port d4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:26.923899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.946556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:26.980441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3729ed2d-d035-47dd-8599-2c9076610eda up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:26.982964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=53fcbc92-7153-440d-b146-ab3e8fb0814e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:27.023674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:27.027535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Usage tracker for resource:security_group_rule and tenant:8ffd21133dfa47888de282b7495edef7 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:27.031012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] The port 'd4ca4ddd-fb7f-4d94-b3ee-0ebb3397cb35' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:18:27.031158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:27.036743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:27.091628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9b7966a7-ad0f-4ed3-899f-2780a7e10761 None None] Provisioning for port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:27.115176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.128236 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.180555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3729ed2d-d035-47dd-8599-2c9076610eda triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:27.180921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.213282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.251733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7beae4bb-abc4-488f-8541-2f5eaecd2abd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:27.326003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e0b6fe22-5ea3-456b-9604-c4ddbb4c7b5f None None] Provisioning for port 87edfcfd-88f7-4be1-89e1-32aa53eb07af completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:27.331847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8ffd21133dfa47888de282b7495edef7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2468503 Jun 01 13:18:27.335372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e0b6fe22-5ea3-456b-9604-c4ddbb4c7b5f None None] Provisioning complete for port 87edfcfd-88f7-4be1-89e1-32aa53eb07af triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:27.335738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fe22-5ea3-456b-9604-c4ddbb4c7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.354666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:27.366327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.384605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.399259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.400422 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-074e197b-1f26-4310-821d-7116ae6216cf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/floatingips/56aec159-d800-45f5-b24e-3e3ac79e1770 HTTP/1.1" status: 204 len: 168 time: 2.9310117 Jun 01 13:18:27.433507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:27.440690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f306d4c-75e9-4877-a5eb-e561f3fd6c53']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:27.449064 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Sync routers for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:27.455685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b24db-313b-49c8-8e36-6c7714f264ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85601a-9e98-4b94-83ea-b110dfbd9c26,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:27.503522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:27.504201 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:27.508755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:27.509240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:27.531433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.618695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2732754-7071-4859-a17a-44882204ded4 req-51862b6d-b10f-4c70-a263-70f892bd46ad tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:27.620544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2732754-7071-4859-a17a-44882204ded4 req-51862b6d-b10f-4c70-a263-70f892bd46ad tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.7465518 Jun 01 13:18:27.628190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46700) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:27.630619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6fe22-5ea3-456b-9604-c4ddbb4c7b5f None None] Port 87edfcfd-88f7-4be1-89e1-32aa53eb07af cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:27.633546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199465143', 'description': 'tempest-description--1302604516'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:27.639944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Allocated IP 192.168.233.174 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/c608a82b-96fb-479e-9ec0-134b18c9bef7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:27.701447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.706465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:27.712632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3729ed2d-d035-47dd-8599-2c9076610eda is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:27.714351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:27.714486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:27.714848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.745497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:27.750714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:27.774032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8fa76e0b-8f82-48cc-9efe-b1b504b04c4f admin admin] 10.222.0.40 "PUT /v2.0/routers/fe15227e-dc80-4db1-bbe7-94668dd6e95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1702874 Jun 01 13:18:27.796820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:27.798705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:27.799173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46704) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:27.885342 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f resource provider aggregate not found Jun 01 13:18:27.914717 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc7ec9ca-8aa5-4f80-840b-644a9cc08e4f found for delete ", "request_id": "req-6d681034-94bd-4acc-9193-db7b65c19ef2"}]} Jun 01 13:18:27.920900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2732754-7071-4859-a17a-44882204ded4 req-4d57584e-3903-4f68-818f-a67b31e92da4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2786224 Jun 01 13:18:27.921816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.936556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:27.949263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:27.949694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.975958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.996568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:27.999054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-75250b21-e161-4571-bd35-f79e5ebd0187 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/03d8161d-25dc-4688-82d1-555d3b6bf07c HTTP/1.1" status: 200 len: 1802 time: 0.3273797 Jun 01 13:18:28.043682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.074414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.128477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:28.129336 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.153885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:28.155816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:18:21Z', 'revision_number': 5, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:28.160541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Checking router: fe15227e-dc80-4db1-bbe7-94668dd6e95d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:18:28.171191 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Routers {'fe15227e-dc80-4db1-bbe7-94668dd6e95d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:28.172148 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:28.175563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,segment=NetworkSegment(9e4ce860-3c72-46ad-b3dc-fc2f429e531b),segment_id=9e4ce860-3c72-46ad-b3dc-fc2f429e531b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:28.183070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.234814 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.244266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:28.245014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f306d4c-75e9-4877-a5eb-e561f3fd6c53,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:28.249804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d7e7bccb-54e3-4dbf-b58e-db6613143a68 admin admin] 10.222.0.40 "DELETE /v2.0/networks/4f306d4c-75e9-4877-a5eb-e561f3fd6c53 HTTP/1.1" status: 204 len: 168 time: 4.4423876 Jun 01 13:18:28.252244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.253064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.255941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-faeb3a66-a764-4e6d-a511-dcc090bb01c5 req-9043e748-4204-43b2-8ff4-609f63b27988 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Synchronizing usage tracker for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:28.266886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:28.349424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:28.371556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:28.405043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=87edfcfd-88f7-4be1-89e1-32aa53eb07af,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:28.454531 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46716) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:28.458163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.474718 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] Set router fe15227e-dc80-4db1-bbe7-94668dd6e95d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:18:28.490488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network e42b1901-55a8-40af-82ab-fe6013fd8627 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:28.499209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:28.549937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.551338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-faeb3a66-a764-4e6d-a511-dcc090bb01c5 req-9043e748-4204-43b2-8ff4-609f63b27988 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Unset dirty status for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:28.552707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-faeb3a66-a764-4e6d-a511-dcc090bb01c5 req-9043e748-4204-43b2-8ff4-609f63b27988 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.4534855 Jun 01 13:18:28.672997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b323b8e3-5659-40b4-9f40-06fddf6eeb9b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b0815444d12443598fe4929e7e4bb30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172122 Jun 01 13:18:28.675632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:28.763355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.771140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.800114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.808012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.819287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:18:28.845287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.881935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85601a-9e98-4b94-83ea-b110dfbd9c26,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:28.916237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:28.930393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:28.945426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-edbd997a-d102-4ec7-ad86-63fd8104c0cb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ff85601a-9e98-4b94-83ea-b110dfbd9c26 HTTP/1.1" status: 204 len: 168 time: 1.5221522 Jun 01 13:18:28.945604 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3c234266-d705-4129-98e7-9446b7602881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:18:21Z', 'revision_number': 5, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:28.947365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Transition to ACTIVE for port object c608a82b-96fb-479e-9ec0-134b18c9bef7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:28.949807 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c234266-d705-4129-98e7-9446b7602881 None None] The sync data for ids ['fe15227e-dc80-4db1-bbe7-94668dd6e95d'] in n-d-844200-1 is: [{'id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'name': 'tempest-ServerRescueTestJSON-739380060-router', 'tenant_id': '96f71ac084fe41deaa72471c45ebaf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:15:45Z', 'updated_at': '2022-06-01T13:18:21Z', 'revision_number': 5, 'project_id': '96f71ac084fe41deaa72471c45ebaf4d', 'gw_port': {'id': '919d503a-e1f9-4522-8e54-87b1fc303e3e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15227e-dc80-4db1-bbe7-94668dd6e95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:15:47Z', 'updated_at': '2022-06-01T13:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:29.013542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:29.021223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c9d204f5-a095-4e6c-9515-2ed12b12a080 None None] Provisioning complete for port 87edfcfd-88f7-4be1-89e1-32aa53eb07af triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:29.021843 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c9d204f5-a095-4e6c-9515-2ed12b12a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.027067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.028832 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.045827 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-059c71dc-baeb-4197-924f-abd1321303ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0911152 Jun 01 13:18:29.047666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.050688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] Sync routers for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:29.052204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d0db44b-6cc4-4f09-b546-1cf9073bff1d HTTP/1.1" status: 204 len: 168 time: 0.3753598 Jun 01 13:18:29.053147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278f15-8d71-4ee5-a4b6-111af06d7c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0db44b-6cc4-4f09-b546-1cf9073bff1d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:29.054974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:29.076654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:29.076972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.077722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:29.149998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.170484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:29.176137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb930a6-cee3-428a-ac49-09061d0a9e76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:29.176640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5eb930a6-cee3-428a-ac49-09061d0a9e76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:29.190124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:29.190379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.201054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5eb930a6-cee3-428a-ac49-09061d0a9e76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:29.203274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5eb930a6-cee3-428a-ac49-09061d0a9e76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports/87edfcfd-88f7-4be1-89e1-32aa53eb07af HTTP/1.1" status: 200 len: 911 time: 0.1471877 Jun 01 13:18:29.205934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:29.215842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.217301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c9d204f5-a095-4e6c-9515-2ed12b12a080 None None] Port 87edfcfd-88f7-4be1-89e1-32aa53eb07af cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:29.227491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:29.228245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:29.264660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.273643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Deleting port 919d503a-e1f9-4522-8e54-87b1fc303e3e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:29.273982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.313479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.314675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:29.315089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035373a-bf12-48a2-9ad3-6a66aee5faa2 None None] The sync data for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:29.318565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6890664 Jun 01 13:18:29.320594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e41686-e6dd-4e78-95e3-d38ee065a486 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d525476f-0b19-490b-9305-66532233543d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:29.350732 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46738) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:29.463251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:29.659976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.661103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d03a34ea-9d3f-4f6d-8819-1eca9bad3a39 req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/03d8161d-25dc-4688-82d1-555d3b6bf07c HTTP/1.1" status: 204 len: 173 time: 1.6357000 Jun 01 13:18:29.676750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46748) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:29.677103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:29.701241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': 'd525476f-0b19-490b-9305-66532233543d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:29.715763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:29.735695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:29.735938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006882fc-72e0-493a-953d-b346da861d4f tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8161d-25dc-4688-82d1-555d3b6bf07c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:29.740745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:29.764661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.766859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:29.773846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.797355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:29.814465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:29.896957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Pushing event updated for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:29.904313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:29.923392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:29.953450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:29.961115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:29.979472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:29.994879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:30.000285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Usage tracker for resource:security_group_rule and tenant:3411fef6f6ef4095b1534ffcd8d02cbe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:30.019510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:30.021733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:30.039093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:30.059131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9b200a80-a827-4910-a77c-318cebd10282 None None] Provisioning for port c608a82b-96fb-479e-9ec0-134b18c9bef7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:30.065837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9b200a80-a827-4910-a77c-318cebd10282 None None] Provisioning complete for port c608a82b-96fb-479e-9ec0-134b18c9bef7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:30.068354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b200a80-a827-4910-a77c-318cebd10282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.123818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4266f-f3a0-4213-8ef1-728a5ca48f96 req-1a99913b-5c53-4c63-a450-0e0ce6ec1d4c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:30.125095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9b200a80-a827-4910-a77c-318cebd10282 None None] Port c608a82b-96fb-479e-9ec0-134b18c9bef7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:30.131234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fc4266f-f3a0-4213-8ef1-728a5ca48f96 req-1a99913b-5c53-4c63-a450-0e0ce6ec1d4c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.9349988 Jun 01 13:18:30.144997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:30.145597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.152037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.162970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] For port 919d503a-e1f9-4522-8e54-87b1fc303e3e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=919d503a-e1f9-4522-8e54-87b1fc303e3e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:30.163325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.190252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.242763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470215a4-e96d-4dcb-810d-d8a1c772f373,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:30.259988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.263740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d010314a-3778-49bf-aeb9-d0593c3c4247 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9082160 Jun 01 13:18:30.287862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:30.295435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'security_group_rule': {'security_group_id': 'd525476f-0b19-490b-9305-66532233543d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:30.308584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:30.319102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:security_group_rule and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:30.323219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:30.331290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:30.339000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Calling delete_port for 919d503a-e1f9-4522-8e54-87b1fc303e3e owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:30.342007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.430850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90b84-64dc-4cbf-a052-430358d93784 req-5ac032e6-840b-47f6-98e8-114b19b21832 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:30.432425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bc90b84-64dc-4cbf-a052-430358d93784 req-5ac032e6-840b-47f6-98e8-114b19b21832 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 936 time: 0.6325517 Jun 01 13:18:30.454107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fc4266f-f3a0-4213-8ef1-728a5ca48f96 req-9d3a7ed8-2754-4be2-be5c-1efca3abaea2 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3218231 Jun 01 13:18:30.474517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-a545b2df-b4e1-4255-b11f-bc0dc1357b35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5088096 Jun 01 13:18:30.495374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Request body: {'port': {'device_id': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:30.503215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.644376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.651497 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.673273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7bc90b84-64dc-4cbf-a052-430358d93784 req-907ce1ac-c8f9-4dad-866f-f271eee2abf8 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Synchronizing usage tracker for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:30.717073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc7f964-5648-4fda-9c5f-9942cd17891c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:30.739793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.740504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.743220 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65c6abba-5a0f-42b8-bc40-69018b0f4dfb tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4542000 Jun 01 13:18:30.746876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:30.755073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:30.764564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.776815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:30.776975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.797131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:30.807456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:floatingip and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:30.807678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.812351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:30.812978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:30.813423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0feec1a7-8639-4dc7-be9b-ab5c97d29da7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:30.821928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:30.828318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-83178707-8e64-44e4-9e53-e585739eb6cf tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "GET /v2.0/security-groups/89e4b197-876c-4b65-84de-facfead3c1a2 HTTP/1.1" status: 200 len: 1802 time: 0.3029881 Jun 01 13:18:30.841131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8:1::1 (8f08d96f-b060-43c4-acc6-bc9981be6b17/bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2/82c45ef2-7c43-4974-a5d5-1d892086d906) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:30.846121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.860308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7bc90b84-64dc-4cbf-a052-430358d93784 req-907ce1ac-c8f9-4dad-866f-f271eee2abf8 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Unset dirty status for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:30.861422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bc90b84-64dc-4cbf-a052-430358d93784 req-907ce1ac-c8f9-4dad-866f-f271eee2abf8 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035571 Jun 01 13:18:30.861937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:30.910808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b1955-8dbb-47df-ad79-d57b8e0d92bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:30.929414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8ddab9df-9619-4c77-b1c0-4e645adc1135 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.2457092 Jun 01 13:18:30.945716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:30.975718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3411fef6f6ef4095b1534ffcd8d02cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2938962 Jun 01 13:18:31.000131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:31.079013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390d345-5736-4e7b-9517-7623c98c8c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd86f5-98ca-4c3b-9051-1bf7cc8e9af0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:31.133462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.142078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.163030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.193951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.210907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 82c45ef2-7c43-4974-a5d5-1d892086d906 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:31.243656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.249458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=919d503a-e1f9-4522-8e54-87b1fc303e3e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:31.269710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.358410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.414135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.458158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.461685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.550325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b1955-8dbb-47df-ad79-d57b8e0d92bb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:31.611426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:31.624178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:31.628659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=82c45ef2-7c43-4974-a5d5-1d892086d906,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:31.631918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:31.632525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.637178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.638274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2fb0889d-fc7e-4355-9ed8-d57508a6367e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a7b1955-8dbb-47df-ad79-d57b8e0d92bb HTTP/1.1" status: 204 len: 168 time: 0.6908240 Jun 01 13:18:31.656571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.674962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.25.7.105 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:31.719904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.895159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.960255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:31.996565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e4f04e90-78e1-4784-8558-acab7040d5ad None None] Provisioning for port 82c45ef2-7c43-4974-a5d5-1d892086d906 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:32.004464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e4f04e90-78e1-4784-8558-acab7040d5ad None None] Provisioning complete for port 82c45ef2-7c43-4974-a5d5-1d892086d906 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:32.005382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4f04e90-78e1-4784-8558-acab7040d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.019715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:32.033395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:32.052716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:32.089138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e4f04e90-78e1-4784-8558-acab7040d5ad None None] Port 82c45ef2-7c43-4974-a5d5-1d892086d906 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:32.103141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.105666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.114494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.141680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.153318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:32.188295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.201079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd86f5-98ca-4c3b-9051-1bf7cc8e9af0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:32.250203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4b197-876c-4b65-84de-facfead3c1a2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:32.252297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.253330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe15227e-dc80-4db1-bbe7-94668dd6e95d {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:18:32.258880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c608a82b-96fb-479e-9ec0-134b18c9bef7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:32.276659 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.323965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1efa3-b37a-43c5-899e-9830e510dce9 req-c7302dc6-ec90-4c14-bf72-2733b1b7e12f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:32.325623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7e1efa3-b37a-43c5-899e-9830e510dce9 req-c7302dc6-ec90-4c14-bf72-2733b1b7e12f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.6973302 Jun 01 13:18:32.329710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Transition to ACTIVE for port object c608a82b-96fb-479e-9ec0-134b18c9bef7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:32.343572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.348416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d383d502-59c0-4368-83ee-684e8781872b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/55bd86f5-98ca-4c3b-9051-1bf7cc8e9af0 HTTP/1.1" status: 204 len: 168 time: 1.3391733 Jun 01 13:18:32.365273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.379638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0112ee7e-65c8-4a73-93e4-c1344a22670c req-53bd6e94-6be2-4275-85c9-c9bdb97b2b19 tempest-SecurityGroupsTestJSON-1606858002 tempest-SecurityGroupsTestJSON-1606858002-project] 10.222.0.40 "DELETE /v2.0/security-groups/89e4b197-876c-4b65-84de-facfead3c1a2 HTTP/1.1" status: 204 len: 173 time: 1.5309489 Jun 01 13:18:32.379638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46782) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:32.386401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.503103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.506048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.510668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6c08346d-441b-4a50-b030-4075fbb0b2f3 admin admin] 10.222.0.40 "DELETE /v2.0/routers/fe15227e-dc80-4db1-bbe7-94668dd6e95d HTTP/1.1" status: 204 len: 168 time: 4.7077146 Jun 01 13:18:32.515195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46786) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:32.769454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Deleting subnet 4f91c416-e191-4845-a24a-a20d6c10d83b {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:32.776020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.779657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Deleting subnet 8860a755-9e41-4ef4-94ec-30106cb0cf3d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:32.792132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.819355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.827356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Pushing event updated for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:32.891488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7e1efa3-b37a-43c5-899e-9830e510dce9 req-fb14955e-69d9-46ba-88d3-b067dad11d29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5401700 Jun 01 13:18:32.942354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:32.954518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 919d503a-e1f9-4522-8e54-87b1fc303e3e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:32.970165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.002117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 919d503a-e1f9-4522-8e54-87b1fc303e3e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:33.002757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 919d503a-e1f9-4522-8e54-87b1fc303e3e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:33.093444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f078-65a0-4898-b65b-17ed632c21fc req-6ef3477b-0758-485e-9cee-6f0045effd35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:33.095356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1123f078-65a0-4898-b65b-17ed632c21fc req-6ef3477b-0758-485e-9cee-6f0045effd35 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 948 time: 0.5633032 Jun 01 13:18:33.101476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.134819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Attempting to bind port c608a82b-96fb-479e-9ec0-134b18c9bef7 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:33.135885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Attempting to bind port c608a82b-96fb-479e-9ec0-134b18c9bef7 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:33.136373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Attempting to bind port c608a82b-96fb-479e-9ec0-134b18c9bef7 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:33.146837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Port c608a82b-96fb-479e-9ec0-134b18c9bef7 on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:18:33.147403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Attempting to bind port c608a82b-96fb-479e-9ec0-134b18c9bef7 on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:33.156318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.159506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:33.160125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:33.160666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:33.161290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Bound port: c608a82b-96fb-479e-9ec0-134b18c9bef7, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:33.161791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.236728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.259366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.260140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.286176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1123f078-65a0-4898-b65b-17ed632c21fc req-86e81721-ffa8-407c-91b8-04aaf7dd1cd4 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Jun 01 13:18:33.333510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:33.337541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:33.339210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.372704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.455426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Pushing event updated for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:33.461786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f91c416-e191-4845-a24a-a20d6c10d83b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:33.463910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.470079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3338198-f1bb-4340-a66d-526d7c697b77 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4f91c416-e191-4845-a24a-a20d6c10d83b HTTP/1.1" status: 204 len: 168 time: 1.0873473 Jun 01 13:18:33.472934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46812) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:33.493679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:33.494637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.496031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-7728939e-37f3-4c8f-b4ce-83a9801ef6dc service neutron] 10.222.0.13 "PUT /v2.0/ports/c608a82b-96fb-479e-9ec0-134b18c9bef7 HTTP/1.1" status: 200 len: 1096 time: 3.0052075 Jun 01 13:18:33.498560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:33.639432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=82c45ef2-7c43-4974-a5d5-1d892086d906,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:33.656653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.726465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.742853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8860a755-9e41-4ef4-94ec-30106cb0cf3d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:33.752858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.760342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.767764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:33.815869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:33.845377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-df9b7caf-0e48-4a95-9cf6-e16b78e2c1a9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8860a755-9e41-4ef4-94ec-30106cb0cf3d HTTP/1.1" status: 204 len: 168 time: 1.3284502 Jun 01 13:18:33.845974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46822) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:33.909820 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837e2ee4-2dcd-4ebd-b94a-20d65b47bcb4'] response: {'name': 'network-changed', 'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7', 'status': 'completed', 'code': 200} Jun 01 13:18:33.923941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:33.953489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-e78e1040-fa14-4d10-b91f-b8ac6d3bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:33.955480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-e78e1040-fa14-4d10-b91f-b8ac6d3bea19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 1099 time: 0.3242834 Jun 01 13:18:34.075089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-a163041d-8e7b-4dc5-a8fe-43022c04d2ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7 HTTP/1.1" status: 200 len: 217 time: 0.0885518 Jun 01 13:18:34.143002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:34.168067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.193925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.216535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:34.221483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.223301 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef19f280-718e-4e12-987b-3b7b74b6198f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4752791 Jun 01 13:18:34.226923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3c0dbd34-128a-4f32-a3d5-3b922cc9b1c6 None None] Provisioning complete for port 82c45ef2-7c43-4974-a5d5-1d892086d906 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:34.227874 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbd34-128a-4f32-a3d5-3b922cc9b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.287682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.303591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-306ffe28-a379-4402-b32b-12a48fa19974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:34.307434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-306ffe28-a379-4402-b32b-12a48fa19974 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.2129605 Jun 01 13:18:34.395598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e31d890-4daa-489d-8065-c0c51fcfa7b2']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.412513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.414737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dbd34-128a-4f32-a3d5-3b922cc9b1c6 None None] Port 82c45ef2-7c43-4974-a5d5-1d892086d906 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:34.422035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712377bd-6298-4c19-a95d-2cb5cd8e2667') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.422556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712377bd-6298-4c19-a95d-2cb5cd8e2667') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.442526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e5ab-c0bd-43c5-8aed-9880a41dc0c8 req-b6f78285-b469-4f5f-94ee-53f5284bdb79 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:34.444762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9214e5ab-c0bd-43c5-8aed-9880a41dc0c8 req-b6f78285-b469-4f5f-94ee-53f5284bdb79 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.3686779 Jun 01 13:18:34.483762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.529172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.569131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec481f94-b5ea-46fe-a17d-a8a8d75fa139']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.577000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:34.583856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7554b85f-ae9e-4dfe-af5f-64a2ae280a07 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3747389 Jun 01 13:18:34.586487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:34.589960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae6304f-73a7-40ab-9fe3-3d142409bfeb') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.590719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae6304f-73a7-40ab-9fe3-3d142409bfeb') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.595031 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] Sync routers for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:34.603020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.605709 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:34.606313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.617302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9214e5ab-c0bd-43c5-8aed-9880a41dc0c8 req-b728dabb-684e-43a1-bf7e-a25e2a2ab979 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556723 Jun 01 13:18:34.631600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:34.632009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.681599 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.693392 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:34.694404 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.707719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.721592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ded84-6da1-40bf-b13e-1affd873255c req-379c243a-ec56-4858-b048-1366e1a0b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:34.723792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-379c243a-ec56-4858-b048-1366e1a0b9f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958857 Jun 01 13:18:34.725890 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 712377bd-6298-4c19-a95d-2cb5cd8e2667 resource provider aggregate not found Jun 01 13:18:34.743991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.767716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457fc16-5d9c-4e52-98f8-a4a4f5018f19 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:34.768718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6457fc16-5d9c-4e52-98f8-a4a4f5018f19 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:34.773066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:34.773809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.785819 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 712377bd-6298-4c19-a95d-2cb5cd8e2667 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 712377bd-6298-4c19-a95d-2cb5cd8e2667 found for delete ", "request_id": "req-782d53e4-782b-451d-a11b-67138fafd4d0"}]} Jun 01 13:18:34.793043 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:34.796175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7b5f7-2b97-4f9a-afe3-e1376c7fbfc6 None None] The sync data for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:34.862133 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5ae6304f-73a7-40ab-9fe3-3d142409bfeb resource provider aggregate not found Jun 01 13:18:34.887944 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5ae6304f-73a7-40ab-9fe3-3d142409bfeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ae6304f-73a7-40ab-9fe3-3d142409bfeb found for delete ", "request_id": "req-a4c60d51-d37d-4178-a8bf-965147ba61b9"}]} Jun 01 13:18:34.896917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6457fc16-5d9c-4e52-98f8-a4a4f5018f19 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:34.898139 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6457fc16-5d9c-4e52-98f8-a4a4f5018f19 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports/82c45ef2-7c43-4974-a5d5-1d892086d906 HTTP/1.1" status: 200 len: 913 time: 0.3107636 Jun 01 13:18:34.901293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:34.918154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.943027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.957205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebfcf4-41c7-4d8c-8e25-d91cd2f5a8e2 req-ad218c01-ba35-4404-b08f-053bf159ead0 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:34.958742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2ebfcf4-41c7-4d8c-8e25-d91cd2f5a8e2 req-ad218c01-ba35-4404-b08f-053bf159ead0 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 948 time: 0.4805088 Jun 01 13:18:34.977999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:34.981759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e31d890-4daa-489d-8065-c0c51fcfa7b2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:35.008470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-43cfaf46-6a7a-4ce4-a430-2dbf1190276d admin admin] 10.222.0.40 "DELETE /v2.0/networks/7e31d890-4daa-489d-8065-c0c51fcfa7b2 HTTP/1.1" status: 204 len: 168 time: 1.5321591 Jun 01 13:18:35.028951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-58a765df-1cfd-4930-ade9-072ae80d838c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:35.050455 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:35.093288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2ebfcf4-41c7-4d8c-8e25-d91cd2f5a8e2 req-545072cc-fb45-40c6-a261-87a03c13ff4e tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196101 Jun 01 13:18:35.098117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-cc445ae5-b665-4cca-a91f-27773a1529b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418396 Jun 01 13:18:35.108437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-58a765df-1cfd-4930-ade9-072ae80d838c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:35.110192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-58a765df-1cfd-4930-ade9-072ae80d838c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--199465143&fields=id&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 267 time: 0.2878458 Jun 01 13:18:35.228573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec481f94-b5ea-46fe-a17d-a8a8d75fa139,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:35.246819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-587fc743-4e8f-4dd4-be24-edc8b91ed25a admin admin] 10.222.0.40 "DELETE /v2.0/networks/ec481f94-b5ea-46fe-a17d-a8a8d75fa139 HTTP/1.1" status: 204 len: 168 time: 1.3654335 Jun 01 13:18:35.310786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46904) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:35.445234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2995582-5934-40b6-8923-205ffed64134 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a03f489376914872a2a87db16fb47f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228981 Jun 01 13:18:35.453582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46910) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:35.470339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:35.477539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d03f3c20-b18a-4065-9e6f-799a46b774f0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:35.484282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d03f3c20-b18a-4065-9e6f-799a46b774f0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.3358366 Jun 01 13:18:35.518678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-ba66fb82-c50e-4079-bfee-7b1dc30fd4cd tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/quotas/70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 375 time: 0.0334609 Jun 01 13:18:35.521954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-769ded84-6da1-40bf-b13e-1affd873255c req-8b119d80-fbbf-4981-8cc6-1b18aa128e7a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161816 Jun 01 13:18:35.665217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:35.689704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:35.691880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:35.726185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:35.729221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:35.745077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4cff6af25d174e479d80b779e034e9c0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:35.750523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:35.758648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-264051df-f79b-477c-a75e-e9b3ee9eb982 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2389498 Jun 01 13:18:35.761432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:35.770832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de15161b-0b7a-411c-9da2-b097397642d7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=96f71ac084fe41deaa72471c45ebaf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962203 Jun 01 13:18:35.772475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:35.805608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.031917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290c8c-199b-4215-a131-24d75e837d6d req-446cf5f1-e285-4d07-ba7c-3b902eac7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.033314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-446cf5f1-e285-4d07-ba7c-3b902eac7a4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 1099 time: 0.4407647 Jun 01 13:18:36.090912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.183586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.191617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.198636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.207505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.242369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e839851-724d-44ea-b488-2ae08568bc0b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:36.249328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-a1aff55e-bdda-4385-b7da-cf356e0872e9 service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481111 Jun 01 13:18:36.260025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713234d-d423-4558-b421-f919ab32f5c3 req-cc993ef8-052e-466a-9b09-91c725e6a1ba tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.261519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e713234d-d423-4558-b421-f919ab32f5c3 req-cc993ef8-052e-466a-9b09-91c725e6a1ba tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.5126150 Jun 01 13:18:36.273865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.274976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77a8d71d-8942-46d7-a91d-22db043124f8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0e839851-724d-44ea-b488-2ae08568bc0b HTTP/1.1" status: 204 len: 168 time: 0.8231618 Jun 01 13:18:36.289588 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4cff6af25d174e479d80b779e034e9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8155265 Jun 01 13:18:36.297342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46934) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:36.302135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34dfa-c994-4346-8ad1-54f4bc30c8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd27fa-823e-4bb0-8701-b40032480c78,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:36.323256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290c8c-199b-4215-a131-24d75e837d6d req-f53bff4d-c4b6-4ea8-aebb-a3018f92b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.324768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-f53bff4d-c4b6-4ea8-aebb-a3018f92b938 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.2719393 Jun 01 13:18:36.406754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.447946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c4972-c5f2-4609-ab5d-69701cd11899,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:36.452437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.455074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 82c45ef2-7c43-4974-a5d5-1d892086d906 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:36.455196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.469589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-eee8b4be-775b-458e-a426-23400f4289a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7 HTTP/1.1" status: 200 len: 217 time: 0.0945637 Jun 01 13:18:36.489656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e713234d-d423-4558-b421-f919ab32f5c3 req-dc09ae2f-c156-46c5-ad58-1f63fe4eb4a9 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2168510 Jun 01 13:18:36.530383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.534093 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5dd89d26-f0f6-4638-a234-f28c1e3a4388 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5e9c4972-c5f2-4609-ab5d-69701cd11899 HTTP/1.1" status: 204 len: 168 time: 0.7575514 Jun 01 13:18:36.553682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.614431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290c8c-199b-4215-a131-24d75e837d6d req-a057d9c1-0c59-4919-b1f6-5ff990fab00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.615929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-a057d9c1-0c59-4919-b1f6-5ff990fab00a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1394577 Jun 01 13:18:36.617980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-fd33eddc-9bd9-4b4d-ad39-5158c34ad1ba service neutron] 10.222.0.40 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393233 Jun 01 13:18:36.800914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.816369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.915037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd27fa-823e-4bb0-8701-b40032480c78,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:36.916875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:36.918075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2f3479a-796d-40fa-8a53-2bf72dd6bbce admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1bdd27fa-823e-4bb0-8701-b40032480c78 HTTP/1.1" status: 204 len: 168 time: 0.6197493 Jun 01 13:18:36.949548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62371063-606c-4f01-8869-a0b100c8298d req-9a811743-c328-4ead-9666-f16fcce3c3a5 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.0581574 Jun 01 13:18:36.955368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290c8c-199b-4215-a131-24d75e837d6d req-f5b96e04-a795-4cfb-ab00-f309213abbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.957341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-f5b96e04-a795-4cfb-ab00-f309213abbcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3337381 Jun 01 13:18:36.976483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fed7eb-ef1c-4e49-955f-a43a8b273962 req-cbcf413d-f06e-41c7-8452-4e833217e186 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:36.978295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3fed7eb-ef1c-4e49-955f-a43a8b273962 req-cbcf413d-f06e-41c7-8452-4e833217e186 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 948 time: 0.2851944 Jun 01 13:18:37.056356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 82c45ef2-7c43-4974-a5d5-1d892086d906 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:37.111454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3fed7eb-ef1c-4e49-955f-a43a8b273962 req-4b4c8837-c0a8-430f-8a64-4455e96bd477 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121514 Jun 01 13:18:37.182076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-9dde01ed-5cfd-4071-b0b4-9581e0ee891a service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022760 Jun 01 13:18:37.353138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd290c8c-199b-4215-a131-24d75e837d6d req-12dd42be-cb89-4320-aa32-362fbc182e01 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648128 Jun 01 13:18:37.556198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46982) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:37.585991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:37.612362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:37.617598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Usage tracker for resource:security_group_rule and tenant:d23477dbd06b4205936e3ea2fe91d516 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:37.622278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:37.631144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:37.752652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea37e-1537-492c-9335-85330712ef0d req-3fe737a7-c9c0-4e51-8d38-0dd9eec811aa tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:37.754266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-262ea37e-1537-492c-9335-85330712ef0d req-3fe737a7-c9c0-4e51-8d38-0dd9eec811aa tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.1166816 Jun 01 13:18:37.780791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:37.811366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-262ea37e-1537-492c-9335-85330712ef0d req-1f3d3201-0506-4418-b63c-166427204f44 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501385 Jun 01 13:18:37.839858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=82c45ef2-7c43-4974-a5d5-1d892086d906,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:37.884010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:38.127244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.137623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.195752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.205412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652113c8-efe5-4998-b797-1f3de847a8ba,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:38.210756 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02e54bbe-6dd4-48db-a66d-f2e623b6be09 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d23477dbd06b4205936e3ea2fe91d516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535027 Jun 01 13:18:38.213727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47006) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:38.220590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d7e98af-062d-4fdb-8869-b218d6f4243e req-8abc1704-9894-4037-8d75-28f234d4f1cc tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.1161103 Jun 01 13:18:38.271007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1466101023-network', 'tenant_id': '060ae3593b984c33ace1b3b776743fc1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:38.276438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:38.280884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Usage tracker for resource:network and tenant:060ae3593b984c33ace1b3b776743fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:38.283882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:38.290088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:38.292018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c608a82b-96fb-479e-9ec0-134b18c9bef7 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:18:38.310850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Made reservation on behalf of 060ae3593b984c33ace1b3b776743fc1 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:38.320730 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.405346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.432707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:38.436686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Usage tracker for resource:security_group_rule and tenant:060ae3593b984c33ace1b3b776743fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:38.439654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:38.445687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:38.511288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:38.544075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'c608a82b-96fb-479e-9ec0-134b18c9bef7', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'c608a82b-96fb-479e-9ec0-134b18c9bef7', 'mac_address': 'fa:16:3e:65:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:18:38.581682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.593071 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.602198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.648252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c608a82b-96fb-479e-9ec0-134b18c9bef7 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:38.648634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.649351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:18:38.658651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc56d3-99c2-4477-87a7-b396d73b7e24 req-bbadd55a-8b47-4dd2-a9ac-3319571a3407 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:38.665483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52dc56d3-99c2-4477-87a7-b396d73b7e24 req-bbadd55a-8b47-4dd2-a9ac-3319571a3407 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 948 time: 0.3100228 Jun 01 13:18:38.668185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c608a82b-96fb-479e-9ec0-134b18c9bef7 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:38.686971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:38.694306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.709030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80499f50-fd33-4bcc-92e6-0b01b785468e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:38.713380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.713720 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Added segment f2865970-7a5a-4cee-97eb-fdf067244883 of type vlan for network 54af3293-574b-4743-8d14-c44ad77546f5 Jun 01 13:18:38.742710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52dc56d3-99c2-4477-87a7-b396d73b7e24 req-c6b52e32-4b59-48af-bb91-b4a116dc3f5c tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Jun 01 13:18:38.765576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.804463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.804806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:38.805943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:38.806695 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:38.895848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c608a82b-96fb-479e-9ec0-134b18c9bef7'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:38.930616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-163a90f1-e8b7-4c2d-bb39-84a7de633a8b req-fb743de1-9a52-4c13-be5c-13998e4885f1 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0603948 Jun 01 13:18:39.005022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:39.013679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:39.041011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-7e1398f0-a4e6-44a5-8bc9-f9112fc0d79f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:39.041711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-7e1398f0-a4e6-44a5-8bc9-f9112fc0d79f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:39.244006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:39.260904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] Sync routers for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:39.276447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:39.277181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:39.303721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] Pushing event updated for resources: {'Network': ['ID=54af3293-574b-4743-8d14-c44ad77546f5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:39.310224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2fc52d54-6a8c-425d-965a-24c67fbfc855 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4245303 Jun 01 13:18:39.312707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47052) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:39.323640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Request body: {'subnet': {'network_id': '54af3293-574b-4743-8d14-c44ad77546f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1466101023-subnet', 'tenant_id': '060ae3593b984c33ace1b3b776743fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:39.329958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-7e1398f0-a4e6-44a5-8bc9-f9112fc0d79f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:39.330141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:39.331180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-7e1398f0-a4e6-44a5-8bc9-f9112fc0d79f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 813 time: 0.9058328 Jun 01 13:18:39.334949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Usage tracker for resource:subnet and tenant:060ae3593b984c33ace1b3b776743fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:39.338818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:39.344929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:39.362215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Made reservation on behalf of 060ae3593b984c33ace1b3b776743fc1 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:39.366743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:39.418245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 54af3293-574b-4743-8d14-c44ad77546f5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:18:39.436073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5041b2bc-9048-4af7-a175-5f1fa201902e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5331481 Jun 01 13:18:39.447649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47058) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:39.536067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e35b36-7a1d-45db-927b-cdaa99bd39e1 req-05d6927d-b28b-41b7-880d-6c5687e3e4c4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:39.537634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11e35b36-7a1d-45db-927b-cdaa99bd39e1 req-05d6927d-b28b-41b7-880d-6c5687e3e4c4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.5330117 Jun 01 13:18:39.559091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:39.568975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:39.569604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:39.644522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14ce0a49-6412-4fa3-8f0b-022d94f3a552 req-17da7d9f-09d6-4a43-9f32-bcc8788041c4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.1469820 Jun 01 13:18:39.705269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11e35b36-7a1d-45db-927b-cdaa99bd39e1 req-fc14691d-b98e-4d6f-b569-89abb68059a7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836542 Jun 01 13:18:39.706224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:39.709021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8022d-79f0-4b28-9a8a-1f07582bdeb8 None None] The sync data for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:39.844754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:39.847298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:39.848309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/652113c8-efe5-4998-b797-1f3de847a8ba HTTP/1.1" status: 204 len: 168 time: 1.6336405 Jun 01 13:18:40.027359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-555b5a35-253e-4e48-89d9-304bf6405769 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:40.043138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e43900c2-3a6f-43ba-ab65-1a155f2ab0bb req-c920f274-233d-43d9-a7f2-0e4070f025d6 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1633935 Jun 01 13:18:40.045101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:40.052142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb719-f72f-4a31-896b-26857409ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652113c8-efe5-4998-b797-1f3de847a8ba,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:40.106117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-555b5a35-253e-4e48-89d9-304bf6405769 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:40.107646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-555b5a35-253e-4e48-89d9-304bf6405769 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b781c5cc8643c28d5c2218dde0391a HTTP/1.1" status: 200 len: 379 time: 0.7538805 Jun 01 13:18:40.121742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'port': {'device_id': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'admin_state_up': True, 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'security_groups': ['d525476f-0b19-490b-9305-66532233543d']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:40.150510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Checking segment: {'id': 'f2865970-7a5a-4cee-97eb-fdf067244883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:40.150894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Network hostable DHCP agents. Network: 54af3293-574b-4743-8d14-c44ad77546f5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:18:40.156780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69f4672-3b2a-463b-9eae-e23cb191f472,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:40.179232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9cc49-e438-4d9b-8358-ea481b273a38 req-c8ce0e83-1b90-49b0-9728-fa0df1fdc4bb tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:40.186419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ae9cc49-e438-4d9b-8358-ea481b273a38 req-c8ce0e83-1b90-49b0-9728-fa0df1fdc4bb tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 949 time: 0.2131064 Jun 01 13:18:40.221564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Network 54af3293-574b-4743-8d14-c44ad77546f5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:18:40.248182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ae9cc49-e438-4d9b-8358-ea481b273a38 req-45b29d39-2198-4bb7-9ebe-f61dea6e512b tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607886 Jun 01 13:18:40.249126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 54af3293-574b-4743-8d14-c44ad77546f5) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:40.254971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:40.255598 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:40.262121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8ba5f-a200-4abd-9879-aeda9b7fe784 None None] Network 54af3293-574b-4743-8d14-c44ad77546f5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:40.299024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5a814593-8d51-4d2c-bf08-f8a54fabb695 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9851997 Jun 01 13:18:40.447638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c608a82b-96fb-479e-9ec0-134b18c9bef7 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:40.523982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:40.538145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Usage tracker for resource:port and tenant:70b781c5cc8643c28d5c2218dde0391a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:40.551968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:40.624983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:40.672339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Made reservation on behalf of 70b781c5cc8643c28d5c2218dde0391a for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:40.676439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:40.789647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3c0b6-8326-4cfd-9be7-1cc7063b7ee4 None None] Network 54af3293-574b-4743-8d14-c44ad77546f5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:40.935707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port c608a82b-96fb-479e-9ec0-134b18c9bef7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:40.943031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:40.953500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port c608a82b-96fb-479e-9ec0-134b18c9bef7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:40.953868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.025510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6dfed4c8-e539-4128-a2d0-a6df7f1b8200 req-db1236d2-8962-467b-a46a-1f52f6a65e2f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.1171944 Jun 01 13:18:41.028602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Allocated IP 172.20.0.6 (a449b6d6-1032-4ca4-8beb-2a2e4615cd5f/5e493811-67f4-4a5c-b583-c42336fd60f5/3bb42f4b-fd12-40f6-b419-6a5b121111fa) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:41.163111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c608a82b-96fb-479e-9ec0-134b18c9bef7 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:41.163694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.213211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:41.216192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:41.225802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.381418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:41.396084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-32361780-275f-4676-ab73-173423273150 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:41.396794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-32361780-275f-4676-ab73-173423273150 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Synchronizing usage tracker for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:41.418393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febd151-efd6-4e78-b8d9-8f4e7ee0cb50 req-e9c98803-3ef9-40a0-9ff5-e1f7845b7da1 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:41.426261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2febd151-efd6-4e78-b8d9-8f4e7ee0cb50 req-e9c98803-3ef9-40a0-9ff5-e1f7845b7da1 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.1683981 Jun 01 13:18:41.497278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-32361780-275f-4676-ab73-173423273150 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Unset dirty status for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:41.498682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-32361780-275f-4676-ab73-173423273150 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/networks?id=54af3293-574b-4743-8d14-c44ad77546f5 HTTP/1.1" status: 200 len: 814 time: 0.3905056 Jun 01 13:18:41.525062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-b9310095-ac9c-4222-9a80-2bafc140287e tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/quotas/060ae3593b984c33ace1b3b776743fc1 HTTP/1.1" status: 200 len: 375 time: 0.0155807 Jun 01 13:18:41.528482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2febd151-efd6-4e78-b8d9-8f4e7ee0cb50 req-7d9721d5-01a6-4905-a78e-cb498536dd5a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014216 Jun 01 13:18:41.547353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.597684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-f0a52e5d-f8b8-4a25-ba02-b4719c005cca tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=060ae3593b984c33ace1b3b776743fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653374 Jun 01 13:18:41.613963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Transition to ACTIVE for port object 3bb42f4b-fd12-40f6-b419-6a5b121111fa will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:41.641840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 87edfcfd-88f7-4be1-89e1-32aa53eb07af {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:41.642176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.777599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1b75d16-e38a-4014-b3ec-b85689209d52 req-4e21fdaf-b4cc-4d63-bc37-78444bea67c6 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0746586 Jun 01 13:18:41.855770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:41.859380 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416a0a57-a765-4552-852f-2b3878871c6c'] response: {'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7', 'code': 200} Jun 01 13:18:41.874009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-996aa571-9534-4388-b08a-5b771c060e0a req-d6254983-6f36-4a5e-925b-f515641c1ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0610101 Jun 01 13:18:41.896559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-f7eefcc2-dc28-4646-95ad-737dd8418df8 service neutron] 10.222.0.40 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971282 Jun 01 13:18:42.009482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:42.016934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:42.024099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:42.056177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event updated for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:42.128500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:42.129146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:42.134166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:42.159233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-9da8cb7b-f0cd-4f63-a651-6a4ba9d96c9f service neutron] 10.222.0.40 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552240 Jun 01 13:18:42.185289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d5f64-0c08-4326-8724-4fbc69e16277 req-acda9cea-a4e4-48cc-bdf5-fb4f6bd02a85 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:42.187684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c41d5f64-0c08-4326-8724-4fbc69e16277 req-acda9cea-a4e4-48cc-bdf5-fb4f6bd02a85 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.1988349 Jun 01 13:18:42.290388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c41d5f64-0c08-4326-8724-4fbc69e16277 req-c413cbda-2c1e-4381-b265-312fd50e1344 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924773 Jun 01 13:18:42.292551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 87edfcfd-88f7-4be1-89e1-32aa53eb07af owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:42.338993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dbfac-e645-40c8-804d-ee9e274d6e95 req-27895c56-8818-4b87-b7cb-6ccf5c4e138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:42.339124 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-b1d864d6-5d94-44fe-bfbb-b656574e3426 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2238264 Jun 01 13:18:42.342033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e34dbfac-e645-40c8-804d-ee9e274d6e95 req-27895c56-8818-4b87-b7cb-6ccf5c4e138f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 1101 time: 0.2320645 Jun 01 13:18:42.375012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Request body: {'port': {'device_id': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:42.427360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3058885-c7f3-4eaf-96fd-593eb6b03d4a None None] Provisioning for port 3bb42f4b-fd12-40f6-b419-6a5b121111fa completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:42.434214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3058885-c7f3-4eaf-96fd-593eb6b03d4a None None] Provisioning complete for port 3bb42f4b-fd12-40f6-b419-6a5b121111fa triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:42.434615 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3058885-c7f3-4eaf-96fd-593eb6b03d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:42.458892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e34dbfac-e645-40c8-804d-ee9e274d6e95 req-9ee079fa-52d7-4ebd-b9ec-ffba496a0eee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094770 Jun 01 13:18:42.578139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3058885-c7f3-4eaf-96fd-593eb6b03d4a None None] Port 3bb42f4b-fd12-40f6-b419-6a5b121111fa cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:42.674740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-246131c2-db3f-40dd-aaf2-53c1281f2b86 req-37d28e9f-ebd0-4aec-b2d1-faf3fe687e1f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 210 time: 0.0591607 Jun 01 13:18:42.708677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:43.039612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7927eefc-95d2-4b8e-947b-23b0c6971e60 req-b4612790-397a-4983-94ad-224bd17a28b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.3683269 Jun 01 13:18:43.095798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49ab18-75b0-45df-bbe5-43b692e254d7 req-c71368f9-1543-49f0-b44e-ce7c264b1daa tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:43.104085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad49ab18-75b0-45df-bbe5-43b692e254d7 req-c71368f9-1543-49f0-b44e-ce7c264b1daa tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 931 time: 0.6057770 Jun 01 13:18:43.118629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:43.176479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad49ab18-75b0-45df-bbe5-43b692e254d7 req-74df0690-f54b-4c06-8bc2-3de28c3cdcc0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690639 Jun 01 13:18:43.185315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=87edfcfd-88f7-4be1-89e1-32aa53eb07af,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:43.237257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.237510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.237778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.238408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.238927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.239608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.240080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.240625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.241202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.241669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.242130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.242637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:43.249396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882872-3670-4a76-afff-10cca07f3073 req-982dac20-d280-42d9-a53d-07ececa0c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:43.254102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-982dac20-d280-42d9-a53d-07ececa0c6b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.2968585 Jun 01 13:18:43.434539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f558ba-f2db-4e63-92b9-bbe78af53155 req-a716c5a7-04a9-471a-b03e-128c46923edc tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:43.449641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4f558ba-f2db-4e63-92b9-bbe78af53155 req-a716c5a7-04a9-471a-b03e-128c46923edc tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.5816193 Jun 01 13:18:43.474742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:43.611667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f47aa417-0d56-4958-b810-c910fe36a5bb req-5e4034e9-f3b1-4fd7-a139-1c45482bc0a9 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1608782 Jun 01 13:18:43.632437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4f558ba-f2db-4e63-92b9-bbe78af53155 req-0f2ab5a0-ff43-42a1-8633-e99a5064f945 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762490 Jun 01 13:18:43.728088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882872-3670-4a76-afff-10cca07f3073 req-c1678ab6-d6d7-467d-a2c9-d761ef2aa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:43.729717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-c1678ab6-d6d7-467d-a2c9-d761ef2aa288 service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.4688385 Jun 01 13:18:44.017804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebe5204a-d10b-43be-b280-26af31c3ef83 req-261dc4fb-11ce-4364-8e50-59c2003edbd0 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 210 time: 0.0633001 Jun 01 13:18:44.054384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-9de74126-0abf-4f38-bf6f-d36c966dfa13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1001 time: 0.3172989 Jun 01 13:18:44.145357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:18:44.151965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb42f4b-fd12-40f6-b419-6a5b121111fa {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:44.167129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:44.174242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882872-3670-4a76-afff-10cca07f3073 req-368ded99-c2ae-4be0-8a86-0b43044ab6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:44.175987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-368ded99-c2ae-4be0-8a86-0b43044ab6aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.1143520 Jun 01 13:18:44.331277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Transition to ACTIVE for port object 3bb42f4b-fd12-40f6-b419-6a5b121111fa will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:44.348428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:44.367931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79c49-3d51-44e0-ab4d-a4f9e7d21f76 req-f07f5d74-c01b-46bd-83f6-8710c387eb8f tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:44.376171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fd79c49-3d51-44e0-ab4d-a4f9e7d21f76 req-f07f5d74-c01b-46bd-83f6-8710c387eb8f tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.5346859 Jun 01 13:18:44.400068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:44.411646 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] Sync routers for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:44.421645 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:44.423065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:44.423200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47216) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:44.492434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-a91d20f3-03d8-4628-bc49-53a9f13bb1a9 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:44.494373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-a91d20f3-03d8-4628-bc49-53a9f13bb1a9 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.24 "GET /v2.0/networks?id=54af3293-574b-4743-8d14-c44ad77546f5 HTTP/1.1" status: 200 len: 814 time: 0.4718239 Jun 01 13:18:44.525993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fd79c49-3d51-44e0-ab4d-a4f9e7d21f76 req-20c82da5-b68d-48e3-8023-be01dce96879 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485291 Jun 01 13:18:44.540180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be7b9803-c763-4231-b08a-203840f2f57a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0891359 Jun 01 13:18:44.545793 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:44.552399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:44.553831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882872-3670-4a76-afff-10cca07f3073 req-7d96bea0-594a-45c5-afce-0db4d05f5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:44.555440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-7d96bea0-594a-45c5-afce-0db4d05f5b1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3631566 Jun 01 13:18:44.558913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Request body: {'port': {'device_id': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5', 'admin_state_up': True, 'tenant_id': '060ae3593b984c33ace1b3b776743fc1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:44.573042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:44.586922 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] Routers {'2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:44.587545 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:44.683819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-669d1662-4265-4e00-b733-5ca8a8262743 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:44.694551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:44.695380 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78c084-7a65-42f0-9ded-0e79aed9d01d None None] The sync data for ids ['2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:44.723897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:44.763481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-669d1662-4265-4e00-b733-5ca8a8262743 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:44.764642 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-669d1662-4265-4e00-b733-5ca8a8262743 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 HTTP/1.1" status: 200 len: 205 time: 0.1907206 Jun 01 13:18:44.768759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:44.770774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:44.833229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Usage tracker for resource:security_group_rule and tenant:546ae7c9fe524989ab4cd914c93904f0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:44.841335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Attempting to bind port 3bb42f4b-fd12-40f6-b419-6a5b121111fa on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:44.841672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Attempting to bind port 3bb42f4b-fd12-40f6-b419-6a5b121111fa by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:44.841996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Attempting to bind port 3bb42f4b-fd12-40f6-b419-6a5b121111fa on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:44.844231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:44.905584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:44.910751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb549ae-dd7b-436b-832f-56b76e79ae9c req-4ea0ecbf-b705-4363-9b82-c07fb9868bae tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:44.912545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cb549ae-dd7b-436b-832f-56b76e79ae9c req-4ea0ecbf-b705-4363-9b82-c07fb9868bae tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 943 time: 0.5302989 Jun 01 13:18:44.914329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-88a3a0ef-ce06-4dbb-a0b7-02395914ab50 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364449 Jun 01 13:18:44.920486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Port 3bb42f4b-fd12-40f6-b419-6a5b121111fa on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:18:44.920811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Attempting to bind port 3bb42f4b-fd12-40f6-b419-6a5b121111fa on network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:44.939507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:44.939819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Checking segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:44.940203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Bound using segment: {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:44.941092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Bound port: 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503c13df-fb5a-4678-ae85-148cb36b0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:44.941748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:44.952324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.155221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:45.178543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Usage tracker for resource:port and tenant:060ae3593b984c33ace1b3b776743fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:45.186418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:45.201986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:45.224292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cb549ae-dd7b-436b-832f-56b76e79ae9c req-cd41cf48-3e5c-4311-ab0c-a8f6e730a209 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000093 Jun 01 13:18:45.239665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8f657-6da2-4932-9fb4-98ebef10392d req-3f67c71c-a01a-45b6-a092-44db49567611 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:45.241118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ce8f657-6da2-4932-9fb4-98ebef10392d req-3f67c71c-a01a-45b6-a092-44db49567611 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.4603431 Jun 01 13:18:45.270751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Made reservation on behalf of 060ae3593b984c33ace1b3b776743fc1 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:45.274161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.298056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-bb83b587-f9a8-4006-b773-a7b46f395d92 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704209 Jun 01 13:18:45.354811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.364857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.380028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:45.407349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9c55f41-8cb0-4905-be41-4cf776f01693 req-de45074d-56c6-437a-8b34-e73f82ddb750 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0541179 Jun 01 13:18:45.415984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ce8f657-6da2-4932-9fb4-98ebef10392d req-0fa37e99-b081-4b31-afe8-ef10108644f6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682069 Jun 01 13:18:45.538296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:45.558886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.564389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.608386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.608661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:18:45.618742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.635265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Allocated IP 172.20.0.4 (54af3293-574b-4743-8d14-c44ad77546f5/a69f4672-3b2a-463b-9eae-e23cb191f472/ec5768a1-1b09-4c67-96f7-d9db6b5b399d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:45.639462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d218d912-af18-4b97-abab-4e478f73f6ac req-03cef933-2549-49af-b7cf-d0eab8004a92 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 210 time: 0.0561130 Jun 01 13:18:45.668906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:45.669524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.670916 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3bb42f4b-fd12-40f6-b419-6a5b121111fa HTTP/1.1" status: 200 len: 1091 time: 3.3001752 Jun 01 13:18:45.671683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:45.717079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47250) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:45.717737 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=546ae7c9fe524989ab4cd914c93904f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2885978 Jun 01 13:18:45.727101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5570d9-c642-418d-ad97-09d0261068a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb6422-6571-4e06-ab77-4a34c6749733,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:45.751716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:45.752843 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cd3e48c9-4968-4d94-944a-1e2c969d3eaf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 HTTP/1.1" status: 204 len: 168 time: 0.9811406 Jun 01 13:18:45.754036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ccda0-4554-4409-9446-44231f6770b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:45.762980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:45.936299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:45.940624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.062400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.103067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-81724237-a378-4479-a7eb-95916f50b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.104570 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-81724237-a378-4479-a7eb-95916f50b393 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 1094 time: 0.3404660 Jun 01 13:18:46.110689 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4c488d-d1d5-4b68-958a-54aa7d52f720'] response: {'name': 'network-changed', 'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'status': 'completed', 'code': 200} Jun 01 13:18:46.117268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.188717 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-a414ab17-56be-4ec4-abb1-6469b2ba0fbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa HTTP/1.1" status: 200 len: 217 time: 0.0699418 Jun 01 13:18:46.189002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.283911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-3f2726ff-aeeb-4a44-be5f-e828652b1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.285486 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-3f2726ff-aeeb-4a44-be5f-e828652b1b11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.0900807 Jun 01 13:18:46.309743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87210bbe-24b2-4a80-858f-7d687adecb8a req-1f662f53-7605-4ff0-99e8-eaa0185226cd tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.311278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87210bbe-24b2-4a80-858f-7d687adecb8a req-1f662f53-7605-4ff0-99e8-eaa0185226cd tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.4696507 Jun 01 13:18:46.318801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b5749be-f33b-476d-ac15-c2ef84363138 req-fb597cee-7108-49ad-8055-ffd1c7f3d93c tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1030414 Jun 01 13:18:46.326083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.342517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.388454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87210bbe-24b2-4a80-858f-7d687adecb8a req-c68178eb-7fd1-46bd-b036-f1a7d01ac309 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686772 Jun 01 13:18:46.389052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.413173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb6422-6571-4e06-ab77-4a34c6749733,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:46.422386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.422772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.423109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.423439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.423765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.424087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.424436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.424756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.425491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.425491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.425756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.426659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:46.436728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.440247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb4d8d2a-f77d-4772-aebf-629fa7df4b6d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/edcb6422-6571-4e06-ab77-4a34c6749733 HTTP/1.1" status: 204 len: 168 time: 0.7196174 Jun 01 13:18:46.462583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.478082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-74044246-fbbc-4c16-8a10-3b3947498cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.479591 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-74044246-fbbc-4c16-8a10-3b3947498cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864800 Jun 01 13:18:46.485083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.611260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:46.615319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Network 54af3293-574b-4743-8d14-c44ad77546f5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:46.632401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.634297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d73ead-310a-4296-8f65-c5afc36b34e7 None None] Network 8f08d96f-b060-43c4-acc6-bc9981be6b17 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:46.636300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:46.649628 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2463257-474c-42b2-9839-3480566cd936 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2 HTTP/1.1" status: 204 len: 168 time: 0.8839445 Jun 01 13:18:46.650271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:46.654353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:46.727551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.728238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.741352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Pushing event updated for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:46.778677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b0e82-b4e4-4330-b1f0-949d17b31c33 req-c5f9f4b6-2171-41bd-9221-c5c7766e7251 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:46.785427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee0b0e82-b4e4-4330-b1f0-949d17b31c33 req-c5f9f4b6-2171-41bd-9221-c5c7766e7251 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 943 time: 0.2547281 Jun 01 13:18:46.790736 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-4ae68c3b-ad92-4b5e-b357-0f396c4f9584 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997441 Jun 01 13:18:46.802158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-0dd8f528-7594-4280-a899-05e0010ac9d5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2511899 Jun 01 13:18:46.841450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee0b0e82-b4e4-4330-b1f0-949d17b31c33 req-8ff03c0a-f69a-4bc7-9fe1-a40512732ab4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548894 Jun 01 13:18:46.845490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Request body: {'port': {'device_id': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:46.960652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet 5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:18:46.968480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:46.981117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:47.078667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] DHCP port deletion for 8f08d96f-b060-43c4-acc6-bc9981be6b17 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:18:47.083686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Deleting port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:47.084059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.093752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.114258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.184404 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-9b782a68-e86d-4e4f-91f0-f133f3fc7195 req-0a3396ea-c821-4339-8d45-47724d001cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867915 Jun 01 13:18:47.213829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.280798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.366554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] For port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,segment=NetworkSegment(9e4ce860-3c72-46ad-b3dc-fc2f429e531b),segment_id=9e4ce860-3c72-46ad-b3dc-fc2f429e531b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:47.367009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.406013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.456588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:47.462110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.477626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7d3f66e-4413-402a-bf3e-93d54b7480c9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f HTTP/1.1" status: 204 len: 168 time: 0.8244853 Jun 01 13:18:47.478515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:47.594698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.597084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb16fc0-a7cf-48cd-ba3a-68588b14d3a7 None None] Network e42b1901-55a8-40af-82ab-fe6013fd8627 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:47.610079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-6f3f8f71-210b-443c-8c22-143f2d11f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:47.611609 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-6f3f8f71-210b-443c-8c22-143f2d11f6fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 1094 time: 0.2532787 Jun 01 13:18:47.617121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:47.617529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.620817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Calling delete_port for 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:47.647049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5768a1-1b09-4c67-96f7-d9db6b5b399d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:47.654829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.673507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:47.679014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5f879f04347f421db41703652971d8e4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:47.682388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:47.689851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:47.698189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Transition to ACTIVE for port object ec5768a1-1b09-4c67-96f7-d9db6b5b399d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:47.732830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.911099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:47.972137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] Pushing event deleted for resources: {'Port': ['ID=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:47.975346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f59aa-effd-4d5e-9350-599b6bd6ad07 None None] No DVR routers for this DVR port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:48.003627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.061166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:48.086101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] DHCP port deletion for e42b1901-55a8-40af-82ab-fe6013fd8627 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:18:48.090487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Deleting port 3729ed2d-d035-47dd-8599-2c9076610eda {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:48.090962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.119392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-b67cadb0-0722-4fbe-898d-597ec4ae5898 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:48.120095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-b67cadb0-0722-4fbe-898d-597ec4ae5898 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Synchronizing usage tracker for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:48.132820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-79b90ce6-dce8-44f8-903d-77a5260cc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:48.134331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-79b90ce6-dce8-44f8-903d-77a5260cc198 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.4605348 Jun 01 13:18:48.190869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721d83-363a-4604-a68c-78602b31e83a req-a052a8a6-0371-4ba2-9026-8b82641cae02 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:48.198463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d721d83-363a-4604-a68c-78602b31e83a req-a052a8a6-0371-4ba2-9026-8b82641cae02 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 1.1072602 Jun 01 13:18:48.247398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-78b9f28a-7dfc-4baa-bdc9-266bc71d5617 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa HTTP/1.1" status: 200 len: 217 time: 0.1032190 Jun 01 13:18:48.251087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80a9bb92-dbec-4e7d-8fec-c5e1df4acf80,segment=NetworkSegment(9e4ce860-3c72-46ad-b3dc-fc2f429e531b),segment_id=9e4ce860-3c72-46ad-b3dc-fc2f429e531b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:48.252912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.271335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-b67cadb0-0722-4fbe-898d-597ec4ae5898 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Unset dirty status for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:48.277869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-b67cadb0-0722-4fbe-898d-597ec4ae5898 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 931 time: 1.0993247 Jun 01 13:18:48.308912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] For port 3729ed2d-d035-47dd-8599-2c9076610eda, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3729ed2d-d035-47dd-8599-2c9076610eda,segment=NetworkSegment(cce3834f-7558-4f86-a63c-2ee4b3f5154e),segment_id=cce3834f-7558-4f86-a63c-2ee4b3f5154e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:48.309490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.348173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.358097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-156a689e-c5a9-4265-8690-e9ca1d3c51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:48.360935 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-156a689e-c5a9-4265-8690-e9ca1d3c51b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.0951753 Jun 01 13:18:48.364741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d721d83-363a-4604-a68c-78602b31e83a req-0577f156-ab3b-43d5-96fc-e9ab7f1c9f59 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1653054 Jun 01 13:18:48.370645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.410557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Attempting to bind port ec5768a1-1b09-4c67-96f7-d9db6b5b399d on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:48.410934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Attempting to bind port ec5768a1-1b09-4c67-96f7-d9db6b5b399d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'f2865970-7a5a-4cee-97eb-fdf067244883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:48.411254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Attempting to bind port ec5768a1-1b09-4c67-96f7-d9db6b5b399d on network 54af3293-574b-4743-8d14-c44ad77546f5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:48.446041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-76afd7eb-29a4-4303-afad-b3a5b96cb53f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Synchronizing usage tracker for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:48.454786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Port ec5768a1-1b09-4c67-96f7-d9db6b5b399d on network 54af3293-574b-4743-8d14-c44ad77546f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:18:48.455107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Attempting to bind port ec5768a1-1b09-4c67-96f7-d9db6b5b399d on network 54af3293-574b-4743-8d14-c44ad77546f5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:48.467734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:48.468068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Checking segment: {'id': 'f2865970-7a5a-4cee-97eb-fdf067244883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:48.468448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Bound using segment: {'id': 'f2865970-7a5a-4cee-97eb-fdf067244883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:48.468875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Bound port: ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2865970-7a5a-4cee-97eb-fdf067244883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:48.469215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.495754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f879f04347f421db41703652971d8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5124714 Jun 01 13:18:48.498511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47304) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:48.502316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a0d6a-b4b9-4094-9335-7679d42367f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f2e055-af63-469f-91f2-b8c11cd25a67,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:48.506997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Calling delete_port for 3729ed2d-d035-47dd-8599-2c9076610eda owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:48.557099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:18:48.636498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-07f49e75-fb09-445b-abd6-9c4462cb9c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.641736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.641905 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:18:48.669960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-366f5469-84d9-4911-b619-24872a331add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:48.671460 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-366f5469-84d9-4911-b619-24872a331add service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038809 Jun 01 13:18:48.678850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:18:48.679155 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:18:48.695797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-76afd7eb-29a4-4303-afad-b3a5b96cb53f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Unset dirty status for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:48.704993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37cb0cb6-2dd7-4ae4-9a6c-bbe2a9658151 req-76afd7eb-29a4-4303-afad-b3a5b96cb53f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261973 Jun 01 13:18:48.708748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] No DVR routers for this DVR port 3729ed2d-d035-47dd-8599-2c9076610eda on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:18:48.719254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72aad3b-c703-4894-8ba6-aa78ceb80791 None None] Pushing event deleted for resources: {'Port': ['ID=3729ed2d-d035-47dd-8599-2c9076610eda,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:48.771655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b092a11-5f97-45d5-b5c0-887752d91b79 req-9ce7d530-bd94-4034-aca4-24730bb71cf4 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.2164025 Jun 01 13:18:48.815411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.845084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:48.855520 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.858797 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-ae4a2138-508b-48ed-92c5-f8404e7c81f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745746 Jun 01 13:18:48.866513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,segment=NetworkSegment(f2865970-7a5a-4cee-97eb-fdf067244883),segment_id=f2865970-7a5a-4cee-97eb-fdf067244883)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:48.883332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3729ed2d-d035-47dd-8599-2c9076610eda no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:48.923327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3729ed2d-d035-47dd-8599-2c9076610eda {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:48.924051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3729ed2d-d035-47dd-8599-2c9076610eda not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:48.924300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:18:48.926497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:48.966211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:18:48.967251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:18:49.009998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:49.010629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.012002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec5768a1-1b09-4c67-96f7-d9db6b5b399d HTTP/1.1" status: 200 len: 1091 time: 2.1825864 Jun 01 13:18:49.012460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:49.014515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c9ed5a8f-2daa-48c3-8ef9-aceb3d6242ad req-89bc7214-40ed-42ab-a799-1a2d9f92f8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510096 Jun 01 13:18:49.064084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7e5b-1b4a-4faa-b3eb-c86c33ba1a47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:49.079813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75528824-c5b1-448a-b7ed-7b5cf02bb95e req-ac25769a-ee42-4c76-a292-e38e59e6c196 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:49.081660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75528824-c5b1-448a-b7ed-7b5cf02bb95e req-ac25769a-ee42-4c76-a292-e38e59e6c196 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 943 time: 0.2007618 Jun 01 13:18:49.090815 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.111979 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c12fec-86df-4f05-8b54-7830d24259d0'] response: {'name': 'network-changed', 'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d', 'status': 'completed', 'code': 200} Jun 01 13:18:49.137222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f2e055-af63-469f-91f2-b8c11cd25a67,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:49.145259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.147976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c84ed449-ede8-4df3-a7c6-b07d7f118853 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d1f2e055-af63-469f-91f2-b8c11cd25a67 HTTP/1.1" status: 204 len: 168 time: 0.6452932 Jun 01 13:18:49.174248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75528824-c5b1-448a-b7ed-7b5cf02bb95e req-b65cde0b-ecff-41ac-9239-590a28f44089 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715425 Jun 01 13:18:49.180741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 80a9bb92-dbec-4e7d-8fec-c5e1df4acf80 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:18:49.181079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.254900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port '80a9bb92-dbec-4e7d-8fec-c5e1df4acf80' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:18:49.309404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-694c73ad-9492-4146-b4ef-3278b63c9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:49.310900 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-694c73ad-9492-4146-b4ef-3278b63c9d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=060ae3593b984c33ace1b3b776743fc1&device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 1094 time: 0.2187207 Jun 01 13:18:49.437029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-c5e94d32-4970-47a2-b1c5-41c45472dbe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d HTTP/1.1" status: 200 len: 217 time: 0.0792460 Jun 01 13:18:49.478865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.520161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f08d96f-b060-43c4-acc6-bc9981be6b17']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:49.533010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4ce860-3c72-46ad-b3dc-fc2f429e531b') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:49.533315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4ce860-3c72-46ad-b3dc-fc2f429e531b') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:49.552096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.698712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-91723683-1b44-4122-8f97-ac537621c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:49.700148 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-91723683-1b44-4122-8f97-ac537621c2f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a69f4672-3b2a-463b-9eae-e23cb191f472 HTTP/1.1" status: 200 len: 854 time: 0.2536588 Jun 01 13:18:49.703842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.748854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:49.749253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.768828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-c6ef4030-7ab4-4a81-8c8b-a47e785dcb1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54af3293-574b-4743-8d14-c44ad77546f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620589 Jun 01 13:18:49.943154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:49.987975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.005006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=8f08d96f-b060-43c4-acc6-bc9981be6b17,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:50.045740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37fc24c0-d9c9-45a4-ad7f-b46208a659ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/8f08d96f-b060-43c4-acc6-bc9981be6b17 HTTP/1.1" status: 204 len: 168 time: 2.5653393 Jun 01 13:18:50.048405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:50.054634 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-01e09f47-d38a-460e-9c15-ff8ceb9caeb7 service neutron] 10.222.0.24 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332840 Jun 01 13:18:50.099499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3bb42f4b-fd12-40f6-b419-6a5b121111fa details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:18:50.130335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c05fec6-7191-432f-a0fd-0ee1ffe147f8 req-8040e0a4-5f72-435e-aff1-f7811aa7547b tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1439185 Jun 01 13:18:50.150268 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9e4ce860-3c72-46ad-b3dc-fc2f429e531b resource provider aggregate not found Jun 01 13:18:50.159499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f02ada-92a2-4075-87ca-dd44c70a7eb9 req-a5eb9c4c-7707-4d2c-bf31-94c0f54dcea8 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:50.179149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6f02ada-92a2-4075-87ca-dd44c70a7eb9 req-a5eb9c4c-7707-4d2c-bf31-94c0f54dcea8 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 943 time: 0.2959008 Jun 01 13:18:50.225568 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9e4ce860-3c72-46ad-b3dc-fc2f429e531b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e4ce860-3c72-46ad-b3dc-fc2f429e531b found for delete ", "request_id": "req-0916f4e7-d662-4dc3-92fe-72c115cd3f7e"}]} Jun 01 13:18:50.249814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6f02ada-92a2-4075-87ca-dd44c70a7eb9 req-fbb78247-cd7a-486c-b231-1b5479ea0bce tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685976 Jun 01 13:18:50.293106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.323567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:50.343696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'port_id': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'mac_address': 'fa:16:3e:ee:83:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:18:50.421633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3bb42f4b-fd12-40f6-b419-6a5b121111fa is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:50.422511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.442392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb42f4b-fd12-40f6-b419-6a5b121111fa {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:50.453973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbc73-e7b1-4e9b-9c01-ff7aa5c1a314 req-6b325cc6-b808-4167-a10d-465b9bfc612e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:50.460471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:50.467637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a4cbc73-e7b1-4e9b-9c01-ff7aa5c1a314 req-6b325cc6-b808-4167-a10d-465b9bfc612e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 943 time: 0.1552093 Jun 01 13:18:50.504636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.514377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-964a880c-2102-40b8-9ea1-6ac03e5ba48c req-4763beb1-57ab-4b8b-bc2d-464658fcd1af service neutron] 10.222.0.24 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381387 Jun 01 13:18:50.521636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3a4cbc73-e7b1-4e9b-9c01-ff7aa5c1a314 req-67ba94b7-cc0a-4edb-bbf7-e7f5f7f631ce tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506279 Jun 01 13:18:50.623640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6308bdfe-b3df-41bc-b149-f16799c89e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.641045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:50.719498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.751777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42b1901-55a8-40af-82ab-fe6013fd8627']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:50.766560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce3834f-7558-4f86-a63c-2ee4b3f5154e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:50.766877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce3834f-7558-4f86-a63c-2ee4b3f5154e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:50.784037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.795816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-89d0de29-7fc9-4816-8026-bd05c3e17dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:50.797359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-89d0de29-7fc9-4816-8026-bd05c3e17dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=060ae3593b984c33ace1b3b776743fc1&device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 1094 time: 0.1393681 Jun 01 13:18:50.825570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.879655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:18:50.880092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:50.999961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.020750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.045623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=e42b1901-55a8-40af-82ab-fe6013fd8627,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:51.052713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3bb42f4b-fd12-40f6-b419-6a5b121111fa'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:51.053191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47424) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:51.055300 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4371e4a7-710a-42ac-bd69-c7e2e5d9765d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/e42b1901-55a8-40af-82ab-fe6013fd8627 HTTP/1.1" status: 204 len: 168 time: 1.0057049 Jun 01 13:18:51.058672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520328746'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:51.062770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-a20b8bcd-7494-4b0b-aadc-f8d301a0ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:51.064183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:51.064944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-a20b8bcd-7494-4b0b-aadc-f8d301a0ba58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=54af3293-574b-4743-8d14-c44ad77546f5 HTTP/1.1" status: 200 len: 915 time: 0.2606864 Jun 01 13:18:51.068713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:51.072873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:51.092672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:51.107960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:51.112055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.138551 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-dcb0307e-7c26-40bc-be21-0705168b952e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d HTTP/1.1" status: 200 len: 217 time: 0.0667531 Jun 01 13:18:51.145400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:18:51.158418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.170984 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment cea95a67-f67a-4fec-b356-8427f744b467 of type vlan for network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb Jun 01 13:18:51.228021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-130b37e2-afda-47f9-a577-d0bdae513ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:51.230268 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-130b37e2-afda-47f9-a577-d0bdae513ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a69f4672-3b2a-463b-9eae-e23cb191f472 HTTP/1.1" status: 200 len: 854 time: 0.0845706 Jun 01 13:18:51.232340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.293280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.298618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:51.301791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.312163 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-366b4966-941d-46bb-a50e-f1945cbbea48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54af3293-574b-4743-8d14-c44ad77546f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749586 Jun 01 13:18:51.472892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-fde1048a-13f3-46b0-8776-45b71b37e88a service neutron] 10.222.0.24 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529930 Jun 01 13:18:51.499499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc5ae313-6d84-40b3-8d80-0187c8e859d9 req-3b532cad-4717-4b31-bf85-74e464fba149 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0994177 Jun 01 13:18:51.501637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=9c0b7060-8e24-44a3-86c0-1e2b7b518dcb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:51.511363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0ecd8da-e066-48d3-8000-9e5531b4929f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4570925 Jun 01 13:18:51.512680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47446) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:51.521793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:18:51.542006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:51.671044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47456) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:51.716897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:51.725705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.732532 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.741035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:51.751960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad954d37-3bdf-4639-b204-0daee81de789 req-0c5e7e0c-0c37-41ac-afbf-faea2445424f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:51.753695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad954d37-3bdf-4639-b204-0daee81de789 req-0c5e7e0c-0c37-41ac-afbf-faea2445424f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 943 time: 0.3526492 Jun 01 13:18:51.756684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:51.806888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:51.862463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:51.865922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:51.896104 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-08005dc4-ba92-4bd1-a958-93d36d9e2994 req-e6a16e3f-7578-4c9b-9d6d-fbee283c0b58 service neutron] 10.222.0.24 "GET /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164219 Jun 01 13:18:52.095274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad954d37-3bdf-4639-b204-0daee81de789 req-68d51835-9c39-40f5-b53d-0af3d07ec214 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308485 Jun 01 13:18:52.113762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.151941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:52.163652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Usage tracker for resource:security_group_rule and tenant:079649ad2a2e469a9f1674fb389b0202 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:52.169992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:52.180386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:52.197014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1881d-d6ce-4b4f-92b8-b387ba9f43a7 req-c1219329-d464-44bd-a8e6-45543ecb3446 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:52.198478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecc1881d-d6ce-4b4f-92b8-b387ba9f43a7 req-c1219329-d464-44bd-a8e6-45543ecb3446 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 944 time: 0.4657834 Jun 01 13:18:52.243147 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment cce3834f-7558-4f86-a63c-2ee4b3f5154e resource provider aggregate not found Jun 01 13:18:52.260432 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment cce3834f-7558-4f86-a63c-2ee4b3f5154e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cce3834f-7558-4f86-a63c-2ee4b3f5154e found for delete ", "request_id": "req-85f43f9a-3b1a-45ff-afdb-eccb745e74d7"}]} Jun 01 13:18:52.325351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecc1881d-d6ce-4b4f-92b8-b387ba9f43a7 req-5d37f039-00d0-46c2-9271-26ef8f7919c3 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179121 Jun 01 13:18:52.384972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.485890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.494338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:52.497692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.544112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': 'cea95a67-f67a-4fec-b356-8427f744b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:52.544489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:18:52.560682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=079649ad2a2e469a9f1674fb389b0202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574808 Jun 01 13:18:52.563646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:52.566350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678075c-4348-4e6c-a511-231e35a3f070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bf573-b548-427f-9b88-6bdd179f8508,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:52.582975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:18:52.596786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:52.601761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:52.602740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.606719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9b06d-f22e-4009-969d-750cf8a63e17 None None] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:52.625711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.653850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.682477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a4e44cf-4163-419b-aa7b-75c300c41a6a req-3e7bbe24-5bbb-46d4-8d68-b28e89982955 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0516083 Jun 01 13:18:52.693314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14af66cc-22ab-4be9-8c23-2bab21d78cc9 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1766589 Jun 01 13:18:52.693631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:52.704224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137332681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:52.713557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:52.718318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:52.722845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:52.725950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.743068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:52.745295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bf573-b548-427f-9b88-6bdd179f8508,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:52.753437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.757537 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e0567d5b-26a6-4cae-be75-7f6dd4d27459 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ed8bf573-b548-427f-9b88-6bdd179f8508 HTTP/1.1" status: 204 len: 168 time: 0.1898427 Jun 01 13:18:52.766837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.768023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.786532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.809605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.838365 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:52.839941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eaaf0bf1-f054-4eb1-80fb-27e2797c6017 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1418424 Jun 01 13:18:52.842674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47484) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:52.850166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'port': {'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb', 'name': 'tempest-RoutersIpV6Test-910634469'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:52.916310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-9c0b7060-8e24-44a3-86c0-1e2b7b518dcb', 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': '3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:18:52.917351 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.023331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:53.028019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:port and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:53.031188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:53.039952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:53.049720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:53.053309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.075994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] device_id is not set on port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:18:53.086540 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.097675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Allocated IP 2001:db8::2 (9c0b7060-8e24-44a3-86c0-1e2b7b518dcb/3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be/23ac31b5-ccb3-443c-8de1-e514bf40e33e) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:53.301706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d807568-eb56-4679-9c9c-588021f06e4b req-d4e43fe4-86ed-4bf7-b586-aff08aa9172a tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:53.303282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d807568-eb56-4679-9c9c-588021f06e4b req-d4e43fe4-86ed-4bf7-b586-aff08aa9172a tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 943 time: 0.0929089 Jun 01 13:18:53.323966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.334504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Transition to ACTIVE for port object 23ac31b5-ccb3-443c-8de1-e514bf40e33e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:53.352600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d807568-eb56-4679-9c9c-588021f06e4b req-55d716c6-b666-42aa-a590-dafdd6326929 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Jun 01 13:18:53.359740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Transition to ACTIVE for port object 23ac31b5-ccb3-443c-8de1-e514bf40e33e will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:53.368457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.443520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8::2c8 (9c0b7060-8e24-44a3-86c0-1e2b7b518dcb/3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be/6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:53.453155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:53.456873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:53.466205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:53.477376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Pushing event updated for resources: {'Port': ['ID=23ac31b5-ccb3-443c-8de1-e514bf40e33e,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:53.570911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.571348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.571753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.572174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.572584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.572833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.573159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.573615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.574154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.574370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.574876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.575115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:18:53.595602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Attempting to bind port 23ac31b5-ccb3-443c-8de1-e514bf40e33e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:18:53.596040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Attempting to bind port 23ac31b5-ccb3-443c-8de1-e514bf40e33e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'cea95a67-f67a-4fec-b356-8427f744b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:18:53.596798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Attempting to bind port 23ac31b5-ccb3-443c-8de1-e514bf40e33e on network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:18:53.602637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:18:53.602637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Checking segment: {'id': 'cea95a67-f67a-4fec-b356-8427f744b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:53.603152 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.603604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Bound using segment: {'id': 'cea95a67-f67a-4fec-b356-8427f744b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:18:53.604132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Bound port: 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea95a67-f67a-4fec-b356-8427f744b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9c0b7060-8e24-44a3-86c0-1e2b7b518dcb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:18:53.604584 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.669268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaaf90-aa4b-44df-b8ca-78631e40f53c req-ab9c9020-d469-49b1-a09d-ceb68ccd1c23 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:53.670841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dbaaf90-aa4b-44df-b8ca-78631e40f53c req-ab9c9020-d469-49b1-a09d-ceb68ccd1c23 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 944 time: 0.2107420 Jun 01 13:18:53.697419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] For port 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:18:53.700709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] For port 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=23ac31b5-ccb3-443c-8de1-e514bf40e33e,segment=NetworkSegment(cea95a67-f67a-4fec-b356-8427f744b467),segment_id=cea95a67-f67a-4fec-b356-8427f744b467)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:18:53.706783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.764300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dbaaf90-aa4b-44df-b8ca-78631e40f53c req-3ba5eab3-9720-42a8-9f0f-df56f58f4559 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873802 Jun 01 13:18:53.771913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.801595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:18:53.826781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90415589-44cd-4fb9-8cf4-f582771377ea None None] Pushing event updated for resources: {'Port': ['ID=23ac31b5-ccb3-443c-8de1-e514bf40e33e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:53.839351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.957593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:53.960216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f982445-1a32-4e3b-b9fb-4edac8d6d743 req-43cf110f-1bd9-451a-a16b-733fd5adb9b7 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0752273 Jun 01 13:18:53.963350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:53.968882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:53.974853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:53.975500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:53.992282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:54.013637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eebab7be-0de6-468f-bd10-9a3c15af9cd7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1700947 Jun 01 13:18:54.016326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47524) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:54.120379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ec5768a1-1b09-4c67-96f7-d9db6b5b399d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:18:54.125846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3bb42f4b-fd12-40f6-b419-6a5b121111fa up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:54.312476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 3bb42f4b-fd12-40f6-b419-6a5b121111fa completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:54.323319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3bb42f4b-fd12-40f6-b419-6a5b121111fa triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:54.323454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:54.394887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,segment=NetworkSegment(f2865970-7a5a-4cee-97eb-fdf067244883),segment_id=f2865970-7a5a-4cee-97eb-fdf067244883)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:54.419960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d', 'network_id': '54af3293-574b-4743-8d14-c44ad77546f5', 'port_id': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d', 'mac_address': 'fa:16:3e:97:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69f4672-3b2a-463b-9eae-e23cb191f472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:18:54.536220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port ec5768a1-1b09-4c67-96f7-d9db6b5b399d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:54.536591 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:54.564129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5768a1-1b09-4c67-96f7-d9db6b5b399d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:18:54.581308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,segment=NetworkSegment(f2865970-7a5a-4cee-97eb-fdf067244883),segment_id=f2865970-7a5a-4cee-97eb-fdf067244883)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:54.619449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:54.793494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3bb42f4b-fd12-40f6-b419-6a5b121111fa is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:54.794083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:54.844364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:54.851382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:54.864298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:54.869832 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:54.910679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.020437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 23ac31b5-ccb3-443c-8de1-e514bf40e33e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:55.090649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:55.139211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['ec5768a1-1b09-4c67-96f7-d9db6b5b399d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:18:55.211230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 23ac31b5-ccb3-443c-8de1-e514bf40e33e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:55.223265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70dce-3e44-4f8f-9a7e-8eae70c4e819 req-87ce7b8d-ec72-45c5-92fb-54f84b062b54 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:55.233338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7de70dce-3e44-4f8f-9a7e-8eae70c4e819 req-87ce7b8d-ec72-45c5-92fb-54f84b062b54 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 944 time: 0.5267017 Jun 01 13:18:55.257076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f478f-e7ba-4067-aff4-031f938eb9c6 None None] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:55.322419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47558) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:55.364901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a30d0-c77a-43e4-beb4-658dda1c756b req-bf4fa58e-31f7-400a-aad6-5ff7f55bdf00 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:55.366412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a4a30d0-c77a-43e4-beb4-658dda1c756b req-bf4fa58e-31f7-400a-aad6-5ff7f55bdf00 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.3361335 Jun 01 13:18:55.381534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7de70dce-3e44-4f8f-9a7e-8eae70c4e819 req-4a632eb0-58d6-4ee4-b892-18fc91326b2f tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471276 Jun 01 13:18:55.412579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Provisioning for port 23ac31b5-ccb3-443c-8de1-e514bf40e33e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:55.465549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Provisioning complete for port 23ac31b5-ccb3-443c-8de1-e514bf40e33e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:55.466135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.555951 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd500d3a-fcdf-4ce4-bb85-44e72f17aa87'] response: {'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'code': 200} Jun 01 13:18:55.619243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a4a30d0-c77a-43e4-beb4-658dda1c756b req-0ad2a76f-0448-401c-bea4-d72037a3161b tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352822 Jun 01 13:18:55.668609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:55.677475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:55.684996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:floatingip and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:55.692623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:55.706881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fcd243d-fbbb-4a0a-a59f-2261fd334f6f req-2a150271-8b6f-44fa-a69e-8fc2e071beeb tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0698719 Jun 01 13:18:55.713523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:55.737329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.765356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229193-8c56-4bb8-b580-b2e6ed562c97 req-bf04fc85-e1b2-45f2-9ee0-6691035e84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:55.766641 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e9229193-8c56-4bb8-b580-b2e6ed562c97 req-bf04fc85-e1b2-45f2-9ee0-6691035e84cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 1096 time: 0.1834700 Jun 01 13:18:55.805933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.811926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.834790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Current status of the port 23ac31b5-ccb3-443c-8de1-e514bf40e33e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:55.835379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.896344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e9229193-8c56-4bb8-b580-b2e6ed562c97 req-350f48e6-79e4-40ed-9a9e-9f0dea94681c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815961 Jun 01 13:18:55.926269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] For port 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=23ac31b5-ccb3-443c-8de1-e514bf40e33e,segment=NetworkSegment(cea95a67-f67a-4fec-b356-8427f744b467),segment_id=cea95a67-f67a-4fec-b356-8427f744b467)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:55.938078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.959398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:55.991686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:56.040811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e93518-05e2-428c-90ad-ca634c20d0af None None] Pushing event updated for resources: {'Port': ['ID=23ac31b5-ccb3-443c-8de1-e514bf40e33e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:56.159836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Allocated IP 172.25.7.160 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d45f2138-e355-46db-bb48-a84915918681) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:18:56.193666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.351408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.381670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Provisioning complete for port 23ac31b5-ccb3-443c-8de1-e514bf40e33e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:56.382704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.384279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.519953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:56.526982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:56.529826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:18:56.675146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=d45f2138-e355-46db-bb48-a84915918681,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:56.713364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.720433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Current status of the port 23ac31b5-ccb3-443c-8de1-e514bf40e33e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:56.732066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.749289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Provisioning for port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:56.755772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Provisioning complete for port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:56.756506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.820828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe70256-0b89-4db5-9ecb-3f6396c618e7 req-175d748c-a423-43b6-b08b-408c0e26b0f1 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:56.827695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:56.828410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-afe70256-0b89-4db5-9ecb-3f6396c618e7 req-175d748c-a423-43b6-b08b-408c0e26b0f1 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 944 time: 0.1878254 Jun 01 13:18:56.891570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 23ac31b5-ccb3-443c-8de1-e514bf40e33e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:56.924974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfd3e3-9eea-497b-ab7b-d0e1a97c1ea0 None None] Port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:56.969704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 23ac31b5-ccb3-443c-8de1-e514bf40e33e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:56.970161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.128149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-afe70256-0b89-4db5-9ecb-3f6396c618e7 req-81aa52d1-5bac-4557-918c-251346b8cf66 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982640 Jun 01 13:18:57.156350 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.167091 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.210748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1583baad-3953-43b8-9a07-91d3b97f8f05 None None] Provisioning complete for port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:57.210748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1583baad-3953-43b8-9a07-91d3b97f8f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.227811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6658efc-1d07-47df-b587-30914912842c req-797dc8ee-2e2e-45e6-9e9e-5aeaf80e6ba0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:57.229438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6658efc-1d07-47df-b587-30914912842c req-797dc8ee-2e2e-45e6-9e9e-5aeaf80e6ba0 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.2570143 Jun 01 13:18:57.303675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 23ac31b5-ccb3-443c-8de1-e514bf40e33e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:57.315839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1583baad-3953-43b8-9a07-91d3b97f8f05 None None] Port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:57.340564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=d45f2138-e355-46db-bb48-a84915918681,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:57.354567 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.382536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.386471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fe590416-a392-4d30-b5e7-9785782b40ec tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0604877 Jun 01 13:18:57.391753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47574) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:57.396994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f407696-1267-4623-a0ee-98350797ff73 req-a84019fc-0798-4ec9-a25f-7fa3cce583f9 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0955451 Jun 01 13:18:57.407366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-269256512'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:57.420835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:57.428956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:network and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:57.434293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:57.458737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-17761b36-e190-405c-a5c6-adf3be5bac1a None None] Provisioning complete for port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:57.459175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17761b36-e190-405c-a5c6-adf3be5bac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.471203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6658efc-1d07-47df-b587-30914912842c req-c30a5da7-da06-40b4-9510-f97d16b6a514 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847420 Jun 01 13:18:57.477122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:57.519702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-17761b36-e190-405c-a5c6-adf3be5bac1a None None] Port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:57.540534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.549044 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.550623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.600515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Made reservation on behalf of c7e0fb62754a4a1bb1a81e2f0b3320c2 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:57.604018 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.649492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:57.736621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:57.740362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:57.746231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:security_group_rule and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:57.750724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:57.760513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:57.819576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:18:57.821564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:58.048742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.054041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.099444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:18:58.113965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf10e1-ec6a-4af4-8d70-dab69d56981d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:58.119613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.119883 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Added segment c82c6ba1-338d-4aec-a884-b7878710313d of type vlan for network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 Jun 01 13:18:58.139928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ec5768a1-1b09-4c67-96f7-d9db6b5b399d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:18:58.149377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 05cb60b4-c005-4771-83e6-ce9b6e40ac69 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:18:58.160406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.200012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c9fb5cd-4ca8-40ea-b280-fbb3c37fa9b6 None None] Provisioning complete for port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:58.200760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb5cd-4ca8-40ea-b280-fbb3c37fa9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.272077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fb5cd-4ca8-40ea-b280-fbb3c37fa9b6 None None] Port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:18:58.276675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port ec5768a1-1b09-4c67-96f7-d9db6b5b399d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:18:58.281822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port ec5768a1-1b09-4c67-96f7-d9db6b5b399d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:18:58.282295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.415124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port ec5768a1-1b09-4c67-96f7-d9db6b5b399d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:18:58.415508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.455747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,segment=NetworkSegment(f2865970-7a5a-4cee-97eb-fdf067244883),segment_id=f2865970-7a5a-4cee-97eb-fdf067244883)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:18:58.457028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:18:58.466643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:18:58.467893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.518966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.524928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:58.526336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:58.557928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:58.713327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7dcb8a4-7db2-487b-9aec-05e0a25aaa00 req-ab257ede-1f08-4eb3-afaf-600b0717d9ee tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0801415 Jun 01 13:18:58.722530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3216903 Jun 01 13:18:58.722530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:18:58.723106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:58.723658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee91466-56f6-4748-937e-14d809ffdcd9 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Network': ['ID=180773a5-cdf3-4e70-ae64-7fabac8df4b8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:58.729378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-332518d3-5f22-4cf5-8d35-c0e44d5a55ca tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/05cb60b4-c005-4771-83e6-ce9b6e40ac69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7120495 Jun 01 13:18:58.730037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Request body: {'subnet': {'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:58.735527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:58.741305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] Sync routers for ids ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:18:58.750370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051f9f-c608-4f31-b61b-81fd078acebd req-d416826b-a1cf-42ca-929a-cd39d86d985b tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:58.758605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9051f9f-c608-4f31-b61b-81fd078acebd req-d416826b-a1cf-42ca-929a-cd39d86d985b tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.4687512 Jun 01 13:18:58.771490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:18:58.803982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] Routers {'05cb60b4-c005-4771-83e6-ce9b6e40ac69'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:58.804848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:58.863120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3beefe9-d8c8-4f9a-9366-c3872b1a2904 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:58.863842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a3beefe9-d8c8-4f9a-9366-c3872b1a2904 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:18:58.886704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9051f9f-c608-4f31-b61b-81fd078acebd req-f735367b-9795-4c4c-ad37-e85315e0e93e tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266425 Jun 01 13:18:58.889250 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef730e1-e6e1-4d60-afb8-1846454ac964'] response: {'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d', 'code': 200} Jun 01 13:18:58.918382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a3beefe9-d8c8-4f9a-9366-c3872b1a2904 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:18:58.920193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a3beefe9-d8c8-4f9a-9366-c3872b1a2904 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports/6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 HTTP/1.1" status: 200 len: 983 time: 0.1790531 Jun 01 13:18:58.923865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47600) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:58.964513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:58.993217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:58.995152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] Routers {'05cb60b4-c005-4771-83e6-ce9b6e40ac69'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:18:58.995804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:58.998747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:subnet and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:59.003488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:59.047282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:59.077681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:18:59.078370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab78d4f1-76e9-44ae-89cf-a6e840838a13 None None] The sync data for ids ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:18:59.092117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Made reservation on behalf of c7e0fb62754a4a1bb1a81e2f0b3320c2 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:18:59.095706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.255342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689f0b-0ac9-4a7e-85c3-1e8c647d547c req-f820ea23-4db3-42ab-9a07-d04dc7acb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:59.256998 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53689f0b-0ac9-4a7e-85c3-1e8c647d547c req-f820ea23-4db3-42ab-9a07-d04dc7acb4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 1096 time: 0.2718706 Jun 01 13:18:59.346693 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53689f0b-0ac9-4a7e-85c3-1e8c647d547c req-dd643ad4-215e-4184-b1ff-ae23ba8a81ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810220 Jun 01 13:18:59.358843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2220d-5d8e-4a09-92da-0c907fcf5742 req-6cd01856-0b03-4e44-b106-1e1260122e9f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:59.360363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ca2220d-5d8e-4a09-92da-0c907fcf5742 req-6cd01856-0b03-4e44-b106-1e1260122e9f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.3685484 Jun 01 13:18:59.409716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.485074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ca2220d-5d8e-4a09-92da-0c907fcf5742 req-42e43705-0629-4cb9-b789-5753b86025d5 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128435 Jun 01 13:18:59.656459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Subnet': ['ID=5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:18:59.660326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Checking segment: {'id': 'c82c6ba1-338d-4aec-a884-b7878710313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:18:59.660439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network hostable DHCP agents. Network: 180773a5-cdf3-4e70-ae64-7fabac8df4b8, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:18:59.685013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:18:59.697615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 180773a5-cdf3-4e70-ae64-7fabac8df4b8) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:18:59.707175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:59.708126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.724792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dd9af-0cb2-466a-9943-242680e1c3b5 None None] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:18:59.739358 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-90d06a43-58d7-43db-9efc-b632099b814e tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0141881 Jun 01 13:18:59.741276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47608) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:59.747989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1521837762', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:59.762778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:18:59.768472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:router and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:18:59.772153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:18:59.804440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:18:59.814056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334291e-04bd-4e67-a6f2-76424cbc5ed4 req-951541a5-5bdd-4a44-96cd-7789a8b5904c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:18:59.816433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8334291e-04bd-4e67-a6f2-76424cbc5ed4 req-951541a5-5bdd-4a44-96cd-7789a8b5904c tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.1971169 Jun 01 13:18:59.828405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.828633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.828633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.850215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:18:59.860659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:18:59.869644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Request body: {'floatingip': {'port_id': '3bb42f4b-fd12-40f6-b419-6a5b121111fa'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:18:59.983726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.077176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-180773a5-cdf3-4e70-ae64-7fabac8df4b8', 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8', 'tenant_id': 'c7e0fb62754a4a1bb1a81e2f0b3320c2', 'fixed_ips': [{'subnet_id': '5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:19:00.079537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.255316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Allocated IP 172.20.0.2 (180773a5-cdf3-4e70-ae64-7fabac8df4b8/5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621/07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:00.463517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ac85b23-ee3d-4f59-af71-79cbb6507602 req-f26305a2-108e-4d03-9616-9cd88cf4cbea tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.4807863 Jun 01 13:19:00.473747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.531864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.544350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Transition to ACTIVE for port object 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:00.559050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d76b9c-8664-4fe7-bbdb-561a7436f491 req-db5c81aa-3476-44eb-b279-c6a5916b45a5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:00.561033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1d76b9c-8664-4fe7-bbdb-561a7436f491 req-db5c81aa-3476-44eb-b279-c6a5916b45a5 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.3483963 Jun 01 13:19:00.570215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Transition to ACTIVE for port object 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:00.584075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.607919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:00.608747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.664705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Pushing event updated for resources: {'Port': ['ID=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:00.690738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:00.692463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:00.698904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:00.751014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1d76b9c-8664-4fe7-bbdb-561a7436f491 req-76e40837-66e5-413c-9d21-8e7944541749 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815207 Jun 01 13:19:00.904507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Attempting to bind port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:00.905879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Attempting to bind port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'c82c6ba1-338d-4aec-a884-b7878710313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:00.906407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Attempting to bind port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e on network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:00.913515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:00.914219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Checking segment: {'id': 'c82c6ba1-338d-4aec-a884-b7878710313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:00.914858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:00.915400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Bound using segment: {'id': 'c82c6ba1-338d-4aec-a884-b7878710313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:00.916023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Bound port: 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82c6ba1-338d-4aec-a884-b7878710313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:00.916577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.002976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.023157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] For port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:01.026978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] For port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,segment=NetworkSegment(c82c6ba1-338d-4aec-a884-b7878710313d),segment_id=c82c6ba1-338d-4aec-a884-b7878710313d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:01.032340 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.149799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6368276-0548-46c3-8c06-2eebba19b875 None None] Pushing event updated for resources: {'Port': ['ID=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:01.158868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:01.255118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:19:01.374304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.428993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.435048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.472553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.669816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:01.773225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=6dd310d1-1cdf-4b7a-89a6-f139a8dbf7f5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:01.807924 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 5b23c951-6765-4c77-8f62-65d6f2d6f7d3 associated. External IP: 172.25.7.105, port: 3bb42f4b-fd12-40f6-b419-6a5b121111fa. Jun 01 13:19:01.815871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89f93a8c-0012-49bb-b8c8-f12975dac2a5 req-ded6e764-42fe-4a07-8818-1f40ffa7e8ff tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0898235 Jun 01 13:19:01.945096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Allocated IP 172.25.7.132 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d5150745-d68c-4615-9b27-0d111eab721b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:02.084281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:02.398662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:02.503076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4075ca5-ad4d-40b2-9ced-8c850f36a596 None None] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:02.536456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:02.650161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:02.662941 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:02.675430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:02.676326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:02.697627 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:02.735413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb96de-2a62-4656-bf59-25bae3a24a6b req-307758e3-01d5-4ad0-8b20-b5f7296da11b tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:02.742413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cfb96de-2a62-4656-bf59-25bae3a24a6b req-307758e3-01d5-4ad0-8b20-b5f7296da11b tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.6512811 Jun 01 13:19:02.751442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 05cb60b4-c005-4771-83e6-ce9b6e40ac69 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:02.802321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=d5150745-d68c-4615-9b27-0d111eab721b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:02.839671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:02.878373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:02.885043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:02.898150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:03.003582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e812a277-6f0c-427c-ac18-4ce615b4ae26 None None] Provisioning for port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:03.036164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:03.045614 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:03.208864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7cfb96de-2a62-4656-bf59-25bae3a24a6b req-626c8442-1f38-4eae-b550-74a3bd7b0ba1 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496419 Jun 01 13:19:03.213098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:03.224698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:03.225369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:03.374279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f58bd659-1e28-4630-84d0-9c7b5ba326a9 req-fc14bc39-34eb-4c73-8277-6022e192270c tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1314785 Jun 01 13:19:03.385374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:03.409834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] Sync routers for ids ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:03.442862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ec39ed78-f372-4c4c-b0e6-a49e73fd7c8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/05cb60b4-c005-4771-83e6-ce9b6e40ac69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5158339 Jun 01 13:19:03.443858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:03.460855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] Routers {'05cb60b4-c005-4771-83e6-ce9b6e40ac69'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:03.461491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.464680 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8253df0-2eb1-4fcb-a1dc-4e26f5d50fa9 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "PUT /v2.0/floatingips/5b23c951-6765-4c77-8f62-65d6f2d6f7d3 HTTP/1.1" status: 200 len: 991 time: 3.6012590 Jun 01 13:19:03.490925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:19:03.702377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.732494 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29c8f98-2481-4ae9-90b9-efeb2b5da878'] response: {'name': 'network-changed', 'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'status': 'completed', 'code': 200} Jun 01 13:19:03.773957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5b23c951-6765-4c77-8f62-65d6f2d6f7d3', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:ee:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:18:32Z', 'updated_at': '2022-06-01T13:19:00Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.786782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] Routers {'05cb60b4-c005-4771-83e6-ce9b6e40ac69'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:03.786782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.811837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:19:03.838621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:03.838621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.866620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:03.866994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:03.889192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:03.889841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869cb5-6561-4389-b0d0-331037fa3eaf None None] The sync data for ids ['05cb60b4-c005-4771-83e6-ce9b6e40ac69'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:03.901474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4d769843-f0c2-490f-bf42-5a38c2167b0c None None] Provisioning complete for port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:03.902048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4d769843-f0c2-490f-bf42-5a38c2167b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:03.972807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,segment=NetworkSegment(c82c6ba1-338d-4aec-a884-b7878710313d),segment_id=c82c6ba1-338d-4aec-a884-b7878710313d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:03.983101 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:04.131536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1e3c-807d-484e-8f85-87f640359037 req-ca5b6d9c-37e3-4296-9fb0-25bc8f34d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:04.134023 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-ca5b6d9c-37e3-4296-9fb0-25bc8f34d8c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b781c5cc8643c28d5c2218dde0391a&device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 1096 time: 0.3836281 Jun 01 13:19:04.263806 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-b07dce82-2867-4dd6-9562-ec9b646c8c87 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] remove_router_interface failed (client error): The resource could not be found. Jun 01 13:19:04.264910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b07dce82-2867-4dd6-9562-ec9b646c8c87 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/05cb60b4-c005-4771-83e6-ce9b6e40ac69/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8198030 Jun 01 13:19:04.271382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47654) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:04.332043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:04.371157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2278a25d-2182-4161-b867-22d49c73e66f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:04.375279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4d769843-f0c2-490f-bf42-5a38c2167b0c None None] Current status of the port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:04.378752 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:04.405674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:04.496285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2278a25d-2182-4161-b867-22d49c73e66f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:04.497806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2278a25d-2182-4161-b867-22d49c73e66f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=05cb60b4-c005-4771-83e6-ce9b6e40ac69 HTTP/1.1" status: 200 len: 205 time: 0.2248552 Jun 01 13:19:04.511143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47660) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:04.513727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1e3c-807d-484e-8f85-87f640359037 req-9aaf0e31-f0f5-4a04-b31d-edfbd523c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:04.516045 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-9aaf0e31-f0f5-4a04-b31d-edfbd523c000 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 200 len: 914 time: 0.3595309 Jun 01 13:19:04.523670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:04.766393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-deb6c55b-f121-4b03-a4b9-daade172529b req-d9e45389-960c-4466-9b46-2873c58041d8 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1389430 Jun 01 13:19:04.803551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:04.813733 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-8854921d-36c6-4044-ae1d-3ed41d44db60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa HTTP/1.1" status: 200 len: 999 time: 0.2072010 Jun 01 13:19:04.912552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:04.957523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb980dd-7d03-415c-a4a6-633b00d72412 req-f72812d2-20c8-44a1-acff-74d9eff654f6 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:04.964982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb980dd-7d03-415c-a4a6-633b00d72412 req-f72812d2-20c8-44a1-acff-74d9eff654f6 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.5543630 Jun 01 13:19:04.980520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1e3c-807d-484e-8f85-87f640359037 req-320042fe-5d8c-4495-ac0a-a4490acbc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:04.982362 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-320042fe-5d8c-4495-ac0a-a4490acbc2af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 200 len: 852 time: 0.1613452 Jun 01 13:19:05.121362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:05.123177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.132492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5b23c951-6765-4c77-8f62-65d6f2d6f7d3', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:ee:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:18:32Z', 'updated_at': '2022-06-01T13:19:00Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:05.148859 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff58402-db1e-4872-b2ea-1523862e4a80 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5b23c951-6765-4c77-8f62-65d6f2d6f7d3', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'port_id': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'mac_address': 'fa:16:3e:ee:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:18:32Z', 'updated_at': '2022-06-01T13:19:00Z', 'revision_number': 1, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:05.347035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.411275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:05.464133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.469247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.486078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb980dd-7d03-415c-a4a6-633b00d72412 req-5ff692d4-f483-4558-ab1c-21afb8b95069 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201027 Jun 01 13:19:05.564461 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.565100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router 05cb60b4-c005-4771-83e6-ce9b6e40ac69 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:19:05.604379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.607798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d258ad-530b-48fd-87c1-991bf842ee20 None None] New status for floating IP 5b23c951-6765-4c77-8f62-65d6f2d6f7d3: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:19:05.607938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fb6a888b-396d-414f-b6e8-74aa88d25749 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/05cb60b4-c005-4771-83e6-ce9b6e40ac69 HTTP/1.1" status: 204 len: 168 time: 1.0913558 Jun 01 13:19:05.608052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47666) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:05.660231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1e3c-807d-484e-8f85-87f640359037 req-3988f6ac-167e-45d0-8aab-0f2180874bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:05.662616 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-3988f6ac-167e-45d0-8aab-0f2180874bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6669102 Jun 01 13:19:05.734390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet 3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:19:05.740498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:05.936104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.041097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-22d19be1-7204-455d-bb11-7db6c49c9063 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643944 Jun 01 13:19:06.072093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-161f358e-e387-4602-b6b8-aaf876d113b0 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:06.075654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-161f358e-e387-4602-b6b8-aaf876d113b0 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.2479811 Jun 01 13:19:06.089328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf1693a4-f031-4375-9df0-0ce99c229a6d req-8be79c5a-1025-4fe5-a3d3-4fd18456c190 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0827365 Jun 01 13:19:06.184170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Deleting port ec5768a1-1b09-4c67-96f7-d9db6b5b399d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:06.184372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.210886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:19:06.232282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.358879 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f1af1e3c-807d-484e-8f85-87f640359037 req-11baa228-f4d8-47d4-bde1-f6de6e408427 service neutron] 10.222.0.24 "GET /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031981 Jun 01 13:19:06.497524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:06.514119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] Sync routers for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:06.531395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:06.532200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:06.579806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] For port ec5768a1-1b09-4c67-96f7-d9db6b5b399d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,segment=NetworkSegment(f2865970-7a5a-4cee-97eb-fdf067244883),segment_id=f2865970-7a5a-4cee-97eb-fdf067244883)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:06.580478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.582092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.586434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0cea4e23-76df-416c-81f6-8676f4a7c941 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.8412557 Jun 01 13:19:06.586434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:06.614331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:06.627726 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.628087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:06.628891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:06.716119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:06.716943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950c45d-16aa-46df-8734-996e7eddf329 None None] The sync data for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:06.840895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:06.849614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Calling delete_port for ec5768a1-1b09-4c67-96f7-d9db6b5b399d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:06.851438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8311b6-aed3-432a-b7de-cdcc70acb5b1 None None] Network 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:06.884088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:06.928478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5040defe-7bfa-44ba-97cc-da408ed4e742 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be HTTP/1.1" status: 204 len: 168 time: 1.3166368 Jun 01 13:19:06.934087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47682) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:07.010196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa72b8-682f-4da1-be7c-6565f5c8299c req-4052a3c9-3c3e-41b2-b157-37abe32be267 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:07.010196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dfa72b8-682f-4da1-be7c-6565f5c8299c req-4052a3c9-3c3e-41b2-b157-37abe32be267 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 945 time: 0.2586763 Jun 01 13:19:07.127991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dfa72b8-682f-4da1-be7c-6565f5c8299c req-6b2435a5-d392-4dec-beef-c139fa21cf03 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/security-groups?id=80499f50-fd33-4bcc-92e6-0b01b785468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Jun 01 13:19:07.149522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:07.271294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['ec5768a1-1b09-4c67-96f7-d9db6b5b399d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:19:07.276237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Pushing event deleted for resources: {'Port': ['ID=ec5768a1-1b09-4c67-96f7-d9db6b5b399d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:07.687107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d05e4272-c690-45fb-bc7a-91a5a4cecee2 req-4e6534c6-3ac2-43a9-a4a0-f5c28f6219a0 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.2175541 Jun 01 13:19:07.724090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] No DVR routers for this DVR port ec5768a1-1b09-4c67-96f7-d9db6b5b399d on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:19:07.744173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:07.747303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'name': 'network-vif-deleted', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:19:07.780194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7dc7de5a-2592-4f29-8dce-50d067223966 req-28d20802-2534-4911-a39c-46a3ac886457 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.24 "DELETE /v2.0/ports/ec5768a1-1b09-4c67-96f7-d9db6b5b399d HTTP/1.1" status: 204 len: 173 time: 1.6944971 Jun 01 13:19:07.822547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:07.849563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 23ac31b5-ccb3-443c-8de1-e514bf40e33e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:07.850300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:07.873408 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233089ae-5f57-4e7f-a1ea-95bc2ca8b2ae'] response: {'server_uuid': '76e0a9e1-89cb-4ba1-b742-b1be3790e808', 'name': 'network-vif-deleted', 'tag': 'ec5768a1-1b09-4c67-96f7-d9db6b5b399d', 'status': 'completed', 'code': 200} Jun 01 13:19:07.908245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] DHCP port deletion for 9c0b7060-8e24-44a3-86c0-1e2b7b518dcb request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:19:07.912820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Deleting port 23ac31b5-ccb3-443c-8de1-e514bf40e33e {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:07.913550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:08.185357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] For port 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=23ac31b5-ccb3-443c-8de1-e514bf40e33e,segment=NetworkSegment(cea95a67-f67a-4fec-b356-8427f744b467),segment_id=cea95a67-f67a-4fec-b356-8427f744b467)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:08.186183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:08.318953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Calling delete_port for 23ac31b5-ccb3-443c-8de1-e514bf40e33e owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:08.414807 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:08.436483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e800c64a-d85d-42b1-b168-8581762df534 req-0e6d14f4-ec67-4389-9c7e-2da3eac68b01 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Synchronizing usage tracker for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:08.462196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e800c64a-d85d-42b1-b168-8581762df534 req-0e6d14f4-ec67-4389-9c7e-2da3eac68b01 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] Unset dirty status for tenant:060ae3593b984c33ace1b3b776743fc1 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:08.477710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] Pushing event deleted for resources: {'Port': ['ID=23ac31b5-ccb3-443c-8de1-e514bf40e33e,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:08.479122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e800c64a-d85d-42b1-b168-8581762df534 req-0e6d14f4-ec67-4389-9c7e-2da3eac68b01 tempest-ServerAddressesTestJSON-353523196 tempest-ServerAddressesTestJSON-353523196-project] 10.222.0.40 "GET /v2.0/ports?device_id=76e0a9e1-89cb-4ba1-b742-b1be3790e808 HTTP/1.1" status: 200 len: 210 time: 0.1136537 Jun 01 13:19:08.485356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086966a-37ee-4b90-a164-80d9f44d3625 None None] No DVR routers for this DVR port 23ac31b5-ccb3-443c-8de1-e514bf40e33e on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:19:08.561496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 23ac31b5-ccb3-443c-8de1-e514bf40e33e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=23ac31b5-ccb3-443c-8de1-e514bf40e33e,segment=NetworkSegment(cea95a67-f67a-4fec-b356-8427f744b467),segment_id=cea95a67-f67a-4fec-b356-8427f744b467)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:08.562099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:08.719860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 23ac31b5-ccb3-443c-8de1-e514bf40e33e owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:08.812892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:08.915303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 23ac31b5-ccb3-443c-8de1-e514bf40e33e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:19:08.967159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c390559a-553b-49de-9276-185366d26c5f req-8c03ce72-67f6-4805-bde1-d47377bfbb9f tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0875299 Jun 01 13:19:08.987865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 23ac31b5-ccb3-443c-8de1-e514bf40e33e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:19:08.987865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 23ac31b5-ccb3-443c-8de1-e514bf40e33e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:19:09.040055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:19:09.040369 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:19:09.289823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Allocated IP 172.20.0.1 (180773a5-cdf3-4e70-ae64-7fabac8df4b8/5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621/c594fc91-9da4-46fc-90f6-0f6fc4f163cf) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:09.457397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.475749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Transition to ACTIVE for port object c594fc91-9da4-46fc-90f6-0f6fc4f163cf will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:09.507163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.571249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 23ac31b5-ccb3-443c-8de1-e514bf40e33e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:09.572282 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.591664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47704) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:09.625589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:09.650817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Deleting subnet a69f4672-3b2a-463b-9eae-e23cb191f472 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:19:09.653802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.656762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:09.659175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:09.694931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port '23ac31b5-ccb3-443c-8de1-e514bf40e33e' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:19:09.695983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=c594fc91-9da4-46fc-90f6-0f6fc4f163cf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:09.846272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.859626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.871896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:09.916757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0b7060-8e24-44a3-86c0-1e2b7b518dcb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:09.938148 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.001277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a9a73827-a778-4971-b530-654744945d83 None None] Provisioning for port c594fc91-9da4-46fc-90f6-0f6fc4f163cf completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:10.011939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a9a73827-a778-4971-b530-654744945d83 None None] Provisioning complete for port c594fc91-9da4-46fc-90f6-0f6fc4f163cf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:10.012319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a9a73827-a778-4971-b530-654744945d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.056140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.087549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a9a73827-a778-4971-b530-654744945d83 None None] Port c594fc91-9da4-46fc-90f6-0f6fc4f163cf cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:10.157958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69f4672-3b2a-463b-9eae-e23cb191f472,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:10.173444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.175774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea95a67-f67a-4fec-b356-8427f744b467') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:10.176064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea95a67-f67a-4fec-b356-8427f744b467') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:10.177754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2eaff19b-399f-45e0-937e-2cc2e65d347b req-a2763776-e41d-4b7f-a585-9280b5b45736 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0558290 Jun 01 13:19:10.184827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1618c561-0ed6-42ea-8b70-4bb3d8f9f104 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a69f4672-3b2a-463b-9eae-e23cb191f472 HTTP/1.1" status: 204 len: 168 time: 0.5920076 Jun 01 13:19:10.185610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:10.195574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.226986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.233549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ec5768a1-1b09-4c67-96f7-d9db6b5b399d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:19:10.242512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:19:10.243302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.270517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: ec5768a1-1b09-4c67-96f7-d9db6b5b399d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:19:10.270888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device ec5768a1-1b09-4c67-96f7-d9db6b5b399d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:19:10.312869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.329402 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment cea95a67-f67a-4fec-b356-8427f744b467 resource provider aggregate not found Jun 01 13:19:10.355018 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment cea95a67-f67a-4fec-b356-8427f744b467 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cea95a67-f67a-4fec-b356-8427f744b467 found for delete ", "request_id": "req-bc45f1d5-86da-45da-96a1-188697a4295c"}]} Jun 01 13:19:10.376701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.382299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.443019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=9c0b7060-8e24-44a3-86c0-1e2b7b518dcb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:10.454881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.481134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47718) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:10.481619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b1a5348-e92a-43d3-acde-8a791478c85e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/9c0b7060-8e24-44a3-86c0-1e2b7b518dcb HTTP/1.1" status: 204 len: 168 time: 3.5464504 Jun 01 13:19:10.484507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.485071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54af3293-574b-4743-8d14-c44ad77546f5']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:10.496862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-103426965'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:10.506697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:10.512638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2865970-7a5a-4cee-97eb-fdf067244883') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:10.513092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2865970-7a5a-4cee-97eb-fdf067244883') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:10.520491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:10.525858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:10.533617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.541311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:10.554885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.561255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:10.565006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.579107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:19:10.579656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.646759 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f2865970-7a5a-4cee-97eb-fdf067244883 resource provider aggregate not found Jun 01 13:19:10.678939 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f2865970-7a5a-4cee-97eb-fdf067244883 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2865970-7a5a-4cee-97eb-fdf067244883 found for delete ", "request_id": "req-1c823008-a36c-48d2-87b3-82c507230b4f"}]} Jun 01 13:19:10.691554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:10.699655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.730198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.732959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] Pushing event deleted for resources: {'Network': ['ID=54af3293-574b-4743-8d14-c44ad77546f5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:10.735410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.735768 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment dc904b97-203e-4db1-8e41-a800dfd98051 of type vlan for network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e Jun 01 13:19:10.765968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-945d311a-0f9c-4fc6-ab0e-716777f4932c admin admin] 10.222.0.40 "DELETE /v2.0/networks/54af3293-574b-4743-8d14-c44ad77546f5 HTTP/1.1" status: 204 len: 168 time: 0.5791473 Jun 01 13:19:10.773609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.821593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.827359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:10.827960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.943772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:10.947199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-01ca76c0-8b0c-4066-a09c-8376d3d10f5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4646437 Jun 01 13:19:10.950896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47730) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:10.955601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:10.960503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:10.964513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:10.970163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.022480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:11.084462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:11.088376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:11.091900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:11.098709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:11.109148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:11.113270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.159476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=c594fc91-9da4-46fc-90f6-0f6fc4f163cf,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:11.161806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.171375 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ddb9495e-d450-4995-adec-464f401023fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=060ae3593b984c33ace1b3b776743fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171784 Jun 01 13:19:11.174405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47738) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:11.353346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.381912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.389811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e34eb55-2c3b-4c01-8681-bdc505414231 req-8a9b8cfb-3eb3-4106-9424-150f7a81c9d2 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0725613 Jun 01 13:19:11.452827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.460951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:11.460951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:11.530509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.585072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80499f50-fd33-4bcc-92e6-0b01b785468e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:11.632451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=ea5f3b1f-15be-4c2a-832b-cc2740a862ed,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:11.639608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': 'dc904b97-203e-4db1-8e41-a800dfd98051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:11.639818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:19:11.666017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:19:11.674026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.675397 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-161e0800-66b9-4d8a-9e99-61fdf3244dfc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/80499f50-fd33-4bcc-92e6-0b01b785468e HTTP/1.1" status: 204 len: 168 time: 0.4997158 Jun 01 13:19:11.679681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:11.685352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:11.686153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.701704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1cab64-5dc5-41a5-8226-2fd3cef5df39 None None] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:11.729833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:11.745756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b354c548-2014-4996-b5f8-df10d538a50e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7934499 Jun 01 13:19:11.748415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:11.754382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-928442380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:11.771914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:11.778343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:11.787055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:11.804018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:11.826895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.828028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.858229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.889645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.924957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:11.927140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fc2dd98e-c875-4310-99be-3370e2051600 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1775219 Jun 01 13:19:11.929138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47756) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:11.953622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9c106ca3-cd99-4f3f-b1de-994fddc39a1f None None] Provisioning complete for port c594fc91-9da4-46fc-90f6-0f6fc4f163cf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:11.953998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9c106ca3-cd99-4f3f-b1de-994fddc39a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.073545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9c106ca3-cd99-4f3f-b1de-994fddc39a1f None None] Port c594fc91-9da4-46fc-90f6-0f6fc4f163cf cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:12.157113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e', 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': 'ea5f3b1f-15be-4c2a-832b-cc2740a862ed'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:19:12.162492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.187467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:12.195765 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-816bfb1c-a31b-4aee-99f4-c382782165ef tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "PUT /v2.0/routers/4bf57043-f608-40ef-ab4c-3cfeee8b1922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6054008 Jun 01 13:19:12.197582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:12.199882 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] Sync routers for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:12.209962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Request body: {'port': {'network_id': '180773a5-cdf3-4e70-ae64-7fabac8df4b8', 'name': 'tempest-FloatingIPAdminTestJSON-1219909522'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:12.222242 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:12.222933 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:12.292700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:12.302216 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:12.303105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:12.368423 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:12.369202 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc5cd4c-8876-49f2-aaf1-7b6a8400df24 None None] The sync data for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:12.382440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Allocated IP 2001:db8::2 (3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e/ea5f3b1f-15be-4c2a-832b-cc2740a862ed/e1605241-77b0-4055-959e-a1841364f0ec) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:12.391128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:12.395680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Usage tracker for resource:port and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:12.398844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:12.404959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:12.419119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Made reservation on behalf of c7e0fb62754a4a1bb1a81e2f0b3320c2 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:12.423705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.449985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] device_id is not set on port 117e1e87-050f-4d23-a42c-6546cbf8a5c3 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:19:12.656434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Allocated IP 172.20.0.14 (180773a5-cdf3-4e70-ae64-7fabac8df4b8/5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621/117e1e87-050f-4d23-a42c-6546cbf8a5c3) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:12.742562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eaefb984-e05e-452e-9d29-2e3218bd2855 req-7212eb51-8d1f-4234-8c5d-2b4206fc804f tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0456085 Jun 01 13:19:12.756206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.808587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Transition to ACTIVE for port object e1605241-77b0-4055-959e-a1841364f0ec will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:12.837661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Transition to ACTIVE for port object e1605241-77b0-4055-959e-a1841364f0ec will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:12.857475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.948924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:12.973923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Pushing event updated for resources: {'Port': ['ID=e1605241-77b0-4055-959e-a1841364f0ec,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:12.988480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:12.995672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:12.995672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:13.094076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.116393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Transition to ACTIVE for port object 117e1e87-050f-4d23-a42c-6546cbf8a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:13.135584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Attempting to bind port e1605241-77b0-4055-959e-a1841364f0ec on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:13.135938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Attempting to bind port e1605241-77b0-4055-959e-a1841364f0ec by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'dc904b97-203e-4db1-8e41-a800dfd98051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:13.136559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Attempting to bind port e1605241-77b0-4055-959e-a1841364f0ec on network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:13.142181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47786) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:13.143203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:13.143572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Checking segment: {'id': 'dc904b97-203e-4db1-8e41-a800dfd98051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:13.144153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.144762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Bound using segment: {'id': 'dc904b97-203e-4db1-8e41-a800dfd98051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:13.145375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Bound port: e1605241-77b0-4055-959e-a1841364f0ec, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc904b97-203e-4db1-8e41-a800dfd98051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:13.145921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.168074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.291046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] For port e1605241-77b0-4055-959e-a1841364f0ec, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:13.294372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] For port e1605241-77b0-4055-959e-a1841364f0ec, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1605241-77b0-4055-959e-a1841364f0ec,segment=NetworkSegment(dc904b97-203e-4db1-8e41-a800dfd98051),segment_id=dc904b97-203e-4db1-8e41-a800dfd98051)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:13.306487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.332590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-network', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:13.339928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:13.344655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Usage tracker for resource:network and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:13.357302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:13.360759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:13.363378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:13.398380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaf46d-3d23-4a38-97aa-cb20d17b37fa None None] Pushing event updated for resources: {'Port': ['ID=e1605241-77b0-4055-959e-a1841364f0ec,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:13.417337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:13.469964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:13.498235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event updated for resources: {'Port': ['ID=117e1e87-050f-4d23-a42c-6546cbf8a5c3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:13.525741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8::1 (3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e/ea5f3b1f-15be-4c2a-832b-cc2740a862ed/946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:13.553786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:13.554740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.559722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Made reservation on behalf of 15ddc19829ea406eb72fe672bcf787b9 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:13.562477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.585979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.644472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:13.650402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Usage tracker for resource:security_group_rule and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:13.656120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:13.663655 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ef735e6-515d-4960-a4ec-322401e6263d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4636641 Jun 01 13:19:13.665404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:13.667836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:13.837311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23565975-9377-4378-bc38-a72620f8a87e None None] Provisioning for port 117e1e87-050f-4d23-a42c-6546cbf8a5c3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:13.852211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23565975-9377-4378-bc38-a72620f8a87e None None] Provisioning complete for port 117e1e87-050f-4d23-a42c-6546cbf8a5c3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:13.852587 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23565975-9377-4378-bc38-a72620f8a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.874442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.882022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.912441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.937939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:13.950348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:13.953820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:13.963224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:13.963909 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Added segment 89a50b2f-a7fa-4a17-86bb-e0899d5d3098 of type vlan for network ad7816d2-6fad-47cf-841c-c3c14f934c47 Jun 01 13:19:13.976216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'project_id': 'c7e0fb62754a4a1bb1a81e2f0b3320c2', 'port_id': '117e1e87-050f-4d23-a42c-6546cbf8a5c3'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:13.986123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:14.003295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Usage tracker for resource:floatingip and tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:14.007454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-23565975-9377-4378-bc38-a72620f8a87e None None] Port 117e1e87-050f-4d23-a42c-6546cbf8a5c3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:14.020542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:14.032172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:14.035702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.065929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.069111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-511c51f5-ea22-4f72-b8b9-159dd9757b09 req-5915dfd4-3998-4526-9348-e9dee11418c9 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0571177 Jun 01 13:19:14.080888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.157562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:14.161734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.162757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:14.164748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.171219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:14.182184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:14.182866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.208397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:14.274842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc4954ae-4e85-44d4-9a4a-fe4163d84d9f req-6c484788-7790-41ea-aaf7-32f8b1e71314 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0474048 Jun 01 13:19:14.294833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7816d2-6fad-47cf-841c-c3c14f934c47,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:14.309949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:14.310156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1d4db89-3726-43d4-96a9-58841059c865 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1640553 Jun 01 13:19:14.311508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:14.319815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Request body: {'subnet': {'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-subnet', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:14.326222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:14.331863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Usage tracker for resource:subnet and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:14.336213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:14.343445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:14.348100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.377780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Made reservation on behalf of 15ddc19829ea406eb72fe672bcf787b9 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:14.380182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.478341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:14.686049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Allocated IP 172.25.7.35 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3f5f9207-19d8-4a5c-959e-73bc9c52c8fb) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:14.949642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e4596-ece1-402e-b135-8352201df48c None None] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:14.972843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1605241-77b0-4055-959e-a1841364f0ec up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:14.994293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.018066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.073003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.098007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.112023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.113165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.255118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:15.260828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ff37fd82-64e0-4aa7-9495-1c3aab25af12 None None] Provisioning for port e1605241-77b0-4055-959e-a1841364f0ec completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:15.302976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e1605241-77b0-4055-959e-a1841364f0ec completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:15.329329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e1605241-77b0-4055-959e-a1841364f0ec triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:15.332568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.347122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:15.353724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:15.356084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:15.362064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:15.395462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5f9207-19d8-4a5c-959e-73bc9c52c8fb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:15.423391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Checking segment: {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:15.423774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Network hostable DHCP agents. Network: ad7816d2-6fad-47cf-841c-c3c14f934c47, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:19:15.455389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2d7defe-9814-46a9-8fda-070d50a8df1a req-0d230677-a1bc-4627-93ac-ce27797d2909 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0817037 Jun 01 13:19:15.552216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:19:15.602562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:15.605120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ad7816d2-6fad-47cf-841c-c3c14f934c47) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:15.609724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:15.610306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.611825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:15.629845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641119ac-2f48-4c1c-a6fc-9562e92f8628 None None] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:15.855458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-29f1837e-06a9-48fe-a159-1529aff7e86c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5417595 Jun 01 13:19:15.858264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:15.876648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:15.888890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:15.898391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Usage tracker for resource:router and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:15.905844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:15.912361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 8abebfc8-1bda-446e-a31c-97fd1924ee01 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:19:15.925022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:15.953533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e1605241-77b0-4055-959e-a1841364f0ec is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:15.954144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.981193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Provisioning complete for port e1605241-77b0-4055-959e-a1841364f0ec triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:15.981571 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.990165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:15.997293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.043888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.093187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e1605241-77b0-4055-959e-a1841364f0ec, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1605241-77b0-4055-959e-a1841364f0ec,segment=NetworkSegment(dc904b97-203e-4db1-8e41-a800dfd98051),segment_id=dc904b97-203e-4db1-8e41-a800dfd98051)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:16.142130 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.176204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:16.214907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-43416728-c38b-42e4-85d7-830c23693af7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/8abebfc8-1bda-446e-a31c-97fd1924ee01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2845888 Jun 01 13:19:16.217851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47856) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:16.247892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] Sync routers for ids ['8abebfc8-1bda-446e-a31c-97fd1924ee01'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:16.323616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e1605241-77b0-4055-959e-a1841364f0ec,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:16.328260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] Routers {'8abebfc8-1bda-446e-a31c-97fd1924ee01'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:16.329055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8abebfc8-1bda-446e-a31c-97fd1924ee01'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:16.356607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b377e-e0d0-4f1d-9b0b-b131efb3a302 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:16.357203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e50b377e-e0d0-4f1d-9b0b-b131efb3a302 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:16.378963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e50b377e-e0d0-4f1d-9b0b-b131efb3a302 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:16.380541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e50b377e-e0d0-4f1d-9b0b-b131efb3a302 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports/946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 HTTP/1.1" status: 200 len: 911 time: 0.1617358 Jun 01 13:19:16.383312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47860) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:16.410162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a9ead-92d7-4ede-a0e4-40f4f5f06d23 None None] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:16.420603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.473429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.562609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:16.598447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Current status of the port e1605241-77b0-4055-959e-a1841364f0ec is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:16.750916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:16.800838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6cf2df6-7169-42c7-928d-321eb47c72d7 req-2888c6b5-2fa2-484e-ae0f-3d5d9cfa8ba0 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1157970 Jun 01 13:19:16.814518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] Routers {'8abebfc8-1bda-446e-a31c-97fd1924ee01'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:16.816677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8abebfc8-1bda-446e-a31c-97fd1924ee01'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:16.974090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1605241-77b0-4055-959e-a1841364f0ec up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:17.110776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Provisioning for port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:17.118098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:17.118749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a28a-8819-47b3-85e3-fd622ee73952 None None] The sync data for ids ['8abebfc8-1bda-446e-a31c-97fd1924ee01'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:17.125170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Provisioning complete for port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:17.126226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.183009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.214648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3801931-42bb-4ab7-b8b3-b448f3a1c769 None None] Port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:17.246725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e1605241-77b0-4055-959e-a1841364f0ec triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:17.246997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.376648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1bf7dbbf-7750-4757-b03a-82e1b01bf07a None None] Provisioning complete for port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:17.377467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1bf7dbbf-7750-4757-b03a-82e1b01bf07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.383198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.420584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77d78fa6-8e73-40e3-a4ed-5fcb183d72ae req-713dc34d-c30a-47bb-ab89-09931a038af5 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0&device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0625877 Jun 01 13:19:17.581175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7dbbf-7750-4757-b03a-82e1b01bf07a None None] Port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:17.603605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e1605241-77b0-4055-959e-a1841364f0ec is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:17.619127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.633047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.648700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.788933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Allocated IP 172.25.7.142 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/beb25c41-58bd-46ee-acbf-5508e0cf1639) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:17.804339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5f9207-19d8-4a5c-959e-73bc9c52c8fb,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:17.896739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:17.930684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d5c075b-b773-4294-bc01-8b24c06676b8 req-c7e785d6-ce8e-4ec2-b271-1ac93e4c38f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbb8f135037649c89faf5bd2d2cc4068&device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1344504 Jun 01 13:19:17.986398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.042641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d5c075b-b773-4294-bc01-8b24c06676b8 req-2efe16d5-974e-407a-a386-761a69b33547 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbb8f135037649c89faf5bd2d2cc4068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842810 Jun 01 13:19:18.046312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fef1834-f9a7-42b4-a779-2ce69d194071 req-a9b648ea-1bfa-4920-a891-ec74abc5c1ff tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1142030 Jun 01 13:19:18.155933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.162623 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Floating IP a5f268a9-8f0f-4f98-8faa-edb31807e1d2 associated. External IP: 172.25.7.35, port: 117e1e87-050f-4d23-a42c-6546cbf8a5c3. Jun 01 13:19:18.211560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c075b-b773-4294-bc01-8b24c06676b8 req-cb313341-200f-4419-bb38-edcc8c3e659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:18.213148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d5c075b-b773-4294-bc01-8b24c06676b8 req-cb313341-200f-4419-bb38-edcc8c3e659f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594083 Jun 01 13:19:18.248051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c4ceafb-5dde-4965-b93a-2ccce03a0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.288362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:18.288847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.373696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.484781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.562782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Pushing event updated for resources: {'Port': ['ID=beb25c41-58bd-46ee-acbf-5508e0cf1639,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:18.575325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:18.586454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:18.595689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:18.633661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:18.894209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:18.953827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=946d7ba0-f5d5-4a4d-8eac-1692a30f1cc0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:19.013707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:19.452030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-deb7bf27-d2d4-4ca3-85c9-2dc20e7b5b69 req-bce650bf-d76b-47b7-8281-03bb506ae3bd tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.1224105 Jun 01 13:19:19.460703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:19.713965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d5c075b-b773-4294-bc01-8b24c06676b8 req-b1ecc2b3-afc2-4148-a764-78ac11695edf tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b9484c8-cbbd-44f5-8915-e45a9e1b82f0 HTTP/1.1" status: 200 len: 210 time: 0.0516138 Jun 01 13:19:19.789222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:19.885590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:19.900779 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] Sync routers for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:19.943211 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:19.943756 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:19.956253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 8abebfc8-1bda-446e-a31c-97fd1924ee01 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:20.049711 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.059059 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:20.059653 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.069711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:20.115073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:20.128178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] Sync routers for ids ['8abebfc8-1bda-446e-a31c-97fd1924ee01'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:20.138817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-786ef46e-95bf-461f-95fa-f9d950b45ed8 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/8abebfc8-1bda-446e-a31c-97fd1924ee01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541664 Jun 01 13:19:20.141296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47920) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:20.142549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] Routers {'8abebfc8-1bda-446e-a31c-97fd1924ee01'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:20.143392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8abebfc8-1bda-446e-a31c-97fd1924ee01'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.146631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.147035 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b4f955-7b0f-440f-a78b-1094b5bf3f40 None None] The sync data for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:20.171246 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5baf1259-8976-4d09-bdac-97490bbb0680 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.5020955 Jun 01 13:19:20.191376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47924) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:20.213348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.222899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] Routers {'8abebfc8-1bda-446e-a31c-97fd1924ee01'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:20.223507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:18:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['8abebfc8-1bda-446e-a31c-97fd1924ee01'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.259057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-18a387a9-64b4-49ea-a368-13af4250aab2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:20.305758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:20.306344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb43e3-dd30-470d-9115-8450f78e6de6 None None] The sync data for ids ['8abebfc8-1bda-446e-a31c-97fd1924ee01'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:20.343311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-58ec19b7-20f6-411e-914b-caa532af58ef tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "GET /v2.0/floatingips/a5f268a9-8f0f-4f98-8faa-edb31807e1d2 HTTP/1.1" status: 200 len: 983 time: 0.1419020 Jun 01 13:19:20.343311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:20.343311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-18a387a9-64b4-49ea-a368-13af4250aab2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:20.343311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-18a387a9-64b4-49ea-a368-13af4250aab2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=8abebfc8-1bda-446e-a31c-97fd1924ee01 HTTP/1.1" status: 200 len: 205 time: 0.1975658 Jun 01 13:19:20.354497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:20.452313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-821e3b88-fec4-4ee5-a3b4-ff6958279fbf tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1153593 Jun 01 13:19:20.455115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47942) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:20.506564 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21d91113-fa2b-48c0-84e3-b3ef2087d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:20.580675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:20.664336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:20.837305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port 3f5f9207-19d8-4a5c-959e-73bc9c52c8fb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:20.837994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.062786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94784e0-65e3-40a5-a2fe-276f0e39cc1d req-f0a35e8d-9c12-48dd-95a5-30385c0aec8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbb8f135037649c89faf5bd2d2cc4068&device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.1379077 Jun 01 13:19:21.214690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.219229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.257527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.258285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router 8abebfc8-1bda-446e-a31c-97fd1924ee01 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:19:21.276849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.277923 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-93fb9963-61e6-48a6-a48a-ffda1747af0b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/8abebfc8-1bda-446e-a31c-97fd1924ee01 HTTP/1.1" status: 204 len: 168 time: 0.9224522 Jun 01 13:19:21.279318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd7c48c9-7209-43a4-9e98-a454688ce06e req-9cc39cfb-de57-43fa-8c33-5a2fbfc28b63 tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.2552254 Jun 01 13:19:21.286508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:21.318490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94784e0-65e3-40a5-a2fe-276f0e39cc1d req-3c66c3ab-8d83-458a-ba96-ac3ba95f92bc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbb8f135037649c89faf5bd2d2cc4068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720930 Jun 01 13:19:21.408345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:19:21.425838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet ea5f3b1f-15be-4c2a-832b-cc2740a862ed {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:19:21.429259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.464316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.464629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.490069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.608464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for 3f5f9207-19d8-4a5c-959e-73bc9c52c8fb owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:21.663212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.679302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94784e0-65e3-40a5-a2fe-276f0e39cc1d req-36ce32b7-3dbb-4076-85c5-28ef58a24ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:21.685060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94784e0-65e3-40a5-a2fe-276f0e39cc1d req-36ce32b7-3dbb-4076-85c5-28ef58a24ae7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3511717 Jun 01 13:19:21.710263 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.720369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.821385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.869626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=3f5f9207-19d8-4a5c-959e-73bc9c52c8fb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:21.885212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.920738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:21.933382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5f3b1f-15be-4c2a-832b-cc2740a862ed,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:21.939453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Sync routers for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:21.946798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.955745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfa0f4-959a-4c17-ac50-fb969e56fb29 None None] Network 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:21.959286 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:21.960016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-22b506b1-eee5-45e7-8ebe-ebcd624f354d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/ea5f3b1f-15be-4c2a-832b-cc2740a862ed HTTP/1.1" status: 204 len: 168 time: 0.6692474 Jun 01 13:19:21.960804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:21.962236 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:21.973312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:21.973641 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Floating IP a5f268a9-8f0f-4f98-8faa-edb31807e1d2 disassociated (deleted). External IP: 172.25.7.35, port: 117e1e87-050f-4d23-a42c-6546cbf8a5c3. Jun 01 13:19:22.023825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:22.025793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c4e57c6-f1dc-428f-b9ee-3b4609862c0b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1662841 Jun 01 13:19:22.031248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47982) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:22.356068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] DHCP port deletion for 3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:19:22.361080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Deleting port e1605241-77b0-4055-959e-a1841364f0ec {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:22.361463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:22.405609 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:22.470867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:22.812478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69b9799c-31fb-4b21-bb1a-8ee7a728edd8 req-e155a7a8-2cbf-4553-b375-b91ab8838d1a tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.1647391 Jun 01 13:19:22.861968 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:19Z', 'revision_number': 3, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:22.867454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Checking router: 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:19:22.868427 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Updating router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 port beb25c41-58bd-46ee-acbf-5508e0cf1639 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:19:22.899196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] For port e1605241-77b0-4055-959e-a1841364f0ec, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1605241-77b0-4055-959e-a1841364f0ec,segment=NetworkSegment(dc904b97-203e-4db1-8e41-a800dfd98051),segment_id=dc904b97-203e-4db1-8e41-a800dfd98051)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:22.901023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:22.921420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1605241-77b0-4055-959e-a1841364f0ec no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:19:22.929620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:22.956913 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:22.974960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port e1605241-77b0-4055-959e-a1841364f0ec {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:22.980356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.117078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94784e0-65e3-40a5-a2fe-276f0e39cc1d req-46eba599-d0e9-4f97-9e28-f7e1a26dea3f tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.1165309 Jun 01 13:19:23.140777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Calling delete_port for e1605241-77b0-4055-959e-a1841364f0ec owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:23.148542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:23.173821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.205178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] Sync routers for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:23.240228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:23.241042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:23.391546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:23.432675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b1c3b3e-3949-40c8-a724-5720fb46bd1d tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/floatingips/a5f268a9-8f0f-4f98-8faa-edb31807e1d2 HTTP/1.1" status: 204 len: 168 time: 2.9761617 Jun 01 13:19:23.433510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:23.439901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:23.446432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:23.451538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Usage tracker for resource:floatingip and tenant:e5b54bace7154a85bdbc84577fca4c75 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:23.454974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:23.462006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:23.475491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.483382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:23.484176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:23.497161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.590466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port e1605241-77b0-4055-959e-a1841364f0ec update to DOWN by agent not found {{(pid=88373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 13:19:23.600462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.619496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:23.619932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebc6f0-61e6-4637-bedb-b976cf7adc2a None None] The sync data for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:23.702544 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.707407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port 'e1605241-77b0-4055-959e-a1841364f0ec' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:19:23.716280 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Transition to ACTIVE for port object beb25c41-58bd-46ee-acbf-5508e0cf1639 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:23.726389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] No DVR routers for this DVR port e1605241-77b0-4055-959e-a1841364f0ec on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:19:23.726852 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.728443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba820e1-6b4a-49e1-ba34-8ec6741db783 None None] Pushing event deleted for resources: {'Port': ['ID=e1605241-77b0-4055-959e-a1841364f0ec,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:23.824822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.849051 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Attempting to bind port beb25c41-58bd-46ee-acbf-5508e0cf1639 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:23.849340 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Attempting to bind port beb25c41-58bd-46ee-acbf-5508e0cf1639 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:23.849697 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Attempting to bind port beb25c41-58bd-46ee-acbf-5508e0cf1639 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:23.869856 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:23.870228 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:23.870640 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.871024 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:23.871481 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Bound port: beb25c41-58bd-46ee-acbf-5508e0cf1639, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:23.871842 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:23.981246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Pushing event updated for resources: {'Port': ['ID=beb25c41-58bd-46ee-acbf-5508e0cf1639,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:24.008760 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.010219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.010826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.011331 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.011896 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.012390 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.012913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.013386 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.013870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.014371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.014929 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.015407 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:24.025343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] For port beb25c41-58bd-46ee-acbf-5508e0cf1639, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:24.029710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] For port beb25c41-58bd-46ee-acbf-5508e0cf1639, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=beb25c41-58bd-46ee-acbf-5508e0cf1639,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:24.040766 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.063440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f0b166f-0685-44ac-b59d-20a1546f83bb req-59260839-a04c-4b2d-b5d9-50c999f9d81e tempest-ServerShowV247Test-1295616437 tempest-ServerShowV247Test-1295616437-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1aa6b10-5f02-44bd-83ce-f0ecebfb0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0530410 Jun 01 13:19:24.070119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.123517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Allocated IP 172.25.7.11 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3e74c59d-f4fb-4dcd-83de-96d339b06e23) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:24.141712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:24.150330 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:24.151151 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:24.163695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc904b97-203e-4db1-8e41-a800dfd98051') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:24.164274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc904b97-203e-4db1-8e41-a800dfd98051') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:24.180549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.238444 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c918559-7c85-48f0-918b-de5ace54e913 None None] Pushing event updated for resources: {'Port': ['ID=beb25c41-58bd-46ee-acbf-5508e0cf1639,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:24.241786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.258184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:19:24.258184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.300530 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dc904b97-203e-4db1-8e41-a800dfd98051 resource provider aggregate not found Jun 01 13:19:24.325874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.363234 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dc904b97-203e-4db1-8e41-a800dfd98051 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc904b97-203e-4db1-8e41-a800dfd98051 found for delete ", "request_id": "req-960d9125-ffa1-440f-84f7-97a3e8e09515"}]} Jun 01 13:19:24.379385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.385605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:24.443015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.454130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.458544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.477259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:24.480985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:24.488261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:24.496274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e HTTP/1.1" status: 204 len: 168 time: 2.5334055 Jun 01 13:19:24.497522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501af74-91eb-4e45-9a6f-85824f309e40 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=3dc87e03-4ce6-4c80-9c2b-7d3e33447f3e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:24.500368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:24.509920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884717059', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:24.552786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:24.561708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:24.569336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:24.576113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Pushing event updated for resources: {'Port': ['ID=3e74c59d-f4fb-4dcd-83de-96d339b06e23,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:24.584374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:24.659595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.660772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.673544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.698456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.748249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:24.782722 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:19Z', 'revision_number': 3, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:24.786910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f51002-26d3-4133-9b8d-6f78dffe6e50 None None] The sync data for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 is: [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:19Z', 'revision_number': 3, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:25.011504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Allocated IP 172.20.0.1 (ad7816d2-6fad-47cf-841c-c3c14f934c47/9edd498e-2f1e-40cd-bc97-0ba36e9d9c85/0dc98a8c-6a7d-4d8c-8bb9-13a413caa082) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:25.020132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.028001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.100655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.182248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.219249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.221614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7871604 Jun 01 13:19:25.222897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3253697-6d0b-48a8-a3ff-3c9b546e9236 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Pushing event updated for resources: {'Port': ['ID=3e74c59d-f4fb-4dcd-83de-96d339b06e23,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:25.232391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48046) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:25.321680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.475222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:25.485385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:25.497060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Usage tracker for resource:floatingip and tenant:9f7a9759e8a34953a235ad19eea81794 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:25.501464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:25.528266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:25.548517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.641694 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:19:25.701838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.732037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48066) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:25.740544 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.805078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:25.808886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:25.816001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:25.874612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Pushing event updated for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:25.901898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:25.940904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Allocated IP 172.25.7.9 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ff78a5d1-48a3-403a-b99e-4744aee9663b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:26.066837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.100313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:26.124287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb8f135037649c89faf5bd2d2cc4068 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:26.127858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:26.136365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:26.149477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.184704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.194753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.298096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.303219 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.340516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dbb8f135037649c89faf5bd2d2cc4068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048133 Jun 01 13:19:26.341410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.344314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48076) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:26.384852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.461187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 172.25.7.230 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ddd42e13-9d44-43ae-a762-50e60d60b1cc) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:26.601911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:26.611052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:26.621641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:26.666263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584701b-ceff-4761-add9-665ff5593ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75846b7-a5cb-4d13-a9c6-fe867cc2c0a5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:26.696225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Pushing event updated for resources: {'Port': ['ID=ff78a5d1-48a3-403a-b99e-4744aee9663b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:26.736239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.762681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.784412 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.806899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.818235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.837755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.890533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.927180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.955625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:26.958850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75846b7-a5cb-4d13-a9c6-fe867cc2c0a5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:26.960583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:26.967396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:26.975321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:26.994435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device beb25c41-58bd-46ee-acbf-5508e0cf1639 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:26.999157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Pushing event updated for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:27.007192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.076606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.078686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-859d4037-2a98-4c98-ba2b-e9e6ac030319 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c75846b7-a5cb-4d13-a9c6-fe867cc2c0a5 HTTP/1.1" status: 204 len: 168 time: 0.6857781 Jun 01 13:19:27.142583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port beb25c41-58bd-46ee-acbf-5508e0cf1639 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:27.155271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port beb25c41-58bd-46ee-acbf-5508e0cf1639 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:27.155923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.378377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port beb25c41-58bd-46ee-acbf-5508e0cf1639 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:27.378800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.413207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port beb25c41-58bd-46ee-acbf-5508e0cf1639, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=beb25c41-58bd-46ee-acbf-5508e0cf1639,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:27.415545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.418693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.424652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.527189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Pushing event updated for resources: {'Port': ['ID=ff78a5d1-48a3-403a-b99e-4744aee9663b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:27.543660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=beb25c41-58bd-46ee-acbf-5508e0cf1639,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:27.629516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.645690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=ddd42e13-9d44-43ae-a762-50e60d60b1cc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:27.666454 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:27.670683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c0ccee38-0307-40bd-809c-fe8b6b6a205b tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4341440 Jun 01 13:19:27.670683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48108) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:27.796079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bc0c89d3-1178-4521-92a7-ab3ee6e6d428 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Synchronizing usage tracker for tenant:e5b54bace7154a85bdbc84577fca4c75 on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:27.830099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bc0c89d3-1178-4521-92a7-ab3ee6e6d428 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Unset dirty status for tenant:e5b54bace7154a85bdbc84577fca4c75 on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:27.832133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bc0c89d3-1178-4521-92a7-ab3ee6e6d428 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1578293 Jun 01 13:19:27.834780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48118) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:27.878393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:27.889315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:27.939606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4dee61cf-e64e-4073-903c-5753fc936f1c tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Synchronizing usage tracker for tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:27.960947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4dee61cf-e64e-4073-903c-5753fc936f1c tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Unset dirty status for tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:27.962713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4dee61cf-e64e-4073-903c-5753fc936f1c tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1266263 Jun 01 13:19:27.965505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48130) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:28.147712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.158202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Deleting port ff78a5d1-48a3-403a-b99e-4744aee9663b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:28.158511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.327938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:28.364680 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.365070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.546786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Calling delete_port for ff78a5d1-48a3-403a-b99e-4744aee9663b owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:28.745278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.755982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:28.765726 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Sync routers for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:28.782076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:28.782771 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:28.804304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Pushing event deleted for resources: {'Port': ['ID=ff78a5d1-48a3-403a-b99e-4744aee9663b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:28.825267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.926575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.927679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39d043fb-e55e-4553-a12c-10d86edd4c9c admin admin] 10.222.0.40 "PUT /v2.0/routers/16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8948216 Jun 01 13:19:28.938764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:28.940042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8279a339-7b19-438f-9078-1de51c5cbbb6 tempest-FloatingIPAdminTestJSON-1729898571 tempest-FloatingIPAdminTestJSON-1729898571-project] 10.222.0.40 "DELETE /v2.0/floatingips/6f4b5958-2439-42f5-a705-6827444fabde HTTP/1.1" status: 204 len: 168 time: 0.9726908 Jun 01 13:19:28.943163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48182) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:28.944808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device beb25c41-58bd-46ee-acbf-5508e0cf1639 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:29.123799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port beb25c41-58bd-46ee-acbf-5508e0cf1639 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:29.124199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.225796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router ba7db4eb-ebc5-4887-bf7a-00be1d38d623 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:19:29.258140 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:29.281613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Deleting port 3e74c59d-f4fb-4dcd-83de-96d339b06e23 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:29.281968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.408090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port beb25c41-58bd-46ee-acbf-5508e0cf1639 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:29.494642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.495208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.635330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Calling delete_port for 3e74c59d-f4fb-4dcd-83de-96d339b06e23 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:29.715307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:29.794196 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 2, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:29.801223 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Checking router: 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:19:29.801558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Updating router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:19:29.863284 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.937635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:29.969226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:29.977523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Usage tracker for resource:security_group_rule and tenant:23d866179bea47939d6d68ca444488c9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:29.982383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:29.991176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:29.994067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:30.013505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] Sync routers for ids ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:30.030698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] Routers {'ba7db4eb-ebc5-4887-bf7a-00be1d38d623'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:30.031333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:30.091583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.097283 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7803446f-d6be-4422-afff-1d1553e21df7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5939159 Jun 01 13:19:30.103355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48224) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:30.167137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-2ff4fd2e-db30-4737-a56a-d41f203c1dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3245180 Jun 01 13:19:30.173443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-c69c6f7d-290b-4ee6-9f1d-6cd808ba233e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:30.180466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-c69c6f7d-290b-4ee6-9f1d-6cd808ba233e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 819 time: 0.3388557 Jun 01 13:19:30.180648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:30.210297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] Routers {'ba7db4eb-ebc5-4887-bf7a-00be1d38d623'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:30.210945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:30.215991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-2848b2fd-e5ad-41a0-8559-d814d2493591 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/quotas/15ddc19829ea406eb72fe672bcf787b9 HTTP/1.1" status: 200 len: 375 time: 0.0346785 Jun 01 13:19:30.312992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:30.313674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340388ba-af4c-4ccb-9647-65428ace8cd9 None None] The sync data for ids ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:30.366478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.386329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28070593-3da8-4129-86f5-f75fe9ec0f41 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers/ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 200 len: 884 time: 0.2780232 Jun 01 13:19:30.390705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48228) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:30.391204 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.404833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Transition to ACTIVE for port object 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:30.414042 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.550659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e74c59d-f4fb-4dcd-83de-96d339b06e23,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:30.577338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.618436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-8b4e08aa-d465-46a6-be47-d41f03b93145 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4016099 Jun 01 13:19:30.650601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-99160ec8-28dd-4b95-8731-220d2b2c7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:30.652074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-99160ec8-28dd-4b95-8731-220d2b2c7d4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.3566000 Jun 01 13:19:30.656681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.662390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.718086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e3c78-44af-470e-a68c-9da362aa9fe5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:30.729487 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Attempting to bind port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:30.729831 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Attempting to bind port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:30.730038 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Attempting to bind port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 on network ad7816d2-6fad-47cf-841c-c3c14f934c47 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:30.732238 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d690f-00e7-4328-b49e-d4495ce37799 None None] Pushing event updated for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:30.743612 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:30.743979 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Checking segment: {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:30.744374 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.744817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Bound using segment: {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:30.745254 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Bound port: 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:30.745624 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.766482 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96d6af12-faea-4ff2-ba49-a49adef915e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23d866179bea47939d6d68ca444488c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468805 Jun 01 13:19:30.766482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:30.837516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.839230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-beee5441-536a-4ec2-b496-3e3526941e91 tempest-FloatingIPAdminTestJSON-1674674306 tempest-FloatingIPAdminTestJSON-1674674306-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/dd6f0250-7677-4521-852b-c5522d32b15a HTTP/1.1" status: 204 len: 168 time: 1.8947835 Jun 01 13:19:30.845722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48246) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:30.858767 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] For port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:30.863242 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] For port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:30.876122 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.956755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:30.976893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:30.977965 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:31.006723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6abe48c2-19fc-48ac-9715-f43d755532af tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:router {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:31.009282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-60d21de9-bc2b-48e7-8eeb-870ae7dcdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:31.010840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-60d21de9-bc2b-48e7-8eeb-870ae7dcdbbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.3147426 Jun 01 13:19:31.012372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port 117e1e87-050f-4d23-a42c-6546cbf8a5c3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:31.012705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:31.045604 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d690f-00e7-4328-b49e-d4495ce37799 None None] Pushing event updated for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:31.089266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:31.140376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-fd7489b3-b239-4f7d-bc6e-6e20d617a2ac service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087266 Jun 01 13:19:31.199508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6abe48c2-19fc-48ac-9715-f43d755532af tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:router {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:31.199830 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:19:31.204389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6abe48c2-19fc-48ac-9715-f43d755532af tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8088436 Jun 01 13:19:31.210620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:31.221555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-884717059'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:31.238871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-04760385-0944-4b52-9415-0b53d6290788 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1001 time: 0.2160909 Jun 01 13:19:31.364276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-69c35900-7490-44c9-b5ec-04461a8156a2 service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226701 Jun 01 13:19:31.378178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-2b7b2686-cbba-4a31-81d9-26fe236b972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:31.379718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-2b7b2686-cbba-4a31-81d9-26fe236b972f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.1345193 Jun 01 13:19:31.501328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-3d8947f0-6bcd-4934-a830-75a7b7471788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:31.502916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-3d8947f0-6bcd-4934-a830-75a7b7471788 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153293 Jun 01 13:19:31.740678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:31.743690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea31a25e-1931-485c-9d7b-b98fd6f52340 req-387b7dc5-6e60-4b62-8995-94255500b293 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 210 time: 0.0906057 Jun 01 13:19:31.744235 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:30Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:31.759182 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41419d-587b-4a61-b8d4-caf1d391da25 None None] The sync data for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 is: [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:30Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:31.798727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e3c78-44af-470e-a68c-9da362aa9fe5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:31.828622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-ee092917-583a-4132-8fe1-60c10472e1e2 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178499 Jun 01 13:19:32.148199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:32.235979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:32.237651 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-009405ad-2624-4aa2-bcab-5bbe8e838497 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ea9e3c78-44af-470e-a68c-9da362aa9fe5 HTTP/1.1" status: 204 len: 168 time: 1.4703701 Jun 01 13:19:32.283895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26768091-24d1-4f79-aa5e-61000e43c1eb req-09301bec-36ec-41da-b3e2-951c00fc1c91 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464462 Jun 01 13:19:32.399481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for 117e1e87-050f-4d23-a42c-6546cbf8a5c3 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:32.805478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:32.828108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:32.934077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=117e1e87-050f-4d23-a42c-6546cbf8a5c3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:32.999493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:33.050928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1df1dbb-637d-4bbd-8b89-aa7bad84ff4e req-cce7b626-53df-40f0-8270-c41ae7f4e37a tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 210 time: 0.1433949 Jun 01 13:19:33.091393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.263688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.273651 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-adc56d50-05aa-4d37-9e15-e70d3a1d48c3 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/ports/117e1e87-050f-4d23-a42c-6546cbf8a5c3 HTTP/1.1" status: 204 len: 168 time: 2.4252145 Jun 01 13:19:33.279116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:33.285234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:33.285864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.326870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48312) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:33.512048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router ba7db4eb-ebc5-4887-bf7a-00be1d38d623 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:33.735039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:33.735778 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.750099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c3c31-320c-4334-b207-3b2f647137bd tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:33.751142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-778c3c31-320c-4334-b207-3b2f647137bd tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Synchronizing usage tracker for tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:33.772069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-560bfc19-59c9-4058-8077-3fad728525f9 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:33.773582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-560bfc19-59c9-4058-8077-3fad728525f9 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 819 time: 0.4987600 Jun 01 13:19:33.791551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:33.798781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'port': {'device_id': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'admin_state_up': True, 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:33.803192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.885471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:33.893129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:33.897645 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5efbb13e-ab1c-497a-a858-62bad48dca96 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 200 len: 891 time: 2.6857929 Jun 01 13:19:33.898667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:33.902264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] Sync routers for ids ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:33.917022 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] Routers {'ba7db4eb-ebc5-4887-bf7a-00be1d38d623'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:33.919770 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:33.945104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:33.960820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-778c3c31-320c-4334-b207-3b2f647137bd tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Unset dirty status for tenant:c7e0fb62754a4a1bb1a81e2f0b3320c2 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:33.961973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-778c3c31-320c-4334-b207-3b2f647137bd tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "GET /v2.0/ports?device_id=4bf57043-f608-40ef-ab4c-3cfeee8b1922 HTTP/1.1" status: 200 len: 913 time: 0.6325545 Jun 01 13:19:33.970453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:34.031420 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:34.069048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] Routers {'ba7db4eb-ebc5-4887-bf7a-00be1d38d623'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:34.069696 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:34.143262 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-482336cd-2dba-47c6-ba13-61a6e702dadc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers/ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 200 len: 891 time: 0.2422030 Jun 01 13:19:34.146043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:34.152913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:34.153446 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c60ef-1782-4491-b03d-d9fe3c602379 None None] The sync data for ids ['ba7db4eb-ebc5-4887-bf7a-00be1d38d623'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:34.175249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:34.196617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Usage tracker for resource:port and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:34.202277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:34.202446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5271eb5-d4f8-468a-9d35-a923c384dd3e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:34.225254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:34.232978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5271eb5-d4f8-468a-9d35-a923c384dd3e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:34.237461 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a5271eb5-d4f8-468a-9d35-a923c384dd3e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 200 len: 205 time: 0.0870423 Jun 01 13:19:34.238400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48348) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:34.336431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:34.370038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14345da4-c3dc-45a8-ba3f-20e9703affbf req-830dcbb7-9393-4d1f-9c7b-145fdf2de98d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 210 time: 0.0581639 Jun 01 13:19:34.370984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Made reservation on behalf of 15ddc19829ea406eb72fe672bcf787b9 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:34.375410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:34.686581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:34.898976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Allocated IP 172.20.0.8 (ad7816d2-6fad-47cf-841c-c3c14f934c47/9edd498e-2f1e-40cd-bc97-0ba36e9d9c85/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:34.918800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:34.989177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.007529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port ddd42e13-9d44-43ae-a762-50e60d60b1cc {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:35.008024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.029479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:35.029847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.176322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:35.229968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.409996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.444959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for ddd42e13-9d44-43ae-a762-50e60d60b1cc owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:35.455487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.758103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.928309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Network ad7816d2-6fad-47cf-841c-c3c14f934c47 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:35.931958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:35.934952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:35.979986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:35.999301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:36.045074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=ddd42e13-9d44-43ae-a762-50e60d60b1cc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:36.139685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.162996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:36.163632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.181955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d769a-69da-46c0-a4b8-04d2d4b54964 req-52e3cf19-2a38-42bc-9021-b0bd60db666f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:36.183467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04d769a-69da-46c0-a4b8-04d2d4b54964 req-52e3cf19-2a38-42bc-9021-b0bd60db666f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 931 time: 0.4979751 Jun 01 13:19:36.309466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-93d20017-fdd9-4315-b2b9-4b1b1f9ecdd2 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5192280 Jun 01 13:19:36.334302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Request body: {'port': {'device_id': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:36.396573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.399263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.427037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.428163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router ba7db4eb-ebc5-4887-bf7a-00be1d38d623 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:19:36.477495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.483720 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28e205ae-2b4a-4102-8669-0eb226626c11 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 204 len: 168 time: 2.2438600 Jun 01 13:19:36.488068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48412) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:36.495357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1059811390'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:36.503107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:36.507437 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.508887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:36.525051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:36.538479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:36.566268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:36.570387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.618062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:36.628685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.629102 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment 6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73 of type vlan for network 0251af36-0a0a-45b0-83d5-f02ef12a67fb Jun 01 13:19:36.705960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04d769a-69da-46c0-a4b8-04d2d4b54964 req-79463993-afba-40b7-b9a6-16c9f17d8fe7 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093753 Jun 01 13:19:36.821015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.872855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.882455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:36.883208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:36.938296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port c594fc91-9da4-46fc-90f6-0f6fc4f163cf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:36.939199 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.033661 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5442927 Jun 01 13:19:37.039244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48422) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:37.047843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:37.073789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7e0d1-2bc2-4a3c-89f5-82deb1374310 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=0251af36-0a0a-45b0-83d5-f02ef12a67fb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:37.087209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:37.217190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:37.224749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:37.230899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:37.238150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:37.250247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:37.255643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.270068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:19:37.280735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.286909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.452667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for c594fc91-9da4-46fc-90f6-0f6fc4f163cf owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:37.556992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.656346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=5d176c19-f9b8-42cb-be04-0b504c51fba8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:37.663857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:37.666061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 0251af36-0a0a-45b0-83d5-f02ef12a67fb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:19:37.703489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Transition to ACTIVE for port object 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:37.715986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:19:37.717463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.730220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0251af36-0a0a-45b0-83d5-f02ef12a67fb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:37.739208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:37.739898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52b11d-4220-49a9-bd7f-7770937f2eda None None] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:37.740358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.785066 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ec81578-55cc-4f9e-9175-6d721fe99c6e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7444608 Jun 01 13:19:37.789209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48442) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:37.804897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505424041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:37.835968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:37.843770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:37.848869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:37.863282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:37.895817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.897098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.924474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:37.925232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:37.973164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.021881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.023298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cb7caddd-9527-4646-81fa-415f466092a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2318892 Jun 01 13:19:38.026928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48450) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:38.148982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Attempting to bind port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:38.149310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Attempting to bind port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:38.149634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Attempting to bind port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b on network ad7816d2-6fad-47cf-841c-c3c14f934c47 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:38.156726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b on network ad7816d2-6fad-47cf-841c-c3c14f934c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:19:38.157046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Attempting to bind port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b on network ad7816d2-6fad-47cf-841c-c3c14f934c47 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:38.163980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.176899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-0251af36-0a0a-45b0-83d5-f02ef12a67fb', 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': '5d176c19-f9b8-42cb-be04-0b504c51fba8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:19:38.179110 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.200135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:38.200506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Checking segment: {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:38.200892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Bound using segment: {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:38.201920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Bound port: 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a50b2f-a7fa-4a17-86bb-e0899d5d3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:38.201920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.308366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=c594fc91-9da4-46fc-90f6-0f6fc4f163cf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:38.410125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53150c35-1fc5-48b1-9c60-008c0a63e9a2 req-64d34b5b-0fb3-4f06-a0e1-17dc51e191db tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:38.411132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-53150c35-1fc5-48b1-9c60-008c0a63e9a2 req-64d34b5b-0fb3-4f06-a0e1-17dc51e191db tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Synchronizing usage tracker for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:38.638104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Allocated IP 2001:db8::2 (0251af36-0a0a-45b0-83d5-f02ef12a67fb/5d176c19-f9b8-42cb-be04-0b504c51fba8/4c14c71f-4385-4ad7-b0b0-2f4e86fc3471) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:38.718655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-53150c35-1fc5-48b1-9c60-008c0a63e9a2 req-64d34b5b-0fb3-4f06-a0e1-17dc51e191db tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Unset dirty status for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:38.720772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53150c35-1fc5-48b1-9c60-008c0a63e9a2 req-64d34b5b-0fb3-4f06-a0e1-17dc51e191db tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 943 time: 0.8029480 Jun 01 13:19:38.902973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.933114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:38.938375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:39.057584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53150c35-1fc5-48b1-9c60-008c0a63e9a2 req-f08520e2-31db-43de-bef4-05975bb5c535 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201385 Jun 01 13:19:39.083166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:39.109368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.122995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Transition to ACTIVE for port object 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:39.148824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Transition to ACTIVE for port object 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:39.158280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.159796 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.234561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:39.235948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:39.245948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:39.261365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:39.337859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:39.363305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:39.363929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.365354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-36e477fe-c7dd-4635-8583-1b94e0ce974a service neutron] 10.222.0.13 "PUT /v2.0/ports/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 1091 time: 3.0395350 Jun 01 13:19:39.366179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:19:39.380028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Pushing event updated for resources: {'Port': ['ID=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:39.398104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Attempting to bind port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:39.398539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Attempting to bind port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:39.402409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Attempting to bind port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 on network 0251af36-0a0a-45b0-83d5-f02ef12a67fb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:39.419141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:39.419141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Checking segment: {'id': '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:39.419141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.419493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Bound using segment: {'id': '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:39.423770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Bound port: 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0251af36-0a0a-45b0-83d5-f02ef12a67fb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:39.423770 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.560151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] For port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:39.563459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] For port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,segment=NetworkSegment(6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73),segment_id=6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:39.574326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.588301 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd6693b-9825-421d-af5c-50626b8c7b0b'] response: {'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:19:39.624344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:39.680819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:39.690998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f7e460c3bb4c42abadd5d209a52a1a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:39.697271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:39.708927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:39.768942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f81a4-091f-441c-af7f-7cd7494ee4c0 None None] Pushing event updated for resources: {'Port': ['ID=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:39.831783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-cf883212-75b4-42a5-8583-eba3a09e49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:39.833417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-cf883212-75b4-42a5-8583-eba3a09e49ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1094 time: 0.2798438 Jun 01 13:19:39.846733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8::1 (0251af36-0a0a-45b0-83d5-f02ef12a67fb/5d176c19-f9b8-42cb-be04-0b504c51fba8/181f7ba4-b21a-491f-9de3-7d8a50c908c8) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:39.960416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-a8cb65fc-0782-4027-bf22-ecc1823e3ad2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.1182837 Jun 01 13:19:40.091531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.134081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.292355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.315269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 181f7ba4-b21a-491f-9de3-7d8a50c908c8 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:40.317031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef0a79-10b8-4236-8867-621450eba75f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:40.323204 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-84a73da2-cc16-41ec-8e6e-c18a7913ddd4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b3f7e460c3bb4c42abadd5d209a52a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0603068 Jun 01 13:19:40.326327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48496) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:40.403506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.414436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-b2c79538-0b00-4d32-8db0-5b011b864829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:40.415814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-b2c79538-0b00-4d32-8db0-5b011b864829 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1862409 Jun 01 13:19:40.416791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.471702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:40.474121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-eb0d92ad-a6c4-4235-b7cc-b50cbf988b7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500596 Jun 01 13:19:40.503079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=181f7ba4-b21a-491f-9de3-7d8a50c908c8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:40.528081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.537578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:40.545552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:40.548151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:40.548934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.673730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fe9ab-b065-4ae2-9e81-629bde8a4ed6 req-a14e1d57-5f07-44be-b6ae-d6aca54637f1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:40.675226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a2fe9ab-b065-4ae2-9e81-629bde8a4ed6 req-a14e1d57-5f07-44be-b6ae-d6aca54637f1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 943 time: 0.3557947 Jun 01 13:19:40.825773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.847244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a2fe9ab-b065-4ae2-9e81-629bde8a4ed6 req-2a55f37d-f124-4a78-afe3-634275213fb6 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622195 Jun 01 13:19:40.850503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef0a79-10b8-4236-8867-621450eba75f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:40.883860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.909528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-23c448a4-0253-46ff-8b1f-c6fbfd20249f service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270976 Jun 01 13:19:40.933062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:40.934233 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a8dd66e-30fb-4db8-a4c8-cc518c12ac01 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e5ef0a79-10b8-4236-8867-621450eba75f HTTP/1.1" status: 204 len: 168 time: 0.6067872 Jun 01 13:19:41.019836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:41.030024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] Sync routers for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:41.034565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:41.105649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:41.106291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:41.211035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-142aa9c3-6d56-4460-a72b-2cde5d78d186 req-672ac495-ebef-4629-83c9-cc06ef4a052e service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938237 Jun 01 13:19:41.213488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be4fcbce-5e0e-49ea-893b-30ed4c9ad449 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "PUT /v2.0/routers/4bf57043-f608-40ef-ab4c-3cfeee8b1922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2370489 Jun 01 13:19:41.216287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48516) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:41.247091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:41.277659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] Routers {'4bf57043-f608-40ef-ab4c-3cfeee8b1922'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:41.278422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:41.359060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:41.389090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:41.389494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a82cd-907d-4b42-b3a8-ba7dc1bcc6bc None None] The sync data for ids ['4bf57043-f608-40ef-ab4c-3cfeee8b1922'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:41.395261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14256d6f-e418-43a6-ab7d-685aa36466b5 None None] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:41.451190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-94c09d82-b466-44c1-af3c-1adc1cf5dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:41.456596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-94c09d82-b466-44c1-af3c-1adc1cf5dc0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1094 time: 0.1874349 Jun 01 13:19:41.558986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Provisioning for port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:41.566986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Provisioning complete for port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:41.567378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:41.738910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:41.769335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-808f72ff-82e0-4095-9049-d470fe1575da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:41.775283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-808f72ff-82e0-4095-9049-d470fe1575da service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.3109009 Jun 01 13:19:41.846873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Current status of the port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:41.847257 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:41.878098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-45fe0d6d-f2e8-43dc-8c79-884858f56ce9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.0853558 Jun 01 13:19:41.979386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] For port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,segment=NetworkSegment(6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73),segment_id=6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:42.009051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.046687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-57a72344-355e-4c92-8db7-e4d3f36cb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:42.048411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-57a72344-355e-4c92-8db7-e4d3f36cb979 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1665471 Jun 01 13:19:42.070056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.089356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.090124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.129602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e38d4-e205-424a-b109-f8e84d8e7d4f None None] Pushing event updated for resources: {'Port': ['ID=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:42.145069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-cc9a80e5-94c8-457e-b5a9-1cfa1ee1ee95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903111 Jun 01 13:19:42.362898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Provisioning for port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:42.368619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Provisioning complete for port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:42.369019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.400124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923d903-d1cf-409b-81e6-1b1ba5944cc0 req-a506200a-12c6-446b-bf57-235d1ab9e642 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:42.408072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b923d903-d1cf-409b-81e6-1b1ba5944cc0 req-a506200a-12c6-446b-bf57-235d1ab9e642 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 943 time: 0.2614410 Jun 01 13:19:42.499559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-c7609caa-7b7e-4c6a-b85a-6d6051402de7 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123157 Jun 01 13:19:42.515911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=181f7ba4-b21a-491f-9de3-7d8a50c908c8,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:42.558506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:42.562297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:42.571368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:42.592041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Provisioning complete for port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:42.592461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.862294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5786a8ea-fa19-4b45-ab50-6780618c2715 None None] Current status of the port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:42.973701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:42.988577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:42.992857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b923d903-d1cf-409b-81e6-1b1ba5944cc0 req-dbf03bbb-612d-4bb0-aac8-42e0df455449 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793290 Jun 01 13:19:43.010067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port d5150745-d68c-4615-9b27-0d111eab721b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:43.010402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.075270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 5d51e7ef-a723-4594-8da6-2c09b37f3cd9 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:19:43.090469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-180dcd6b-2f17-4b95-bd3d-fd3f4d60e015 req-7ba09ebf-fed9-4082-aa20-a282dc92d1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769610 Jun 01 13:19:43.109258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c23a7254-0f21-40fd-9d69-77c1d9311cfb None None] Provisioning complete for port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:43.109727 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c23a7254-0f21-40fd-9d69-77c1d9311cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.188192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c23a7254-0f21-40fd-9d69-77c1d9311cfb None None] Port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:43.198963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:43.199490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.358244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c2af6fba-dcd1-4a14-a8d4-b14290f3a48d None None] Provisioning complete for port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:43.358449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c2af6fba-dcd1-4a14-a8d4-b14290f3a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.397514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:43.406832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ae446374-19e4-4ede-b436-326e6d7c66ee tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/5d51e7ef-a723-4594-8da6-2c09b37f3cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3783407 Jun 01 13:19:43.408161 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] Sync routers for ids ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:43.409701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48586) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:43.425634 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] Routers {'5d51e7ef-a723-4594-8da6-2c09b37f3cd9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:43.426708 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:43.436981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.448804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6fba-dcd1-4a14-a8d4-b14290f3a48d None None] Port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:19:43.452119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:43.508549 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:43.520546 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] Routers {'5d51e7ef-a723-4594-8da6-2c09b37f3cd9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:43.522557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:43.562184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c823f-1df4-47eb-9d95-46428afba969 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:43.573519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c81c823f-1df4-47eb-9d95-46428afba969 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports/181f7ba4-b21a-491f-9de3-7d8a50c908c8 HTTP/1.1" status: 200 len: 911 time: 0.1625385 Jun 01 13:19:43.575087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48590) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:43.588518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d176c19-f9b8-42cb-be04-0b504c51fba8'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:43.611373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for d5150745-d68c-4615-9b27-0d111eab721b owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:43.618374 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:43.618817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932afe1-b399-4765-b4cf-cc320fb169b1 None None] The sync data for ids ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:43.853249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48606) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:43.885678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.947108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:43.961664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=d5150745-d68c-4615-9b27-0d111eab721b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:43.999166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:43.999578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.000211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.000563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.001251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.001856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.002438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.002886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.003276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.003661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.004042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.004425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:44.072969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.342468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.535438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:44.548710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Usage tracker for resource:security_group_rule and tenant:532b2526e2344e199b901ba9207ce83b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:44.553283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:44.557002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.561872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.563647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:44.572509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:19:44.576503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6634c8-3bb0-463e-b369-3aa7ba2bc02c req-41de243a-d0d6-4efe-839c-c2a6f8a7e8be tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:44.578032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba6634c8-3bb0-463e-b369-3aa7ba2bc02c req-41de243a-d0d6-4efe-839c-c2a6f8a7e8be tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 943 time: 0.3648224 Jun 01 13:19:44.609169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.609650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf57043-f608-40ef-ab4c-3cfeee8b1922 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:19:44.659501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.663002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9597528d-070c-4acd-839a-3f6425bc4727 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/routers/4bf57043-f608-40ef-ab4c-3cfeee8b1922 HTTP/1.1" status: 204 len: 168 time: 3.4428132 Jun 01 13:19:44.665858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:44.675825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba6634c8-3bb0-463e-b369-3aa7ba2bc02c req-3f2f5fe5-f494-40de-a1a2-1ec8092488fa tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899158 Jun 01 13:19:44.714286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.750876 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.756654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:44.757259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.762766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/ports/181f7ba4-b21a-491f-9de3-7d8a50c908c8 HTTP/1.1" status: 200 len: 911 time: 1.1822464 Jun 01 13:19:44.763497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:44.792392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:44.807230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'port_id': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'mac_address': 'fa:16:3e:f0:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:19:44.848723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.865238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa704a04-4b9c-4a79-9db4-21592b497d2f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=181f7ba4-b21a-491f-9de3-7d8a50c908c8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:44.900566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:44.900939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.910529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting subnet 5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:19:44.918682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:19:44.929330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.934821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:44.937245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:44.940101 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.015665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:45.021123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c31ee92-f932-4047-b914-1d227b183b2a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:45.058279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.097833 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7559f91e-ba61-4e94-9dd3-e18beb0efa3f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=532b2526e2344e199b901ba9207ce83b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2406659 Jun 01 13:19:45.098709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48644) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:45.157027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:19:45.203548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.237895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.321486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.350130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.365368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.367184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6c31ee92-f932-4047-b914-1d227b183b2a HTTP/1.1" status: 204 len: 168 time: 0.2668495 Jun 01 13:19:45.368200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8ee94-7a18-4de3-88a7-70b1050fe39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c31ee92-f932-4047-b914-1d227b183b2a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:45.555374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.622872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:45.630166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.643806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eefd54e-ac10-4f3c-88a0-8397854b14d9 None None] Network 180773a5-cdf3-4e70-ae64-7fabac8df4b8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:45.655003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48656) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:45.655697 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ad2bb0e-5647-4d62-a02e-a256731e2738 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/subnets/5ce3b8f7-7493-4ef5-bcfb-a3fde6d55621 HTTP/1.1" status: 204 len: 168 time: 0.9882684 Jun 01 13:19:45.674064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.926655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:45.940229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:45.940956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.133995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] DHCP port deletion for 180773a5-cdf3-4e70-ae64-7fabac8df4b8 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:19:46.138713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Deleting port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:46.139114 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.222685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0253a45-1dbf-4766-8dca-60101d3f96df req-6d4ea0d8-2489-40a9-8181-fbdb28647416 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:46.231527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0253a45-1dbf-4766-8dca-60101d3f96df req-6d4ea0d8-2489-40a9-8181-fbdb28647416 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 944 time: 0.2522998 Jun 01 13:19:46.460314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 181f7ba4-b21a-491f-9de3-7d8a50c908c8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:46.461541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.481479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] For port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,segment=NetworkSegment(c82c6ba1-338d-4aec-a884-b7878710313d),segment_id=c82c6ba1-338d-4aec-a884-b7878710313d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:46.481870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.636073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:46.658966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0253a45-1dbf-4766-8dca-60101d3f96df req-2e9191c4-bcf5-48a1-ae7b-d6c3742e3d05 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264238 Jun 01 13:19:46.686182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] For port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,segment=NetworkSegment(c82c6ba1-338d-4aec-a884-b7878710313d),segment_id=c82c6ba1-338d-4aec-a884-b7878710313d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:46.686862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.805694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:46.822292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Calling delete_port for 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:46.942726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:19:46.959610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 181f7ba4-b21a-491f-9de3-7d8a50c908c8 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:46.999542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:47.129191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.147800 n-d-844200-1 neutron-server[88373]: INFO neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No ports have port_id starting with 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e Jun 01 13:19:47.153832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:47.168401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:47.168871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.205520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:19:47.206024 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:19:47.271285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.277327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:47.296830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] No DVR routers for this DVR port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:19:47.303076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.303629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.310261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.310860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.311346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.311824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.312407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.312870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.313812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.314288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.314797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.315262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:47.390178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:47.390863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.402120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:47.423510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=181f7ba4-b21a-491f-9de3-7d8a50c908c8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:47.443299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:47.444146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:19:47.462306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.544209 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abde7474-7980-4f59-87b8-a04b49c8bcf8'] response: {'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'code': 200} Jun 01 13:19:47.595209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:47.652302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.711708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Deleting port 07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:47.711708 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.801455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b654a-db12-442f-a0ca-a3176874bc85 None None] The port '07bdcb1e-e4dd-4b15-88dd-7bd02b262c2e' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:19:47.801836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.879699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180773a5-cdf3-4e70-ae64-7fabac8df4b8']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:47.885174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.915197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:47.917039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82c6ba1-338d-4aec-a884-b7878710313d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:47.917549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82c6ba1-338d-4aec-a884-b7878710313d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:47.921854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Usage tracker for resource:security_group_rule and tenant:ee70be8bc08a42f4b351a89ead289d44 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:47.925733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:47.961065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5628f-c497-4879-aaba-11a9ae73959b req-1a0c0da3-31e7-40f6-a99a-4aa0f8649f05 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:47.962986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bf5628f-c497-4879-aaba-11a9ae73959b req-1a0c0da3-31e7-40f6-a99a-4aa0f8649f05 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.5587530 Jun 01 13:19:47.964794 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.975171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcab1e-862d-403d-b89c-74f0f77e8a19 req-b92e1515-cc47-4ff1-83cf-91ed5e9df8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:47.976902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fdcab1e-862d-403d-b89c-74f0f77e8a19 req-b92e1515-cc47-4ff1-83cf-91ed5e9df8d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.2889867 Jun 01 13:19:47.977582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:47.982662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:48.051869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.077703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:19:48.078114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.096382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 5d51e7ef-a723-4594-8da6-2c09b37f3cd9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:19:48.102851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bf5628f-c497-4879-aaba-11a9ae73959b req-19360b25-bf35-4524-a72b-fcbd7a1f5f7c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208866 Jun 01 13:19:48.167673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fdcab1e-862d-403d-b89c-74f0f77e8a19 req-0ffd03b0-7d6e-47bc-b1e0-6589cc5b9d68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589582 Jun 01 13:19:48.174338 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c82c6ba1-338d-4aec-a884-b7878710313d resource provider aggregate not found Jun 01 13:19:48.179561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.217145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53ef58-5b79-4a75-98de-259452c094b1 req-76a8b333-ed54-4bf6-836d-71f30bd254a3 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:48.218814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a53ef58-5b79-4a75-98de-259452c094b1 req-76a8b333-ed54-4bf6-836d-71f30bd254a3 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3833466 Jun 01 13:19:48.221107 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c82c6ba1-338d-4aec-a884-b7878710313d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82c6ba1-338d-4aec-a884-b7878710313d found for delete ", "request_id": "req-2c627e87-8e01-467e-afd6-79765a68cecc"}]} Jun 01 13:19:48.241581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.244239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.252398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0b25744-0c9d-49bc-bf8d-c1d80569182a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.282910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.292806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Network': ['ID=180773a5-cdf3-4e70-ae64-7fabac8df4b8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:48.315371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0dfd1650-640f-4d5b-ae83-ea3bed9ecbf2 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/networks/180773a5-cdf3-4e70-ae64-7fabac8df4b8 HTTP/1.1" status: 204 len: 168 time: 2.6554639 Jun 01 13:19:48.315801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:48.383228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a53ef58-5b79-4a75-98de-259452c094b1 req-2cef4b2d-dd55-498d-a9df-4624c5c5ac1b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438549 Jun 01 13:19:48.511415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Deleting port d45f2138-e355-46db-bb48-a84915918681 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:48.511809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.513524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:19:48.523961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] Sync routers for ids ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:19:48.529863 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee70be8bc08a42f4b351a89ead289d44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1204872 Jun 01 13:19:48.536280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:48.543459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] Routers {'5d51e7ef-a723-4594-8da6-2c09b37f3cd9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:48.545311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:48.553863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd22f8-6767-4423-90bc-9e71b81a2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347dce61-1ab9-41a6-b030-e4e4cac69cdb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:48.577085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1fc50006-102f-4887-855e-ece8705aeb8b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/5d51e7ef-a723-4594-8da6-2c09b37f3cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8083317 Jun 01 13:19:48.582569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:48.608564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:48.629274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] Routers {'5d51e7ef-a723-4594-8da6-2c09b37f3cd9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:19:48.630087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:48.649707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81d3cc88-3334-4a8a-b5bd-af47d91c78bf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:19:48.685293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.722316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:48.722827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb014b35-b185-4bc7-861d-7ea3c1095fc1 None None] The sync data for ids ['5d51e7ef-a723-4594-8da6-2c09b37f3cd9'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:19:48.733224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.747209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81d3cc88-3334-4a8a-b5bd-af47d91c78bf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:19:48.747712 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.748091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:48.748579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-81d3cc88-3334-4a8a-b5bd-af47d91c78bf tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d51e7ef-a723-4594-8da6-2c09b37f3cd9 HTTP/1.1" status: 200 len: 205 time: 0.1650946 Jun 01 13:19:48.755370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:48.910782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.037674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Calling delete_port for d45f2138-e355-46db-bb48-a84915918681 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:49.052739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.222371 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.278784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347dce61-1ab9-41a6-b030-e4e4cac69cdb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:49.285157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.287947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.308795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.310186 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0aa6d600-90a1-44e5-b0d0-02ad42d47b2f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/347dce61-1ab9-41a6-b030-e4e4cac69cdb HTTP/1.1" status: 204 len: 168 time: 0.7707014 Jun 01 13:19:49.333696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.334488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router 5d51e7ef-a723-4594-8da6-2c09b37f3cd9 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:19:49.360743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.364934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-43f4710a-f71d-4c18-92ec-fa39ae6c4d80 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/5d51e7ef-a723-4594-8da6-2c09b37f3cd9 HTTP/1.1" status: 204 len: 168 time: 0.6085267 Jun 01 13:19:49.365682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:49.375904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Pushing event deleted for resources: {'Port': ['ID=d45f2138-e355-46db-bb48-a84915918681,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:49.506711 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.529221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet 5d176c19-f9b8-42cb-be04-0b504c51fba8 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:19:49.536293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.543102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.547115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be28e9c9-534b-403f-bc49-15a9b317b0e0 tempest-FloatingIPAdminTestJSON-88934171 tempest-FloatingIPAdminTestJSON-88934171-project] 10.222.0.40 "DELETE /v2.0/floatingips/7ed7d096-f117-4d40-b1d8-8c7471403d22 HTTP/1.1" status: 204 len: 168 time: 1.2300847 Jun 01 13:19:49.561160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfdef-7d92-40ab-8a06-e86e9e165a2f req-94a797d9-715a-4024-873d-7da8593852a4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:49.562557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebcfdef-7d92-40ab-8a06-e86e9e165a2f req-94a797d9-715a-4024-873d-7da8593852a4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2722919 Jun 01 13:19:49.610843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebcfdef-7d92-40ab-8a06-e86e9e165a2f req-1534a25f-7cfa-4215-9d2d-74f904e36f7a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421696 Jun 01 13:19:49.694927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:49.776318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973a36-d8f5-4545-a192-c6933a1e080d req-093a5676-d261-47ad-b11e-a38ef5746ed4 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:49.786936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6973a36-d8f5-4545-a192-c6933a1e080d req-093a5676-d261-47ad-b11e-a38ef5746ed4 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.1567845 Jun 01 13:19:49.895235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6973a36-d8f5-4545-a192-c6933a1e080d req-118c9ec6-2d5f-48de-b2a9-bc9ea30aeef5 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 Jun 01 13:19:49.910310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.082298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.148639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48804) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:50.202159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.207917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf053103-407c-4251-a229-dac87bdddac2 None None] Network 0251af36-0a0a-45b0-83d5-f02ef12a67fb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:50.269855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=5d176c19-f9b8-42cb-be04-0b504c51fba8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:50.287332 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a39b007-bdee-4fed-ad58-8f3e8019d887 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/5d176c19-f9b8-42cb-be04-0b504c51fba8 HTTP/1.1" status: 204 len: 168 time: 0.9098208 Jun 01 13:19:50.288855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:50.601453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bf3e00f7-781c-46b2-bfbb-fb325dfb09a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.728574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.749737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:50.749911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-002ca1a4-fc78-4a04-b2e7-8bdd2c9a7b0c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c7e0fb62754a4a1bb1a81e2f0b3320c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001406 Jun 01 13:19:50.782781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] DHCP port deletion for 0251af36-0a0a-45b0-83d5-f02ef12a67fb request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:19:50.789666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cccc54-6431-4927-8ab5-18549e70b01b req-159d7c51-a69a-4b08-8eb9-3d24a2a93acd tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:50.789964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Deleting port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:50.790443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.791815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72cccc54-6431-4927-8ab5-18549e70b01b req-159d7c51-a69a-4b08-8eb9-3d24a2a93acd tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2870872 Jun 01 13:19:50.792668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:50.793142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.837897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.884347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-6068f351-1c24-4be2-873f-27d8e7fa0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:50.893495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.893876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-6068f351-1c24-4be2-873f-27d8e7fa0249 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.5544505 Jun 01 13:19:50.977485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:50.981462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:19:51.003441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf10e1-ec6a-4af4-8d70-dab69d56981d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:51.009588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.011006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-82f99487-9835-4270-9f9c-3dc642a5f06f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7bdf10e1-ec6a-4af4-8d70-dab69d56981d HTTP/1.1" status: 204 len: 168 time: 0.2601249 Jun 01 13:19:51.199157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-7e8d51d8-34c4-48fe-ae09-7a9518dd1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:51.200608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-7e8d51d8-34c4-48fe-ae09-7a9518dd1b41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.3058345 Jun 01 13:19:51.333297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] For port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,segment=NetworkSegment(6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73),segment_id=6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:51.333877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.350839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-0d8d0ea8-766a-439b-b198-8cd2e81c9be2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.1186721 Jun 01 13:19:51.447034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72cccc54-6431-4927-8ab5-18549e70b01b req-25eaaa8f-83d4-4791-ac89-69494310434e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264236 Jun 01 13:19:51.549835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-3e60c792-e6b7-4858-8926-fd001a2b66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:51.551081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-3e60c792-e6b7-4858-8926-fd001a2b66e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1894937 Jun 01 13:19:51.644959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-c48b3a80-cb0e-4bf1-b539-3bd787f531f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728889 Jun 01 13:19:51.653753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Calling delete_port for 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:51.660816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e2b28-2be2-43ce-bfdb-51245312e9e1 req-a3fb2763-a402-4c4f-8f4b-bbbdde3ffc02 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:51.663345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0e2b28-2be2-43ce-bfdb-51245312e9e1 req-a3fb2763-a402-4c4f-8f4b-bbbdde3ffc02 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.7664266 Jun 01 13:19:51.707862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48864) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:51.730075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.733600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,segment=NetworkSegment(6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73),segment_id=6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:19:51.734003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.744550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:19:51.745014 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.752617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:51.759026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7a9759e8a34953a235ad19eea81794 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:51.766252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:51.785042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:51.794320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.859419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] Pushing event deleted for resources: {'Port': ['ID=4c14c71f-4385-4ad7-b0b0-2f4e86fc3471,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:51.867208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a2d37-ed92-4a39-86f3-22d38de13d9a None None] No DVR routers for this DVR port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:19:51.880366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.892714 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.902218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.926360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:51.964994 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9f7a9759e8a34953a235ad19eea81794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553444 Jun 01 13:19:51.965799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48874) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:51.981143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72a56-b2e3-4e11-8102-72e988964792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98a240-a38f-487b-a7ab-68c4ee0aafae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:52.069873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:52.101729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:52.182563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:52.200427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98a240-a38f-487b-a7ab-68c4ee0aafae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:52.207764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:52.211866 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b78c6419-b762-47f9-87f9-c108d926f708 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae98a240-a38f-487b-a7ab-68c4ee0aafae HTTP/1.1" status: 204 len: 168 time: 0.2414033 Jun 01 13:19:52.331988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-71f51586-89d3-42ba-9af8-adcdfa4a854f service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618357 Jun 01 13:19:52.338961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:19:52.426806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c0e2b28-2be2-43ce-bfdb-51245312e9e1 req-9948b2d7-1cb7-4886-bd8d-24dc0cf7f92a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7090826 Jun 01 13:19:52.788020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:52.827753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84feed9d-ff55-40cd-bfff-cb71ff1fc624 req-59eb0fdc-ce76-4842-96ef-f1e6b3503482 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935037 Jun 01 13:19:52.836350 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:52.843321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:19:52.843876 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:19:52.854476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:52.858852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b54bace7154a85bdbc84577fca4c75 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:52.863716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:52.864553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb6baf-52b7-478f-a424-c6abf60bba25 req-75c171d9-51eb-42c3-8330-4634cc2d6129 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:52.866320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55cb6baf-52b7-478f-a424-c6abf60bba25 req-75c171d9-51eb-42c3-8330-4634cc2d6129 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2574010 Jun 01 13:19:52.885417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:52.943616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55cb6baf-52b7-478f-a424-c6abf60bba25 req-4a3b12bb-4b64-479a-b75a-1d9cc2bcf4f8 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635657 Jun 01 13:19:53.039167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.048423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.092501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.123491 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5b54bace7154a85bdbc84577fca4c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342023 Jun 01 13:19:53.125129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26a7ff-a2ff-47d6-93fa-c92e4d4daf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a632e5a-9b2c-48ae-bdfc-af0daa5bf58f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:53.126244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:53.205891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.234181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.317015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.356415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 4c14c71f-4385-4ad7-b0b0-2f4e86fc3471 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:19:53.356415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.380736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48988) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:53.385434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a632e5a-9b2c-48ae-bdfc-af0daa5bf58f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:53.457562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port '4c14c71f-4385-4ad7-b0b0-2f4e86fc3471' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:19:53.459399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.463302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b3f4933-9a06-4374-9b7e-e832d97ef8e8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4a632e5a-9b2c-48ae-bdfc-af0daa5bf58f HTTP/1.1" status: 204 len: 168 time: 0.3324523 Jun 01 13:19:53.636813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.656223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:53.661759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Usage tracker for resource:security_group_rule and tenant:eb29fa7e64744bcba250f630b60b9689 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:53.665834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:53.671955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:53.678813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.742479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0251af36-0a0a-45b0-83d5-f02ef12a67fb']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:53.764188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:53.764464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:19:53.787385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c595b9-b6c5-4b4c-8714-9ac7dd743951 req-fb7591df-cfcc-4fdf-8c20-08c7f6ad89e5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:53.788942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6c595b9-b6c5-4b4c-8714-9ac7dd743951 req-fb7591df-cfcc-4fdf-8c20-08c7f6ad89e5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2106545 Jun 01 13:19:53.790864 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.820744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.828067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.828939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.856012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:19:53.856012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:53.875324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6c595b9-b6c5-4b4c-8714-9ac7dd743951 req-37251b71-4dc9-4880-87b4-7c249bf3e885 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770886 Jun 01 13:19:53.932461 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73 resource provider aggregate not found Jun 01 13:19:53.964666 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b8c9b20-5ef4-4d58-a22e-07d6afdf5c73 found for delete ", "request_id": "req-21aad27e-f6d4-4bd5-871b-cc836ef77632"}]} Jun 01 13:19:53.983642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.022407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.025442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=0251af36-0a0a-45b0-83d5-f02ef12a67fb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:54.035777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-18f85b59-9711-4c72-bb46-8879d496a305 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/0251af36-0a0a-45b0-83d5-f02ef12a67fb HTTP/1.1" status: 204 len: 168 time: 3.7465780 Jun 01 13:19:54.036596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49024) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:54.042786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265603989', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:54.045959 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb29fa7e64744bcba250f630b60b9689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640258 Jun 01 13:19:54.046970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c5773-d219-446e-be96-a78aa822ad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e6e96a-bbd6-4f5b-a510-73b2e6ff3b07,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:54.050857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:54.054382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:54.059542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:54.063753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:54.085596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:54.105763 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.106994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.126086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.145121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.147486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.177866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.182126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.191210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e64e9ed-2a6f-421f-bddc-c92ee9cfe7f4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1530681 Jun 01 13:19:54.192440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49032) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:54.197684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1872646853'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:54.203124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:54.207787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:54.210898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:54.217048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:54.228628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:54.232311 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.247081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.266360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e6e96a-bbd6-4f5b-a510-73b2e6ff3b07,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:54.280999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.284468 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a06ad6e-329d-4aac-8cef-588d58fa971b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/13e6e96a-bbd6-4f5b-a510-73b2e6ff3b07 HTTP/1.1" status: 204 len: 168 time: 0.2301271 Jun 01 13:19:54.327961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:54.342122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.342467 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment b91df09b-738a-428b-b01f-6d6e1699c5fb of type vlan for network 2d976dc9-6f3c-4069-b47f-781c57499bed Jun 01 13:19:54.396890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4b32-b12d-466a-876e-d5adf96c2516 req-c019f05e-92c1-465d-9eac-7ff8a4ec81be tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:54.409694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425b4b32-b12d-466a-876e-d5adf96c2516 req-c019f05e-92c1-465d-9eac-7ff8a4ec81be tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.1657569 Jun 01 13:19:54.417180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.526440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.532196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:54.532768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.634733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-425b4b32-b12d-466a-876e-d5adf96c2516 req-803fa820-66e0-4f30-940c-8b40c74d460d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007644 Jun 01 13:19:54.661754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=2d976dc9-6f3c-4069-b47f-781c57499bed,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:54.668141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e88037f6-4e2b-45ed-bd73-cb2e548fcb63 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4727368 Jun 01 13:19:54.668407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:54.675586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2d976dc9-6f3c-4069-b47f-781c57499bed details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:54.685494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:54.778884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:54.805146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.837891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:54.843308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Usage tracker for resource:security_group_rule and tenant:afdd3002f57a413998dff128a411a952 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:54.848072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:54.855601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:54.983836 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:54.993882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.026306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:55.041715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea66871-bef5-47d0-aff1-c611f5926dda,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:55.067496 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9bf095ec-f205-44b6-99cc-4ec322a54441 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=afdd3002f57a413998dff128a411a952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872484 Jun 01 13:19:55.070199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49076) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:55.072037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:55.081857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:55.095435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:55.137169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:55.142625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.145252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.174560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.236805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.256170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea66871-bef5-47d0-aff1-c611f5926dda,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:55.259705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.260836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba737f45-5304-4a5e-8c62-bbee19b5bec5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9ea66871-bef5-47d0-aff1-c611f5926dda HTTP/1.1" status: 204 len: 168 time: 0.1891029 Jun 01 13:19:55.296505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bde3-0f4c-437c-9e51-60bc2b071208 req-c703c622-42b0-442e-97ac-e7a052de1452 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:55.307381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc62bde3-0f4c-437c-9e51-60bc2b071208 req-c703c622-42b0-442e-97ac-e7a052de1452 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2827063 Jun 01 13:19:55.373104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc62bde3-0f4c-437c-9e51-60bc2b071208 req-80fd0179-3e90-4493-b9c3-0ca6eb5ebb93 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582433 Jun 01 13:19:55.515585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.625104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=c4cea8fe-860b-484c-a161-90dea2368c44,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:55.637575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:55.637930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 2d976dc9-6f3c-4069-b47f-781c57499bed, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:19:55.662633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 2d976dc9-6f3c-4069-b47f-781c57499bed is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:19:55.681625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2d976dc9-6f3c-4069-b47f-781c57499bed) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:55.686955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:55.689319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:55.694950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161d98e-5a63-4f74-b82f-2224a559dea4 None None] Network 2d976dc9-6f3c-4069-b47f-781c57499bed requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:55.733748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7f49c6e3-64ca-4e87-acff-a88a6226c34f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0641415 Jun 01 13:19:55.736851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49108) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:56.011170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44309-01e5-4e74-8826-03eed64376c3 req-c9cdbb54-0753-4953-866a-b9fa656f50b0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:56.013113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6b44309-01e5-4e74-8826-03eed64376c3 req-c9cdbb54-0753-4953-866a-b9fa656f50b0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.1464815 Jun 01 13:19:56.039944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:56.108092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6b44309-01e5-4e74-8826-03eed64376c3 req-9d437517-8be4-4bd0-b453-cda71978291f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890427 Jun 01 13:19:56.173822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2d976dc9-6f3c-4069-b47f-781c57499bed', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:19:56.174690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.325126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c3556262-483b-406d-b619-c53ca55a1894 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:56.372382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Allocated IP 2001:db8::2 (2d976dc9-6f3c-4069-b47f-781c57499bed/c4cea8fe-860b-484c-a161-90dea2368c44/697066ff-1201-4535-8227-2e0b8feb1a56) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:56.373046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.396586 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c3556262-483b-406d-b619-c53ca55a1894 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "PUT /v2.0/quotas/3a87776755e447899db07c2e1bedef48 HTTP/1.1" status: 200 len: 368 time: 0.3531489 Jun 01 13:19:56.397039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49136) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:56.403401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Request body: {'network': {'project_id': '3a87776755e447899db07c2e1bedef48'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:56.412768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:56.428792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Usage tracker for resource:network and tenant:3a87776755e447899db07c2e1bedef48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:56.428792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:56.451901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:56.489855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Made reservation on behalf of 3a87776755e447899db07c2e1bedef48 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:56.493786 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.523471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.568264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:56.581874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Usage tracker for resource:security_group_rule and tenant:3a87776755e447899db07c2e1bedef48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:56.589702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:56.671284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:56.821167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae766d60-8cb8-4518-a735-86d6c9816d30 req-0f74389d-7c80-4760-96c6-ddae9225acbb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:56.828016 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.828795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae766d60-8cb8-4518-a735-86d6c9816d30 req-0f74389d-7c80-4760-96c6-ddae9225acbb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2401304 Jun 01 13:19:56.840407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Transition to ACTIVE for port object 697066ff-1201-4535-8227-2e0b8feb1a56 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:56.863313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Transition to ACTIVE for port object 697066ff-1201-4535-8227-2e0b8feb1a56 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:56.871749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.958772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Pushing event updated for resources: {'Port': ['ID=697066ff-1201-4535-8227-2e0b8feb1a56,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:56.967307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae766d60-8cb8-4518-a735-86d6c9816d30 req-19295985-f7a1-444f-89ef-de5a09f80b96 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373231 Jun 01 13:19:56.973752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.974317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.975156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.975640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.976193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.976620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.977206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.977627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.978275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.978738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.979156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.979570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:19:56.985880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:56.988503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Network 2d976dc9-6f3c-4069-b47f-781c57499bed is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:56.989795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:56.993166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8::1 (2d976dc9-6f3c-4069-b47f-781c57499bed/c4cea8fe-860b-484c-a161-90dea2368c44/276a575c-dd85-4bab-bb17-dac4b7b8d586) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:19:56.993613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:56.996151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.053808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:57.079608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d953ef23-ed51-4a7d-9ffb-7ce0e555ed34,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:57.089863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.090239 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Added segment cf75b58e-c8be-495c-8663-da4ae1ae7c83 of type vlan for network e3c11b6b-5e16-4181-8681-abb2791d7a5b Jun 01 13:19:57.121600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Attempting to bind port 697066ff-1201-4535-8227-2e0b8feb1a56 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:19:57.121970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Attempting to bind port 697066ff-1201-4535-8227-2e0b8feb1a56 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:19:57.122496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Attempting to bind port 697066ff-1201-4535-8227-2e0b8feb1a56 on network 2d976dc9-6f3c-4069-b47f-781c57499bed {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:19:57.129616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:19:57.129994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Checking segment: {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:19:57.130860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.131283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Bound using segment: {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:19:57.131748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Bound port: 697066ff-1201-4535-8227-2e0b8feb1a56, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:19:57.132180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.138614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.206641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.207748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:57.208366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.238697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] For port 697066ff-1201-4535-8227-2e0b8feb1a56, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:19:57.242648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] For port 697066ff-1201-4535-8227-2e0b8feb1a56, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=697066ff-1201-4535-8227-2e0b8feb1a56,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:19:57.252766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.330238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.364367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 276a575c-dd85-4bab-bb17-dac4b7b8d586 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:19:57.398663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1a6a9-7d1e-412e-ac85-0bc2fb5c714f None None] Pushing event updated for resources: {'Port': ['ID=697066ff-1201-4535-8227-2e0b8feb1a56,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:57.425708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.486291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event updated for resources: {'Network': ['ID=e3c11b6b-5e16-4181-8681-abb2791d7a5b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:57.500875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e3c11b6b-5e16-4181-8681-abb2791d7a5b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:57.528632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-584898fe-63bc-4ea6-affd-ceb1e7fe15d3 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1303174 Jun 01 13:19:57.536355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49172) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:57.544374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Request body: {'network': {'project_id': '3a87776755e447899db07c2e1bedef48'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:57.552568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:57.560617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Usage tracker for resource:network and tenant:3a87776755e447899db07c2e1bedef48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:57.565837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:57.578336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:57.604043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b4001-15ca-424c-862f-94bb1441495e req-78ec5029-c28b-482f-8a03-9518a21fba26 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:57.606015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e3b4001-15ca-424c-862f-94bb1441495e req-78ec5029-c28b-482f-8a03-9518a21fba26 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2187331 Jun 01 13:19:57.652816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Made reservation on behalf of 3a87776755e447899db07c2e1bedef48 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:19:57.660636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.755367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:19:57.782679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.783025 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Added segment b229a1c6-a53e-44cc-a78e-5b05d3efe72b of type vlan for network 9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e Jun 01 13:19:57.867682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.919295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 2d976dc9-6f3c-4069-b47f-781c57499bed is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:57.924237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:57.939869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:19:57.940640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.956615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:57.971051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e3b4001-15ca-424c-862f-94bb1441495e req-c1d59120-aeea-4fcb-9cd1-b224e927ba74 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527687 Jun 01 13:19:57.974844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:57.975814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:57.978844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.136086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.280960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7406130 Jun 01 13:19:58.283456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49228) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:58.293415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Request body: {'network': {'project_id': '3a87776755e447899db07c2e1bedef48'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:19:58.306218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff2260-4a7a-495c-b220-48dcb9351f84 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event updated for resources: {'Network': ['ID=9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:58.309471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:19:58.315929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Usage tracker for resource:network and tenant:3a87776755e447899db07c2e1bedef48 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:19:58.317848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:19:58.320264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:19:58.328949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:19:58.349225 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 13:19:58.349225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:19:58.351141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-48ce413c-e8d6-4b4b-868e-a07887290d66 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0629489 Jun 01 13:19:58.353501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49242) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:58.430513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb894-0a70-4329-87df-3fcd1fce6c8f req-226868b4-9963-4b16-9942-939aaa0084d1 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:19:58.437662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f6bb894-0a70-4329-87df-3fcd1fce6c8f req-226868b4-9963-4b16-9942-939aaa0084d1 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2448425 Jun 01 13:19:58.586613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a1f92d1-cf09-44b2-b276-a8a5f77c424f tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3a87776755e447899db07c2e1bedef48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317994 Jun 01 13:19:58.590044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49274) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:58.649618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f6bb894-0a70-4329-87df-3fcd1fce6c8f req-17437eef-9759-4344-a63d-dcd896b5cf34 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195834 Jun 01 13:19:58.724534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.759026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.885375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.919950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:58.925187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "DELETE /v2.0/security-groups/d953ef23-ed51-4a7d-9ffb-7ce0e555ed34 HTTP/1.1" status: 204 len: 168 time: 0.3335962 Jun 01 13:19:58.926956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288a95e-3130-4616-89fb-f216ef16044e tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953ef23-ed51-4a7d-9ffb-7ce0e555ed34,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:58.935727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49318) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:19:59.025780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 697066ff-1201-4535-8227-2e0b8feb1a56 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:19:59.228275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.253011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.264493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.265290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.283949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352131f6-e666-4724-a83f-9e383478b16a None None] Network 2d976dc9-6f3c-4069-b47f-781c57499bed requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:19:59.687529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 2d976dc9-6f3c-4069-b47f-781c57499bed is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:19:59.691689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:19:59.697908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 697066ff-1201-4535-8227-2e0b8feb1a56 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:59.709708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:19:59.712210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Provisioning for port 697066ff-1201-4535-8227-2e0b8feb1a56 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:19:59.732665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 697066ff-1201-4535-8227-2e0b8feb1a56 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:59.733369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.787947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Provisioning complete for port 697066ff-1201-4535-8227-2e0b8feb1a56 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:19:59.788877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:19:59.969342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:20:00.007464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.070797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:00.089029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 697066ff-1201-4535-8227-2e0b8feb1a56 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:00.089183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.111302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b229a1c6-a53e-44cc-a78e-5b05d3efe72b') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:00.111599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b229a1c6-a53e-44cc-a78e-5b05d3efe72b') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:00.120753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Current status of the port 697066ff-1201-4535-8227-2e0b8feb1a56 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:00.121424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.145095 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.161656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971d18-f58c-4e81-a000-6d3626284f07 req-13f1a690-a008-4913-b99b-89d67a4af4f0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:00.165684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 697066ff-1201-4535-8227-2e0b8feb1a56, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=697066ff-1201-4535-8227-2e0b8feb1a56,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:00.169294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7971d18-f58c-4e81-a000-6d3626284f07 req-13f1a690-a008-4913-b99b-89d67a4af4f0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.8782251 Jun 01 13:20:00.175165 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.211146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdec0d-15c4-4c0f-a759-fa7f65a09bf2 req-071633aa-0a62-448c-9c9a-c95a262fd02e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:00.218419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60fdec0d-15c4-4c0f-a759-fa7f65a09bf2 req-071633aa-0a62-448c-9c9a-c95a262fd02e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.8546526 Jun 01 13:20:00.221139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.260934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-89e3dcce-df76-4411-9e3a-30422fe4158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:00.266631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-89e3dcce-df76-4411-9e3a-30422fe4158f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 1097 time: 0.4905565 Jun 01 13:20:00.285957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:00.286378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.351479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:00.352083 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:00.357795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=697066ff-1201-4535-8227-2e0b8feb1a56,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:00.465817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:00.479166 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:00.495904 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd2c297a-1fbf-4e25-8d64-4718e0c3effc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7579246 Jun 01 13:20:00.496747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:00.497725 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:00.525175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49500) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:00.566882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278011513'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:00.581175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:00.589428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:00.598132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:00.613884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:00.639162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:00.643604 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:00.695809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-52bde1e0-3e9c-4c5b-82a1-898ab71baf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:00.697892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-52bde1e0-3e9c-4c5b-82a1-898ab71baf2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.3632214 Jun 01 13:20:00.699608 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b229a1c6-a53e-44cc-a78e-5b05d3efe72b resource provider aggregate not found Jun 01 13:20:00.816100 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:00.829583 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b229a1c6-a53e-44cc-a78e-5b05d3efe72b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b229a1c6-a53e-44cc-a78e-5b05d3efe72b found for delete ", "request_id": "req-56d38b8f-c14c-433c-9e20-4ee80620670e"}]} Jun 01 13:20:00.950179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 697066ff-1201-4535-8227-2e0b8feb1a56 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:01.037086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7971d18-f58c-4e81-a000-6d3626284f07 req-36094ec2-6608-4c16-abfb-a3d9f12c82ea tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668411 Jun 01 13:20:01.081768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:01.099768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60fdec0d-15c4-4c0f-a759-fa7f65a09bf2 req-a4994d87-fbbb-41ac-9a71-2045e7d8cb04 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8801212 Jun 01 13:20:01.112894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.113290 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment 5a0a06b1-8090-4498-956e-678d313d5f55 of type vlan for network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c Jun 01 13:20:01.133487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-d238c4c9-e5b8-4611-aa28-3ee8856fec93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 200 len: 1001 time: 0.4067144 Jun 01 13:20:01.142212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.149179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 697066ff-1201-4535-8227-2e0b8feb1a56 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:01.149407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.226684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc941c-c831-43a5-9b91-a77736a29325 None None] Current status of the port 697066ff-1201-4535-8227-2e0b8feb1a56 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:01.244984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.300977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.327491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.327783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "DELETE /v2.0/networks/9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e HTTP/1.1" status: 204 len: 168 time: 2.3872252 Jun 01 13:20:01.333553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:01.339635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0a1d-70a4-4bb6-bef4-0e99cff79ceb tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a2e2e20-bdc6-4e2e-9383-d7902ab3bd5e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:01.339828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:01.340478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.489193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Provisioning complete for port 697066ff-1201-4535-8227-2e0b8feb1a56 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:01.489828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.559916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-580c19d9-621f-4bc7-b2dd-dc9c2ac91a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:01.561825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-580c19d9-621f-4bc7-b2dd-dc9c2ac91a5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.4099765 Jun 01 13:20:01.580175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:19:58Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:19:58Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:01.588701 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0569887 Jun 01 13:20:01.590190 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:01.590865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:01.595602 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Updating router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 port 276a575c-dd85-4bab-bb17-dac4b7b8d586 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:20:01.611739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b954f02-c7ec-43c2-9497-a494acee6e1c tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=3daf67fd-d79f-479b-a8b1-3957f5c21f5c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:01.623057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:01.653442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:01.669722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.721691 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.778928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-f5a87cc5-bc05-4acd-a27b-dfebd82080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:01.780758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-f5a87cc5-bc05-4acd-a27b-dfebd82080ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115533 Jun 01 13:20:01.813930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:01.823486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:01.826749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:01.830021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 697066ff-1201-4535-8227-2e0b8feb1a56 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:01.864713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:01.885578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:01.889377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.932828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:01.975771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Current status of the port 697066ff-1201-4535-8227-2e0b8feb1a56 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:01.978551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c11b6b-5e16-4181-8681-abb2791d7a5b']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:02.007094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf75b58e-c8be-495c-8663-da4ae1ae7c83') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:02.008176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf75b58e-c8be-495c-8663-da4ae1ae7c83') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:02.009234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Provisioning for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:02.014824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Provisioning complete for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:02.015189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.030282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.059557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-31d4652e-82b1-4337-9950-87433a101e73 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251859 Jun 01 13:20:02.061247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.193240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c411f-bb8b-4067-b17b-62d260727f2b None None] Port 276a575c-dd85-4bab-bb17-dac4b7b8d586 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:02.315531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84943a9b-28a5-4d7a-96a2-49c56e5de0ce req-b6d57068-be10-4063-8702-e07393ca60a5 service neutron] 10.222.0.24 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343369 Jun 01 13:20:02.357497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0718939a-c21e-4ee7-a9c5-7372bf29a643 None None] Provisioning complete for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:02.358948 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0718939a-c21e-4ee7-a9c5-7372bf29a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.360820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:02.361664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.441584 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.532242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0718939a-c21e-4ee7-a9c5-7372bf29a643 None None] Port 276a575c-dd85-4bab-bb17-dac4b7b8d586 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:02.642782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:20:02.667261 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Transition to ACTIVE for port object 276a575c-dd85-4bab-bb17-dac4b7b8d586 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:02.668458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.682710 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.695364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.702379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3c11b6b-5e16-4181-8681-abb2791d7a5b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:02.706912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a0b6c1d6-f86a-46f7-b208-fa7ca2847ac8 tempest-QuotasNegativeTest-1911809722 tempest-QuotasNegativeTest-1911809722-project-admin] 10.222.0.40 "DELETE /v2.0/networks/e3c11b6b-5e16-4181-8681-abb2791d7a5b HTTP/1.1" status: 204 len: 168 time: 1.3721271 Jun 01 13:20:02.735162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02925a-2eb7-4a4f-b6de-5208b0b96a4b req-52d39c20-f66b-460e-9bf2-7bca6618410a tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:02.743715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd02925a-2eb7-4a4f-b6de-5208b0b96a4b req-52d39c20-f66b-460e-9bf2-7bca6618410a tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.4259679 Jun 01 13:20:02.767141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7c7fb-f7bf-4091-95de-d02b22625e2e req-0c78e2dc-e89b-4c34-82b8-8eb8ccf3d6ca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:02.768983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70e7c7fb-f7bf-4091-95de-d02b22625e2e req-0c78e2dc-e89b-4c34-82b8-8eb8ccf3d6ca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.4524846 Jun 01 13:20:02.872383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:02.885580 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8ec8c-1420-4433-b9bf-fdbff8855976 None None] Pushing event updated for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:02.986942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd02925a-2eb7-4a4f-b6de-5208b0b96a4b req-38359930-3029-4049-9f74-05830403a407 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382736 Jun 01 13:20:03.001060 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment cf75b58e-c8be-495c-8663-da4ae1ae7c83 resource provider aggregate not found Jun 01 13:20:03.027683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:03.051362 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment cf75b58e-c8be-495c-8663-da4ae1ae7c83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf75b58e-c8be-495c-8663-da4ae1ae7c83 found for delete ", "request_id": "req-f4561e24-d0d8-459d-9770-43887087b270"}]} Jun 01 13:20:03.055625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:03.055998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 3daf67fd-d79f-479b-a8b1-3957f5c21f5c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:03.078706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70e7c7fb-f7bf-4091-95de-d02b22625e2e req-bf039b72-c965-4c2d-865b-083b796945a4 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2889674 Jun 01 13:20:03.109326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Attempting to bind port 276a575c-dd85-4bab-bb17-dac4b7b8d586 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:03.109723 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Attempting to bind port 276a575c-dd85-4bab-bb17-dac4b7b8d586 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:03.111869 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Attempting to bind port 276a575c-dd85-4bab-bb17-dac4b7b8d586 on network 2d976dc9-6f3c-4069-b47f-781c57499bed {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:03.134303 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:03.135218 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Checking segment: {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:03.138340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:03.150702 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.152135 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Bound using segment: {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:03.153372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Bound port: 276a575c-dd85-4bab-bb17-dac4b7b8d586, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91df09b-738a-428b-b01f-6d6e1699c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:03.155968 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.167707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3daf67fd-d79f-479b-a8b1-3957f5c21f5c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:03.172413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:03.178615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.185119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a2ecd-d10b-4371-a5ec-2e0160ad102d None None] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:03.249458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2821b729-e8f6-4a7b-ad7f-5f142d02b1a2 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6546354 Jun 01 13:20:03.252466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49824) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:03.381254 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] For port 276a575c-dd85-4bab-bb17-dac4b7b8d586, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:03.385402 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] For port 276a575c-dd85-4bab-bb17-dac4b7b8d586, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=276a575c-dd85-4bab-bb17-dac4b7b8d586,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:03.401058 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.538111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49852) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:03.638019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:20:03.639019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.671054 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:03.672551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:03.765498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.794685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:03.800647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Usage tracker for resource:security_group_rule and tenant:940afb4de8d44235803f71c73c34ca6f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:03.804769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:03.817602 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8ec8c-1420-4433-b9bf-fdbff8855976 None None] Pushing event updated for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:03.818311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:03.939091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Allocated IP 2001:db8:1::2 (3daf67fd-d79f-479b-a8b1-3957f5c21f5c/6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31/292ce4bd-b952-496d-829d-451fa911125c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:03.965416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:03.971252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.977238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:03.986946 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:04.035133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=940afb4de8d44235803f71c73c34ca6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954066 Jun 01 13:20:04.038259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49868) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:04.155271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e11774-60d2-426e-b4ca-798bb1f1dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1e773-86fa-4c45-bfdd-25887292737a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:04.161551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.225297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.282608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.293866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Transition to ACTIVE for port object 292ce4bd-b952-496d-829d-451fa911125c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:04.309839 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.321667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Transition to ACTIVE for port object 292ce4bd-b952-496d-829d-451fa911125c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:04.344352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.395875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:04.403837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2f1e300d6a4d2eada307998df1c97a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:04.404041 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:19:58Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:03Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:04.408750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:04.409685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6aeb32-13a8-4b58-8e0b-5f0feb189d7f None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:19:58Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:03Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:04.428243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Pushing event updated for resources: {'Port': ['ID=292ce4bd-b952-496d-829d-451fa911125c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:04.439806 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.458347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:04.460370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:04.465972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:04.467247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:04.481924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc394-e9f9-4195-abe9-28e57f71ff39 req-af1f2736-f666-4c3c-9b4b-d38a3be6741d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:04.491853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c2dc394-e9f9-4195-abe9-28e57f71ff39 req-af1f2736-f666-4c3c-9b4b-d38a3be6741d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2459097 Jun 01 13:20:04.517578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.538550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.556792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1e773-86fa-4c45-bfdd-25887292737a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:04.580944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278a3cc-6004-467e-b889-e07f6f3a8d25 req-e985c8db-b0f8-4bd3-bc35-c96b1cb9c0f6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:04.588731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b278a3cc-6004-467e-b889-e07f6f3a8d25 req-e985c8db-b0f8-4bd3-bc35-c96b1cb9c0f6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.2753248 Jun 01 13:20:04.615301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.617057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-781ac752-b3a2-46a9-9e5f-9c7998822bb5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8ac1e773-86fa-4c45-bfdd-25887292737a HTTP/1.1" status: 204 len: 168 time: 0.5770531 Jun 01 13:20:04.629305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c2dc394-e9f9-4195-abe9-28e57f71ff39 req-4e6a6a5b-4805-42f4-9e46-8f39aba6432a tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364295 Jun 01 13:20:04.646561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Attempting to bind port 292ce4bd-b952-496d-829d-451fa911125c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:04.646561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Attempting to bind port 292ce4bd-b952-496d-829d-451fa911125c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:04.646561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Attempting to bind port 292ce4bd-b952-496d-829d-451fa911125c on network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:04.646561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:04.646561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Checking segment: {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:04.647226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.647226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Bound using segment: {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:04.647611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Bound port: 292ce4bd-b952-496d-829d-451fa911125c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:04.648002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:04.690884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b278a3cc-6004-467e-b889-e07f6f3a8d25 req-54b54b32-36a9-4211-834a-cf1f480c1b5c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968213 Jun 01 13:20:04.807205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] For port 292ce4bd-b952-496d-829d-451fa911125c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:04.811177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] For port 292ce4bd-b952-496d-829d-451fa911125c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=292ce4bd-b952-496d-829d-451fa911125c,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:04.819644 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.037289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 276a575c-dd85-4bab-bb17-dac4b7b8d586 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:05.127944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c88cc6-d584-4b7e-8fcb-ec701711059a None None] Pushing event updated for resources: {'Port': ['ID=292ce4bd-b952-496d-829d-451fa911125c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:05.151446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:05.159446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:05.160244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.171338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.189276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.364731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb80e3-ba85-43b9-8109-238b62f080f3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:05.387449 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2162e43b-8b74-4c1d-8fc8-05ec23f1a309 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3b2f1e300d6a4d2eada307998df1c97a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4162743 Jun 01 13:20:05.390171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49898) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:05.435481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 276a575c-dd85-4bab-bb17-dac4b7b8d586 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:05.436062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.442890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8:1::1 (3daf67fd-d79f-479b-a8b1-3957f5c21f5c/6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31/b3b93304-9c0c-4556-9fbc-57dabeed3660) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:05.532965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.538122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 276a575c-dd85-4bab-bb17-dac4b7b8d586, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=276a575c-dd85-4bab-bb17-dac4b7b8d586,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:05.558730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.598665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.721910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:05.749450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.769258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb80e3-ba85-43b9-8109-238b62f080f3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:05.781188 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.786075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-baab93ee-7883-4b31-a19d-b5e3a88c0b8b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/14cb80e3-ba85-43b9-8109-238b62f080f3 HTTP/1.1" status: 204 len: 168 time: 0.3944285 Jun 01 13:20:05.976407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:05.997986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a2106-debb-4c97-a8ee-d26de2c0169f req-6db1bcbb-e711-4616-81ea-d080554ff9ee tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:06.001220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object b3b93304-9c0c-4556-9fbc-57dabeed3660 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:06.001617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32a2106-debb-4c97-a8ee-d26de2c0169f req-6db1bcbb-e711-4616-81ea-d080554ff9ee tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.1829009 Jun 01 13:20:06.044124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.072028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32a2106-debb-4c97-a8ee-d26de2c0169f req-77c5d0d1-ae11-4ab7-9e8f-bf41ac077e0d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633845 Jun 01 13:20:06.145228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:06.155707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:06.172686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:06.176318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.212502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:06.347206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.433123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49924) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:06.463939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.483009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:06.489811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Usage tracker for resource:security_group_rule and tenant:44f55a93e9e4419d88dfc9b11d0ca04a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:06.495022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:06.533087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:06.680048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.692571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:06.730015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc29f95-6e59-4096-95a3-80cb96939775 None None] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:06.750720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49932) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:06.809920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=44f55a93e9e4419d88dfc9b11d0ca04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754649 Jun 01 13:20:06.811563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289e9fc-aed8-4fca-8163-70127a76b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0823767-9f00-4579-b308-cc3b7904e014,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:06.814802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:06.931762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4126074b-566b-489a-8aeb-5d56b0843ac1 None None] Provisioning for port 292ce4bd-b952-496d-829d-451fa911125c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:06.995602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.071025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.091972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.101192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.106622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.113194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.117191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:07.126992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Usage tracker for resource:security_group_rule and tenant:94fba32ec3d2455a9b43af4ec6e69a13 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:07.136497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:07.147999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:07.183623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 276a575c-dd85-4bab-bb17-dac4b7b8d586 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:07.238474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.262748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0823767-9f00-4579-b308-cc3b7904e014,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:07.300805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.302875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d805709a-efd5-43b7-82bf-743b3c828248 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e0823767-9f00-4579-b308-cc3b7904e014 HTTP/1.1" status: 204 len: 168 time: 0.4859774 Jun 01 13:20:07.349719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:07.396070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.409973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 276a575c-dd85-4bab-bb17-dac4b7b8d586 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:07.410450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.413451 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.443588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:07.445351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:07.493594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=94fba32ec3d2455a9b43af4ec6e69a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417195 Jun 01 13:20:07.498763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:07.515919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fc39f-eda4-4bf8-9eeb-62dfe33b9089 req-a1f17758-d9c6-4044-929b-f17ab28ea807 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:07.517948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-216fc39f-eda4-4bf8-9eeb-62dfe33b9089 req-a1f17758-d9c6-4044-929b-f17ab28ea807 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2117913 Jun 01 13:20:07.528383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92c1e3-f7a9-4d6c-8ff3-d11ca7b6b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd7df8-73f4-4752-8310-e8de7aa26dcc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:07.623318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-216fc39f-eda4-4bf8-9eeb-62dfe33b9089 req-5d13ae17-f2a9-4f1f-a17b-b6009a54a15f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902495 Jun 01 13:20:07.671533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 276a575c-dd85-4bab-bb17-dac4b7b8d586 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:07.673439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 292ce4bd-b952-496d-829d-451fa911125c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:07.731460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.799848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 292ce4bd-b952-496d-829d-451fa911125c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:07.808861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 292ce4bd-b952-496d-829d-451fa911125c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:07.809112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.809662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.848044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:07.933540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:07.988645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd7df8-73f4-4752-8310-e8de7aa26dcc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:08.003823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.008123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb47a751-b548-49d1-97ed-845b83bb2144 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5fcd7df8-73f4-4752-8310-e8de7aa26dcc HTTP/1.1" status: 204 len: 168 time: 0.5042124 Jun 01 13:20:08.183130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 292ce4bd-b952-496d-829d-451fa911125c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:08.183518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.194008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:08.234340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 292ce4bd-b952-496d-829d-451fa911125c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=292ce4bd-b952-496d-829d-451fa911125c,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:08.236191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:08.248408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Provisioning complete for port 292ce4bd-b952-496d-829d-451fa911125c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:08.248816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.268944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-727c97d5-e2a3-49b6-849c-c5aa083adac7 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0150440 Jun 01 13:20:08.271676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:08.277464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-301085292'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:08.292954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:08.315560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:08.322166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.327721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:08.351630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:08.415207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:08.416152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:08.544647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=292ce4bd-b952-496d-829d-451fa911125c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:08.608115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:08.612375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.662789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:08.722419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.722825 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment 6e2696e5-9c1c-49a9-b425-28ae84ef0dee of type vlan for network 10dff39f-01c1-4b1c-9027-a9929513f325 Jun 01 13:20:08.862172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.882651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Current status of the port 292ce4bd-b952-496d-829d-451fa911125c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:08.909860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Provisioning for port b3b93304-9c0c-4556-9fbc-57dabeed3660 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:08.920075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Provisioning complete for port b3b93304-9c0c-4556-9fbc-57dabeed3660 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:08.920075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:08.989018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:09.038635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:09.056172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:09.057131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:09.089848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 292ce4bd-b952-496d-829d-451fa911125c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:09.181268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-45f02d1a-5fa3-41a8-854b-f40f84919bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:09.182790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-45f02d1a-5fa3-41a8-854b-f40f84919bee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.8195038 Jun 01 13:20:09.202429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9270065 Jun 01 13:20:09.207306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:09.217196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:09.352899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed00c-115b-49f6-a6e7-cd768091da0c None None] Port b3b93304-9c0c-4556-9fbc-57dabeed3660 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:09.417320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bca37c-1928-4483-88ab-cfe9fa516f4a req-a0e7029a-7f03-460f-8ab2-acde3372a0c8 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:09.418842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7bca37c-1928-4483-88ab-cfe9fa516f4a req-a0e7029a-7f03-460f-8ab2-acde3372a0c8 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.9447014 Jun 01 13:20:09.492953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:09.501311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:09.509413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:09.521574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:09.533239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 292ce4bd-b952-496d-829d-451fa911125c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:09.533480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:09.555401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:09.559123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:09.593768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bd284fbd-3fd8-4ae2-80ac-cb32c548b7f7 None None] Provisioning complete for port b3b93304-9c0c-4556-9fbc-57dabeed3660 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:09.594314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd284fbd-3fd8-4ae2-80ac-cb32c548b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:09.681467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c2ce0-5090-4502-8cbd-68914e51137b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=10dff39f-01c1-4b1c-9027-a9929513f325,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:09.709680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c7bca37c-1928-4483-88ab-cfe9fa516f4a req-4e0dbe38-73f3-4b5f-a903-cec199d4b73e tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718191 Jun 01 13:20:09.728235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 10dff39f-01c1-4b1c-9027-a9929513f325 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:09.728486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb19a63-0ce8-4796-bc5c-b4f837157bc6 req-317b0b33-def3-4e5c-9060-c750d721a48c tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:09.729998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bb19a63-0ce8-4796-bc5c-b4f837157bc6 req-317b0b33-def3-4e5c-9060-c750d721a48c tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.7706580 Jun 01 13:20:09.848335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1bb19a63-0ce8-4796-bc5c-b4f837157bc6 req-e5b0e7b9-25b1-4008-bb5b-52a5c15b6d2c tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Jun 01 13:20:09.883925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-b39040b5-2411-477e-85e2-e3ecf9233893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:09.886540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-b39040b5-2411-477e-85e2-e3ecf9233893 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.5511968 Jun 01 13:20:09.969243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-110bfc65-ea2a-4f92-9e28-0eb85c7383ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.0754964 Jun 01 13:20:09.984793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bd284fbd-3fd8-4ae2-80ac-cb32c548b7f7 None None] Port b3b93304-9c0c-4556-9fbc-57dabeed3660 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:10.030811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 292ce4bd-b952-496d-829d-451fa911125c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:10.048551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:06Z', 'revision_number': 3, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:06Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:10.053281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:10.053632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Updating router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 port b3b93304-9c0c-4556-9fbc-57dabeed3660 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:20:10.132303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:10.143855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa1805-0662-4102-9767-c97ec0438241 req-34e65f48-164c-4adf-a479-438c43bf0b32 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:10.145576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5fa1805-0662-4102-9767-c97ec0438241 req-34e65f48-164c-4adf-a479-438c43bf0b32 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.4146695 Jun 01 13:20:10.155939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-ac7d4ab1-6e01-4b70-a034-4bb026ce97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:10.157633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-ac7d4ab1-6e01-4b70-a034-4bb026ce97a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1816175 Jun 01 13:20:10.230127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:10.327935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Deleting port c608a82b-96fb-479e-9ec0-134b18c9bef7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:10.328353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:10.361818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-1537eb96-720d-489c-b787-9274408a98e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667564 Jun 01 13:20:10.429968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=cec05c3b-2773-43ed-9638-6d497ea7ca76,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:10.452860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:10.453532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: 10dff39f-01c1-4b1c-9027-a9929513f325, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:10.496269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 10dff39f-01c1-4b1c-9027-a9929513f325 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:10.512472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 10dff39f-01c1-4b1c-9027-a9929513f325) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:10.513448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-c7407606-dd2a-4ac1-9e5d-3cd054ccef96 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440880 Jun 01 13:20:10.517922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:10.518566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:10.567513 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ca8a130d-4d92-460c-adbb-8c140889d9dc tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3579926 Jun 01 13:20:10.569558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50050) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:10.642060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:10.688347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbedd2-35fc-43fb-a22a-74a73378a3aa None None] Network 10dff39f-01c1-4b1c-9027-a9929513f325 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:10.904224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb712b58-1cf9-4f45-8875-b9e0b9d85a6b req-956b5ca2-162b-4060-a487-3834d7be36ea service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825910 Jun 01 13:20:10.947512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50070) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:11.122544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1264940658'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:11.141869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:11.146149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Usage tracker for resource:router and tenant:f9e8ee55a7be40929c0fc6e23fe78466 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:11.154226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:11.158105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.170892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:11.210582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.212011 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.220415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] For port c608a82b-96fb-479e-9ec0-134b18c9bef7, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c608a82b-96fb-479e-9ec0-134b18c9bef7,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:11.221335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.237718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-158038928'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:11.254555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Transition to ACTIVE for port object b3b93304-9c0c-4556-9fbc-57dabeed3660 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:11.265882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.267520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:11.341995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed4514-5119-4593-bb87-4198b503dc38 None None] Pushing event updated for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:11.344182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Usage tracker for resource:network and tenant:8a4f908bf39c444d906d78ae50304a32 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:11.379353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:11.486900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-10dff39f-01c1-4b1c-9027-a9929513f325', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:20:11.487738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.496032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Calling delete_port for c608a82b-96fb-479e-9ec0-134b18c9bef7 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:11.578700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.582180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:11.661167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Made reservation on behalf of 8a4f908bf39c444d906d78ae50304a32 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:11.667861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.678233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Attempting to bind port b3b93304-9c0c-4556-9fbc-57dabeed3660 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:11.678717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Attempting to bind port b3b93304-9c0c-4556-9fbc-57dabeed3660 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:11.679148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Attempting to bind port b3b93304-9c0c-4556-9fbc-57dabeed3660 on network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:11.692311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:11.692786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Checking segment: {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:11.693258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.693719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Bound using segment: {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:11.694265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Bound port: b3b93304-9c0c-4556-9fbc-57dabeed3660, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a06b1-8090-4498-956e-678d313d5f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:11.694744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.721191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.735797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.783361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:11.806914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Usage tracker for resource:security_group_rule and tenant:8a4f908bf39c444d906d78ae50304a32 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:11.813075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:11.838271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b211e8f-bb72-45ac-a545-1cfbe6a802e4 req-826d6f2a-5683-4f2e-bfc3-2784a73f6dc0 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:11.852847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b211e8f-bb72-45ac-a545-1cfbe6a802e4 req-826d6f2a-5683-4f2e-bfc3-2784a73f6dc0 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 950 time: 0.8864970 Jun 01 13:20:11.873874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Allocated IP 2001:db8:2::2 (10dff39f-01c1-4b1c-9027-a9929513f325/cec05c3b-2773-43ed-9638-6d497ea7ca76/cb819893-a12b-4030-bfec-6e45f8991a57) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:11.882062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] For port b3b93304-9c0c-4556-9fbc-57dabeed3660, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:11.888488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] For port b3b93304-9c0c-4556-9fbc-57dabeed3660, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b3b93304-9c0c-4556-9fbc-57dabeed3660,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:11.896723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:11.915360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.950834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:11.965693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b211e8f-bb72-45ac-a545-1cfbe6a802e4 req-00d0ad4c-3b0d-4071-94e0-8c35ff8d79af tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/security-groups?id=7beae4bb-abc4-488f-8541-2f5eaecd2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111741 Jun 01 13:20:11.989332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8d386-d828-4d80-b16e-2bcd9f1abf46 req-4d501b5b-2e06-4833-87e9-49beda16f8a6 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:11.990869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdd8d386-d828-4d80-b16e-2bcd9f1abf46 req-4d501b5b-2e06-4833-87e9-49beda16f8a6 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.7192054 Jun 01 13:20:12.096621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed4514-5119-4593-bb87-4198b503dc38 None None] Pushing event updated for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:12.101450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:12.102081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:12.263373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.292856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.350819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdd8d386-d828-4d80-b16e-2bcd9f1abf46 req-71490e79-437a-4a18-a015-b07dfb72814b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655853 Jun 01 13:20:12.367420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:12.373917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.377901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d5ec4102-a1ae-48e3-a3cb-92ab27190d73 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7255449 Jun 01 13:20:12.379377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:12.382573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:12.389036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955fde56-2cd0-449d-8927-ed088c5b7a2a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:12.394471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.467080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.475093 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Added segment ddc23ccc-6811-4649-80a8-e4b622b5935c of type vlan for network 339173a7-8483-4d37-b761-91c792c0744f Jun 01 13:20:12.476548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Pushing event deleted for resources: {'Port': ['ID=c608a82b-96fb-479e-9ec0-134b18c9bef7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:12.588104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] No DVR routers for this DVR port c608a82b-96fb-479e-9ec0-134b18c9bef7 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:20:12.592321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.598259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'name': 'network-vif-deleted', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:12.604147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5fa1805-0662-4102-9767-c97ec0438241 req-b56d900a-057f-44ba-acb6-fc909a5669c5 tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.13 "DELETE /v2.0/ports/c608a82b-96fb-479e-9ec0-134b18c9bef7 HTTP/1.1" status: 204 len: 173 time: 2.4508638 Jun 01 13:20:12.639299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c608a82b-96fb-479e-9ec0-134b18c9bef7'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:20:12.662223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.702560 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a08002-ede6-4f52-bec5-610ca8cc8e1c'] response: {'server_uuid': 'f3fd7467-b779-471c-b574-c7f49d835b5d', 'name': 'network-vif-deleted', 'tag': 'c608a82b-96fb-479e-9ec0-134b18c9bef7', 'status': 'completed', 'code': 200} Jun 01 13:20:12.727176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.733523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:12.733722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.734920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.795992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.823696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Transition to ACTIVE for port object cb819893-a12b-4030-bfec-6e45f8991a57 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:12.869196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Transition to ACTIVE for port object cb819893-a12b-4030-bfec-6e45f8991a57 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:12.903673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9508185 Jun 01 13:20:12.911267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:12.926919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286c1de-5d46-4d4a-a067-dd43e52ef3ae tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Pushing event updated for resources: {'Network': ['ID=339173a7-8483-4d37-b761-91c792c0744f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:12.969143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 339173a7-8483-4d37-b761-91c792c0744f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:13.031642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8:2::1 (10dff39f-01c1-4b1c-9027-a9929513f325/cec05c3b-2773-43ed-9638-6d497ea7ca76/6429f368-1710-4b94-bcb0-5c984b32411e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:13.214253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Network 10dff39f-01c1-4b1c-9027-a9929513f325 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:13.218918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:13.221918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:13.254219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50096) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:13.269820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'network_id': '339173a7-8483-4d37-b761-91c792c0744f', 'binding:host_id': 'n-h2-844200-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1841722397'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:13.274868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1d1849a5-8caf-4c1f-b505-ae14d6f81700 req-30ae57c7-2365-4702-9ec5-22e232b9987d tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Synchronizing usage tracker for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:13.283841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:13.291545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Usage tracker for resource:port and tenant:9cddfdb48ee748b6a96147cdac689855 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:13.295417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:13.310734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.311858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:13.315832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1d1849a5-8caf-4c1f-b505-ae14d6f81700 req-30ae57c7-2365-4702-9ec5-22e232b9987d tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] Unset dirty status for tenant:b5db8f1ee44348ec8a5f653ec38c73b3 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:13.327459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d1849a5-8caf-4c1f-b505-ae14d6f81700 req-30ae57c7-2365-4702-9ec5-22e232b9987d tempest-VolumesBackupsTest-277721017 tempest-VolumesBackupsTest-277721017-project] 10.222.0.40 "GET /v2.0/ports?device_id=f3fd7467-b779-471c-b574-c7f49d835b5d HTTP/1.1" status: 200 len: 210 time: 0.1184416 Jun 01 13:20:13.328736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 6429f368-1710-4b94-bcb0-5c984b32411e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:13.335997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Pushing event updated for resources: {'Port': ['ID=cb819893-a12b-4030-bfec-6e45f8991a57,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:13.352058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Made reservation on behalf of 9cddfdb48ee748b6a96147cdac689855 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:13.354702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.371678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.375916 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.396970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Attempting to bind port cb819893-a12b-4030-bfec-6e45f8991a57 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:13.398891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Attempting to bind port cb819893-a12b-4030-bfec-6e45f8991a57 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:13.398891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Attempting to bind port cb819893-a12b-4030-bfec-6e45f8991a57 on network 10dff39f-01c1-4b1c-9027-a9929513f325 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:13.410365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:13.410775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Checking segment: {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:13.416993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.418096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Bound using segment: {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:13.418619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Bound port: cb819893-a12b-4030-bfec-6e45f8991a57, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:13.419462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.430872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:13.440585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Usage tracker for resource:security_group_rule and tenant:9cddfdb48ee748b6a96147cdac689855 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:13.446292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:13.455168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:13.547107 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.552557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.558249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:06Z', 'revision_number': 3, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:11Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:13.566364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port ea573e60-ac05-49ac-8b9d-40f551c65a57 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:13.567830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5726e3d-833d-4109-9211-00af48780dc0 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:06Z', 'revision_number': 3, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:11Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:13.615050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:13.619244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:13.628294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.721013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 10dff39f-01c1-4b1c-9027-a9929513f325 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:13.749471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:13.771719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062ccd8-4c82-4392-9e4e-119e5c3db44b None None] Pushing event updated for resources: {'Port': ['ID=cb819893-a12b-4030-bfec-6e45f8991a57,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:13.794103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea3972-d6d0-48bc-af78-9130945e7cfd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:13.826719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:13.827279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.866645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.869831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:13.873235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.913000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.914358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36bc94b0-2ebd-4f7e-b679-246b213735fd {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:20:13.947794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:13.950382 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dadabf6a-8142-442f-ad6d-a81345306bb2 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "DELETE /v2.0/routers/36bc94b0-2ebd-4f7e-b679-246b213735fd HTTP/1.1" status: 204 len: 168 time: 1.5695693 Jun 01 13:20:13.953782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:13.958167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408940a-beeb-4284-bc10-e1d53e2d5be6 req-f39ffb38-7d07-4cd6-8895-8a7f6a5cff9d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:13.965881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c408940a-beeb-4284-bc10-e1d53e2d5be6 req-f39ffb38-7d07-4cd6-8895-8a7f6a5cff9d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3275928 Jun 01 13:20:14.031475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c408940a-beeb-4284-bc10-e1d53e2d5be6 req-ba85d602-dc8c-47ca-a89b-cae0626fb0bb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644889 Jun 01 13:20:14.036016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Request body: {'router': {'name': 'tempest-router-1568346322', 'distributed': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:14.062031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:14.074765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Usage tracker for resource:router and tenant:f9e8ee55a7be40929c0fc6e23fe78466 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:14.084970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:14.096434 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.111447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:14.170333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port ea573e60-ac05-49ac-8b9d-40f551c65a57 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:14.182819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.184410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.188020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.205665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Transition to ACTIVE for port object ea573e60-ac05-49ac-8b9d-40f551c65a57 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:14.218323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.287886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.314880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=ea573e60-ac05-49ac-8b9d-40f551c65a57,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:14.324601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Checking segment: {'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:14.325027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Network hostable DHCP agents. Network: 339173a7-8483-4d37-b761-91c792c0744f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:14.351972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Network 339173a7-8483-4d37-b761-91c792c0744f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:14.377039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 339173a7-8483-4d37-b761-91c792c0744f) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:14.386089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e9524-4658-4233-ac9f-739dfaaeae0e None None] Network 339173a7-8483-4d37-b761-91c792c0744f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:14.389496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:14.393471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.412139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:14.412637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:14.413079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:14.423913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:14.424889 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:14.425529 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 2 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:14.449966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:14.450569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:14.451382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:14.455886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.457227 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65cbbcc3-3c51-4b48-bd08-6618ff2f186e tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5015748 Jun 01 13:20:14.461175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:14.644229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:14.644809 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:14.653923 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 3 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:14.681497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.702760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c608a82b-96fb-479e-9ec0-134b18c9bef7 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:14.734296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.742610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.743586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:14.774409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:14.774770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:14.775107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:14.879059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:14.879211 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:14.904813 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 4 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:14.913211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: c608a82b-96fb-479e-9ec0-134b18c9bef7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:14.913825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c608a82b-96fb-479e-9ec0-134b18c9bef7 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:14.962928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:15.053186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network 10dff39f-01c1-4b1c-9027-a9929513f325 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:15.053764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:15.056195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb819893-a12b-4030-bfec-6e45f8991a57 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:15.064655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.064988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.065326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.222569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f372bd8-3107-47b4-9e47-5ff8faea7327 None None] Network 10dff39f-01c1-4b1c-9027-a9929513f325 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:15.302145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.302472 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.339513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f39ec18-36ab-4070-ad6a-ce414b928606 None None] Provisioning for port cb819893-a12b-4030-bfec-6e45f8991a57 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:15.357446 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 5 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.382978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cb819893-a12b-4030-bfec-6e45f8991a57 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:15.386017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.390849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.402561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.403227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.403739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.405054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:15.409105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb819893-a12b-4030-bfec-6e45f8991a57 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:15.409478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.427677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.427999 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.429959 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 6 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.450991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.451350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.451684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.459629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.460113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea89372-4277-4f4c-95fc-89b6b981d352 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:20:15.463427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.463751 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.467842 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 7 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.493395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b9db-5229-429d-99de-e1fe56c13916 req-ffd0f55b-be09-476c-bb77-3cc10e028739 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:15.494971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcc3b9db-5229-429d-99de-e1fe56c13916 req-ffd0f55b-be09-476c-bb77-3cc10e028739 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.2352531 Jun 01 13:20:15.499533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.499920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.500256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.528792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.529121 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.532969 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 8 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.567573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.567912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.568251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.570699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.575148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84a7816f-ae75-4fdd-b782-88240b68629b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "DELETE /v2.0/routers/1ea89372-4277-4f4c-95fc-89b6b981d352 HTTP/1.1" status: 204 len: 168 time: 1.1095593 Jun 01 13:20:15.577236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:15.580430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcc3b9db-5229-429d-99de-e1fe56c13916 req-1d07d6ef-cc04-4d1e-8cb2-cb128b48db2f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Jun 01 13:20:15.582833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.583255 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.583734 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 9 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.596524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Request body: {'router': {'name': 'tempest-router-1618116287', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5830cde4b627462bb8e01a6c2802ef7c'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:15.608858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:15.611289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.611721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.612115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.616813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Usage tracker for resource:router and tenant:5830cde4b627462bb8e01a6c2802ef7c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:15.617600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.618037 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.618523 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 10 to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 Jun 01 13:20:15.623225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:15.632505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:15.637157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:15.637405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:15.637709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:15.638146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:15.643832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1a4c1c98-de39-45fc-b0da-b743c3a80c53 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0722721 Jun 01 13:20:15.650448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:15.651176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:15.660215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1465990926'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:15.660833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port ea573e60-ac05-49ac-8b9d-40f551c65a57 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:15.661168 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port ea573e60-ac05-49ac-8b9d-40f551c65a57 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:15.661564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.665122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:15.665979 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:15.667144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.668763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.675081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:15.683163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:network and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:15.687118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:15.696731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:15.711941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.726481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:15.731201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.764737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.773818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:15.803444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.803789 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added segment 15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e of type vlan for network cd863727-a6d5-486d-9478-e05be3e0ae57 Jun 01 13:20:15.815167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.820368 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2601b222-d0e0-457d-a6d1-71909257bec3 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2419460 Jun 01 13:20:15.821131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50132) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:15.833656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb819893-a12b-4030-bfec-6e45f8991a57 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:15.834218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:15.835584 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.867648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port ea573e60-ac05-49ac-8b9d-40f551c65a57, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:15.868293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempted to set empty binding levels {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:20:15.883968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.920928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:15.936770 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:15.938122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b3b93304-9c0c-4556-9fbc-57dabeed3660 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:16.037612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:16.039012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.044673 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:16.088414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=ea573e60-ac05-49ac-8b9d-40f551c65a57,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:16.094542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-74facda0-29d6-49b6-abf3-f6b61a743e4e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8342283 Jun 01 13:20:16.100068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50138) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:16.125519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.159929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=cb819893-a12b-4030-bfec-6e45f8991a57,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:16.186748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b3b93304-9c0c-4556-9fbc-57dabeed3660 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:16.188556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Deleting port ea573e60-ac05-49ac-8b9d-40f551c65a57 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:16.189215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.192814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b3b93304-9c0c-4556-9fbc-57dabeed3660 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:16.193187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.469986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port ea573e60-ac05-49ac-8b9d-40f551c65a57, host n-h2-844200-1, got binding levels [] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:16.470577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.492536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.498125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:16.498828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.583550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b3b93304-9c0c-4556-9fbc-57dabeed3660 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:16.585722 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.608300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Provisioning for port 6429f368-1710-4b94-bcb0-5c984b32411e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:16.634270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Provisioning complete for port 6429f368-1710-4b94-bcb0-5c984b32411e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:16.634270 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.676754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Calling delete_port for ea573e60-ac05-49ac-8b9d-40f551c65a57 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:16.717838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:13Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:14Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:11Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:16.736286 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:16.736633 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Updating router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 port 6429f368-1710-4b94-bcb0-5c984b32411e binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:20:16.807805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b3b93304-9c0c-4556-9fbc-57dabeed3660, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b3b93304-9c0c-4556-9fbc-57dabeed3660,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:16.810516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Port 6429f368-1710-4b94-bcb0-5c984b32411e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:16.814222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.816052 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.923677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Provisioning complete for port cb819893-a12b-4030-bfec-6e45f8991a57 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:16.924220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.958354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:16.988476 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3347440 Jun 01 13:20:16.989134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:17.012554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb819893-a12b-4030-bfec-6e45f8991a57 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:17.017506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'subnet': {'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:17.121911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea573e60-ac05-49ac-8b9d-40f551c65a57,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:17.169832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:17.182052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.201657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb819893-a12b-4030-bfec-6e45f8991a57 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:17.202354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.222078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-403e5cec-924f-40e9-ba7a-088e0894eeef tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "DELETE /v2.0/ports/ea573e60-ac05-49ac-8b9d-40f551c65a57 HTTP/1.1" status: 204 len: 168 time: 1.1091650 Jun 01 13:20:17.226185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.226786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.227623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50152) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:17.311979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e814b-9143-4d91-a224-7eede172cc33 req-2cd6be92-9347-44b4-b60c-b9982abb3100 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:17.314041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d5e814b-9143-4d91-a224-7eede172cc33 req-2cd6be92-9347-44b4-b60c-b9982abb3100 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.5097694 Jun 01 13:20:17.347868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fe010-ac83-4f7a-bba7-c9d985415811 None None] Current status of the port cb819893-a12b-4030-bfec-6e45f8991a57 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:17.366981 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f04fd22-d4f3-4666-9823-3aa18b2af51d tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:20:17.378916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5f04fd22-d4f3-4666-9823-3aa18b2af51d tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Synchronizing usage tracker for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:17.402452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:17.407486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:subnet and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:17.412069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:17.419727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:17.423764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb819893-a12b-4030-bfec-6e45f8991a57 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:17.428736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d5e814b-9143-4d91-a224-7eede172cc33 req-98cc057e-cf8f-4cba-97cf-db44294dff8e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015508 Jun 01 13:20:17.429954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5f04fd22-d4f3-4666-9823-3aa18b2af51d tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Unset dirty status for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:17.431102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5f04fd22-d4f3-4666-9823-3aa18b2af51d tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports/ea573e60-ac05-49ac-8b9d-40f551c65a57 HTTP/1.1" status: 404 len: 333 time: 0.2024908 Jun 01 13:20:17.434759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50156) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:17.440109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'network_id': '339173a7-8483-4d37-b761-91c792c0744f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-206102462'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:17.449316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:17.456557 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.472839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4b776407-4de2-4f82-bd00-d33a881428d0 None None] Provisioning complete for port 6429f368-1710-4b94-bcb0-5c984b32411e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:17.474908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b776407-4de2-4f82-bd00-d33a881428d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.475031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:17.477825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd5625-cc71-4eca-899d-5b355c85172e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Network': ['ID=cd863727-a6d5-486d-9478-e05be3e0ae57,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:17.498768 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Transition to ACTIVE for port object 6429f368-1710-4b94-bcb0-5c984b32411e will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:17.505913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Made reservation on behalf of 9cddfdb48ee748b6a96147cdac689855 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:17.508639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.509446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network cd863727-a6d5-486d-9478-e05be3e0ae57 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:17.511290 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.550385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port a251dd7d-525e-4578-b8be-e9b008c8be15 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:17.633116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4b776407-4de2-4f82-bd00-d33a881428d0 None None] Port 6429f368-1710-4b94-bcb0-5c984b32411e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:17.765029 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855e9d-69e0-4a6d-ab84-b247df3719cb None None] Pushing event updated for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:17.801162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Made reservation on behalf of a5867f3a40f74665b01f333d4385c1da for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:17.804856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.859625 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Attempting to bind port 6429f368-1710-4b94-bcb0-5c984b32411e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:17.860663 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Attempting to bind port 6429f368-1710-4b94-bcb0-5c984b32411e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:17.861838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Attempting to bind port 6429f368-1710-4b94-bcb0-5c984b32411e on network 10dff39f-01c1-4b1c-9027-a9929513f325 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:17.878157 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:17.878557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Checking segment: {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:17.878989 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.879383 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Bound using segment: {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:17.879866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Bound port: 6429f368-1710-4b94-bcb0-5c984b32411e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2696e5-9c1c-49a9-b425-28ae84ef0dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:17.880233 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.884751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.913341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88372) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 01 13:20:17.913673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Router 5a04454b-2a23-4073-b397-121d9b2e2f97 migrating from provider to provider. {{(pid=88372) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 01 13:20:17.914085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.927480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.930086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.939904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:17.984326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.014498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Network 339173a7-8483-4d37-b761-91c792c0744f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:18.017204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:18.018732 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] For port 6429f368-1710-4b94-bcb0-5c984b32411e, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:18.024019 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] For port 6429f368-1710-4b94-bcb0-5c984b32411e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6429f368-1710-4b94-bcb0-5c984b32411e,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:18.030678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:18.032115 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.032257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:18.033053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.055175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=a251dd7d-525e-4578-b8be-e9b008c8be15,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:18.080889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-40fa56ab-86f4-402e-93ed-9da8e6c0b475 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6450646 Jun 01 13:20:18.083594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50160) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:18.090941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:18.121480 n-d-844200-1 neutron-server[88372]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] No L3 agents can host the router 5a04454b-2a23-4073-b397-121d9b2e2f97 Jun 01 13:20:18.133954 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855e9d-69e0-4a6d-ab84-b247df3719cb None None] Pushing event updated for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:18.161548 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:18.162204 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:19:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:18.267350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-366f8857-7401-43d8-8e70-74ce39413b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.490563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:18.524020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.637597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Hosts for router 5a04454b-2a23-4073-b397-121d9b2e2f97: [] {{(pid=88372) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 01 13:20:18.672075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.806662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Hosts for other DVR routers connected to router 5a04454b-2a23-4073-b397-121d9b2e2f97: set() {{(pid=88372) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 01 13:20:18.833873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:18.835993 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ea4f9d2-a4fb-4ea8-bbc3-23ec9fbedcaf tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "PUT /v2.0/routers/5a04454b-2a23-4073-b397-121d9b2e2f97 HTTP/1.1" status: 200 len: 717 time: 3.0085061 Jun 01 13:20:18.847100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:18.956354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b3b93304-9c0c-4556-9fbc-57dabeed3660 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:19.000415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Subnet': ['ID=7b84fff3-6330-4c16-8a5f-f54d308eae55,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:19.014245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c5a57-c57b-4684-8ebf-cfb9e3a44828 req-ca8d0648-f893-4ce4-8f0b-97c35e002302 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:19.018035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-965c5a57-c57b-4684-8ebf-cfb9e3a44828 req-ca8d0648-f893-4ce4-8f0b-97c35e002302 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3586516 Jun 01 13:20:19.061490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b3b93304-9c0c-4556-9fbc-57dabeed3660 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:19.062027 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:19.073418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:20:19.180376 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1c70b063-27c8-4363-a408-da4b668015aa tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "GET /v2.0/routers/5a04454b-2a23-4073-b397-121d9b2e2f97 HTTP/1.1" status: 200 len: 717 time: 0.3199749 Jun 01 13:20:19.180376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:19.205030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Checking segment: {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:19.205030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network hostable DHCP agents. Network: cd863727-a6d5-486d-9478-e05be3e0ae57, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:19.211913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-965c5a57-c57b-4684-8ebf-cfb9e3a44828 req-4ad5ac77-3bac-4183-bb90-7b29fd0fcf95 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809921 Jun 01 13:20:19.240280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port a251dd7d-525e-4578-b8be-e9b008c8be15 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:19.249553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network cd863727-a6d5-486d-9478-e05be3e0ae57 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:19.261678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:13Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:18Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:19.268462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:19.279190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296112-15e9-4ac0-ba24-dd8a1b55dabb req-3c15cc22-f6d7-4501-b906-69193c4ad64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:19.279896 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45c7ac-bcef-4a64-a5be-70ebb84ffb1e None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:13Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:18Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:19.280867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98296112-15e9-4ac0-ba24-dd8a1b55dabb req-3c15cc22-f6d7-4501-b906-69193c4ad64a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.3248491 Jun 01 13:20:19.286821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, cd863727-a6d5-486d-9478-e05be3e0ae57) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:19.298888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:19.299473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:19.334024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9b0ab0e-7710-429d-808c-9eae0ad53748 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3350465 Jun 01 13:20:19.336913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50218) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:19.406683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Transition to ACTIVE for port object a251dd7d-525e-4578-b8be-e9b008c8be15 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:19.426116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ca492-a8d4-4ea6-8415-7fe46972c4ff None None] Network cd863727-a6d5-486d-9478-e05be3e0ae57 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:19.432780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98296112-15e9-4ac0-ba24-dd8a1b55dabb req-c3587992-a953-4c86-becb-bbf2cb332a8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401870 Jun 01 13:20:19.433983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:19.680547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b3b93304-9c0c-4556-9fbc-57dabeed3660 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:19.836115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:19.836665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:19.836780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:19.858454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:19.861735 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:19.863804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=a251dd7d-525e-4578-b8be-e9b008c8be15,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:19.866544 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 2 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:19.900916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:19.910336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:19.911074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:19.916495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:19.917022 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:19.917566 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 3 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:19.947758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-cd863727-a6d5-486d-9478-e05be3e0ae57', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:20:19.948624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:19.966047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:19.966620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:19.967417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:19.985303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:19.985722 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:19.986185 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 4 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.021496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.022177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.025043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.035902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.036459 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.037762 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 5 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.072622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.076174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.076682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.085595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.086495 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.088379 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 6 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.112108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.112707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.113206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.120500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.120825 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.122048 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 7 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.142477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.142860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.143200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.149263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.160966 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.161575 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 8 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.196294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.196656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.197146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.213394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.213970 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.214533 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 9 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.234256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.234938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.235437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.242968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.243500 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.244047 n-d-844200-1 neutron-server[88371]: INFO neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 10 to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 Jun 01 13:20:20.315730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:20.316269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:20.316761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:20.333785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:20.334566 n-d-844200-1 neutron-server[88371]: ERROR neutron.plugins.ml2.managers [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port a251dd7d-525e-4578-b8be-e9b008c8be15 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:20.335107 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:20.379460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Allocated IP 2001:db8:3::2 (cd863727-a6d5-486d-9478-e05be3e0ae57/7b84fff3-6330-4c16-8a5f-f54d308eae55/c57011c1-0496-425a-8b8e-2c04734094a2) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:20.672454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebc282c1-d4be-4f50-b3a7-b632013e0088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:20.752154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d13e9179-64f9-42e6-b2e3-af65c4fc8dd2 tempest-RoutersTestDVR-1506195969 tempest-RoutersTestDVR-1506195969-project] 10.222.0.40 "GET /v2.0/routers/5a04454b-2a23-4073-b397-121d9b2e2f97 HTTP/1.1" status: 200 len: 683 time: 1.5710697 Jun 01 13:20:20.759940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:20.782001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port a251dd7d-525e-4578-b8be-e9b008c8be15, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:20.782638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempted to set empty binding levels {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:20:20.804215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:20.882221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] In _notify_port_updated(), no bound segment for port a251dd7d-525e-4578-b8be-e9b008c8be15 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:20:20.884032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:20.885168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:20.887373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "PUT /v2.0/ports/a251dd7d-525e-4578-b8be-e9b008c8be15 HTTP/1.1" status: 200 len: 974 time: 2.8027437 Jun 01 13:20:20.891979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50280) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:20.978216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa501-3c54-437f-b774-3ae6e7291799 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=a251dd7d-525e-4578-b8be-e9b008c8be15,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:20.993016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a642f7-782c-411c-b9b1-61cf16b76a0a req-fb61a454-350c-4897-a965-3ca7789f91cc tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.001642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a642f7-782c-411c-b9b1-61cf16b76a0a req-fb61a454-350c-4897-a965-3ca7789f91cc tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3857906 Jun 01 13:20:21.047851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.076866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.090414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Transition to ACTIVE for port object c57011c1-0496-425a-8b8e-2c04734094a2 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:21.107591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6429f368-1710-4b94-bcb0-5c984b32411e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:21.116805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61a642f7-782c-411c-b9b1-61cf16b76a0a req-d8f272dc-ec78-44fc-91f1-13366973b03a tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138263 Jun 01 13:20:21.149826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.150377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.151173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.151667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.152128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.152577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.153206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.153822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.154424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.155055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.155659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.156820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.157666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.158278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.158914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.159538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.160143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.160774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.161399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.162058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.162717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.163348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.163989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.164887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:21.167452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Synchronizing usage tracker for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:21.198154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Unset dirty status for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:21.201074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b3aee276-2c13-435d-9d67-35aa88dddee2 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21829 time: 0.3077960 Jun 01 13:20:21.206428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:21.233177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Transition to ACTIVE for port object c57011c1-0496-425a-8b8e-2c04734094a2 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:21.262531 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.283253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Deleting port a251dd7d-525e-4578-b8be-e9b008c8be15 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:21.283591 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.375626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Pushing event updated for resources: {'Port': ['ID=c57011c1-0496-425a-8b8e-2c04734094a2,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:21.392727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Network cd863727-a6d5-486d-9478-e05be3e0ae57 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:21.394747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:21.397431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:21.401658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6429f368-1710-4b94-bcb0-5c984b32411e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:21.479734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6429f368-1710-4b94-bcb0-5c984b32411e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:21.480362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.560547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Attempting to bind port c57011c1-0496-425a-8b8e-2c04734094a2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:21.560908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Attempting to bind port c57011c1-0496-425a-8b8e-2c04734094a2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:21.561270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Attempting to bind port c57011c1-0496-425a-8b8e-2c04734094a2 on network cd863727-a6d5-486d-9478-e05be3e0ae57 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:21.573473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:21.573851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Checking segment: {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:21.574253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.574669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Bound using segment: {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:21.575141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Bound port: c57011c1-0496-425a-8b8e-2c04734094a2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:21.575512 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.590050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port a251dd7d-525e-4578-b8be-e9b008c8be15, host n-h2-844200-1, got binding levels [] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:21.590413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.648227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.653172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.733478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.741373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a04454b-2a23-4073-b397-121d9b2e2f97 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:20:21.751445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.756379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6429f368-1710-4b94-bcb0-5c984b32411e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:21.756865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.770502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.774485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.778120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] For port c57011c1-0496-425a-8b8e-2c04734094a2, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:21.782535 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-63b684aa-00f8-4689-89a1-bef4d2123844 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "DELETE /v2.0/routers/5a04454b-2a23-4073-b397-121d9b2e2f97 HTTP/1.1" status: 204 len: 168 time: 1.0178549 Jun 01 13:20:21.793258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:21.795183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] For port c57011c1-0496-425a-8b8e-2c04734094a2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c57011c1-0496-425a-8b8e-2c04734094a2,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:21.805830 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.809538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Request body: {'router': {'name': 'tempest-router-1145038371', 'distributed': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:21.824510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.843894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:21.863872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Usage tracker for resource:router and tenant:f9e8ee55a7be40929c0fc6e23fe78466 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:21.870540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6429f368-1710-4b94-bcb0-5c984b32411e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6429f368-1710-4b94-bcb0-5c984b32411e,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:21.872503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:21.892207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:21.923478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263eae5-518d-4a98-9c9a-d98c0df451f8 None None] Pushing event updated for resources: {'Port': ['ID=c57011c1-0496-425a-8b8e-2c04734094a2,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:21.969699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Calling delete_port for a251dd7d-525e-4578-b8be-e9b008c8be15 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:22.010324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:22.082466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:22.116565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.119579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.120405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.193382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.246800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "DELETE /v2.0/ports/a251dd7d-525e-4578-b8be-e9b008c8be15 HTTP/1.1" status: 204 len: 168 time: 1.0386286 Jun 01 13:20:22.248135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460fdb6-ddc4-47b9-b595-c00dfd6237c3 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event deleted for resources: {'Port': ['ID=a251dd7d-525e-4578-b8be-e9b008c8be15,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:22.251130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.251917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50300) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:22.308833 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1baef51-58a9-431e-9c10-060cf96abcf1 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:20:22.310106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e1baef51-58a9-431e-9c10-060cf96abcf1 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Synchronizing usage tracker for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:22.330380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e1baef51-58a9-431e-9c10-060cf96abcf1 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Unset dirty status for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:22.332132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e1baef51-58a9-431e-9c10-060cf96abcf1 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports/a251dd7d-525e-4578-b8be-e9b008c8be15 HTTP/1.1" status: 404 len: 333 time: 0.0779796 Jun 01 13:20:22.336981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50304) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:22.352365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-855013767', 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:22.360377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:22.374234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:22.397403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Made reservation on behalf of 9cddfdb48ee748b6a96147cdac689855 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:22.418821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.434771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.480123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:22.485554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25a82cb9-be7e-441e-86fb-6ae50f8c399b tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6913157 Jun 01 13:20:22.489312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50308) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:22.584337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port bed2c1e2-6728-4e49-993c-1222f0041f17 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:22.625055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Allocated IP 2001:db8:3::1 (cd863727-a6d5-486d-9478-e05be3e0ae57/7b84fff3-6330-4c16-8a5f-f54d308eae55/4eb9cf79-dc3e-460a-bd35-02ef937edca7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:22.857767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.114298 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.157124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6429f368-1710-4b94-bcb0-5c984b32411e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:23.167321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.206552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Transition to ACTIVE for port object 4eb9cf79-dc3e-460a-bd35-02ef937edca7 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:23.231175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b183-4558-48df-84a4-3a06d1484be2 req-daf59229-32d4-4d64-a1a4-cd2e7dcdfe65 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:23.232916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6d1b183-4558-48df-84a4-3a06d1484be2 req-daf59229-32d4-4d64-a1a4-cd2e7dcdfe65 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.8380392 Jun 01 13:20:23.236257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.236449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.344672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network cd863727-a6d5-486d-9478-e05be3e0ae57 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:23.346170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:23.349735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:23.352260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:23.352879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.361194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6429f368-1710-4b94-bcb0-5c984b32411e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:23.361916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.424763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547530be-9d0b-41d8-b1aa-ad7fd115d316 None None] Network cd863727-a6d5-486d-9478-e05be3e0ae57 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:23.531361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.553114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6d1b183-4558-48df-84a4-3a06d1484be2 req-1e958336-e5cc-4907-9e05-8d3fb61e5b78 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104210 Jun 01 13:20:23.555189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.558500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.622266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40e62fb4-4667-47d9-aba1-6c399f609cbc None None] Provisioning for port c57011c1-0496-425a-8b8e-2c04734094a2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:23.628027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1624963577', 'description': 'tempest-description-1063730348'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:23.638564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:23.649058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Usage tracker for resource:security_group and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:23.653465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:23.657888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.658949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd86769-122a-4333-830d-e7020704ecc5 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:20:23.677848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.680761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:23.806663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.820576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Network 339173a7-8483-4d37-b761-91c792c0744f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:23.829100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:23.837106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:23.838174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:23.838928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.880663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5419054 Jun 01 13:20:23.883690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:23.885720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c43110c7-4639-4bbe-a3d3-b096d41e3577 tempest-RoutersTestDVR-595441123 tempest-RoutersTestDVR-595441123-project-admin] 10.222.0.40 "DELETE /v2.0/routers/ddd86769-122a-4333-830d-e7020704ecc5 HTTP/1.1" status: 204 len: 168 time: 1.3877892 Jun 01 13:20:23.887054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:23.904605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6429f368-1710-4b94-bcb0-5c984b32411e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:23.905737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c57011c1-0496-425a-8b8e-2c04734094a2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:23.989014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01dea0-881b-4c32-9fdc-d65d588a1357 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:23.989901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ec01dea0-881b-4c32-9fdc-d65d588a1357 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Synchronizing usage tracker for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:23.996939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:23.997573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dbfae-fefb-4197-8211-dc274711ec2e tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=bed2c1e2-6728-4e49-993c-1222f0041f17,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:24.012546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Usage tracker for resource:security_group_rule and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:24.027742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:24.037634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:24.040626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ec01dea0-881b-4c32-9fdc-d65d588a1357 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Unset dirty status for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:24.041797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ec01dea0-881b-4c32-9fdc-d65d588a1357 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports/bed2c1e2-6728-4e49-993c-1222f0041f17 HTTP/1.1" status: 200 len: 954 time: 0.1467426 Jun 01 13:20:24.056456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:24.097681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c57011c1-0496-425a-8b8e-2c04734094a2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:24.104207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c57011c1-0496-425a-8b8e-2c04734094a2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:24.104962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.148453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.153979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.201947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.203563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f807ae3b-79d2-4127-baf8-b70f5a009c11 req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5798209 Jun 01 13:20:24.261309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e3253-3e42-42eb-9f9a-14637295bf17 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc18312b-8d58-4cdd-b1a9-c8a1518a7689,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:24.323353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Deleting port bed2c1e2-6728-4e49-993c-1222f0041f17 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:24.323995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.404343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c57011c1-0496-425a-8b8e-2c04734094a2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:24.405448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.483320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c57011c1-0496-425a-8b8e-2c04734094a2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c57011c1-0496-425a-8b8e-2c04734094a2,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:24.503470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.596087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50340) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:24.652191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Provisioning complete for port c57011c1-0496-425a-8b8e-2c04734094a2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:24.653139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-5bc136fe-9409-4398-8651-5971a1bbe47f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Synchronizing usage tracker for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:24.653813 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.778978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c57011c1-0496-425a-8b8e-2c04734094a2,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:24.860290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.872821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.882315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.883450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.911671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-5bc136fe-9409-4398-8651-5971a1bbe47f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Unset dirty status for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:24.912993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-5bc136fe-9409-4398-8651-5971a1bbe47f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1624963577&fields=id&tenant_id=15ddc19829ea406eb72fe672bcf787b9 HTTP/1.1" status: 200 len: 267 time: 0.4804611 Jun 01 13:20:24.915720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.922015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Current status of the port c57011c1-0496-425a-8b8e-2c04734094a2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:24.945728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Provisioning for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:24.958036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Provisioning complete for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:24.959691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:24.976090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:24.983423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Usage tracker for resource:security_group_rule and tenant:5830cde4b627462bb8e01a6c2802ef7c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:24.987068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:24.993658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:24.996710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c57011c1-0496-425a-8b8e-2c04734094a2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:25.072888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411527e-3c4b-44aa-81ac-d460d6c88915 req-5b667f93-3783-453d-8cf5-1b533909439a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:25.075344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a411527e-3c4b-44aa-81ac-d460d6c88915 req-5b667f93-3783-453d-8cf5-1b533909439a tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.5661340 Jun 01 13:20:25.092674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Calling delete_port for bed2c1e2-6728-4e49-993c-1222f0041f17 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:25.112803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-da026f3f-720e-49df-99f7-c596408dab57 None None] Port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:25.130227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c57011c1-0496-425a-8b8e-2c04734094a2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:25.130518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.200151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.221349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a411527e-3c4b-44aa-81ac-d460d6c88915 req-2df39afb-3aad-4942-b012-5b4e6ee246bf tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294260 Jun 01 13:20:25.222100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.279119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c57011c1-0496-425a-8b8e-2c04734094a2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:25.282199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f74fde3-b942-4ed4-8e0b-1b340acdb740 None None] Provisioning complete for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:25.283267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f74fde3-b942-4ed4-8e0b-1b340acdb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.293727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2749e765-056b-4df7-913d-3d96c827236c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:25.315346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event updated for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:25.315972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-d33e76fa-c915-477e-b4f9-770f9faa5dc0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:25.317879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-d33e76fa-c915-477e-b4f9-770f9faa5dc0 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3877306 Jun 01 13:20:25.321441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a9624448-8d70-45c7-9f1d-2c72e4b8e58a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5830cde4b627462bb8e01a6c2802ef7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211809 Jun 01 13:20:25.327886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50346) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:25.344283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'port': {'security_groups': ['2f24e2e2-a961-4d1b-b9bb-05f2d69e48df', 'bc18312b-8d58-4cdd-b1a9-c8a1518a7689']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:25.357762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.404838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f74fde3-b942-4ed4-8e0b-1b340acdb740 None None] Port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:25.422231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event deleted for resources: {'Port': ['ID=bed2c1e2-6728-4e49-993c-1222f0041f17,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:25.449651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.467532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Network cd863727-a6d5-486d-9478-e05be3e0ae57 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:25.471410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:25.547587 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-761a8b91-8170-47ea-9796-243fb40de0ea tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "DELETE /v2.0/ports/bed2c1e2-6728-4e49-993c-1222f0041f17 HTTP/1.1" status: 204 len: 168 time: 1.4881182 Jun 01 13:20:25.553704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:25.554666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.620065 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f1bff-9193-49ae-b4fa-678504955dd8 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:20:25.621995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a12f1bff-9193-49ae-b4fa-678504955dd8 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports/bed2c1e2-6728-4e49-993c-1222f0041f17 HTTP/1.1" status: 404 len: 333 time: 0.0648477 Jun 01 13:20:25.634952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50358) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:25.649090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'network_id': '339173a7-8483-4d37-b761-91c792c0744f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2098778046'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:25.653386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.680801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:25.693359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.707600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Usage tracker for resource:port and tenant:9cddfdb48ee748b6a96147cdac689855 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:25.748549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:25.768791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:25.812166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Made reservation on behalf of 9cddfdb48ee748b6a96147cdac689855 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:25.815219 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.844691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:25.866485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port 88dd58da-896f-4c7b-9410-14133589d498 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:25.914261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.934915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-db9a9a14-27cd-42d6-9b60-46223efd1d9b None None] Provisioning complete for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:25.935735 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db9a9a14-27cd-42d6-9b60-46223efd1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.957817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749e765-056b-4df7-913d-3d96c827236c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:25.969821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:25.971326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dfe42dc4-4892-40f4-a769-8771d95c3799 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2749e765-056b-4df7-913d-3d96c827236c HTTP/1.1" status: 204 len: 168 time: 0.6425781 Jun 01 13:20:26.016706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-db9a9a14-27cd-42d6-9b60-46223efd1d9b None None] Port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:26.056813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:26.061877 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-17f8e7b6-2b17-4794-9617-cc24ddac1308 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7239819 Jun 01 13:20:26.068278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:26.069048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:26.073718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:26.085037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:26.086118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:26.299198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:26.314559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:26.365100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.471483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.496423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.520505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:20:26.630142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:26.630935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.632344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-50ac5a57-3667-4345-b8e7-40383695fef7 req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "PUT /v2.0/ports/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 981 time: 1.3055890 Jun 01 13:20:26.636813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:26.677034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-b26d8fa2-a15d-4700-860f-8e41506d26f4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:26.680227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-b26d8fa2-a15d-4700-860f-8e41506d26f4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.3669972 Jun 01 13:20:26.686204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:26.701835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.727955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:20:26.781242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bddee-d236-4fed-9048-f4d574993dd1 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:26.861547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fc626-21f8-4c0d-bc17-2d202084b651 req-6223b00d-d710-4969-aee8-85560d15a67f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:26.870887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646fc626-21f8-4c0d-bc17-2d202084b651 req-6223b00d-d710-4969-aee8-85560d15a67f tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 0.4617383 Jun 01 13:20:26.888961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:26.976009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:26.979385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Network 339173a7-8483-4d37-b761-91c792c0744f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:26.989990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:26.997330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e8ee55a7be40929c0fc6e23fe78466 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:27.006562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:27.009302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:27.010232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:27.010841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.028642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:20:27.053480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Removed routes are [] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:20:27.054396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.058250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-e243a178-c76c-47bd-97aa-472ca0cf4bc6 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1624963577&fields=id&tenant_id=15ddc19829ea406eb72fe672bcf787b9 HTTP/1.1" status: 200 len: 267 time: 0.1719217 Jun 01 13:20:27.068154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:27.073250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port 3bb42f4b-fd12-40f6-b419-6a5b121111fa {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:27.073588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.099455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=88dd58da-896f-4c7b-9410-14133589d498,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:27.169663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646fc626-21f8-4c0d-bc17-2d202084b651 req-cde033ec-08bd-47ac-8f4b-1e216888f997 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2978108 Jun 01 13:20:27.200174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:23Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:23Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:27.228815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:27.229008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Updating router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:20:27.239689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ed83e6b6-4d70-4565-a92b-edba855c60ae tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6012151 Jun 01 13:20:27.251945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50382) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:27.269917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:27.299289 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d0a03e-22bc-49bb-9ca3-63a73c654ddb'] response: {'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:20:27.456686 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.553061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-3ad5b27c-c738-478f-8ae6-e9a180136746 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:27.561434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-3ad5b27c-c738-478f-8ae6-e9a180136746 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 984 time: 0.5022144 Jun 01 13:20:27.603007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'port': {'security_groups': ['2f24e2e2-a961-4d1b-b9bb-05f2d69e48df']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:27.796466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.866204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.878567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.925190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.950566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.969026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:27.971666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-8ab508e0-e983-4006-88a4-12235cef4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:27.973343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-8ab508e0-e983-4006-88a4-12235cef4d70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1135 time: 0.6398122 Jun 01 13:20:27.989321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] For port 3bb42f4b-fd12-40f6-b419-6a5b121111fa, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3bb42f4b-fd12-40f6-b419-6a5b121111fa,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:27.989877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.004593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.135945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:28.151752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Transition to ACTIVE for port object 4eb9cf79-dc3e-460a-bd35-02ef937edca7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:28.167507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.187671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f9e8ee55a7be40929c0fc6e23fe78466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5003555 Jun 01 13:20:28.190365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:28.268643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb90b4-e9b3-4820-b39a-fd5a7147a6be None None] Pushing event updated for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:28.355776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35008-fb4e-4ec2-acb1-101d3a743683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f0981-1b3c-4506-88ac-2e784865b1d3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:28.479822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Attempting to bind port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:28.480478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Attempting to bind port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:28.480995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Attempting to bind port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 on network cd863727-a6d5-486d-9478-e05be3e0ae57 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:28.491466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:28.492127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Checking segment: {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:28.492733 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.493269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Bound using segment: {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:28.493904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Bound port: 4eb9cf79-dc3e-460a-bd35-02ef937edca7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:28.494445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.569397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] device_id is not set on port 88dd58da-896f-4c7b-9410-14133589d498 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:28.585590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.612044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Transition to ACTIVE for port object 88dd58da-896f-4c7b-9410-14133589d498 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:28.637158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] For port 4eb9cf79-dc3e-460a-bd35-02ef937edca7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:28.640756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] For port 4eb9cf79-dc3e-460a-bd35-02ef937edca7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4eb9cf79-dc3e-460a-bd35-02ef937edca7,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:28.642996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.643610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:28.650709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.668906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.767469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.788694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:20:28.853065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.866548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:28.867516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:28.886225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:28.918756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb90b4-e9b3-4820-b39a-fd5a7147a6be None None] Pushing event updated for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:28.963516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.005496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f0981-1b3c-4506-88ac-2e784865b1d3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:29.006203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-40bc2aec-e182-4b91-ad6c-b876e30d1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:29.013968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-40bc2aec-e182-4b91-ad6c-b876e30d1d9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 1.0268786 Jun 01 13:20:29.029006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:29.061618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=88dd58da-896f-4c7b-9410-14133589d498,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:29.068082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.069134 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be232595-5555-48a6-8443-56985af2f140 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/887f0981-1b3c-4506-88ac-2e784865b1d3 HTTP/1.1" status: 204 len: 168 time: 0.8778231 Jun 01 13:20:29.070730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.071051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.071381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.081448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.095158 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e89cbe8c-7c03-43f8-a5e1-c03d777c5dd1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 953 time: 3.0253577 Jun 01 13:20:29.102322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50398) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:29.178281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.179007 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:29.184190 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 2 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:29.248261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:29.280112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.280524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.280940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.289176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.289519 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:29.291798 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 3 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:29.321108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.321853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.323440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.331566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.331877 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:29.333951 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 4 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:29.354314 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c80ecb2c-3e13-4a0b-aab3-bb875be02599 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 953 time: 0.2502201 Jun 01 13:20:29.358349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50402) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:29.363904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'routes': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:29.389435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.390097 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.390201 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Floating IP 5b23c951-6765-4c77-8f62-65d6f2d6f7d3 disassociated. External IP: 172.25.7.105, port: 3bb42f4b-fd12-40f6-b419-6a5b121111fa. Jun 01 13:20:29.390905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for 3bb42f4b-fd12-40f6-b419-6a5b121111fa owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:29.452107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.453299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.455889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.511069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:20:29.565549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:29.568694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:29.571075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5a3b58-fc30-4201-9ee5-3040f7f9c382 req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "PUT /v2.0/ports/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 942 time: 2.0084341 Jun 01 13:20:29.583071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:29.606748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.607079 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:29.627212 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 5 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:29.649858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-e8aee99e-31ab-41a9-916a-ef0b4522890a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.6225123 Jun 01 13:20:29.653527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.653909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.654247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.668602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.668968 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:29.674217 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 6 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:29.922643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:29.923147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:29.923588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:29.999924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:29.999924 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:30.018757 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 7 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:30.053266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:30.053589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:30.053925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:30.072440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:30.072794 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:30.072926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d68d16-ce1a-4c11-862e-6ce8ec618f4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:30.078352 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 8 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:30.142458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:30.142827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:30.143165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:30.151509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-a77d7bb1-e3dc-42c3-acc4-89da0ac9d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:30.152977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-a77d7bb1-e3dc-42c3-acc4-89da0ac9d44f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.0855567 Jun 01 13:20:30.154316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:30.154752 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:30.157295 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 9 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:30.161739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-74a580f2-963a-413d-bd27-3d11caecd156 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5155668 Jun 01 13:20:30.252982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:30.253569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:30.253695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:30.277005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:30.277210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035c6ab-2c4c-490d-9d4c-8e7b42cb9b8f req-dc83f87c-b808-4b2d-8fe5-e9ff5fe442b4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:30.277327 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:30.278682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e035c6ab-2c4c-490d-9d4c-8e7b42cb9b8f req-dc83f87c-b808-4b2d-8fe5-e9ff5fe442b4 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 945 time: 1.6032138 Jun 01 13:20:30.281685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:30.291578 n-d-844200-1 neutron-server[88372]: INFO neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempt 10 to bind port 88dd58da-896f-4c7b-9410-14133589d498 Jun 01 13:20:30.320620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:27Z', 'revision_number': 6, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:28Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:30.335307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-ff89e3e5-158a-4664-98bc-29d59aac6e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392660 Jun 01 13:20:30.336393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:30.351599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6880c1-0fc7-4b09-9b5a-d5fc775acfa0 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:27Z', 'revision_number': 6, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:28Z', 'revision_number': 4, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:30.507444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Usage tracker for resource:floatingip and tenant:15ddc19829ea406eb72fe672bcf787b9 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:30.527296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e035c6ab-2c4c-490d-9d4c-8e7b42cb9b8f req-044647dd-20a5-4539-bf9d-5ed5bc2faf27 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups?id=d525476f-0b19-490b-9305-66532233543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244833 Jun 01 13:20:30.545533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:30.555333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:30.555900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:30.556464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempting to bind port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:30.572462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:20:30.573102 n-d-844200-1 neutron-server[88372]: ERROR neutron.plugins.ml2.managers [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Failed to bind port 88dd58da-896f-4c7b-9410-14133589d498 on host n-h2-844200-1 for vnic_type normal using segments [{'id': 'ddc23ccc-6811-4649-80a8-e4b622b5935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '339173a7-8483-4d37-b761-91c792c0744f'}] Jun 01 13:20:30.573676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.608048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:30.633206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.641406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:30.661046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3bb42f4b-fd12-40f6-b419-6a5b121111fa no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:30.690353 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183026c6-90e0-41fd-82b2-40686cdec2fb'] response: {'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:20:30.721814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=3bb42f4b-fd12-40f6-b419-6a5b121111fa,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:30.723869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 3bb42f4b-fd12-40f6-b419-6a5b121111fa {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:30.730794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3bb42f4b-fd12-40f6-b419-6a5b121111fa not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:30.730959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.742019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added routes are [] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:20:30.742364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.extraroute_db [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:20:30.810020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port 88dd58da-896f-4c7b-9410-14133589d498, host n-h2-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:30.810543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attempted to set empty binding levels {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 13:20:30.823631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.903274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.934423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] In _notify_port_updated(), no bound segment for port 88dd58da-896f-4c7b-9410-14133589d498 on network 339173a7-8483-4d37-b761-91c792c0744f {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:20:30.935562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:30.936180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:30.940228 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "PUT /v2.0/ports/88dd58da-896f-4c7b-9410-14133589d498 HTTP/1.1" status: 200 len: 975 time: 3.6849396 Jun 01 13:20:31.017164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:31.019522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4eb9cf79-dc3e-460a-bd35-02ef937edca7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:31.027945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-d31a7a07-8a72-40f3-b366-9c05682f4f67 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808674 Jun 01 13:20:31.029635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f48e52-f6be-4b62-bddd-737fb95529bb tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event updated for resources: {'Port': ['ID=88dd58da-896f-4c7b-9410-14133589d498,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:31.046738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1419038793'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:31.141432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:31.153463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:31.154230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.263093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:31.264327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:31.269215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Usage tracker for resource:network and tenant:2872ab1c6d824f9aa4515b0a3c14348a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:31.270958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Deleting port 88dd58da-896f-4c7b-9410-14133589d498 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:31.271460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.276918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:31.284077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:31.314220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Made reservation on behalf of 2872ab1c6d824f9aa4515b0a3c14348a for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:31.317899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.415707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.429042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf27e3df-9dd6-4608-a237-0d3066a40c7f req-efa10577-1da0-4b36-9a39-edce7688f5bc service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413866 Jun 01 13:20:31.559196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:31.560063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.619473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 4eb9cf79-dc3e-460a-bd35-02ef937edca7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4eb9cf79-dc3e-460a-bd35-02ef937edca7,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:31.623870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:31.631750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.649593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Usage tracker for resource:security_group_rule and tenant:2872ab1c6d824f9aa4515b0a3c14348a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:31.717934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:31.739675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:31.747426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18810f67-d0cf-4427-a4dc-a9bd885d5c98 req-cc8da0b8-48b7-4a9b-9ff2-1b121b200530 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.0818484 Jun 01 13:20:31.766529 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:31.779118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:31.780429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:31.781561 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:31.908292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.917919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.918179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:31.933551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:31.949079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:31.949883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:31.992121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:31.996510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-dac60a9a-f33b-41ab-989f-0890bcca4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:31.998027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-dac60a9a-f33b-41ab-989f-0890bcca4976 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.4891245 Jun 01 13:20:32.005416 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:32.090469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] No DVR routers for this DVR port 3bb42f4b-fd12-40f6-b419-6a5b121111fa on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:20:32.302532 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.342445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:32.424552 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.441213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a613d45b-cfce-4d51-b42a-87a64f04a316 req-81c8f875-8dea-4092-9381-c608d8b27b9e tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.24 "DELETE /v2.0/ports/3bb42f4b-fd12-40f6-b419-6a5b121111fa HTTP/1.1" status: 204 len: 173 time: 5.7427695 Jun 01 13:20:32.453978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.496135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72adb969-87b6-40ea-8672-f8c92b333958,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:32.499277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:32.514281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:32.529855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:32.541273 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:32.542362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-a8451e1f-b82e-4d59-af36-7b7ac4700a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:32.543457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:32.543871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-a8451e1f-b82e-4d59-af36-7b7ac4700a93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.5353510 Jun 01 13:20:32.545020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Allocated IP 172.25.7.134 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:32.607556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] For port 88dd58da-896f-4c7b-9410-14133589d498, host n-h2-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:32.608142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.683839 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.684379 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Added segment 5ffb5488-acb5-475e-bcea-b88f4cdd7be7 of type vlan for network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 Jun 01 13:20:32.691635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'name': 'network-vif-deleted', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:32.756814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-d165eff5-053a-4d4e-91ec-0fba175420ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.2040503 Jun 01 13:20:32.810485 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4749073e-ef9a-43cb-b24f-6cd2964c6dbc'] response: {'server_uuid': '28f02f4b-b397-494d-bc03-2aaae04770b9', 'name': 'network-vif-deleted', 'tag': '3bb42f4b-fd12-40f6-b419-6a5b121111fa', 'status': 'completed', 'code': 200} Jun 01 13:20:32.861848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:32.962174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-aa249267-f6cd-4ccd-881e-aaebe7f2792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:32.963642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-aa249267-f6cd-4ccd-881e-aaebe7f2792d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1744969 Jun 01 13:20:32.965249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:32.972371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Calling delete_port for 88dd58da-896f-4c7b-9410-14133589d498 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:33.089532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4eb9cf79-dc3e-460a-bd35-02ef937edca7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:33.130866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-49f06b52-a5cb-4d62-bf30-8bcceebefcb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562617 Jun 01 13:20:33.136453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d281eea8-24d1-422b-9180-ccd2cf31c97b req-03da63c9-8377-4713-8587-ba15bebc96a6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Synchronizing usage tracker for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:33.166219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.237960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:33.248763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:33.249260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.260174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d281eea8-24d1-422b-9180-ccd2cf31c97b req-03da63c9-8377-4713-8587-ba15bebc96a6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Unset dirty status for tenant:70b781c5cc8643c28d5c2218dde0391a on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:33.261340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d281eea8-24d1-422b-9180-ccd2cf31c97b req-03da63c9-8377-4713-8587-ba15bebc96a6 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/ports?device_id=28f02f4b-b397-494d-bc03-2aaae04770b9 HTTP/1.1" status: 200 len: 210 time: 0.1894975 Jun 01 13:20:33.284918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.287841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Pushing event deleted for resources: {'Port': ['ID=88dd58da-896f-4c7b-9410-14133589d498,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:33.290436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:33.290948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.320771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:33.346016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.360545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:33.362238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:33.364297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:33.379241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.473213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7970634 Jun 01 13:20:33.524490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50452) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:33.532166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-152eb4ce-de61-46e0-abfe-3bb6553a2d15 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "DELETE /v2.0/ports/88dd58da-896f-4c7b-9410-14133589d498 HTTP/1.1" status: 204 len: 168 time: 2.5004599 Jun 01 13:20:33.536433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50456) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:33.543210 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:33.552905 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70aa2-b41d-42bc-a01a-8f56061096c6 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:33.574072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Request body: {'subnet': {'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:33.688598 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-293de2af-0ed4-4d02-b819-f8c68b26b725 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] GET failed (client error): The resource could not be found. Jun 01 13:20:33.689924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-293de2af-0ed4-4d02-b819-f8c68b26b725 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Synchronizing usage tracker for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:33.703133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7323-74d8-4370-bb83-84fd13cec8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'Network': ['ID=24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:33.717258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-3aa30950-a222-4a4c-b905-e86986d991f0 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742834 Jun 01 13:20:33.763486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:33.822032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:33.833035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:33.834342 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23da2b48-74ff-4953-90d2-254abb953b9d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 703 time: 4.4749935 Jun 01 13:20:33.835736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:33.838317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50462) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:33.863120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-293de2af-0ed4-4d02-b819-f8c68b26b725 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] Unset dirty status for tenant:9cddfdb48ee748b6a96147cdac689855 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:33.865153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-293de2af-0ed4-4d02-b819-f8c68b26b725 tempest-PortsAdminExtendedAttrsTestJSON-63738508 tempest-PortsAdminExtendedAttrsTestJSON-63738508-project-admin] 10.222.0.40 "GET /v2.0/ports/88dd58da-896f-4c7b-9410-14133589d498 HTTP/1.1" status: 404 len: 333 time: 0.3096306 Jun 01 13:20:33.872799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50466) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:33.895306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:33.947345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Usage tracker for resource:subnet and tenant:2872ab1c6d824f9aa4515b0a3c14348a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:33.956472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:34.004988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:34.016864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:34.017491 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.066517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:34.066827 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.103158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Made reservation on behalf of 2872ab1c6d824f9aa4515b0a3c14348a for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:34.107087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.154955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:34.188710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.189929 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:34.300310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:34.305223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:34.312201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:34.403947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80fa1d0c-c8c5-4078-b98a-7a5012ec5d51 req-020f01df-28a9-49b2-885b-ce8656c8bbfb service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784377 Jun 01 13:20:34.438017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'Port': ['ID=e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:34.453442 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-14df990b-b18d-497d-b2fd-5cd699ee0660 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 703 time: 0.6115794 Jun 01 13:20:34.455891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:34.576448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.608287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339173a7-8483-4d37-b761-91c792c0744f']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.631808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50478) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:34.638241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc23ccc-6811-4649-80a8-e4b622b5935c') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.647091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc23ccc-6811-4649-80a8-e4b622b5935c') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.675395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.695250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.702065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.707919 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:34.720194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:34.720948 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.722821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:34.724279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.729468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3994c1-c414-4113-8eec-7c8a024520d7 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:12:36Z', 'revision_number': 4, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '97f0b792-9be3-4305-a073-411848075c99', 'name': '', 'network_id': 'a449b6d6-1032-4ca4-8beb-2a2e4615cd5f', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'mac_address': 'fa:16:3e:35:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:35Z', 'updated_at': '2022-06-01T13:12:43Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'subnets': [{'id': '5e493811-67f4-4a5c-b583-c42336fd60f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:34.736170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:34.736571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.969447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:34.982057 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:35.018569 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ddc23ccc-6811-4649-80a8-e4b622b5935c resource provider aggregate not found Jun 01 13:20:35.108331 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ddc23ccc-6811-4649-80a8-e4b622b5935c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddc23ccc-6811-4649-80a8-e4b622b5935c found for delete ", "request_id": "req-ee352aad-aaed-4ac2-bc6c-d1bf2ecc2e3a"}]} Jun 01 13:20:35.158566 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.168140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.181265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd432de-4cf1-4668-96c0-66a7a0c6b720 None None] New status for floating IP 5b23c951-6765-4c77-8f62-65d6f2d6f7d3: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:20:35.238480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.259624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] Pushing event deleted for resources: {'Network': ['ID=339173a7-8483-4d37-b761-91c792c0744f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:35.265350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9ea0dae-3e5d-44a2-b344-8409e78fdf24 tempest-PortsAdminExtendedAttrsTestJSON-2118218659 tempest-PortsAdminExtendedAttrsTestJSON-2118218659-project] 10.222.0.40 "DELETE /v2.0/networks/339173a7-8483-4d37-b761-91c792c0744f HTTP/1.1" status: 204 len: 168 time: 1.3880551 Jun 01 13:20:35.373182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.435816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.446957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:35.455815 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f41fc-0f2c-4dd6-a45d-91cf49d5f8d5 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:30Z', 'revision_number': 7, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eb9cf79-dc3e-460a-bd35-02ef937edca7', 'name': '', 'network_id': 'cd863727-a6d5-486d-9478-e05be3e0ae57', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:25:0c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:22Z', 'updated_at': '2022-06-01T13:20:31Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '7b84fff3-6330-4c16-8a5f-f54d308eae55', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:35.532658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'Subnet': ['ID=d0c9221d-615a-4071-bf9f-f70682a02d06,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:35.547448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Checking segment: {'id': '5ffb5488-acb5-475e-bcea-b88f4cdd7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:35.547889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Network hostable DHCP agents. Network: 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:35.596389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.630479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:35.680271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:35.698805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:35.699994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9284fff-f8f6-4c33-a31a-704b97117403 None None] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:35.701238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.771301 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75011d76-1e24-466f-8b9c-0bd53b4d1890 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2401090 Jun 01 13:20:35.772815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:35.785640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Request body: {'port': {'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-253098468'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:35.853602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.894318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d525476f-0b19-490b-9305-66532233543d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:35.911670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50496) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:35.939903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:35.939903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7c4e4863-a26f-4f68-a177-112f666af525 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/security-groups/d525476f-0b19-490b-9305-66532233543d HTTP/1.1" status: 204 len: 168 time: 1.3023963 Jun 01 13:20:35.939903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:35.984064 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-0dcebdbd-c3e5-43d2-b16f-921b43944e35 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] show failed (client error): The resource could not be found. Jun 01 13:20:35.987100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0dcebdbd-c3e5-43d2-b16f-921b43944e35 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "GET /v2.0/security-groups/d525476f-0b19-490b-9305-66532233543d HTTP/1.1" status: 404 len: 347 time: 0.0472474 Jun 01 13:20:35.988798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:36.056648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:36.062733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Usage tracker for resource:port and tenant:2872ab1c6d824f9aa4515b0a3c14348a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:36.068977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.073146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2', 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2', 'tenant_id': '2872ab1c6d824f9aa4515b0a3c14348a', 'fixed_ips': [{'subnet_id': 'd0c9221d-615a-4071-bf9f-f70682a02d06'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:20:36.075180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.093139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.133247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:36.204359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:36.223231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Deleting port c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:36.223570 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.237631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Made reservation on behalf of 2872ab1c6d824f9aa4515b0a3c14348a for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:36.244436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.277316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.278212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] device_id is not set on port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:36.353448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Allocated IP 2001:db8::2 (24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2/d0c9221d-615a-4071-bf9f-f70682a02d06/6d2f0076-4a70-4e65-8d6c-6ecf35435439) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:36.451353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.508785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event updated for resources: {'Port': ['ID=e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:36.577143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-17e46b1a-5fc1-42ec-94c9-c5ced149e577 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8a4f908bf39c444d906d78ae50304a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638944 Jun 01 13:20:36.583000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.584410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-ed5bc405-b58e-4221-a53c-8a05c97abe21 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3396182 Jun 01 13:20:36.585052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50512) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:36.626675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.641858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Transition to ACTIVE for port object 6d2f0076-4a70-4e65-8d6c-6ecf35435439 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:36.668114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 4eb9cf79-dc3e-460a-bd35-02ef937edca7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:36.668459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.672365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Transition to ACTIVE for port object 6d2f0076-4a70-4e65-8d6c-6ecf35435439 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:36.681699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.765839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:36.768749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:36.770888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-a56f92db-fe0b-4cfb-bcf4-eef169533454 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Synchronizing usage tracker for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:floatingip {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:36.772456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:36.805335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.832620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-a56f92db-fe0b-4cfb-bcf4-eef169533454 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Unset dirty status for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:floatingip {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:36.834110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-a56f92db-fe0b-4cfb-bcf4-eef169533454 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.1932330 Jun 01 13:20:36.836015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.836567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.848974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Pushing event updated for resources: {'Port': ['ID=6d2f0076-4a70-4e65-8d6c-6ecf35435439,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:36.878072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Attempting to bind port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:20:36.878368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Attempting to bind port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5ffb5488-acb5-475e-bcea-b88f4cdd7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:20:36.878745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Attempting to bind port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 on network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:20:36.884481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:20:36.884855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Checking segment: {'id': '5ffb5488-acb5-475e-bcea-b88f4cdd7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:36.885258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.885645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Bound using segment: {'id': '5ffb5488-acb5-475e-bcea-b88f4cdd7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:20:36.886110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Bound port: 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffb5488-acb5-475e-bcea-b88f4cdd7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:20:36.886482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.892456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 4eb9cf79-dc3e-460a-bd35-02ef937edca7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4eb9cf79-dc3e-460a-bd35-02ef937edca7,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:36.892456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:36.983730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] For port 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:20:36.987492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] For port 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6d2f0076-4a70-4e65-8d6c-6ecf35435439,segment=NetworkSegment(5ffb5488-acb5-475e-bcea-b88f4cdd7be7),segment_id=5ffb5488-acb5-475e-bcea-b88f4cdd7be7)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:20:36.996091 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.011998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Calling delete_port for c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:37.038887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 4eb9cf79-dc3e-460a-bd35-02ef937edca7 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:37.100253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.106534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8efe-d105-4537-a4c9-5776933a1de8 None None] Pushing event updated for resources: {'Port': ['ID=6d2f0076-4a70-4e65-8d6c-6ecf35435439,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:37.233069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Allocated IP 2001:db8::359 (24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2/d0c9221d-615a-4071-bf9f-f70682a02d06/b5ec3a12-66aa-4a4e-9a7f-4f0c00357826) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:37.444926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.459147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-5e53d77e-a13a-434e-b0b8-db8cfc55dea4 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:37.467263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-5e53d77e-a13a-434e-b0b8-db8cfc55dea4 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.6167862 Jun 01 13:20:37.516857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=4eb9cf79-dc3e-460a-bd35-02ef937edca7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:37.559202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-6ecc7143-8aca-4267-9323-ea83df59a9e5 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:20:37.560731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5834fb7-1d9a-4b1b-92ec-a458d4ff1978 req-6ecc7143-8aca-4267-9323-ea83df59a9e5 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0924680 Jun 01 13:20:37.561533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.585258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.774073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955fde56-2cd0-449d-8927-ed088c5b7a2a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:37.814523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Pushing event deleted for resources: {'Port': ['ID=c7eecd8a-97a2-4f05-bd0c-aeaf2c8d32d5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:37.896156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.898771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6b48c560-8e92-486c-86e7-aa0720710fb3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/955fde56-2cd0-449d-8927-ed088c5b7a2a HTTP/1.1" status: 204 len: 168 time: 1.3030045 Jun 01 13:20:37.902384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.904788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:37.906037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b7107b87-547c-47ec-aedb-289e30505a96 tempest-AttachVolumeNegativeTest-1974726781 tempest-AttachVolumeNegativeTest-1974726781-project] 10.222.0.40 "DELETE /v2.0/floatingips/5b23c951-6765-4c77-8f62-65d6f2d6f7d3 HTTP/1.1" status: 204 len: 168 time: 1.9163554 Jun 01 13:20:37.951800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-66f98d39-3eba-4f89-a0c8-bdfbd19583ab tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:37.956284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-66f98d39-3eba-4f89-a0c8-bdfbd19583ab tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1794798 Jun 01 13:20:38.106936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-0733814c-a5e9-47a4-86c7-5edf39809ebf tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.1438916 Jun 01 13:20:38.112444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'floatingip': {'port_id': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:38.155946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:38.250786 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:38.483488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50546) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:38.505523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:38.541064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Transition to ACTIVE for port object b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:38.668106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7566df-df36-4997-9bc0-8dbc9e1e7148 None None] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:38.697925 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4443c082-7c12-4b6c-b9b0-698d9684786d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9cddfdb48ee748b6a96147cdac689855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114873 Jun 01 13:20:38.698626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50550) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:38.817234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:38.940496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8433ee3e-5a6d-4653-a6c7-3fb17edd0b1f None None] Provisioning for port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:38.948320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:38.987414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.021341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:39.024068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'Port': ['ID=b5ec3a12-66aa-4a4e-9a7f-4f0c00357826,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:39.030928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:39.039693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:39.040482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.060331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:39.141803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6d2f0076-4a70-4e65-8d6c-6ecf35435439 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:39.243579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.259984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0822105-8e78-401d-842d-651a8c97daaf tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4860611 Jun 01 13:20:39.260875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:39.343701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:39.359624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:39.359984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.360601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Request body: {'port': {'network_id': '24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1226438853', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:39.361190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] bootfile-name is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:39.361525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] tftp-server is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:39.361848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] server-ip-address is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:39.362753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.378225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.600890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:39.601209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.617723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:39.645426 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:20:39.647107 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:39.660647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.682399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6d2f0076-4a70-4e65-8d6c-6ecf35435439,segment=NetworkSegment(5ffb5488-acb5-475e-bcea-b88f4cdd7be7),segment_id=5ffb5488-acb5-475e-bcea-b88f4cdd7be7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:39.684843 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:39.685640 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:39.692748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.727925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.729053 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f6ea3972-d6d0-48bc-af78-9130945e7cfd HTTP/1.1" status: 204 len: 168 time: 1.0201249 Jun 01 13:20:39.749606 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a3b8f465-ac47-46a3-9a39-955786019a5b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2900376 Jun 01 13:20:39.751764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835cece-de3e-4491-bd5b-a1948cefbc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea3972-d6d0-48bc-af78-9130945e7cfd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:39.770015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:39.812911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6d2f0076-4a70-4e65-8d6c-6ecf35435439,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:39.876563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Provisioning for port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:39.884154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Provisioning complete for port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:39.884660 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:39.932398 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Floating IP c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 associated. External IP: 172.25.7.134, port: 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b. Jun 01 13:20:39.945622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:39.988901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Usage tracker for resource:port and tenant:2872ab1c6d824f9aa4515b0a3c14348a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:39.994843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:40.030277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:40.036676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet 7b84fff3-6330-4c16-8a5f-f54d308eae55 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:20:40.052826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:40.053564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.085717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Provisioning complete for port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:40.086102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.109676 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:40.162325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Made reservation on behalf of 2872ab1c6d824f9aa4515b0a3c14348a for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:40.168019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.299004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9bfda6f6-e5d9-41f5-ade5-6dbfb01a5705 None None] Current status of the port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:40.435973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-29f8f70d-dd86-4939-a854-1a665edf081d None None] Provisioning complete for port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:40.436795 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29f8f70d-dd86-4939-a854-1a665edf081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.457684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.516147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] device_id is not set on port d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:40.601729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-29f8f70d-dd86-4939-a854-1a665edf081d None None] Port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:40.814559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:40.920428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:37Z', 'revision_number': 8, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:40.932238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Allocated IP 2001:db8::3dc (24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2/d0c9221d-615a-4071-bf9f-f70682a02d06/d1cd90b7-f498-4ea5-8a3a-3d0d16213e53) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:40.933190 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:40.952720 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:40.957942 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:40.985479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6d2f0076-4a70-4e65-8d6c-6ecf35435439 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:20:41.028760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.123799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=7b84fff3-6330-4c16-8a5f-f54d308eae55,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:41.155311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b72e7-e208-44da-b816-6d535d6aab17 None None] Network cd863727-a6d5-486d-9478-e05be3e0ae57 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:41.213910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.251893 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e949a68-adbb-4e81-a389-c2b27023b93b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/7b84fff3-6330-4c16-8a5f-f54d308eae55 HTTP/1.1" status: 204 len: 168 time: 1.4807472 Jun 01 13:20:41.256598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:41.290166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:41.290535 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.326538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:41.413995 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:41.560094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:41.650108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.698423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] DHCP port deletion for cd863727-a6d5-486d-9478-e05be3e0ae57 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:20:41.704750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Deleting port c57011c1-0496-425a-8b8e-2c04734094a2 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:41.705221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.709374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.718741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port c57011c1-0496-425a-8b8e-2c04734094a2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:41.724262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:41.860061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Transition to ACTIVE for port object d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:20:42.025355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:42.044777 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:42.150218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:42.185426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-51a1f415-c688-4d86-a3cd-75e89b46cecb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "PUT /v2.0/floatingips/c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 HTTP/1.1" status: 200 len: 996 time: 4.0784450 Jun 01 13:20:42.186936 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:37Z', 'revision_number': 8, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:42.189477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:42.196279 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211bbc-3a92-4a6c-afed-3ddd643a6c03 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:37Z', 'revision_number': 8, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6429f368-1710-4b94-bcb0-5c984b32411e', 'name': '', 'network_id': '10dff39f-01c1-4b1c-9027-a9929513f325', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:09:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:11Z', 'updated_at': '2022-06-01T13:20:21Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'cec05c3b-2773-43ed-9638-6d497ea7ca76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:42.251365 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35c2ffd-071d-4ec1-9114-fd2f1b2adadc'] response: {'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:20:42.280967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Sync routers for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:42.338002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:42.354098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:42.369283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:42.377918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:42.382948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:42.392428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:42.393489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:42.433225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port c57011c1-0496-425a-8b8e-2c04734094a2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c57011c1-0496-425a-8b8e-2c04734094a2,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:42.437896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:42.504323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'Port': ['ID=d1cd90b7-f498-4ea5-8a3a-3d0d16213e53,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:42.571491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] For port c57011c1-0496-425a-8b8e-2c04734094a2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c57011c1-0496-425a-8b8e-2c04734094a2,segment=NetworkSegment(15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e),segment_id=15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:42.571984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:42.748567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-7cc84ede-98a8-4886-ad3d-13703d85d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:42.757739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-7cc84ede-98a8-4886-ad3d-13703d85d98e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.4669919 Jun 01 13:20:42.895970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for c57011c1-0496-425a-8b8e-2c04734094a2 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:42.939911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd11df1d-8c66-4a8c-aff9-df5cbd81783d tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5987630 Jun 01 13:20:42.958122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50634) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:43.006065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Calling delete_port for c57011c1-0496-425a-8b8e-2c04734094a2 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:43.016816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:43.157256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-80d8db21-cd22-4c25-811d-35b2942791d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.167670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-80d8db21-cd22-4c25-811d-35b2942791d0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.9520648 Jun 01 13:20:43.182745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4eb9cf79-dc3e-460a-bd35-02ef937edca7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:43.271767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:43.308139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4eb9cf79-dc3e-460a-bd35-02ef937edca7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:43.308716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4eb9cf79-dc3e-460a-bd35-02ef937edca7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:43.313744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c57011c1-0496-425a-8b8e-2c04734094a2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:43.340752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-316531927', 'router:external': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:43.344792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=c57011c1-0496-425a-8b8e-2c04734094a2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:43.361126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.369311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.374467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:43.376096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.377014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Synchronizing usage tracker for tenant:2872ab1c6d824f9aa4515b0a3c14348a on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:43.387909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No DVR routers for this DVR port c57011c1-0496-425a-8b8e-2c04734094a2 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:20:43.401138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-832cf929-33af-4775-a941-9d2b19fe75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.402916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-832cf929-33af-4775-a941-9d2b19fe75aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.6212783 Jun 01 13:20:43.408029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:network and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:43.414778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:43.519468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:43.621804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Unset dirty status for tenant:2872ab1c6d824f9aa4515b0a3c14348a on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:43.629260 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c852fb5a-d594-4542-b442-4934f343625a tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6630263 Jun 01 13:20:43.630071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50648) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:43.725803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Made reservation on behalf of 15280802c0c143a298b26f7c23ab4a4a for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:43.739017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:43.744653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:43.789817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Deleting port d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:43.790167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:43.791453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-fa4fa21b-3e09-497e-8b47-665ffa8b2dfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 999 time: 0.3709407 Jun 01 13:20:43.793840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:43.831885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:43.967959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-34886989-6b06-40d8-a4fe-7464e05b2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.969847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-34886989-6b06-40d8-a4fe-7464e05b2780 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1319153 Jun 01 13:20:43.970956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-3893a9dd-2f18-4d75-9c72-f7b367246577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:43.972445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-3893a9dd-2f18-4d75-9c72-f7b367246577 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.8037775 Jun 01 13:20:43.975006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:44.002265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c57011c1-0496-425a-8b8e-2c04734094a2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:44.002790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c57011c1-0496-425a-8b8e-2c04734094a2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:44.053360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd863727-a6d5-486d-9478-e05be3e0ae57']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:44.082577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca647665-9322-427b-9113-c1e655b9bda1 None None] Provisioning for port d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:20:44.103551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca647665-9322-427b-9113-c1e655b9bda1 None None] Provisioning complete for port d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:44.104075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca647665-9322-427b-9113-c1e655b9bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.106038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:44.106648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:44.136046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.178014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.178278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ca647665-9322-427b-9113-c1e655b9bda1 None None] Port d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:20:44.187229 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:20:44.206941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:44.210243 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:44.232002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:security_group_rule and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:44.236140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-e6461e02-33ac-4b9b-9245-c3eb33068a1d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 999 time: 0.2561002 Jun 01 13:20:44.242203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:44.248479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-f2e6a84e-0d50-45ef-a176-80193d5cb785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2709088 Jun 01 13:20:44.263817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:44.265199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.355248 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e resource provider aggregate not found Jun 01 13:20:44.397607 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15cc6f0d-07c0-4b05-b66c-9d3389cb3d1e found for delete ", "request_id": "req-fc9c927b-a327-44df-b630-927965da24c2"}]} Jun 01 13:20:44.426340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1cb28b8-baae-4824-97e3-e9cd0e1a34d0', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'port_id': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'mac_address': 'fa:16:3e:f0:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:20:35Z', 'updated_at': '2022-06-01T13:20:39Z', 'revision_number': 1, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:44.431000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Checking router: 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:44.442558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:44.443234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:44.471074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.504307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.547341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.556447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=cd863727-a6d5-486d-9478-e05be3e0ae57,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:44.566417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:44.625972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.626461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.626816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.627151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.627481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.627804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.628133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.628453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.628770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.629082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.629409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.629728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:44.633338 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9be6aa87-d6a6-494e-9f2b-0c1f3616b638 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/cd863727-a6d5-486d-9478-e05be3e0ae57 HTTP/1.1" status: 204 len: 168 time: 3.3754818 Jun 01 13:20:44.692857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50658) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:44.701967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Calling delete_port for d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:44.715368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:44.736783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-980498c6-ca2e-4877-a9d0-86a57c1f0dbd service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321623 Jun 01 13:20:44.800023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-0751a849-649f-49e7-846f-16a99484e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:44.810184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-0751a849-649f-49e7-846f-16a99484e996 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.5645454 Jun 01 13:20:44.832107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Deleting port c57011c1-0496-425a-8b8e-2c04734094a2 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:44.832515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:44.987432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4029bcdf-d219-4c21-a480-1c0665afcb9f None None] The port 'c57011c1-0496-425a-8b8e-2c04734094a2' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:20:45.041464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-979bf5cb-d607-4079-ad7d-8685d34fe366 req-a579beb7-137c-4710-b1bf-da9957ffff83 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861228 Jun 01 13:20:45.058460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-61a889f0-2be6-4904-8e52-15720bca967e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2472363 Jun 01 13:20:45.071412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-df8abe03-97c0-46c5-9fcf-2cbe337aeee4 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:20:45.072429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-df8abe03-97c0-46c5-9fcf-2cbe337aeee4 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067134 Jun 01 13:20:45.224838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.241938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.256192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1cb28b8-baae-4824-97e3-e9cd0e1a34d0', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'port_id': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'mac_address': 'fa:16:3e:f0:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:20:35Z', 'updated_at': '2022-06-01T13:20:39Z', 'revision_number': 1, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:45.260753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e4d28-6b87-4d95-a267-ae7746a8c249 None None] The sync data for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 is: [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1cb28b8-baae-4824-97e3-e9cd0e1a34d0', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'port_id': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'mac_address': 'fa:16:3e:f0:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:20:35Z', 'updated_at': '2022-06-01T13:20:39Z', 'revision_number': 1, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:45.304346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-ebbd8467-7373-4c07-997c-8f8e7216a381 service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204728 Jun 01 13:20:45.310814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfcbb9d-c3fe-4198-9340-76395d5c6be5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:45.356803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:45.360356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.380704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.380704 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Added segment 9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0 of type vlan for network 647d22c8-ceef-47e7-96f0-54139972ffb8 Jun 01 13:20:45.418143 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.440122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event deleted for resources: {'Port': ['ID=d1cd90b7-f498-4ea5-8a3a-3d0d16213e53,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:45.494147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.496314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:45.497838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.571201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:45.604113 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ecddf5fd-2c80-4b8e-b552-d21d41495608 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "DELETE /v2.0/ports/d1cd90b7-f498-4ea5-8a3a-3d0d16213e53 HTTP/1.1" status: 204 len: 168 time: 1.9659860 Jun 01 13:20:45.605790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:45.617272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Request body: {'port': {'name': 'tempest-new-port-name-271125689', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:45.617681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] bootfile-name is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:45.618024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] tftp-server is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:45.624753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] server-ip-address is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:20:45.645910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538debec-ebf5-4b29-9065-6f68f434469a None None] New status for floating IP c1cb28b8-baae-4824-97e3-e9cd0e1a34d0: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:20:45.778503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ddf1d447-19b8-4281-ba9d-ccd5866e33bf req-74fa459b-7214-4748-9fde-ad79cbacb6bc service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504166 Jun 01 13:20:45.872554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.051142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0324149 Jun 01 13:20:46.063175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50684) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:46.108613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'subnet': {'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:46.114269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:46.118957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:subnet and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:46.132047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:46.141410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660994-6761-4924-8fa0-8182dde6cc0d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Network': ['ID=647d22c8-ceef-47e7-96f0-54139972ffb8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:46.154193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:20:46.167870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:46.228295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-334a7e0b-cedf-46eb-8c59-582f021e750e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 999 time: 0.3420675 Jun 01 13:20:46.230784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Made reservation on behalf of 15280802c0c143a298b26f7c23ab4a4a for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:46.233965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.322822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.574337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85984-301c-442f-8ae1-8734001629d6 req-d2613096-1760-4c06-b9dc-9f997f8e97ec tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:46.587749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-d2613096-1760-4c06-b9dc-9f997f8e97ec tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 942 time: 0.3174415 Jun 01 13:20:46.742264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.776846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.856667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] In _notify_port_updated(), no bound segment for port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 on network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:20:46.864224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:46.864890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:46.869230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "PUT /v2.0/ports/b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 HTTP/1.1" status: 200 len: 1129 time: 1.2599366 Jun 01 13:20:46.870304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50698) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:46.910893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d215b-df67-4944-9fc9-3f64ad12168b tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event updated for resources: {'Port': ['ID=b5ec3a12-66aa-4a4e-9a7f-4f0c00357826,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:47.053275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-d1b809a3-4c44-4663-b52d-6eb257ddeedb tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 1001 time: 0.2723286 Jun 01 13:20:47.060930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8dfdc6-6d23-4a7b-9e3f-208f367452e5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:47.066975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3e8dfdc6-6d23-4a7b-9e3f-208f367452e5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "GET /v2.0/ports/b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 HTTP/1.1" status: 200 len: 1129 time: 0.1919165 Jun 01 13:20:47.067741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50704) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:47.103475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 6429f368-1710-4b94-bcb0-5c984b32411e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:47.104038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:47.336288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-acc4d4fe-2a46-44ee-adaf-a2ace652c07e None None] Provisioning complete for port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:20:47.337321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-acc4d4fe-2a46-44ee-adaf-a2ace652c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:47.399303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-acc4d4fe-2a46-44ee-adaf-a2ace652c07e None None] Port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:20:47.415628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 6429f368-1710-4b94-bcb0-5c984b32411e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6429f368-1710-4b94-bcb0-5c984b32411e,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:47.415993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:47.504764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Deleting port b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:47.505271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:47.587141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 6429f368-1710-4b94-bcb0-5c984b32411e owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:47.668708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85984-301c-442f-8ae1-8734001629d6 req-3bbbf836-75b6-4bbe-9d5a-f841004e0137 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:47.670370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-3bbbf836-75b6-4bbe-9d5a-f841004e0137 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.5996482 Jun 01 13:20:47.690835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-7c2b5be7-d813-422a-8793-bc63c6bc4fe7 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:20:47.692177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-7c2b5be7-d813-422a-8793-bc63c6bc4fe7 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089903 Jun 01 13:20:47.794524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:47.847837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=6429f368-1710-4b94-bcb0-5c984b32411e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:47.913642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-2e1c1b7e-0183-4381-831a-c51b0b52cca6 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 1001 time: 0.2121832 Jun 01 13:20:47.948906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:48.013137 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.083170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.098405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.265709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68bf37bb-5934-44c5-9567-e817be444070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.281458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Calling delete_port for b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:48.347840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:20:48.359476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.514242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.601091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0af80fad-4b9d-49ea-af20-b1e445a80adb,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:48.612962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Checking segment: {'id': '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:20:48.612962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network hostable DHCP agents. Network: 647d22c8-ceef-47e7-96f0-54139972ffb8, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:20:48.643246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.643614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.643912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.644242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.644569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.644895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.645220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.645540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.645865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.646180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.646499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.647211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:20:48.685383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:48.800813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:20:48.839467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 647d22c8-ceef-47e7-96f0-54139972ffb8) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:48.851671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:48.852538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:48.862238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bac5f-0424-4915-962d-9d753d322c3a None None] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:48.971489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:48.992060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-587fc3f9-1478-4cfd-ac12-7efaddf7f9ea tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2980237 Jun 01 13:20:48.992736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50716) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:49.007976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:49.022576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb244139-e4fb-4db6-82b8-8342f97b0447 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9345982 Jun 01 13:20:49.023767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50720) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:49.033961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.044434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-742070826', 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:49.063027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:49.063657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:49.069918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet cec05c3b-2773-43ed-9638-6d497ea7ca76 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:20:49.074281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.095555 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.099447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:49.117010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event deleted for resources: {'Port': ['ID=b5ec3a12-66aa-4a4e-9a7f-4f0c00357826,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:49.135563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.136424 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Floating IP c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 disassociated. External IP: 172.25.7.134, port: 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b. Jun 01 13:20:49.155011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.198074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:port and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:49.293847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.430256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.479251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee9753-4b8c-4745-9d5d-99fd6d176867 None None] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:49.499305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:49.506542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=cec05c3b-2773-43ed-9638-6d497ea7ca76,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:49.517109 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.535256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-270e63b9-8090-48b5-8988-aef2e031ca92 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/cec05c3b-2773-43ed-9638-6d497ea7ca76 HTTP/1.1" status: 204 len: 168 time: 0.5409331 Jun 01 13:20:49.535691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:49.665965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:49.672946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.677395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-76f1aab1-84ae-403a-b260-b4d4132dcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "DELETE /v2.0/ports/b5ec3a12-66aa-4a4e-9a7f-4f0c00357826 HTTP/1.1" status: 204 len: 168 time: 2.6026549 Jun 01 13:20:49.702361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:49.813379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53dda7-3902-4db2-9e04-5c23cb38dd06 None None] Network 10dff39f-01c1-4b1c-9027-a9929513f325 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:49.821414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:49.933671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:49.958005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Deleting subnet d0c9221d-615a-4071-bf9f-f70682a02d06 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:20:49.976033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.006244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:50.051910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:50.062516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Made reservation on behalf of 15280802c0c143a298b26f7c23ab4a4a for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:50.066978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.079691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port cb819893-a12b-4030-bfec-6e45f8991a57 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:50.080026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.200895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] device_id is not set on port 8cf367fa-e7af-4638-8374-ba34f52e6d30 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:20:50.253322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.532053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 2001:db8::2ac (647d22c8-ceef-47e7-96f0-54139972ffb8/0af80fad-4b9d-49ea-af20-b1e445a80adb/8cf367fa-e7af-4638-8374-ba34f52e6d30) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:50.761552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3decc328-475e-48d9-aa67-3889e53f2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.796946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:47Z', 'revision_number': 9, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:50.802428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:50.813033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:50.813673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:50.915155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] DHCP port deletion for 10dff39f-01c1-4b1c-9027-a9929513f325 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:20:50.984188 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:50.991528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Deleting port cb819893-a12b-4030-bfec-6e45f8991a57 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:50.992279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.028664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.086176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:51.089295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:51.097528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Sync routers for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:51.101655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:51.113506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:51.114381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:51.114510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:51.115863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.116590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb819893-a12b-4030-bfec-6e45f8991a57 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:51.118891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:51.133303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.187017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1475132 Jun 01 13:20:51.194689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50764) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:51.195750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae727c0f-3761-4202-9f2d-f3dee9ccaff0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf367fa-e7af-4638-8374-ba34f52e6d30,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:51.231630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-12f3d630-fb5a-427e-b94a-8216ef1cd447 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "PUT /v2.0/floatingips/c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 HTTP/1.1" status: 200 len: 695 time: 3.3102400 Jun 01 13:20:51.232222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:20:51.306527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:51.307080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.336737 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d93cb9-1c60-488c-8ed1-4460617e3997'] response: {'name': 'network-changed', 'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:20:51.476958 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:51.547345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85984-301c-442f-8ae1-8734001629d6 req-04a3367e-20cc-45b7-befa-cc92f227957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:51.558552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-04a3367e-20cc-45b7-befa-cc92f227957c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.2817841 Jun 01 13:20:51.578471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for cb819893-a12b-4030-bfec-6e45f8991a57 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:51.613855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:51.661649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting port 8cf367fa-e7af-4638-8374-ba34f52e6d30 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:51.662153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.697005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-1972d6a2-1a67-447a-bfdd-614b08a03876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:51.704684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-1972d6a2-1a67-447a-bfdd-614b08a03876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ddc19829ea406eb72fe672bcf787b9&device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 1096 time: 0.3641620 Jun 01 13:20:51.720584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.817723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb819893-a12b-4030-bfec-6e45f8991a57 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:20:51.818087 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.826968 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.887601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:51.957329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:51.964563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:51.970409 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Checking router: 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:20:51.988153 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:51.990387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:52.010128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:52.010846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.018147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.067744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85984-301c-442f-8ae1-8734001629d6 req-a61d823a-0b4f-494c-8ce5-24744488cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:52.079007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-a61d823a-0b4f-494c-8ce5-24744488cfec service neutron] 10.222.0.40 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.5185602 Jun 01 13:20:52.100146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.172205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:52.172723 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:52.173884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.187143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c9221d-615a-4071-bf9f-f70682a02d06,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:52.191181 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-348c2ae8-c124-4fee-9f79-0db52ca811c5 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "DELETE /v2.0/subnets/d0c9221d-615a-4071-bf9f-f70682a02d06 HTTP/1.1" status: 204 len: 168 time: 2.4848528 Jun 01 13:20:52.198888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:52.280850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Calling delete_port for cb819893-a12b-4030-bfec-6e45f8991a57 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:52.326452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcbc57-f19e-4a4d-b2ba-35cc6adc62d2 None None] Network 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:20:52.339791 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:52.363260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-2a94a7f5-db85-4cf8-a07d-03ea83da5ee9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.2811747 Jun 01 13:20:52.461022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85984-301c-442f-8ae1-8734001629d6 req-43988bf0-5eb6-4629-bb09-cd1d9e7768d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:52.470422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-43988bf0-5eb6-4629-bb09-cd1d9e7768d7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1062903 Jun 01 13:20:52.533016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-1df28d03-290a-4822-b4c1-2488e9355787 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563984 Jun 01 13:20:52.608374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=cb819893-a12b-4030-bfec-6e45f8991a57,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:52.627276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.678452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port cb819893-a12b-4030-bfec-6e45f8991a57 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:52.679081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.700197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-2c5e64ec-4771-472a-8ded-1dc2d89ef972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:52.702170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-2c5e64ec-4771-472a-8ded-1dc2d89ef972 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 200 len: 920 time: 0.9717281 Jun 01 13:20:52.711719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-6f66a22f-2e00-42c7-baa2-c825411b8908 service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819713 Jun 01 13:20:52.791085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:52.791826 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:52.831390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Deleting port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:52.832374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:47Z', 'revision_number': 9, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:52.840336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.842446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef29db-ebaf-4417-9bb7-49d312196b79 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:47Z', 'revision_number': 9, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3b93304-9c0c-4556-9fbc-57dabeed3660', 'name': '', 'network_id': '3daf67fd-d79f-479b-a8b1-3957f5c21f5c', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:2f:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:04Z', 'updated_at': '2022-06-01T13:20:16Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': '6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:52.850943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-f5140ed7-3bc0-4255-925f-20d5aba08c3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 200 len: 217 time: 0.1132677 Jun 01 13:20:52.913336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] DHCP port deletion for 24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:20:52.915731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:52.918501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Deleting port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:52.919062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:52.939553 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff070cd-296b-4116-9977-d6bd2ce63c1b None None] The sync data for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 is: [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:19:26Z', 'revision_number': 4, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '0dc98a8c-6a7d-4d8c-8bb9-13a413caa082', 'name': '', 'network_id': 'ad7816d2-6fad-47cf-841c-c3c14f934c47', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'mac_address': 'fa:16:3e:e5:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:24Z', 'updated_at': '2022-06-01T13:19:33Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'subnets': [{'id': '9edd498e-2f1e-40cd-bc97-0ba36e9d9c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:20:53.013530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.102806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-a655ee72-ee47-488d-b45a-6db8266181e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:53.104265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-a655ee72-ee47-488d-b45a-6db8266181e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 200 len: 859 time: 0.1718116 Jun 01 13:20:53.188317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] For port 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6d2f0076-4a70-4e65-8d6c-6ecf35435439,segment=NetworkSegment(5ffb5488-acb5-475e-bcea-b88f4cdd7be7),segment_id=5ffb5488-acb5-475e-bcea-b88f4cdd7be7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:53.188839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.193355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-764442a8-3935-4d2c-90af-9eda471b3ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad7816d2-6fad-47cf-841c-c3c14f934c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662744 Jun 01 13:20:53.215863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0eb85984-301c-442f-8ae1-8734001629d6 req-d00f5082-4130-4a3d-ae45-f2240e4c26a3 service neutron] 10.222.0.40 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031924 Jun 01 13:20:53.333515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Deleting port cb819893-a12b-4030-bfec-6e45f8991a57 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:53.334160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.466985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-ce03d894-7829-4946-9745-8063241a6ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500017 Jun 01 13:20:53.606356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] For port 6d2f0076-4a70-4e65-8d6c-6ecf35435439, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6d2f0076-4a70-4e65-8d6c-6ecf35435439,segment=NetworkSegment(5ffb5488-acb5-475e-bcea-b88f4cdd7be7),segment_id=5ffb5488-acb5-475e-bcea-b88f4cdd7be7)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:53.606874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.628697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Calling delete_port for 6d2f0076-4a70-4e65-8d6c-6ecf35435439 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:53.657076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1ebc8-930a-4e34-97e8-56bf2cf88374 None None] New status for floating IP c1cb28b8-baae-4824-97e3-e9cd0e1a34d0: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:20:53.727683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-05003a86-1d82-488e-8ae3-2bf497a0c26e tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips/c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 HTTP/1.1" status: 200 len: 695 time: 0.2589281 Jun 01 13:20:53.738170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Calling delete_port for 6d2f0076-4a70-4e65-8d6c-6ecf35435439 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:53.824760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.832101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Calling delete_port for 8cf367fa-e7af-4638-8374-ba34f52e6d30 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:53.915523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18bc991-5c2d-4d0f-b02d-e2b167bbe9fa req-bf1220dd-71b2-4c48-abc5-fccab008e487 service neutron] 10.222.0.13 "GET /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051419 Jun 01 13:20:53.921733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:53.945043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-42514ba1-9c28-4922-a224-14e8824432c7 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:53.953642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-42514ba1-9c28-4922-a224-14e8824432c7 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 784 time: 0.2245739 Jun 01 13:20:53.960046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-e9fde3a8-2958-4ba7-bf77-91a11fd157bc tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:20:53.968285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-e9fde3a8-2958-4ba7-bf77-91a11fd157bc tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133021 Jun 01 13:20:54.016672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event deleted for resources: {'Port': ['ID=6d2f0076-4a70-4e65-8d6c-6ecf35435439,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:54.060331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:54.060743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.071880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] No DVR routers for this DVR port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:20:54.081303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-d6bb990b-8a31-409a-a029-09ef11963349 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 698 time: 0.1115277 Jun 01 13:20:54.185580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-1d603f4e-73b0-4c51-8460-beb172d5a3d5 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 698 time: 0.1032150 Jun 01 13:20:54.219337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.235053 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:54.235392 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:54.246469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] For port cb819893-a12b-4030-bfec-6e45f8991a57, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb819893-a12b-4030-bfec-6e45f8991a57,segment=NetworkSegment(6e2696e5-9c1c-49a9-b425-28ae84ef0dee),segment_id=6e2696e5-9c1c-49a9-b425-28ae84ef0dee)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:54.246916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.253500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:54.267190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffb5488-acb5-475e-bcea-b88f4cdd7be7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:54.267491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffb5488-acb5-475e-bcea-b88f4cdd7be7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:54.403344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Calling delete_port for cb819893-a12b-4030-bfec-6e45f8991a57 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:54.403913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.421258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for cb819893-a12b-4030-bfec-6e45f8991a57 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:54.498195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.508640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.519646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.606577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] No DVR routers for this DVR port cb819893-a12b-4030-bfec-6e45f8991a57 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:20:54.608225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa78ee-c38b-479d-9c43-666f5f6471e7 None None] Pushing event deleted for resources: {'Port': ['ID=cb819893-a12b-4030-bfec-6e45f8991a57,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:54.608364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:54.608842 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.642059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Deleting port e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:54.643187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.736256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Deleting port 6d2f0076-4a70-4e65-8d6c-6ecf35435439 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:54.736632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.738278 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5ffb5488-acb5-475e-bcea-b88f4cdd7be7 resource provider aggregate not found Jun 01 13:20:54.776542 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5ffb5488-acb5-475e-bcea-b88f4cdd7be7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ffb5488-acb5-475e-bcea-b88f4cdd7be7 found for delete ", "request_id": "req-ca09c4f5-12ba-4e8a-9213-fb70c8fcc241"}]} Jun 01 13:20:54.839967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aceedd75-864b-43ee-b0b8-efb12d1436e0 None None] The port '6d2f0076-4a70-4e65-8d6c-6ecf35435439' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:20:54.851151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.851537 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:54.965290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6429f368-1710-4b94-bcb0-5c984b32411e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:54.996996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:20:54.996996 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:20:55.008368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6429f368-1710-4b94-bcb0-5c984b32411e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:55.008830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6429f368-1710-4b94-bcb0-5c984b32411e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:55.011518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6d2f0076-4a70-4e65-8d6c-6ecf35435439 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:20:55.015886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Calling delete_port for e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:55.029167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.033740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.058388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6d2f0076-4a70-4e65-8d6c-6ecf35435439 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:20:55.058643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.058776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6d2f0076-4a70-4e65-8d6c-6ecf35435439 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:20:55.167070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.180194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] Pushing event deleted for resources: {'Network': ['ID=24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:55.187840 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c24e8db4-b6ca-4508-bd41-4dd03015f380 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554 tempest-ExtraDHCPOptionsIpV6TestJSON-579370554-project] 10.222.0.40 "DELETE /v2.0/networks/24d48c11-3dfe-4de3-ac8e-2ddc58d28ad2 HTTP/1.1" status: 204 len: 168 time: 2.9870460 Jun 01 13:20:55.226965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event deleted for resources: {'Port': ['ID=e5e5879d-7a87-4ab2-b7c2-6aaeb8df2640,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:55.236471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf367fa-e7af-4638-8374-ba34f52e6d30,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:55.266196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port cb819893-a12b-4030-bfec-6e45f8991a57 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:55.266524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.322759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.327317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f78f3145-19f0-4c0d-81c1-c35e76386763 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/ports/8cf367fa-e7af-4638-8374-ba34f52e6d30 HTTP/1.1" status: 204 len: 168 time: 4.1081805 Jun 01 13:20:55.352209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50804) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:55.356336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.363190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port 'cb819893-a12b-4030-bfec-6e45f8991a57' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:20:55.378093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8', 'external_fixed_ips': [{'subnet_id': '0af80fad-4b9d-49ea-af20-b1e445a80adb', 'ip_address': '2001:db8::2ac'}]}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:55.400320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:55.412269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:router and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:55.420159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.422482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dbc65a4-53ad-472e-a847-c537963cd301 req-7611dd1c-6181-4321-8dd8-1dea0b76da4f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "DELETE /v2.0/floatingips/c1cb28b8-baae-4824-97e3-e9cd0e1a34d0 HTTP/1.1" status: 204 len: 173 time: 1.2357070 Jun 01 13:20:55.428952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:55.447762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:55.487855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.488872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.500452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:55.525154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.540054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-340be528-c358-45f8-a3d2-41198fcabcd5 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups/bc18312b-8d58-4cdd-b1a9-c8a1518a7689 HTTP/1.1" status: 200 len: 1810 time: 0.0885174 Jun 01 13:20:55.549027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.613955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dff39f-01c1-4b1c-9027-a9929513f325']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:55.628766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2696e5-9c1c-49a9-b425-28ae84ef0dee') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:55.629072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2696e5-9c1c-49a9-b425-28ae84ef0dee') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:55.641328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.658268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.664917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:20:55.665311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.725111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.778814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Deleting port 97f0b792-9be3-4305-a073-411848075c99 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:55.779175 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.821272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.846319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.846915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:55.859405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=10dff39f-01c1-4b1c-9027-a9929513f325,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:55.864696 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9f3f3c0-1efa-4225-b5a3-2c19ddc32fab tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/10dff39f-01c1-4b1c-9027-a9929513f325 HTTP/1.1" status: 204 len: 168 time: 6.3269928 Jun 01 13:20:55.867670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50828) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:55.948637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6b807acb-a6dc-46d4-bc10-ccdf6cd2e560 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2872ab1c6d824f9aa4515b0a3c14348a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425631 Jun 01 13:20:55.950110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:56.034160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.108326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.131772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc18312b-8d58-4cdd-b1a9-c8a1518a7689,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:56.161742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.162890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-822a8d4b-77fd-4c1c-8cf1-a5368b7c8d97 req-770a54dc-00db-435e-a2f6-0b5f4c9dbb4b tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "DELETE /v2.0/security-groups/bc18312b-8d58-4cdd-b1a9-c8a1518a7689 HTTP/1.1" status: 204 len: 173 time: 0.6165559 Jun 01 13:20:56.213601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] For port 97f0b792-9be3-4305-a073-411848075c99, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=97f0b792-9be3-4305-a073-411848075c99,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:56.214153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.419327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.643640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Calling delete_port for 97f0b792-9be3-4305-a073-411848075c99 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:56.710959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.755031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.799740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:56.811745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac970a0-7114-45bc-b9db-b5290594332b req-3d4ed739-ff40-41dc-a92d-0508f1ca391f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:56.812537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aac970a0-7114-45bc-b9db-b5290594332b req-3d4ed739-ff40-41dc-a92d-0508f1ca391f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Synchronizing usage tracker for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:56.816485 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6e2696e5-9c1c-49a9-b425-28ae84ef0dee resource provider aggregate not found Jun 01 13:20:56.852627 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 6e2696e5-9c1c-49a9-b425-28ae84ef0dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e2696e5-9c1c-49a9-b425-28ae84ef0dee found for delete ", "request_id": "req-59cb5484-8547-494f-8963-01caf9d7106e"}]} Jun 01 13:20:56.884744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aac970a0-7114-45bc-b9db-b5290594332b req-3d4ed739-ff40-41dc-a92d-0508f1ca391f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Unset dirty status for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:56.893165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aac970a0-7114-45bc-b9db-b5290594332b req-3d4ed739-ff40-41dc-a92d-0508f1ca391f tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3197427 Jun 01 13:20:56.966773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aac970a0-7114-45bc-b9db-b5290594332b req-bfe6d94a-a99c-4617-86e0-150397f1dc02 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Synchronizing usage tracker for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:20:57.028310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.034916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-aac970a0-7114-45bc-b9db-b5290594332b req-bfe6d94a-a99c-4617-86e0-150397f1dc02 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Unset dirty status for tenant:15ddc19829ea406eb72fe672bcf787b9 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:20:57.039136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aac970a0-7114-45bc-b9db-b5290594332b req-bfe6d94a-a99c-4617-86e0-150397f1dc02 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450374 Jun 01 13:20:57.058842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72adb969-87b6-40ea-8672-f8c92b333958,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:57.067463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 2001:db8::2ac (647d22c8-ceef-47e7-96f0-54139972ffb8/0af80fad-4b9d-49ea-af20-b1e445a80adb/e9579657-5485-4e1c-aa7c-e1f40c951d75) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:20:57.072894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.079229 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ee8c00d-d1a1-40bc-bc53-6c7f1179b7d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/72adb969-87b6-40ea-8672-f8c92b333958 HTTP/1.1" status: 204 len: 168 time: 1.0838959 Jun 01 13:20:57.206960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.270623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=97f0b792-9be3-4305-a073-411848075c99,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:57.310577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.356889 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.412429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:57.449979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network 647d22c8-ceef-47e7-96f0-54139972ffb8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:20:57.453171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:20:57.457304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:20:57.554733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=e9579657-5485-4e1c-aa7c-e1f40c951d75,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:57.971662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.012492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.131679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50890) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:58.485207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-281145350'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:20:58.507442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:58.521331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Usage tracker for resource:network and tenant:88f67cf1e6044de2b329f497f8df6447 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:58.526196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:58.534926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port b3b93304-9c0c-4556-9fbc-57dabeed3660 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:58.535349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.562772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:58.644197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.716446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Made reservation on behalf of 88f67cf1e6044de2b329f497f8df6447 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:20:58.721935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.739466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7686a-18fa-49f2-aa49-978ac78105b1 req-7435eec6-c59b-4fe7-822a-eab0fd69d286 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:58.741356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec7686a-18fa-49f2-aa49-978ac78105b1 req-7435eec6-c59b-4fe7-822a-eab0fd69d286 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.4626825 Jun 01 13:20:58.788000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:58.850820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:20:58.878684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-c69d8eab-5353-4841-bef1-1b2b50161e4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:20:58.880345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-c69d8eab-5353-4841-bef1-1b2b50161e4d tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.13 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.3419740 Jun 01 13:20:58.917087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Usage tracker for resource:security_group_rule and tenant:88f67cf1e6044de2b329f497f8df6447 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:20:58.935907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:20:58.956676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aec7686a-18fa-49f2-aa49-978ac78105b1 req-66e27484-91da-4fff-a621-3cd056514dc9 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037573 Jun 01 13:20:58.958871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:20:59.008871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Deleting port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:20:59.009505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.025802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port b3b93304-9c0c-4556-9fbc-57dabeed3660, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b3b93304-9c0c-4556-9fbc-57dabeed3660,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:59.026448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.052396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Router 7f16c55e-8260-400e-8976-5eb1e31e3249 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:20:59.153077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router c85e2021-a175-432d-abfa-6c1a0ae42b59 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:20:59.177867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for b3b93304-9c0c-4556-9fbc-57dabeed3660 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:59.450436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] For port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:20:59.450947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.468768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.488703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.508654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:59.522083 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Sync routers for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:59.544624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:59.545324 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:59.547908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:20:59.559507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1ced0-0e9f-432d-a18a-486c76e96f32,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:59.624651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.625056 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Added segment 9742bc40-34f3-4a2e-86b9-398ee14b7ea3 of type vlan for network b58c04d6-3d69-4d9b-9693-a7164498adc3 Jun 01 13:20:59.640138 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08e7e20d-2816-4382-a00a-22818e3cdb2a admin admin] 10.222.0.40 "PUT /v2.0/routers/7f16c55e-8260-400e-8976-5eb1e31e3249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8168941 Jun 01 13:20:59.646785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50908) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:59.647410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Calling delete_port for 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:20:59.687786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:20:59.697358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Sync routers for ids ['c85e2021-a175-432d-abfa-6c1a0ae42b59'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:20:59.714793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Routers {'c85e2021-a175-432d-abfa-6c1a0ae42b59'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:20:59.715340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c85e2021-a175-432d-abfa-6c1a0ae42b59'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:20:59.743531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:20:59.744453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.748104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4df84bee-027b-43ac-a3b2-100d5c2eff37 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3910601 Jun 01 13:20:59.754992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50912) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:20:59.783622 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.790465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:20:59.853955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=b3b93304-9c0c-4556-9fbc-57dabeed3660,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:20:59.971044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:21:00.044682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:00.049886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Set router c85e2021-a175-432d-abfa-6c1a0ae42b59 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:00.369137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:20:57Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:00.386328 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Checking router: 7f16c55e-8260-400e-8976-5eb1e31e3249 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:00.408939 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Routers {'7f16c55e-8260-400e-8976-5eb1e31e3249'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:00.409583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7f16c55e-8260-400e-8976-5eb1e31e3249'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:00.696936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85e2021-a175-432d-abfa-6c1a0ae42b59', 'name': '', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8', 'external_fixed_ips': [{'subnet_id': '0af80fad-4b9d-49ea-af20-b1e445a80adb', 'ip_address': '2001:db8::2ac'}], 'enable_snat': True}, 'gw_port_id': 'e9579657-5485-4e1c-aa7c-e1f40c951d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:20:55Z', 'updated_at': '2022-06-01T13:20:57Z', 'revision_number': 3, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port': {'id': 'e9579657-5485-4e1c-aa7c-e1f40c951d75', 'name': '', 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85e2021-a175-432d-abfa-6c1a0ae42b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '0af80fad-4b9d-49ea-af20-b1e445a80adb', 'ip_address': '2001:db8::2ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:20:56Z', 'updated_at': '2022-06-01T13:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0af80fad-4b9d-49ea-af20-b1e445a80adb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:00.711155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Checking router: c85e2021-a175-432d-abfa-6c1a0ae42b59 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:00.712231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Updating router c85e2021-a175-432d-abfa-6c1a0ae42b59 port e9579657-5485-4e1c-aa7c-e1f40c951d75 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:21:00.807664 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:00.808975 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:00.814913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:00.821104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:00.821978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:00.828861 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] Set router 7f16c55e-8260-400e-8976-5eb1e31e3249 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:00.851931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:21:01.052789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Pushing event deleted for resources: {'Port': ['ID=36b490a9-192c-44cd-9fb5-e6b8f96c0a7b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:01.057276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.098494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3abe1-3296-4454-bd9f-2c4f7efbd682 req-0c153df9-5853-4cae-bad4-c5174ed29443 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:01.100437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e3abe1-3296-4454-bd9f-2c4f7efbd682 req-0c153df9-5853-4cae-bad4-c5174ed29443 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/ports?device_id=3239c462-a0c9-440d-9242-13ea01f61ef1 HTTP/1.1" status: 200 len: 945 time: 0.8679857 Jun 01 13:21:01.106950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.217253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting port e9579657-5485-4e1c-aa7c-e1f40c951d75 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:01.217659 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.246560 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1136942 Jun 01 13:21:01.259704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:01.286823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795da7b-3694-4f20-898e-942bb710859a tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'Network': ['ID=b58c04d6-3d69-4d9b-9693-a7164498adc3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:01.294180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.301007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:21:01.381695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] No DVR routers for this DVR port 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:01.394273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Request body: {'subnet': {'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:01.461006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:20:57Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:01.473542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a75df4-b22c-4125-ac1d-bd480c743393 None None] The sync data for ids ['7f16c55e-8260-400e-8976-5eb1e31e3249'] in n-d-844200-1 is: [{'id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'name': 'tempest-AttachVolumeNegativeTest-34286097-router', 'tenant_id': '70b781c5cc8643c28d5c2218dde0391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ac419251-4504-40ae-86b0-80de70368595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:12:30Z', 'updated_at': '2022-06-01T13:20:57Z', 'revision_number': 5, 'project_id': '70b781c5cc8643c28d5c2218dde0391a', 'gw_port': {'id': 'ac419251-4504-40ae-86b0-80de70368595', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16c55e-8260-400e-8976-5eb1e31e3249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:12:31Z', 'updated_at': '2022-06-01T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:01.482574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.504223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'name': 'network-vif-deleted', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:01.521117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.543851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Transition to ACTIVE for port object e9579657-5485-4e1c-aa7c-e1f40c951d75 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:01.559901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.648098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Pushing event updated for resources: {'Port': ['ID=e9579657-5485-4e1c-aa7c-e1f40c951d75,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:01.657731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.660033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.660489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.661053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.661491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.661942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.662370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.662835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.663257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.663679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.664102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.664521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.664941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:01.680335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Attempting to bind port e9579657-5485-4e1c-aa7c-e1f40c951d75 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:21:01.680974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Attempting to bind port e9579657-5485-4e1c-aa7c-e1f40c951d75 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:21:01.681627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Attempting to bind port e9579657-5485-4e1c-aa7c-e1f40c951d75 on network 647d22c8-ceef-47e7-96f0-54139972ffb8 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:01.688106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:21:01.688817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Checking segment: {'id': '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:01.689462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.690104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Bound using segment: {'id': '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:21:01.690823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Bound port: e9579657-5485-4e1c-aa7c-e1f40c951d75, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '647d22c8-ceef-47e7-96f0-54139972ffb8'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:21:01.691420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.729467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e3abe1-3296-4454-bd9f-2c4f7efbd682 req-e758b8a6-609a-4f5d-b8ac-1a7608c9bff9 tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.40 "GET /v2.0/security-groups?id=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168456 Jun 01 13:21:01.730564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf6cfb39-d485-4793-b801-e25f493e6189 req-952b0818-86e3-4212-bc79-14486a0679fe tempest-ServerRescueTestJSONUnderV235-1536154992 tempest-ServerRescueTestJSONUnderV235-1536154992-project] 10.222.0.13 "DELETE /v2.0/ports/36b490a9-192c-44cd-9fb5-e6b8f96c0a7b HTTP/1.1" status: 204 len: 173 time: 2.8304787 Jun 01 13:21:01.741998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:01.789183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] For port e9579657-5485-4e1c-aa7c-e1f40c951d75, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:21:01.790032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Usage tracker for resource:subnet and tenant:88f67cf1e6044de2b329f497f8df6447 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:01.793427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] For port e9579657-5485-4e1c-aa7c-e1f40c951d75, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e9579657-5485-4e1c-aa7c-e1f40c951d75,segment=NetworkSegment(9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0),segment_id=9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:21:01.801446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:01.805654 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.823001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:01.866957 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7c3e89-a007-48f2-b2b0-858ead3c5c29'] response: {'server_uuid': '3239c462-a0c9-440d-9242-13ea01f61ef1', 'name': 'network-vif-deleted', 'tag': '36b490a9-192c-44cd-9fb5-e6b8f96c0a7b', 'status': 'completed', 'code': 200} Jun 01 13:21:01.870730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Made reservation on behalf of 88f67cf1e6044de2b329f497f8df6447 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:01.874157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:01.944979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11b9a-d53f-420e-abe4-b280e3d27771 None None] Pushing event updated for resources: {'Port': ['ID=e9579657-5485-4e1c-aa7c-e1f40c951d75,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:01.965410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Routers {'c85e2021-a175-432d-abfa-6c1a0ae42b59'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:01.966236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c85e2021-a175-432d-abfa-6c1a0ae42b59'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:01.985855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Deleting port ac419251-4504-40ae-86b0-80de70368595 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:01.986976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.025577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.038967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:02.051400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70027e8d-e164-4757-b324-5cae2cbd0563 req-40f1fd6c-1156-400d-829d-f932b6111f8f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:02.053115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70027e8d-e164-4757-b324-5cae2cbd0563 req-40f1fd6c-1156-400d-829d-f932b6111f8f tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.8519022 Jun 01 13:21:02.210652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] Set router c85e2021-a175-432d-abfa-6c1a0ae42b59 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:02.260960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Calling delete_port for e9579657-5485-4e1c-aa7c-e1f40c951d75 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:02.283889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:02.297479 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc3fed3f-346b-4230-805d-0da38a78df76 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4287894 Jun 01 13:21:02.300281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:02.301815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50948) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:02.312639 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:02.313773 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:02.345435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70027e8d-e164-4757-b324-5cae2cbd0563 req-5fa03d46-df2d-422a-b2b1-2456ce6c7ddd tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2515092 Jun 01 13:21:02.448089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85e2021-a175-432d-abfa-6c1a0ae42b59', 'name': '', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:20:55Z', 'updated_at': '2022-06-01T13:21:01Z', 'revision_number': 4, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:02.452252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41107b-4470-41f9-9bf6-e8a55a31d35a None None] The sync data for ids ['c85e2021-a175-432d-abfa-6c1a0ae42b59'] in n-d-844200-1 is: [{'id': 'c85e2021-a175-432d-abfa-6c1a0ae42b59', 'name': '', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:20:55Z', 'updated_at': '2022-06-01T13:21:01Z', 'revision_number': 4, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:02.492118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet 6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:02.499398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.570702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] For port ac419251-4504-40ae-86b0-80de70368595, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ac419251-4504-40ae-86b0-80de70368595,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:02.571538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.641840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:21:02.643044 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:21:02.678003 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:02.681999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.761314 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:02.860207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:02.904053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'Subnet': ['ID=d6c6004d-2381-45a5-ad54-62a60783c409,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:02.908237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50958) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:02.921690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Checking segment: {'id': '9742bc40-34f3-4a2e-86b9-398ee14b7ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:02.922311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Network hostable DHCP agents. Network: b58c04d6-3d69-4d9b-9693-a7164498adc3, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:21:02.963223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:02.964113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 36b490a9-192c-44cd-9fb5-e6b8f96c0a7b not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:02.965959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 97f0b792-9be3-4305-a073-411848075c99 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:03.006233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 97f0b792-9be3-4305-a073-411848075c99 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:03.007144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 97f0b792-9be3-4305-a073-411848075c99 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:03.052088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Calling delete_port for ac419251-4504-40ae-86b0-80de70368595 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:03.231844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting port e9579657-5485-4e1c-aa7c-e1f40c951d75 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:03.232459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.232770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.274079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:59Z', 'revision_number': 10, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:03.282261 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:03.304864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:03.306335 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:03.327129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:21:03.367229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.413443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.471134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:03.471635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c831ce1-e030-48a0-885a-6f92f80c0285 None None] Network 3daf67fd-d79f-479b-a8b1-3957f5c21f5c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:03.495561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.500865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac419251-4504-40ae-86b0-80de70368595,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:03.589385 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:03.638835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b58c04d6-3d69-4d9b-9693-a7164498adc3) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:03.662785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c25bcbc5-c5e2-49bd-bf09-608d97de9ecb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31 HTTP/1.1" status: 204 len: 168 time: 1.3597922 Jun 01 13:21:03.663369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50966) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:03.688039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:03.688959 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.756269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-6f14e909-3d00-4d65-816f-c894bad50277 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:03.759871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-6f14e909-3d00-4d65-816f-c894bad50277 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 0.4978793 Jun 01 13:21:03.822034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:03.825684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8313054d-9b8f-47f3-b1d2-16e94745a048 None None] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:03.932478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb0cec3e-1d16-4880-9374-6ea4543fa791 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5976536 Jun 01 13:21:03.941925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50970) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:04.031353 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:59Z', 'revision_number': 10, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:04.036679 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b50fd-06f5-4ddd-bde4-b647902c2102 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:20:59Z', 'revision_number': 10, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None, '_interfaces': [{'id': '276a575c-dd85-4bab-bb17-dac4b7b8d586', 'name': '', 'network_id': '2d976dc9-6f3c-4069-b47f-781c57499bed', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'mac_address': 'fa:16:3e:86:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:56Z', 'updated_at': '2022-06-01T13:20:05Z', 'revision_number': 5, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'subnets': [{'id': 'c4cea8fe-860b-484c-a161-90dea2368c44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:04.111250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Deleting port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:04.111590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.132831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-b58c04d6-3d69-4d9b-9693-a7164498adc3', 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3', 'tenant_id': '88f67cf1e6044de2b329f497f8df6447', 'fixed_ips': [{'subnet_id': 'd6c6004d-2381-45a5-ad54-62a60783c409'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:21:04.133817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.164424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Request body: {'port': {'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2058525169'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:04.197114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.207364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.212174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.225846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 292ce4bd-b952-496d-829d-451fa911125c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:04.226442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.298005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.298935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f16c55e-8260-400e-8976-5eb1e31e3249 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:04.340454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Allocated IP 172.20.0.2 (b58c04d6-3d69-4d9b-9693-a7164498adc3/d6c6004d-2381-45a5-ad54-62a60783c409/de4b313a-13fd-434b-8342-4453e333ac1d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:04.360651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.361822 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9c9de58-aaa7-4160-b032-67af5ccd248e admin admin] 10.222.0.40 "DELETE /v2.0/routers/7f16c55e-8260-400e-8976-5eb1e31e3249 HTTP/1.1" status: 204 len: 168 time: 4.7141161 Jun 01 13:21:04.366401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50980) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:04.546614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Deleting subnet 5e493811-67f4-4a5c-b583-c42336fd60f5 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:04.549700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.572515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] DHCP port deletion for 3daf67fd-d79f-479b-a8b1-3957f5c21f5c request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:21:04.593030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Deleting port 292ce4bd-b952-496d-829d-451fa911125c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:04.595202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.630483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.636951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.687711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 292ce4bd-b952-496d-829d-451fa911125c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=292ce4bd-b952-496d-829d-451fa911125c,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:04.688347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.834583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 292ce4bd-b952-496d-829d-451fa911125c owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:04.860081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] For port 292ce4bd-b952-496d-829d-451fa911125c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=292ce4bd-b952-496d-829d-451fa911125c,segment=NetworkSegment(5a0a06b1-8090-4498-956e-678d313d5f55),segment_id=5a0a06b1-8090-4498-956e-678d313d5f55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:04.860631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.930641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:04.960525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] For port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:04.960525 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.054430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Calling delete_port for 292ce4bd-b952-496d-829d-451fa911125c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:05.143818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ac419251-4504-40ae-86b0-80de70368595 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:05.146809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.211099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=292ce4bd-b952-496d-829d-451fa911125c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:05.221381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ac419251-4504-40ae-86b0-80de70368595 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:05.223621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ac419251-4504-40ae-86b0-80de70368595 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:05.224379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b3b93304-9c0c-4556-9fbc-57dabeed3660 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:05.226831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No DVR routers for this DVR port 292ce4bd-b952-496d-829d-451fa911125c on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:05.266885 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:21:05.267615 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:21:05.300520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b3b93304-9c0c-4556-9fbc-57dabeed3660 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:05.302075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b3b93304-9c0c-4556-9fbc-57dabeed3660 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:05.303153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 292ce4bd-b952-496d-829d-451fa911125c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:05.345178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 292ce4bd-b952-496d-829d-451fa911125c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:05.345917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 292ce4bd-b952-496d-829d-451fa911125c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:05.400087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.449746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e493811-67f4-4a5c-b583-c42336fd60f5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:05.454330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.470749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.471295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.471616 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Floating IP 32e73de4-27d9-4788-857f-f96b36b78ba2 disassociated. External IP: 172.25.7.59, port: 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f. Jun 01 13:21:05.471961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Calling delete_port for 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:05.476893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.480975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c6591-8234-482e-88bf-649630a9af69 None None] Network a449b6d6-1032-4ca4-8beb-2a2e4615cd5f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:05.504829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3daf67fd-d79f-479b-a8b1-3957f5c21f5c']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:05.511061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.517054 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4606b62-8158-4a8c-862c-054801cf165b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5e493811-67f4-4a5c-b583-c42336fd60f5 HTTP/1.1" status: 204 len: 168 time: 1.1495867 Jun 01 13:21:05.519437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50986) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:05.523035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0a06b1-8090-4498-956e-678d313d5f55') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:05.523318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0a06b1-8090-4498-956e-678d313d5f55') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:05.557620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.598866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Transition to ACTIVE for port object de4b313a-13fd-434b-8342-4453e333ac1d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:05.649600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.667970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.668448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:05.668813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.744352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Transition to ACTIVE for port object de4b313a-13fd-434b-8342-4453e333ac1d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:05.754125 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5a0a06b1-8090-4498-956e-678d313d5f55 resource provider aggregate not found Jun 01 13:21:05.768199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.772583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f2b26-9087-494c-b5c8-cac02fee00c3 req-c1fafa5a-dfd7-4716-8a36-099a94903061 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:05.774448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b1f2b26-9087-494c-b5c8-cac02fee00c3 req-c1fafa5a-dfd7-4716-8a36-099a94903061 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 946 time: 2.1169584 Jun 01 13:21:05.790017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Deleting port 292ce4bd-b952-496d-829d-451fa911125c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:05.790389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.798317 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5a0a06b1-8090-4498-956e-678d313d5f55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a0a06b1-8090-4498-956e-678d313d5f55 found for delete ", "request_id": "req-d9a9aa43-d5c6-427f-8cf9-940631282f7a"}]} Jun 01 13:21:05.819419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.820215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Deleting port d3aec132-16d0-4428-bfff-7373736156f7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:05.820590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.869403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.895564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:05.917525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Pushing event updated for resources: {'Port': ['ID=de4b313a-13fd-434b-8342-4453e333ac1d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:05.919257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=3daf67fd-d79f-479b-a8b1-3957f5c21f5c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:05.937555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:05.943421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3282f117-ca08-475c-898f-f6be2a7ac692 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/3daf67fd-d79f-479b-a8b1-3957f5c21f5c HTTP/1.1" status: 204 len: 168 time: 2.2692211 Jun 01 13:21:05.944487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51000) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:05.966006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'Port': ['ID=40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:05.983351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d62889db-c9ec-414d-a019-ac7efe012ed1 None None] The port '292ce4bd-b952-496d-829d-451fa911125c' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:21:05.988936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:05.993518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:06.014199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:06.044217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Usage tracker for resource:port and tenant:88f67cf1e6044de2b329f497f8df6447 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:06.048354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] For port e9579657-5485-4e1c-aa7c-e1f40c951d75, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e9579657-5485-4e1c-aa7c-e1f40c951d75,segment=NetworkSegment(9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0),segment_id=9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:06.048896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.101477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Attempting to bind port de4b313a-13fd-434b-8342-4453e333ac1d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:21:06.102117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Attempting to bind port de4b313a-13fd-434b-8342-4453e333ac1d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '9742bc40-34f3-4a2e-86b9-398ee14b7ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:21:06.102658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Attempting to bind port de4b313a-13fd-434b-8342-4453e333ac1d on network b58c04d6-3d69-4d9b-9693-a7164498adc3 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:06.118164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:21:06.118947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Checking segment: {'id': '9742bc40-34f3-4a2e-86b9-398ee14b7ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:06.119498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.120025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Bound using segment: {'id': '9742bc40-34f3-4a2e-86b9-398ee14b7ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:21:06.120666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Bound port: de4b313a-13fd-434b-8342-4453e333ac1d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9742bc40-34f3-4a2e-86b9-398ee14b7ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:21:06.121195 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.145984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:06.173169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b1f2b26-9087-494c-b5c8-cac02fee00c3 req-5105eb01-7e06-4bad-8e29-1e504ffa85bb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494565 Jun 01 13:21:06.253702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] For port de4b313a-13fd-434b-8342-4453e333ac1d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:21:06.256841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] For port de4b313a-13fd-434b-8342-4453e333ac1d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de4b313a-13fd-434b-8342-4453e333ac1d,segment=NetworkSegment(9742bc40-34f3-4a2e-86b9-398ee14b7ea3),segment_id=9742bc40-34f3-4a2e-86b9-398ee14b7ea3)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:21:06.260523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] DHCP port deletion for a449b6d6-1032-4ca4-8beb-2a2e4615cd5f request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:21:06.262085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:06.264326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Deleting port d3aec132-16d0-4428-bfff-7373736156f7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:06.264705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.345448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.348993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Calling delete_port for e9579657-5485-4e1c-aa7c-e1f40c951d75 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:06.666936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] For port d3aec132-16d0-4428-bfff-7373736156f7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d3aec132-16d0-4428-bfff-7373736156f7,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:06.666936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.690049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Made reservation on behalf of 88f67cf1e6044de2b329f497f8df6447 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:06.693907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.732019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f596-711f-47af-82f3-847cfef724f9 None None] Pushing event updated for resources: {'Port': ['ID=de4b313a-13fd-434b-8342-4453e333ac1d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:06.799591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] For port d3aec132-16d0-4428-bfff-7373736156f7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d3aec132-16d0-4428-bfff-7373736156f7,segment=NetworkSegment(503c13df-fb5a-4678-ae85-148cb36b0c61),segment_id=503c13df-fb5a-4678-ae85-148cb36b0c61)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:06.799591 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.820189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:06.870083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Calling delete_port for d3aec132-16d0-4428-bfff-7373736156f7 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:06.896103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:06.896452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:06.949849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:06.968919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] device_id is not set on port 4a226c15-8ed7-4cfc-bfdd-bce815967bca yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:21:07.056536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Calling delete_port for d3aec132-16d0-4428-bfff-7373736156f7 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:07.106385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de4b313a-13fd-434b-8342-4453e333ac1d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:07.178962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9579657-5485-4e1c-aa7c-e1f40c951d75,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:07.221834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port de4b313a-13fd-434b-8342-4453e333ac1d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:07.225153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.255526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.334417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] No DVR routers for this DVR port d3aec132-16d0-4428-bfff-7373736156f7 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:07.336599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baa501-61e9-46d9-8e0f-c0d4ca155444 None None] Pushing event deleted for resources: {'Port': ['ID=d3aec132-16d0-4428-bfff-7373736156f7,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:07.338673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d3aec132-16d0-4428-bfff-7373736156f7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:07.405023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d3aec132-16d0-4428-bfff-7373736156f7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:07.405727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d3aec132-16d0-4428-bfff-7373736156f7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:07.447380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:21:07.454100 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:21:07.568250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:07.586246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.588629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.618396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.686160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Allocated IP 172.20.0.10 (b58c04d6-3d69-4d9b-9693-a7164498adc3/d6c6004d-2381-45a5-ad54-62a60783c409/4a226c15-8ed7-4cfc-bfdd-bce815967bca) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:07.696536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2a274ad4-58b7-4a64-9260-6de469edfa44 req-49f3edcf-d653-4bb0-b247-6f1ef3c4c3ca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 210 time: 0.1930861 Jun 01 13:21:07.743506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:07.744006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c85e2021-a175-432d-abfa-6c1a0ae42b59 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:07.955518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Deleting port d3aec132-16d0-4428-bfff-7373736156f7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:07.956011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.052474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] The port 'd3aec132-16d0-4428-bfff-7373736156f7' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:21:08.053432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620667b3-961a-459e-9400-24176ae668b8 None None] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:08.157934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.160507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5bafcb4a-9be8-4883-9731-a7fadda85777 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/routers/c85e2021-a175-432d-abfa-6c1a0ae42b59 HTTP/1.1" status: 204 len: 168 time: 8.4045672 Jun 01 13:21:08.189906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51018) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:08.201988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.221000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Provisioning for port de4b313a-13fd-434b-8342-4453e333ac1d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:08.230584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a449b6d6-1032-4ca4-8beb-2a2e4615cd5f']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:08.232412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Provisioning complete for port de4b313a-13fd-434b-8342-4453e333ac1d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:08.233081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.243500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503c13df-fb5a-4678-ae85-148cb36b0c61') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:08.243794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503c13df-fb5a-4678-ae85-148cb36b0c61') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:08.255586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.271924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.278302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:08.278860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.346709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting subnet 0af80fad-4b9d-49ea-af20-b1e445a80adb {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:08.362790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.366911 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 503c13df-fb5a-4678-ae85-148cb36b0c61 resource provider aggregate not found Jun 01 13:21:08.394688 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 503c13df-fb5a-4678-ae85-148cb36b0c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 503c13df-fb5a-4678-ae85-148cb36b0c61 found for delete ", "request_id": "req-40c51c8d-0e72-444a-8e47-3199234a62d7"}]} Jun 01 13:21:08.451229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Current status of the port de4b313a-13fd-434b-8342-4453e333ac1d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:08.452118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.452926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:08.515057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.528336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.539238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:08.563195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:08.563975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:08.570287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.585588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.586873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a449b6d6-1032-4ca4-8beb-2a2e4615cd5f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:08.603845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 276a575c-dd85-4bab-bb17-dac4b7b8d586 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:08.603845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.674270 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d7650def-8691-4f0c-8e26-37210ba8ce6b admin admin] 10.222.0.40 "DELETE /v2.0/networks/a449b6d6-1032-4ca4-8beb-2a2e4615cd5f HTTP/1.1" status: 204 len: 168 time: 3.1535039 Jun 01 13:21:08.746706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] No DVR routers for this DVR port 40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:08.760571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:08.766078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43428e89-5ce7-405d-a55b-1ae6363ab8a4 req-aa5de3b9-d0e1-44ee-a5fc-dceb55334e69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.24 "DELETE /v2.0/ports/40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f HTTP/1.1" status: 204 len: 173 time: 4.8580246 Jun 01 13:21:08.768932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:08.778047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'name': 'network-vif-deleted', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:08.987539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] For port 276a575c-dd85-4bab-bb17-dac4b7b8d586, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=276a575c-dd85-4bab-bb17-dac4b7b8d586,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:08.988820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.001330 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e78386-0c50-4648-8493-71bd3b3aa6d3'] response: {'server_uuid': '91e0b339-d448-4307-9f26-b17f21f49be0', 'name': 'network-vif-deleted', 'tag': '40b5eb7f-cd47-4c0e-a697-4cf0e2bae44f', 'status': 'completed', 'code': 200} Jun 01 13:21:09.016292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] For port de4b313a-13fd-434b-8342-4453e333ac1d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de4b313a-13fd-434b-8342-4453e333ac1d,segment=NetworkSegment(9742bc40-34f3-4a2e-86b9-398ee14b7ea3),segment_id=9742bc40-34f3-4a2e-86b9-398ee14b7ea3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:09.035181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.099837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4ba88a21-96d7-41ad-9949-38702b371903 req-b0868310-d704-4f6d-92db-143919b9d091 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Synchronizing usage tracker for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:09.104749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.159037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.193050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51040) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:09.238167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4ba88a21-96d7-41ad-9949-38702b371903 req-b0868310-d704-4f6d-92db-143919b9d091 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Unset dirty status for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:09.250450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ba88a21-96d7-41ad-9949-38702b371903 req-b0868310-d704-4f6d-92db-143919b9d091 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=91e0b339-d448-4307-9f26-b17f21f49be0 HTTP/1.1" status: 200 len: 210 time: 0.2479818 Jun 01 13:21:09.274632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Transition to ACTIVE for port object 4a226c15-8ed7-4cfc-bfdd-bce815967bca will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:09.277673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Calling delete_port for 276a575c-dd85-4bab-bb17-dac4b7b8d586 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:09.300692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8ccc-e610-43ea-9db7-2ac6f1a79d13 None None] Pushing event updated for resources: {'Port': ['ID=de4b313a-13fd-434b-8342-4453e333ac1d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:09.435850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:09.440465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:09.449580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:09.450446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:09.471576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-01c240a4-2855-4104-a382-fc23a9394f32 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=70b781c5cc8643c28d5c2218dde0391a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772605 Jun 01 13:21:09.476188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:09.508259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.595641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0af80fad-4b9d-49ea-af20-b1e445a80adb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:09.606399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.624126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-79da5215-fc81-448e-b76b-fe66913bc5a3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/subnets/0af80fad-4b9d-49ea-af20-b1e445a80adb HTTP/1.1" status: 204 len: 168 time: 1.4303930 Jun 01 13:21:09.634756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51052) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:09.659476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.685768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:09.800722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:09.802169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:09.808777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:09.862774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:09.952365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.004563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'Port': ['ID=4a226c15-8ed7-4cfc-bfdd-bce815967bca,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:10.007115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Deleting port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:10.007566 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.048649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.084601 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.092747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.122127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f2adb9f7-f5db-47d9-b47b-3f8c79c78c41 None None] Provisioning complete for port de4b313a-13fd-434b-8342-4453e333ac1d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:10.122496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f2adb9f7-f5db-47d9-b47b-3f8c79c78c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.125209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Port': ['ID=276a575c-dd85-4bab-bb17-dac4b7b8d586,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:10.242121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49039496-1691-4858-ada9-94d6956198ed,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:10.360032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:10.361350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.377872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.386554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-997f3eaf-aaa2-469d-9e3a-80f0745390a6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/49039496-1691-4858-ada9-94d6956198ed HTTP/1.1" status: 204 len: 168 time: 0.9078443 Jun 01 13:21:10.390320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.487859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:10.493421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb9f7-f5db-47d9-b47b-3f8c79c78c41 None None] Current status of the port de4b313a-13fd-434b-8342-4453e333ac1d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:10.551351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:10.559759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df54347-618e-43ae-8feb-986bb0eb5f35 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:10.621478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2d8a06bb-8994-4540-b6ab-9a2848bd9df8 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.5161870 Jun 01 13:21:10.627452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:10.631684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-51ecc8ed-faea-4fd0-a25f-a4cacb2607c1 None None] Provisioning for port 4a226c15-8ed7-4cfc-bfdd-bce815967bca completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:10.638495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-51ecc8ed-faea-4fd0-a25f-a4cacb2607c1 None None] Provisioning complete for port 4a226c15-8ed7-4cfc-bfdd-bce815967bca triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:10.639144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-51ecc8ed-faea-4fd0-a25f-a4cacb2607c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.676241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.722081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d22c8-ceef-47e7-96f0-54139972ffb8']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:10.736112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:10.736404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:10.752035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:10.760828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-51ecc8ed-faea-4fd0-a25f-a4cacb2607c1 None None] Port 4a226c15-8ed7-4cfc-bfdd-bce815967bca cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:21:10.777926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Request body: {'port': {'network_id': 'b58c04d6-3d69-4d9b-9693-a7164498adc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1438517234', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:10.778645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.api.validators [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] bootfile-name is not in valid_values {{(pid=88371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:10.778991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.api.validators [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] tftp-server is not in valid_values {{(pid=88371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:10.779335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.api.validators [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] server-ip-address is not in valid_values {{(pid=88371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:10.959325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.002367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.027658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c14a09-0fa8-4dc4-8ed9-ffcb4c45eeaf None None] New status for floating IP 32e73de4-27d9-4788-857f-f96b36b78ba2: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:21:11.029065 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.040102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:11.077799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:11.078238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.089067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de4b313a-13fd-434b-8342-4453e333ac1d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:11.243664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port de4b313a-13fd-434b-8342-4453e333ac1d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:11.244449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.245131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] For port 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,segment=NetworkSegment(89a50b2f-a7fa-4a17-86bb-e0899d5d3098),segment_id=89a50b2f-a7fa-4a17-86bb-e0899d5d3098)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:11.245673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.344022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:11.350874 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0 resource provider aggregate not found Jun 01 13:21:11.356186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:11.379877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.425310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc72a612-fc03-46dc-9f3e-2a65ef59f7d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:11.428475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-04b1c077-7ad1-4847-8941-d42dcd7ce29f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4828498 Jun 01 13:21:11.429770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.431125 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-004566dd-5d47-493a-8d4d-51c1cd445bdb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "DELETE /v2.0/security-groups/fc72a612-fc03-46dc-9f3e-2a65ef59f7d5 HTTP/1.1" status: 204 len: 168 time: 0.9420598 Jun 01 13:21:11.442441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:11.442817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:11.477025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:11.508017 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-c0f10779-ddd2-4eb0-b733-27d049325c17 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] show failed (client error): The resource could not be found. Jun 01 13:21:11.509034 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0f10779-ddd2-4eb0-b733-27d049325c17 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups/fc72a612-fc03-46dc-9f3e-2a65ef59f7d5 HTTP/1.1" status: 404 len: 347 time: 0.0633614 Jun 01 13:21:11.521020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:11.546803 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ec61d5d-87fe-48c3-bcc3-ce6405bc27e0 found for delete ", "request_id": "req-265caf26-f06b-4bec-aaa5-0394f50e01fd"}]} Jun 01 13:21:11.548375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.559578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:11.560199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:11.567044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Calling delete_port for 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:11.642741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting subnet c4cea8fe-860b-484c-a161-90dea2368c44 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:11.685305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 647d22c8-ceef-47e7-96f0-54139972ffb8 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:21:11.687830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Usage tracker for resource:port and tenant:88f67cf1e6044de2b329f497f8df6447 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:11.692481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.705596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:11.726780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Network': ['ID=647d22c8-ceef-47e7-96f0-54139972ffb8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:11.731227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:11.737652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-842ca125-574c-4fc8-b843-ecb3d9fcafb0 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/networks/647d22c8-ceef-47e7-96f0-54139972ffb8 HTTP/1.1" status: 204 len: 168 time: 2.1017094 Jun 01 13:21:11.798834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:11.819745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.922924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:11.950712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:11.953157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Made reservation on behalf of 88f67cf1e6044de2b329f497f8df6447 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:11.957731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:11.979448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.007337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:12.012393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:12.038198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Deleting port 906a3ec0-49bd-47cb-a44c-0796fd8a91e1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:12.041726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.136721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.168653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] device_id is not set on port 0a845672-3a53-48fc-afde-776da166bc5b yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:21:12.226140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc98a8c-6a7d-4d8c-8bb9-13a413caa082,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:12.382003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port de4b313a-13fd-434b-8342-4453e333ac1d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:12.388624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51128) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:12.395568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'name': 'tempest-router--1404061448', 'project_id': '4fdba9dd24fb4246923e79db19ce2e49'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:12.413594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:12.414535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:12.449542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:router and tenant:4fdba9dd24fb4246923e79db19ce2e49 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:12.457697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:12.508148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:12.524548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.603837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:12.617610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f8975-1e46-4875-80f0-70fe507a4bab None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:12.701787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.712368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.712738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.759080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.760982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.762008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:12.769543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e9938-aa04-4aaa-a30d-1ce920676f11 None None] Network 2d976dc9-6f3c-4069-b47f-781c57499bed requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:12.772718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cea8fe-860b-484c-a161-90dea2368c44,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:12.776544 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-802f1c32-7d5b-46d8-967f-3b0d263e9214 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/c4cea8fe-860b-484c-a161-90dea2368c44 HTTP/1.1" status: 204 len: 168 time: 1.3326993 Jun 01 13:21:12.784458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51140) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:12.988443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Calling delete_port for 906a3ec0-49bd-47cb-a44c-0796fd8a91e1 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:13.149234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.172967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Allocated IP 172.20.0.11 (b58c04d6-3d69-4d9b-9693-a7164498adc3/d6c6004d-2381-45a5-ad54-62a60783c409/0a845672-3a53-48fc-afde-776da166bc5b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:13.180260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.224980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.287807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] DHCP port deletion for 2d976dc9-6f3c-4069-b47f-781c57499bed request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:21:13.293561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Deleting port 697066ff-1201-4535-8227-2e0b8feb1a56 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:13.294748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.347334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'Port': ['ID=906a3ec0-49bd-47cb-a44c-0796fd8a91e1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:13.492719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.526761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.557404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.561067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7fa79914-da60-4524-a362-ed57d1278e29 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "DELETE /v2.0/floatingips/32e73de4-27d9-4788-857f-f96b36b78ba2 HTTP/1.1" status: 204 len: 168 time: 2.0366082 Jun 01 13:21:13.663938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] For port 697066ff-1201-4535-8227-2e0b8feb1a56, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=697066ff-1201-4535-8227-2e0b8feb1a56,segment=NetworkSegment(b91df09b-738a-428b-b01f-6d6e1699c5fb),segment_id=b91df09b-738a-428b-b01f-6d6e1699c5fb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:13.664493 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.727847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:13.734180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865847006', 'description': 'tempest-description--912965710'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:13.750691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:13.755319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:13.759101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:13.783333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:13.813283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.832519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Calling delete_port for 697066ff-1201-4535-8227-2e0b8feb1a56 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:13.855953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:13.866136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:13.870273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:13.883122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:13.977398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:13.979901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.001840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.008553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.107101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] Pushing event deleted for resources: {'Port': ['ID=697066ff-1201-4535-8227-2e0b8feb1a56,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:14.112476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88a266-3bf0-4c19-b6bb-945d05dfa717 None None] No DVR routers for this DVR port 697066ff-1201-4535-8227-2e0b8feb1a56 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:14.112574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18268f-685b-409d-a6b9-9a24c9edec4b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:14.121084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.123159 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fbede2a6-8638-432d-b2d8-c16898c6977c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3936105 Jun 01 13:21:14.124837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Deleting port 697066ff-1201-4535-8227-2e0b8feb1a56 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:14.125374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.130984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51170) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:14.136852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group_rule': {'security_group_id': '0a18268f-685b-409d-a6b9-9a24c9edec4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:14.154563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:14.161089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:14.164801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:14.172949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:14.195067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.212981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] The port '697066ff-1201-4535-8227-2e0b8feb1a56' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:21:14.266010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.269628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1bfbc1fd-3282-4beb-a0ab-979d5ec35319 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.8771901 Jun 01 13:21:14.269628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.273227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:14.337917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.353093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.388875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:14.403892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.437640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d976dc9-6f3c-4069-b47f-781c57499bed']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:14.441695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.445421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106730 Jun 01 13:21:14.447532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51184) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:14.450186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91df09b-738a-428b-b01f-6d6e1699c5fb') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:14.450480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91df09b-738a-428b-b01f-6d6e1699c5fb') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:14.453223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.463353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.480367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.486915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:14.487401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.508775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'security_group_rule': {'security_group_id': '0a18268f-685b-409d-a6b9-9a24c9edec4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:14.526651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330ec06-d7a0-4f51-9760-1946b22c3fca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7304c5c3-d3dc-48a9-9e68-32cc48449032,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:14.587484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:14.611653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:security_group_rule and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:14.616347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:14.664523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:14.713158 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b91df09b-738a-428b-b01f-6d6e1699c5fb resource provider aggregate not found Jun 01 13:21:14.766851 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b91df09b-738a-428b-b01f-6d6e1699c5fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91df09b-738a-428b-b01f-6d6e1699c5fb found for delete ", "request_id": "req-269404c3-eb1b-4608-8461-7a7d82363bab"}]} Jun 01 13:21:14.785664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Transition to ACTIVE for port object 0a845672-3a53-48fc-afde-776da166bc5b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:14.850111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.855400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.859265 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.878267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.891052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.896223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Pushing event deleted for resources: {'Network': ['ID=2d976dc9-6f3c-4069-b47f-781c57499bed,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:14.903748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:14.907252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-41909fa0-f7d6-47b5-a7db-48cba2182391 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/networks/2d976dc9-6f3c-4069-b47f-781c57499bed HTTP/1.1" status: 204 len: 168 time: 2.1009030 Jun 01 13:21:14.912726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51204) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:14.918629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'routes': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:14.937291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.937788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc17162-5a60-4a7f-aaed-591f5d96b974 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:14.967368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.971007 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5afb04fd-da04-48a4-93e0-eb1858950c16 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/routers/7fc17162-5a60-4a7f-aaed-591f5d96b974 HTTP/1.1" status: 204 len: 168 time: 0.6939712 Jun 01 13:21:14.993677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:14.999420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.027410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bc1b7d-1321-4428-a540-4c76b72417c7,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:15.054610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 697066ff-1201-4535-8227-2e0b8feb1a56 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:15.061446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.065292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2d3adfbb-215f-4ed6-bc6f-210223574437 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6129735 Jun 01 13:21:15.066270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:15.084017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:15.091814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:15.106384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:floatingip and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:15.114223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:15.130916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:15.135793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 697066ff-1201-4535-8227-2e0b8feb1a56 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:15.138224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 697066ff-1201-4535-8227-2e0b8feb1a56 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:15.138873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 276a575c-dd85-4bab-bb17-dac4b7b8d586 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:15.162463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.231097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 276a575c-dd85-4bab-bb17-dac4b7b8d586 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:15.231609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 276a575c-dd85-4bab-bb17-dac4b7b8d586 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:15.256228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:15.268652 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Sync routers for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:15.270006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.278216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c52a1e1-e3b1-4bf1-afa2-f0fffd426e8b admin admin] 10.222.0.40 "PUT /v2.0/routers/16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3644166 Jun 01 13:21:15.283629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51216) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:15.287037 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:15.289213 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:15.421640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51220) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:15.456466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.497190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:15.508209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2341622dddd4705ac3f466dc1b74bd2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:15.513150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:15.522131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:15.535384 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:15.709881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.735154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:15.771548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:15.786887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:15.801664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.808079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82631659', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:15.814046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.extraroute_db [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Added routes are [] {{(pid=88371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 13:21:15.814385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.extraroute_db [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Removed routes are [] {{(pid=88371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 13:21:15.814743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.816552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'Port': ['ID=0a845672-3a53-48fc-afde-776da166bc5b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:15.817253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:15.822475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:15.827775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:15.835196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:15.846156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.903080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a2341622dddd4705ac3f466dc1b74bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959328 Jun 01 13:21:15.903080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.903417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.921682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:15.934533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:21:11Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:15.941843 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Checking router: 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:15.949201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:15.956246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Routers {'16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:15.958040 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:16.153080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:16.154043 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.168360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58cb7e9e-66fb-409e-b160-91d562467ca9 None None] Provisioning for port 0a845672-3a53-48fc-afde-776da166bc5b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:16.169920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3783c9-9e2e-4055-9619-159f6b177cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00fb417-fb75-487a-b6ca-27313c231f69,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:16.174077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58cb7e9e-66fb-409e-b160-91d562467ca9 None None] Provisioning complete for port 0a845672-3a53-48fc-afde-776da166bc5b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:16.174446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58cb7e9e-66fb-409e-b160-91d562467ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.213832 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] Set router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:16.231035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a16d757-f6f8-43cc-a7a5-82abff1767ae tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.4636009 Jun 01 13:21:16.256875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:16.297632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7e9e-66fb-409e-b160-91d562467ca9 None None] Port 0a845672-3a53-48fc-afde-776da166bc5b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:21:16.399884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.405079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.552110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:21:11Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:16.557736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa188c-f9b6-4557-887a-1c2e9a156db1 None None] The sync data for ids ['16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60'] in n-d-844200-1 is: [{'id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-177293266-router', 'tenant_id': '15ddc19829ea406eb72fe672bcf787b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:16Z', 'updated_at': '2022-06-01T13:21:11Z', 'revision_number': 5, 'project_id': '15ddc19829ea406eb72fe672bcf787b9', 'gw_port': {'id': 'beb25c41-58bd-46ee-acbf-5508e0cf1639', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:19:17Z', 'updated_at': '2022-06-01T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:16.600131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.618135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.644564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:21:16.653543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.677908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.754167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Allocated IP 172.25.7.39 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/895fa299-2cd5-44e9-9e60-94a837e67b24) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:16.755088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.773385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:16.779115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Deleting port beb25c41-58bd-46ee-acbf-5508e0cf1639 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:16.779115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:16.911718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:16.916027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f0024-79a9-4d9a-a101-18f6f8f23d31 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:16.922756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f0024-79a9-4d9a-a101-18f6f8f23d31 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:16.928632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f0024-79a9-4d9a-a101-18f6f8f23d31 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:16.930385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d70f0024-79a9-4d9a-a101-18f6f8f23d31 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6688337 Jun 01 13:21:16.940885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51244) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:16.967306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:16.967910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0dc98a8c-6a7d-4d8c-8bb9-13a413caa082 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:17.009005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.064914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00fb417-fb75-487a-b6ca-27313c231f69,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:17.099914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Deleting port 0a845672-3a53-48fc-afde-776da166bc5b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:17.100145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.183141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:17.192478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.193836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6762a296-c97a-4049-8d7c-beed18e05004 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 704 time: 2.2802012 Jun 01 13:21:17.194583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Sync routers for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:17.199513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:17.209433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:17.211574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:17.260669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.261785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4562ffd3-a740-435a-a062-97406727d0cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b00fb417-fb75-487a-b6ca-27313c231f69 HTTP/1.1" status: 204 len: 168 time: 1.3098514 Jun 01 13:21:17.293541 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.313973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] For port beb25c41-58bd-46ee-acbf-5508e0cf1639, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=beb25c41-58bd-46ee-acbf-5508e0cf1639,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:17.314344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.344461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2172b2f-2ca3-48e6-b214-6782c921fb37 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:17.435108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:17.492383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Calling delete_port for beb25c41-58bd-46ee-acbf-5508e0cf1639 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:17.496975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2172b2f-2ca3-48e6-b214-6782c921fb37 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:17.501003 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2172b2f-2ca3-48e6-b214-6782c921fb37 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 205 time: 0.2868478 Jun 01 13:21:17.501596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:17.644969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:17.650340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Checking router: 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:17.662760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Routers {'0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:17.664134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:20:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:17.827357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] Set router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:17.841751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.948277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:17.950813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb25c41-58bd-46ee-acbf-5508e0cf1639,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:17.952995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08202cf1-0643-4677-a4e9-a0ca3d4c8364 None None] The sync data for ids ['0dbfd41d-0cfd-4545-8ba9-b9f5450e2112'] in n-d-844200-1 is: [{'id': '0dbfd41d-0cfd-4545-8ba9-b9f5450e2112', 'name': 'tempest-RoutersIpV6Test-router-265603989', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:19:54Z', 'updated_at': '2022-06-01T13:21:09Z', 'revision_number': 11, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:17.973617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:17.992605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51270) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:18.020409 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.060324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.087149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.087798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:18.094571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Usage tracker for resource:security_group_rule and tenant:17682a2e0cee41359602600a16d867c5 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:18.099135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:18.108507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:18.110957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.247477 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-48ea9f06-9534-4b73-8e35-6fafb4023b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.289762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Calling delete_port for 0a845672-3a53-48fc-afde-776da166bc5b owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:18.323509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.327252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.348707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.365855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.366287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:18.419950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.421393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3480707e-2c58-4e46-a8a1-4bc6bfa7ef93 admin admin] 10.222.0.40 "DELETE /v2.0/routers/16ee94d9-8c3e-4c6c-ba15-7e803f2e2f60 HTTP/1.1" status: 204 len: 168 time: 3.1321456 Jun 01 13:21:18.424965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51280) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:18.428556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.495132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Deleting subnet 9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:18.498563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.523740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.615509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=17682a2e0cee41359602600a16d867c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6216290 Jun 01 13:21:18.620370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51284) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:18.621010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691e691-0e54-47d1-b24e-c18e76c2879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f96e6-fb16-4db8-91d9-910fa940ad03,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:18.640222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.724928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.778380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.820900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.860896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.881049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=895fa299-2cd5-44e9-9e60-94a837e67b24,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:18.907063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edd498e-2f1e-40cd-bc97-0ba36e9d9c85,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:18.913981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.926931 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:18.935740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-30863495-e371-4674-b898-9a2e8c811af6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9edd498e-2f1e-40cd-bc97-0ba36e9d9c85 HTTP/1.1" status: 204 len: 168 time: 0.5093024 Jun 01 13:21:18.938323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51288) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:18.984302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.028235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device beb25c41-58bd-46ee-acbf-5508e0cf1639 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:19.038254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.052344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.055479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event deleted for resources: {'Port': ['ID=0a845672-3a53-48fc-afde-776da166bc5b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:19.082554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: beb25c41-58bd-46ee-acbf-5508e0cf1639 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:19.083211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device beb25c41-58bd-46ee-acbf-5508e0cf1639 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:19.116628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:19.120922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.138489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:19.154653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:19.226088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.235368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.240563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.252095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a9f96e6-fb16-4db8-91d9-910fa940ad03 HTTP/1.1" status: 204 len: 168 time: 0.6142244 Jun 01 13:21:19.282261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf923f5-e071-4dff-a8ce-a336bffa8128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f96e6-fb16-4db8-91d9-910fa940ad03,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:19.468161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.504495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7816d2-6fad-47cf-841c-c3c14f934c47']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:19.506008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.506525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router 0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:19.522184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a50b2f-a7fa-4a17-86bb-e0899d5d3098') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:19.522775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a50b2f-a7fa-4a17-86bb-e0899d5d3098') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:19.537424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.563948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.571436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:19.572102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.672312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.692894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51300) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:19.696444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.702789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-81caf8e4-c55f-4788-b7d3-57333157ba7b tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 204 len: 168 time: 2.1820068 Jun 01 13:21:19.704419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1532804848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:19.738629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.738979 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6c108211-7957-40df-8c65-6087db6ce19c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "DELETE /v2.0/ports/0a845672-3a53-48fc-afde-776da166bc5b HTTP/1.1" status: 204 len: 168 time: 2.7965224 Jun 01 13:21:19.746949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51308) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:19.757285 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 89a50b2f-a7fa-4a17-86bb-e0899d5d3098 resource provider aggregate not found Jun 01 13:21:19.763798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:19.767087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Request body: {'port': {'name': 'tempest-new-port-name-1849022622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:19.767593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] bootfile-name is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:19.768021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] tftp-server is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:19.768440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.api.validators [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] server-ip-address is not in valid_values {{(pid=88372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 13:21:19.770384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Usage tracker for resource:router and tenant:a5867f3a40f74665b01f333d4385c1da is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:19.774093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:19.781587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:19.790762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.819402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7816d2-6fad-47cf-841c-c3c14f934c47,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:19.822133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.823438 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.833700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-42d99805-0962-46ba-8120-171df3c99df4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ad7816d2-6fad-47cf-841c-c3c14f934c47 HTTP/1.1" status: 204 len: 168 time: 0.8936176 Jun 01 13:21:19.856650 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 89a50b2f-a7fa-4a17-86bb-e0899d5d3098 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89a50b2f-a7fa-4a17-86bb-e0899d5d3098 found for delete ", "request_id": "req-357abfeb-c0b2-4360-8a5b-5eff72a42de0"}]} Jun 01 13:21:19.878655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Allocated IP 172.25.7.227 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/4990825a-9474-481f-888d-7b6c989a9c22) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:19.883682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.917327 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.917605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.967702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:19.972107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-762c182f-52b2-4a01-8fee-890f27af9775 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2775798 Jun 01 13:21:19.972723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:19.981660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:20.128082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.161573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.220227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:20.423210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.511313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2063b704-7ddd-4f44-ba23-c447ccf35e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.544085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.555216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.633168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b95a5e34-6002-4bd8-843c-1a4e6f17f761 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=15ddc19829ea406eb72fe672bcf787b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074714 Jun 01 13:21:20.640186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51344) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:20.808469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Router a4804054-eb6c-40f3-accb-3f5a28ec5329 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:21:20.841003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.954227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.979337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:20.985057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:20.994858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.001629 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Sync routers for ids ['a4804054-eb6c-40f3-accb-3f5a28ec5329'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:21.008633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f7adddde-6623-40e7-85dc-d9b38a278f5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "PUT /v2.0/routers/a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 200 len: 698 time: 1.0216057 Jun 01 13:21:21.016385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:21.026060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.030910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Routers {'a4804054-eb6c-40f3-accb-3f5a28ec5329'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:21.031574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a4804054-eb6c-40f3-accb-3f5a28ec5329'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:21.038143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:21.050581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:21.082211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:21.120624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event updated for resources: {'Port': ['ID=4990825a-9474-481f-888d-7b6c989a9c22,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:21.124470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.200077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.217241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.364031 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Set router a4804054-eb6c-40f3-accb-3f5a28ec5329 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:21.530790 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4804054-eb6c-40f3-accb-3f5a28ec5329', 'name': 'tempest-RoutersIpV6Test-router-1532804848', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:20Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:21.535394 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Checking router: a4804054-eb6c-40f3-accb-3f5a28ec5329 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:21.549755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.554463 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Routers {'a4804054-eb6c-40f3-accb-3f5a28ec5329'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:21.555118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a4804054-eb6c-40f3-accb-3f5a28ec5329'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:21.669221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-db438b65-9266-4ecb-8d0a-33b5fbbc4b2e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/routers/a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 200 len: 704 time: 0.6514287 Jun 01 13:21:21.671775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51370) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:21.727042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] Set router a4804054-eb6c-40f3-accb-3f5a28ec5329 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:21.739742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.751952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=895fa299-2cd5-44e9-9e60-94a837e67b24,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:21.777669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5ac9591d-4265-46b0-8b11-e3839e251c1a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Synchronizing usage tracker for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:21.818895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5ac9591d-4265-46b0-8b11-e3839e251c1a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Unset dirty status for tenant:a5867f3a40f74665b01f333d4385c1da on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:21.822070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.825052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5ac9591d-4265-46b0-8b11-e3839e251c1a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 200 len: 205 time: 0.1513593 Jun 01 13:21:21.827626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51376) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:21.833028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-39e593ba-6d55-4d76-a470-c00c29508faa None None] Provisioning complete for port 4a226c15-8ed7-4cfc-bfdd-bce815967bca triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:21.833646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-39e593ba-6d55-4d76-a470-c00c29508faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:21.843658 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4804054-eb6c-40f3-accb-3f5a28ec5329', 'name': 'tempest-RoutersIpV6Test-router-1532804848', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:20Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:21.847840 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb721c50-d684-4fc4-97fa-d78889f1b144 None None] The sync data for ids ['a4804054-eb6c-40f3-accb-3f5a28ec5329'] in n-d-844200-1 is: [{'id': 'a4804054-eb6c-40f3-accb-3f5a28ec5329', 'name': 'tempest-RoutersIpV6Test-router-1532804848', 'tenant_id': 'a5867f3a40f74665b01f333d4385c1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:20Z', 'revision_number': 2, 'project_id': 'a5867f3a40f74665b01f333d4385c1da', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:21.954348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-39e593ba-6d55-4d76-a470-c00c29508faa None None] Port 4a226c15-8ed7-4cfc-bfdd-bce815967bca cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:21:22.000413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.197971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] In _notify_port_updated(), no bound segment for port 4a226c15-8ed7-4cfc-bfdd-bce815967bca on network b58c04d6-3d69-4d9b-9693-a7164498adc3 {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:21:22.203655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:22.204371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.208269 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "PUT /v2.0/ports/4a226c15-8ed7-4cfc-bfdd-bce815967bca HTTP/1.1" status: 200 len: 1137 time: 2.4503458 Jun 01 13:21:22.225529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51384) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.292823 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.297965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.308108 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc3d91e6-ee3a-41ac-9188-3a233e557f52 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2381842 Jun 01 13:21:22.403893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f24e2e2-a961-4d1b-b9bb-05f2d69e48df,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:22.465188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.465287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.468521 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c09b8966-b3e7-4970-955a-cf7f198cb794 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2f24e2e2-a961-4d1b-b9bb-05f2d69e48df HTTP/1.1" status: 204 len: 168 time: 1.8212326 Jun 01 13:21:22.472455 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.481669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9befd4-5f89-47a1-b827-5137867fd0fc tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event updated for resources: {'Port': ['ID=4a226c15-8ed7-4cfc-bfdd-bce815967bca,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:22.529879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.530501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Fanout notify agent at l3_agent the message router_deleted on router a4804054-eb6c-40f3-accb-3f5a28ec5329 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:22.553770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.554881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb7fced9-c2ed-4aec-a194-0130e32ac6bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 204 len: 168 time: 0.7262278 Jun 01 13:21:22.567191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51400) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.615944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec2f8b-5360-476e-8d42-019776e50971 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:22.616503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ec2f8b-5360-476e-8d42-019776e50971 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Synchronizing usage tracker for tenant:88f67cf1e6044de2b329f497f8df6447 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:22.647290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.656482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-204f74bc-a0c3-4795-b7df-d24b9bb51ffd tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 200 len: 205 time: 0.0880804 Jun 01 13:21:22.658974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51406) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.746790 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-2ef3a780-4525-40f7-86f2-6f60bebece5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:22.747844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2ef3a780-4525-40f7-86f2-6f60bebece5d tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/a4804054-eb6c-40f3-accb-3f5a28ec5329 HTTP/1.1" status: 404 len: 336 time: 0.0879021 Jun 01 13:21:22.750715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51412) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.769571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6ec2f8b-5360-476e-8d42-019776e50971 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Unset dirty status for tenant:88f67cf1e6044de2b329f497f8df6447 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:22.774098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6ec2f8b-5360-476e-8d42-019776e50971 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "GET /v2.0/ports/4a226c15-8ed7-4cfc-bfdd-bce815967bca HTTP/1.1" status: 200 len: 1137 time: 0.4604092 Jun 01 13:21:22.802694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51416) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.827873 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-871ee110-289e-4233-b9c8-f396464b3b21 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:22.828596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871ee110-289e-4233-b9c8-f396464b3b21 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:22.830519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-871ee110-289e-4233-b9c8-f396464b3b21 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/7b84fff3-6330-4c16-8a5f-f54d308eae55 HTTP/1.1" status: 404 len: 337 time: 0.0788853 Jun 01 13:21:22.833039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.892207 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc2c71-9922-4095-bed2-ffa1cea96b23 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:22.893001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bc2c71-9922-4095-bed2-ffa1cea96b23 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:22.895401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-20bc2c71-9922-4095-bed2-ffa1cea96b23 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/cec05c3b-2773-43ed-9638-6d497ea7ca76 HTTP/1.1" status: 404 len: 337 time: 0.0612421 Jun 01 13:21:22.898171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51434) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:22.939568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Deleting port 4a226c15-8ed7-4cfc-bfdd-bce815967bca {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:22.939914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:22.950206 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-67241cc1-3f86-4cbc-bf6c-cecffe94a2bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:22.954150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67241cc1-3f86-4cbc-bf6c-cecffe94a2bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:22.956487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-67241cc1-3f86-4cbc-bf6c-cecffe94a2bb tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/6449ce3c-b9cf-4167-88cc-cbd3ccf5fb31 HTTP/1.1" status: 404 len: 337 time: 0.0572910 Jun 01 13:21:22.959034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51440) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.025057 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a013ce7d-b997-4ae2-9a8e-a65d047ccb5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:23.025616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a013ce7d-b997-4ae2-9a8e-a65d047ccb5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:23.028125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a013ce7d-b997-4ae2-9a8e-a65d047ccb5f tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/c4cea8fe-860b-484c-a161-90dea2368c44 HTTP/1.1" status: 404 len: 337 time: 0.0674460 Jun 01 13:21:23.030045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51444) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.084822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d6afe9c1-6125-4414-8a50-196bb316a6d1 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 200 len: 205 time: 0.0535676 Jun 01 13:21:23.087092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51448) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.126763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:23.204973 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-a35b8d4d-eb34-4056-8122-39a087e1a592 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:23.206318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a35b8d4d-eb34-4056-8122-39a087e1a592 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/0dbfd41d-0cfd-4545-8ba9-b9f5450e2112 HTTP/1.1" status: 404 len: 336 time: 0.1182475 Jun 01 13:21:23.209184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51452) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.292635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-648041bd-393d-454e-acac-1a70831a8ebd tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=5d51e7ef-a723-4594-8da6-2c09b37f3cd9 HTTP/1.1" status: 200 len: 205 time: 0.0820203 Jun 01 13:21:23.299701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51458) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.510342 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-db31b4f7-4acf-48cf-b330-f924ca6c0411 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:23.511768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-db31b4f7-4acf-48cf-b330-f924ca6c0411 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/5d51e7ef-a723-4594-8da6-2c09b37f3cd9 HTTP/1.1" status: 404 len: 336 time: 0.2110126 Jun 01 13:21:23.515731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.586560 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e43919-7c5c-47a8-8cee-cf8e00018f6a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:23.587575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e43919-7c5c-47a8-8cee-cf8e00018f6a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:23.589821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8e43919-7c5c-47a8-8cee-cf8e00018f6a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/5d176c19-f9b8-42cb-be04-0b504c51fba8 HTTP/1.1" status: 404 len: 337 time: 0.0729465 Jun 01 13:21:23.593514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-6b7821a3-a857-4050-bd80-13d27a19ec4e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1865847006&fields=id&tenant_id=8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 267 time: 0.1360490 Jun 01 13:21:23.594385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51482) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.700204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:23.794503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:23.857767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eba5e8ad-7136-4818-8457-0bef4b3d0218 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 200 len: 205 time: 0.2590711 Jun 01 13:21:23.861860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:23.936490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Calling delete_port for 4a226c15-8ed7-4cfc-bfdd-bce815967bca owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:24.065544 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-2ee0d9e1-233d-4136-8baf-aa547fcb00b5 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:24.069147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2ee0d9e1-233d-4136-8baf-aa547fcb00b5 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/ba7db4eb-ebc5-4887-bf7a-00be1d38d623 HTTP/1.1" status: 404 len: 336 time: 0.2038577 Jun 01 13:21:24.076185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.172886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14a82652-2e9c-4718-82ca-8d99eb751ff4 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=8abebfc8-1bda-446e-a31c-97fd1924ee01 HTTP/1.1" status: 200 len: 205 time: 0.0937538 Jun 01 13:21:24.176444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.301081 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-73da4189-9dc1-4ed6-a6d4-f78f39335197 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:24.302468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-73da4189-9dc1-4ed6-a6d4-f78f39335197 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/8abebfc8-1bda-446e-a31c-97fd1924ee01 HTTP/1.1" status: 404 len: 336 time: 0.1211004 Jun 01 13:21:24.306420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51516) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.362722 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1efe7a-73be-4f62-bb2d-418a6722716a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:24.363444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1efe7a-73be-4f62-bb2d-418a6722716a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:24.365749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-db1efe7a-73be-4f62-bb2d-418a6722716a tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/ea5f3b1f-15be-4c2a-832b-cc2740a862ed HTTP/1.1" status: 404 len: 337 time: 0.0581467 Jun 01 13:21:24.369285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51520) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.415695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-9195d8cf-edc1-4eca-b560-30974c377ec9 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:24.417436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-9195d8cf-edc1-4eca-b560-30974c377ec9 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 811 time: 0.7814007 Jun 01 13:21:24.425578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-10c960c4-5d19-4d8d-84b3-65a9db09fb91 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=05cb60b4-c005-4771-83e6-ce9b6e40ac69 HTTP/1.1" status: 200 len: 205 time: 0.0549421 Jun 01 13:21:24.429026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.437749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-c662dbf8-7c39-4826-8fdd-067faabf225a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/quotas/8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 375 time: 0.0107415 Jun 01 13:21:24.512244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:24.517608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51528) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.615374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event deleted for resources: {'Port': ['ID=4a226c15-8ed7-4cfc-bfdd-bce815967bca,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:24.698623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-637f75a9-4e5b-4917-8a62-8a91986add8e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2502582 Jun 01 13:21:24.710301 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-15ca2ce0-9e02-46ce-a674-261e78729583 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:24.712880 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15ca2ce0-9e02-46ce-a674-261e78729583 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/05cb60b4-c005-4771-83e6-ce9b6e40ac69 HTTP/1.1" status: 404 len: 336 time: 0.2828877 Jun 01 13:21:24.715509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:24.785600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Router 6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:21:24.804638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:24.853858 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42b6281-c80b-492b-a346-63f97a483bf0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:24.866819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42b6281-c80b-492b-a346-63f97a483bf0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:24.871723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f42b6281-c80b-492b-a346-63f97a483bf0 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/3e8c9fa7-a7b9-4c7c-96c1-bf3296adb4be HTTP/1.1" status: 404 len: 337 time: 0.1551023 Jun 01 13:21:24.956324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51544) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.024953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-90e44b6e-43d8-4c3f-b42b-b2b1c1ac15c5 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "DELETE /v2.0/ports/4a226c15-8ed7-4cfc-bfdd-bce815967bca HTTP/1.1" status: 204 len: 168 time: 2.2135260 Jun 01 13:21:25.025115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51550) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.126577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Deleting subnet d6c6004d-2381-45a5-ad54-62a60783c409 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:21:25.129747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.154349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:25.165136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] Sync routers for ids ['6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:25.180457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] Routers {'6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:25.181658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:25.182898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.183489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.188444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-357732fc-fb82-4d90-9a92-e6c28bd5bfae tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7483640 Jun 01 13:21:25.189887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51558) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.269684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-856111245-network', 'tenant_id': '884469708e4c4ebea4c00931e9fce384'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:25.274878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:25.278482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Usage tracker for resource:network and tenant:884469708e4c4ebea4c00931e9fce384 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:25.281546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:25.287620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a5277604-fd42-4d4f-9438-4638991b5080 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "GET /v2.0/ports?device_id=2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 HTTP/1.1" status: 200 len: 205 time: 0.3295939 Jun 01 13:21:25.293200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51562) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.294792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:25.326670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:25.335733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.346200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] Routers {'6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:25.346849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:25.378416 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-7424d3f0-13a5-46d2-8016-173bbc3bcf36 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] delete failed (client error): The resource could not be found. Jun 01 13:21:25.382407 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7424d3f0-13a5-46d2-8016-173bbc3bcf36 tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/routers/2a3a8b85-e4bc-4df3-92b0-f532a19fd7d5 HTTP/1.1" status: 404 len: 336 time: 0.0879405 Jun 01 13:21:25.383006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.449723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:25.450461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947294fa-4e94-48ff-b0ef-93a061828021 None None] The sync data for ids ['6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:25.455587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Made reservation on behalf of 884469708e4c4ebea4c00931e9fce384 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:25.458264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.477465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.495763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-c06f4a63-0b48-40f6-acfc-f198418cc0ad service neutron] 10.222.0.40 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146442 Jun 01 13:21:25.497308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.529736 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-65da5b71-6032-4c44-8a22-63443ae40f9e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:25.530097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65da5b71-6032-4c44-8a22-63443ae40f9e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:25.531951 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65da5b71-6032-4c44-8a22-63443ae40f9e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/bd9264c7-f24e-46e9-8ddf-ba83b8b5eff2 HTTP/1.1" status: 404 len: 337 time: 0.0725935 Jun 01 13:21:25.535003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.552480 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6fbf1feb-c6bb-4538-8a70-4f2060dc77ad tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e HTTP/1.1" status: 200 len: 923 time: 0.3608568 Jun 01 13:21:25.572297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.587816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.618733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.625052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fda136-1a1e-42a5-b515-f985935a4b3e None None] Network b58c04d6-3d69-4d9b-9693-a7164498adc3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:25.625334 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7801396-fdf4-4feb-907f-c6039e70c29e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] DELETE failed (client error): The resource could not be found. Jun 01 13:21:25.625846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7801396-fdf4-4feb-907f-c6039e70c29e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:21:25.630684 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7801396-fdf4-4feb-907f-c6039e70c29e tempest-RoutersIpV6Test-1565441970 tempest-RoutersIpV6Test-1565441970-project] 10.222.0.40 "DELETE /v2.0/subnets/5a90e504-bdd7-44d4-8ee9-9fd2ad679f7f HTTP/1.1" status: 404 len: 337 time: 0.0812318 Jun 01 13:21:25.646116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c6004d-2381-45a5-ad54-62a60783c409,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:25.655819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8023ed2-fc1d-4a9d-bfeb-4533f250d366 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e HTTP/1.1" status: 200 len: 205 time: 0.0668342 Jun 01 13:21:25.656780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:25.658279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.661442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Usage tracker for resource:security_group_rule and tenant:884469708e4c4ebea4c00931e9fce384 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:25.664618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:25.672170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:25.773753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.779524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51594) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:25.782017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-671cde01-5c29-437b-b0d8-981af7debd3c tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "DELETE /v2.0/subnets/d6c6004d-2381-45a5-ad54-62a60783c409 HTTP/1.1" status: 204 len: 168 time: 0.7521174 Jun 01 13:21:25.786946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.828706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a15b6-c2d7-4f5e-92bd-d0f3353536d3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:25.875889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:21:25.885399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.925455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:25.930710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:25.931059 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Added segment c35a9024-83a8-4f11-9e95-0df01ac4232f of type vlan for network 67c8ce49-98b2-4f6d-8877-d350d15c258f Jun 01 13:21:25.950621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-771a87b3-c86a-4882-863c-ae7013c7ce1a service neutron] 10.222.0.40 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516795 Jun 01 13:21:25.964895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Usage tracker for resource:security_group_rule and tenant:608e8202599644fcb189228db5f2c776 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:25.971086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:26.010400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:26.045665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] DHCP port deletion for b58c04d6-3d69-4d9b-9693-a7164498adc3 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:21:26.056318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Deleting port de4b313a-13fd-434b-8342-4453e333ac1d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:26.056702 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.066214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.074144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51600) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:26.123426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.143079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.144073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:26.144647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.196316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Deleting port de4b313a-13fd-434b-8342-4453e333ac1d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:26.196845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.276501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.374897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] Pushing event updated for resources: {'Network': ['ID=67c8ce49-98b2-4f6d-8877-d350d15c258f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:26.429640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4f624259-1574-4d12-9793-40511a552d73 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9106867 Jun 01 13:21:26.433395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51616) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:26.458784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Request body: {'subnet': {'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-856111245-subnet', 'tenant_id': '884469708e4c4ebea4c00931e9fce384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:26.579529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] For port de4b313a-13fd-434b-8342-4453e333ac1d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de4b313a-13fd-434b-8342-4453e333ac1d,segment=NetworkSegment(9742bc40-34f3-4a2e-86b9-398ee14b7ea3),segment_id=9742bc40-34f3-4a2e-86b9-398ee14b7ea3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:26.580158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.718957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:26.764921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Usage tracker for resource:subnet and tenant:884469708e4c4ebea4c00931e9fce384 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:26.774118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:26.815064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.817651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:26.823613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c1af875a-a427-40d5-b753-2cf85652a92b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a5867f3a40f74665b01f333d4385c1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480724 Jun 01 13:21:26.827006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51630) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:26.846371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Calling delete_port for de4b313a-13fd-434b-8342-4453e333ac1d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:26.855035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.894057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Made reservation on behalf of 884469708e4c4ebea4c00931e9fce384 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:26.896423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.944488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:26.974609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port 4990825a-9474-481f-888d-7b6c989a9c22 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:26.974992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.020108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:21:27.035648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de4b313a-13fd-434b-8342-4453e333ac1d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:27.094842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: de4b313a-13fd-434b-8342-4453e333ac1d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:27.099442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device de4b313a-13fd-434b-8342-4453e333ac1d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:27.107314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.266199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34e81ffe-b559-4318-8d94-0b2ae8321df8 req-093f1e42-7979-43a8-8f89-2edf87ca0670 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 210 time: 0.5436528 Jun 01 13:21:27.267111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f62bb0a-2b21-4a7f-8178-0c1d7d7fbbb0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:27.272794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] Pushing event deleted for resources: {'Port': ['ID=de4b313a-13fd-434b-8342-4453e333ac1d,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:27.284580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055e8e7-3d6d-40a1-b8e1-a84d2ecf3c9c None None] No DVR routers for this DVR port de4b313a-13fd-434b-8342-4453e333ac1d on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:21:27.307939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] For port de4b313a-13fd-434b-8342-4453e333ac1d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=de4b313a-13fd-434b-8342-4453e333ac1d,segment=NetworkSegment(9742bc40-34f3-4a2e-86b9-398ee14b7ea3),segment_id=9742bc40-34f3-4a2e-86b9-398ee14b7ea3)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:27.308152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.308537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.363340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b00d49d-8d4b-4cb0-bad0-11152547f915 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=608e8202599644fcb189228db5f2c776&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7557597 Jun 01 13:21:27.367064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:27.426888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.448564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Calling delete_port for de4b313a-13fd-434b-8342-4453e333ac1d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:27.461540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.512395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8d13cb-8b42-4ea2-aad9-dec96517a16f,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:27.534285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.551137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.560374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Checking segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:27.560941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Network hostable DHCP agents. Network: 67c8ce49-98b2-4f6d-8877-d350d15c258f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:21:27.565195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d52031-8d87-4e2a-aff2-a4510dd47e19,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:27.599678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.639691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.654061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.657988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-49e2798d-6d6d-4529-89f5-dc4433d5fa8e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/92d52031-8d87-4e2a-aff2-a4510dd47e19 HTTP/1.1" status: 204 len: 168 time: 0.8271091 Jun 01 13:21:27.657988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:21:27.805444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 67c8ce49-98b2-4f6d-8877-d350d15c258f) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:27.816362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaea426-320c-47ff-8d33-80817212d06f None None] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:27.824410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for 4990825a-9474-481f-888d-7b6c989a9c22 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:27.827575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:27.828186 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.902412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a77d2dce-346f-46a8-8973-586008412518 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4520192 Jun 01 13:21:27.916728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.959630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f62bb0a-2b21-4a7f-8178-0c1d7d7fbbb0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:27.968007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-a5f00792-56ce-4aa5-9ca9-84f5b9653868 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:27.969886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-a5f00792-56ce-4aa5-9ca9-84f5b9653868 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.13 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 811 time: 0.2790177 Jun 01 13:21:27.972075 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:27.974640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dfc9e26d-5cb7-49ea-a6bf-4a1d56433729 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7f62bb0a-2b21-4a7f-8178-0c1d7d7fbbb0 HTTP/1.1" status: 204 len: 168 time: 0.6034527 Jun 01 13:21:27.977545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:21:27.978057 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:21:28.098544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-ed9d8002-22f7-42c6-82cc-9744f3498611 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f9df352aca04b0b8dfb3331e4601bcb HTTP/1.1" status: 200 len: 380 time: 0.1187263 Jun 01 13:21:28.117683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'port': {'device_id': '75c5ea35-6749-4b10-8de0-284485bca696', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'admin_state_up': True, 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'security_groups': ['0a18268f-685b-409d-a6b9-9a24c9edec4b']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:28.228380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.254780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a63a99-78d9-4be0-86ab-2a599e60a220 None None] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:21:28.349446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:28.355246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Usage tracker for resource:port and tenant:8f9df352aca04b0b8dfb3331e4601bcb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:28.359726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:28.369046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:28.391303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Made reservation on behalf of 8f9df352aca04b0b8dfb3331e4601bcb for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:28.395898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.546196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=4990825a-9474-481f-888d-7b6c989a9c22,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:28.554900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Deleting port de4b313a-13fd-434b-8342-4453e333ac1d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:28.555655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.619196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:28.653491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.660167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-176d6494-cb0e-4786-8780-db9772bdfa88 req-f394fc18-571e-4c64-b641-1f70b20693ff tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 210 time: 0.1006234 Jun 01 13:21:28.674498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.699498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:28.706420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Usage tracker for resource:security_group_rule and tenant:e770888cadb4454b819177b8daa32758 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:28.712580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:28.723932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:28.856554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.860158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.871303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Allocated IP 172.20.0.10 (86599a28-c2fd-4a24-9c21-098be794b915/f5a2d33c-e81f-415e-bf90-59815f03ee35/d04f2f8d-aa63-426b-bb12-02888a5000ce) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:28.958635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] The port 'de4b313a-13fd-434b-8342-4453e333ac1d' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:21:28.960718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:28.961629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:29.165417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.203732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.301174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.302303 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-83ecb689-b923-44a9-880a-58b326dc4774 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e HTTP/1.1" status: 204 len: 168 time: 3.6427572 Jun 01 13:21:29.306387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:29.307317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51696) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:29.324380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.347358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1150349971', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:29.357202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58c04d6-3d69-4d9b-9693-a7164498adc3']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:29.367036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:29.372668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e770888cadb4454b819177b8daa32758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521360 Jun 01 13:21:29.377951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51706) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:29.382323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742bc40-34f3-4a2e-86b9-398ee14b7ea3') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:29.382790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742bc40-34f3-4a2e-86b9-398ee14b7ea3') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:29.393704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:router and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:29.401463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6242c30-5ce9-4f6c-a813-d1739fa7c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873466bb-099c-4fe0-98dc-0f76d31b856a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:29.407763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:29.413722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.432754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:29.469709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.486900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:21:29.487364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.515643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.519404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.543285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-cb0efe6f-62ab-496e-b8a8-1de78775da64 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:29.543973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-cb0efe6f-62ab-496e-b8a8-1de78775da64 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:29.550414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.582922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-cb0efe6f-62ab-496e-b8a8-1de78775da64 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:29.584091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-cb0efe6f-62ab-496e-b8a8-1de78775da64 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 813 time: 0.4037900 Jun 01 13:21:29.588342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.589651 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.601186 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9742bc40-34f3-4a2e-86b9-398ee14b7ea3 resource provider aggregate not found Jun 01 13:21:29.608946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-673c5f1f-0db4-4e43-87e3-3b888495ec2f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/quotas/884469708e4c4ebea4c00931e9fce384 HTTP/1.1" status: 200 len: 375 time: 0.0184975 Jun 01 13:21:29.618805 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e41cb455-3956-4576-b1ae-b65d66d5227b tempest-ServiceProvidersTest-1202894088 tempest-ServiceProvidersTest-1202894088-project] 10.222.0.40 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3106692 Jun 01 13:21:29.665948 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9742bc40-34f3-4a2e-86b9-398ee14b7ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9742bc40-34f3-4a2e-86b9-398ee14b7ea3 found for delete ", "request_id": "req-07592f2c-8034-4b1f-a183-ba76f0b98415"}]} Jun 01 13:21:29.675963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.683965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.709573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.733853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] Pushing event deleted for resources: {'Network': ['ID=b58c04d6-3d69-4d9b-9693-a7164498adc3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:29.741015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-061d9087-e01a-4b1f-bfb9-836f8f8bdca4 tempest-ExtraDHCPOptionsTestJSON-513463149 tempest-ExtraDHCPOptionsTestJSON-513463149-project] 10.222.0.40 "DELETE /v2.0/networks/b58c04d6-3d69-4d9b-9693-a7164498adc3 HTTP/1.1" status: 204 len: 168 time: 3.9598076 Jun 01 13:21:29.797922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.825030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873466bb-099c-4fe0-98dc-0f76d31b856a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:29.829573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:29.833431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eb7ff159-4b67-4059-9ea1-d2550596bc76 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/873466bb-099c-4fe0-98dc-0f76d31b856a HTTP/1.1" status: 204 len: 168 time: 0.4514804 Jun 01 13:21:29.921682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Transition to ACTIVE for port object d04f2f8d-aa63-426b-bb12-02888a5000ce will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:29.939823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-ff08e00e-f382-4de1-9ace-2c62fe3b25ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3241255 Jun 01 13:21:30.097364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:30.115874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3a955c-1ee9-4eda-9c05-163d433ad3c5 req-d535479d-ff53-4b40-bd1d-fd5590470609 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 210 time: 0.1956477 Jun 01 13:21:30.160980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:30.291879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.347564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-93163bd1-5a5f-477b-af24-bffa2c3cc8ca service neutron] 10.222.0.40 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068303 Jun 01 13:21:30.433174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.530554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.557437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:30.561470 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2dd3b91a-13e2-4368-9df0-b84dff13c707 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=88f67cf1e6044de2b329f497f8df6447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994124 Jun 01 13:21:30.567863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f628db41df68445c93b9bc971bcb4982 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:30.571003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:30.574705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:30.616164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:30.679800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event updated for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:30.683498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Network 86599a28-c2fd-4a24-9c21-098be794b915 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:30.697327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:30.707221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:30.717724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.785908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-347fadf1-8501-41fe-addd-13cd84a86477 service neutron] 10.222.0.40 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374816 Jun 01 13:21:30.791208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.802271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:30.802919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.873033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-aeec00db-cc7d-4e1d-ac63-558e1e4bf58b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7687798 Jun 01 13:21:30.945420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.959910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:30.972979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Request body: {'port': {'device_id': '75c5ea35-6749-4b10-8de0-284485bca696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:30.992694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.075170 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f628db41df68445c93b9bc971bcb4982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765022 Jun 01 13:21:31.079812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b37f-4a69-4e5e-9747-e0348053a1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd813ba7-8b1a-4e26-8c51-3725a013d44d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:31.118620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51768) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:31.120024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1ced0-0e9f-432d-a18a-486c76e96f32,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:31.162033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.166004 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-13017208-8c21-487d-9244-2437a76e4508 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/01e1ced0-0e9f-432d-a18a-486c76e96f32 HTTP/1.1" status: 204 len: 168 time: 0.5933890 Jun 01 13:21:31.208548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-de3edb0a-b0cd-452d-a840-44dd769377f5 None None] Provisioning for port d04f2f8d-aa63-426b-bb12-02888a5000ce completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:31.218574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-de3edb0a-b0cd-452d-a840-44dd769377f5 None None] Provisioning complete for port d04f2f8d-aa63-426b-bb12-02888a5000ce triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:31.218976 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-de3edb0a-b0cd-452d-a840-44dd769377f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.308390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.386470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.394190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-de3edb0a-b0cd-452d-a840-44dd769377f5 None None] Port d04f2f8d-aa63-426b-bb12-02888a5000ce cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:21:31.490456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.527855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd813ba7-8b1a-4e26-8c51-3725a013d44d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:31.537232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.539317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-efc142d3-0cea-45e2-8d2f-1bbbda966519 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd813ba7-8b1a-4e26-8c51-3725a013d44d HTTP/1.1" status: 204 len: 168 time: 0.4087355 Jun 01 13:21:31.559701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1441fe80-f660-41af-8d7a-f02c3ca03855 req-4f1b4945-301b-4b90-9e5c-52d3655929b2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 210 time: 0.3699615 Jun 01 13:21:31.654270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.676419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:31.741573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:32.116229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 172.25.7.191 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/64e064e3-d81c-4c2e-b6e0-5ede19eb86df) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:32.344883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5ebe4-2536-4603-9236-93d3e6e83834 req-e739172b-a9ad-4f9a-aa14-8621cb3d0ae5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:32.345555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60a5ebe4-2536-4603-9236-93d3e6e83834 req-e739172b-a9ad-4f9a-aa14-8621cb3d0ae5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Synchronizing usage tracker for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:32.446203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-60a5ebe4-2536-4603-9236-93d3e6e83834 req-e739172b-a9ad-4f9a-aa14-8621cb3d0ae5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Unset dirty status for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:32.447648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a5ebe4-2536-4603-9236-93d3e6e83834 req-e739172b-a9ad-4f9a-aa14-8621cb3d0ae5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 932 time: 0.9817100 Jun 01 13:21:32.513985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:32.623466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60a5ebe4-2536-4603-9236-93d3e6e83834 req-4f26b73e-5058-48d0-940e-c0e3b9449d05 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645608 Jun 01 13:21:32.758405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:32.886737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a3b368d-09ba-4a93-bd35-0c88e084577d req-c4997b2e-ad83-4f03-a767-5b82e6a89537 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 210 time: 0.0759823 Jun 01 13:21:32.945599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04f2f8d-aa63-426b-bb12-02888a5000ce {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:21:33.008018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:33.009824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:33.034157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:33.050275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:33.077561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:33.105581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Transition to ACTIVE for port object d04f2f8d-aa63-426b-bb12-02888a5000ce will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:33.130305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:33.288543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Pushing event updated for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:33.414366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-4b5495f8-e538-4029-bef9-311db7facec4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:33.415935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-4b5495f8-e538-4029-bef9-311db7facec4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 813 time: 0.5281293 Jun 01 13:21:33.543548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Request body: {'port': {'device_id': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'admin_state_up': True, 'tenant_id': '884469708e4c4ebea4c00931e9fce384'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:33.584472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:33.838037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517848707'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:33.855449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:33.867922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:33.874184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:33.885280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:33.907372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:33.951785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:33.998264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:34.006714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:34.016579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:34.024084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:34.197245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.209097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.213685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:34.219495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:34.227295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:34.257931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:34.258068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:34.303471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Attempting to bind port d04f2f8d-aa63-426b-bb12-02888a5000ce on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:21:34.303804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Attempting to bind port d04f2f8d-aa63-426b-bb12-02888a5000ce by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:21:34.304134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Attempting to bind port d04f2f8d-aa63-426b-bb12-02888a5000ce on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:34.306550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Usage tracker for resource:port and tenant:884469708e4c4ebea4c00931e9fce384 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:34.338127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:34.342404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c18dc8-8030-4153-bd36-2bee84db4b56,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:34.358477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1540fa4b-0812-44cb-a4e3-47710e3f5e65 req-5e2a5c07-9fef-4b18-a354-4141c35ac447 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 210 time: 0.1790826 Jun 01 13:21:34.396024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Port d04f2f8d-aa63-426b-bb12-02888a5000ce on network 86599a28-c2fd-4a24-9c21-098be794b915 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:21:34.396349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Attempting to bind port d04f2f8d-aa63-426b-bb12-02888a5000ce on network 86599a28-c2fd-4a24-9c21-098be794b915 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:34.399230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.401182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:34.419104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:21:34.419772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Checking segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:34.420353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Bound using segment: {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:21:34.420990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Bound port: d04f2f8d-aa63-426b-bb12-02888a5000ce, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2b355e-2101-41dc-b5d8-383c6b4a47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:21:34.421522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.477715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.490463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.501012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Made reservation on behalf of 884469708e4c4ebea4c00931e9fce384 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:34.504962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.592965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c45ba-e576-4867-a034-ed85b288442d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:34.608946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.613636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c87cf042-429b-4048-8fc0-c4f2ce1cfbfd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0280879 Jun 01 13:21:34.615410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:34.679816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.694373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30e00ef3-f806-4b8b-92d1-a8bfcdeffc92 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:34.715936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30e00ef3-f806-4b8b-92d1-a8bfcdeffc92 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:34.719502 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-30e00ef3-f806-4b8b-92d1-a8bfcdeffc92 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1019602 Jun 01 13:21:34.722432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51902) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:34.728248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-security--876222107', 'description': 'tempest-security-description-162980198'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:34.759340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33219e-ff4c-4ac1-b8bb-0783c3f4ae83 req-1c694f02-c037-4c6b-90f3-d5cdac5d919d tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:34.761208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b33219e-ff4c-4ac1-b8bb-0783c3f4ae83 req-1c694f02-c037-4c6b-90f3-d5cdac5d919d tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 944 time: 0.8907270 Jun 01 13:21:34.783818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.856768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:21:34.863389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.874332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.877330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:34.877830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:21:34.885088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "PUT /v2.0/security-groups/344c45ba-e576-4867-a034-ed85b288442d HTTP/1.1" status: 200 len: 1778 time: 0.1609526 Jun 01 13:21:34.886752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:34.959759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.043440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b33219e-ff4c-4ac1-b8bb-0783c3f4ae83 req-29179c3c-340d-4079-aebb-3d8074593d7b tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580166 Jun 01 13:21:35.043636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe819-19eb-481c-9d77-7a9e4a906e74 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c45ba-e576-4867-a034-ed85b288442d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:35.096125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:35.097285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.098700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] 10.222.0.13 "PUT /v2.0/ports/d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 200 len: 1092 time: 4.1363633 Jun 01 13:21:35.103502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:35.108632 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-521a27d0-be57-4930-ae3a-2079ede36bb4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups/344c45ba-e576-4867-a034-ed85b288442d HTTP/1.1" status: 200 len: 1778 time: 0.1851449 Jun 01 13:21:35.109277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:35.331231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.407953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.447456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Allocated IP 172.20.0.11 (67c8ce49-98b2-4f6d-8877-d350d15c258f/be8d13cb-8b42-4ea2-aad9-dec96517a16f/3609fef1-5bfc-471e-b357-9e54143fafe1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:35.505436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.536675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c45ba-e576-4867-a034-ed85b288442d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:35.558634 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2938a12-9bd7-44dd-a651-a6eca53bc21a'] response: {'name': 'network-changed', 'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'status': 'completed', 'code': 200} Jun 01 13:21:35.560038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea3a9-db06-4d0a-a074-3d54a74a0601 service neutron] Pushing event updated for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:35.568895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.570463 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7257c38e-24b5-4974-b9b0-7fa5395c8add tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/344c45ba-e576-4867-a034-ed85b288442d HTTP/1.1" status: 204 len: 168 time: 0.4469578 Jun 01 13:21:35.573137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:35.578728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.673541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b85fc0ed-a951-407c-890b-26d78ebea786 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:35.709675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b85fc0ed-a951-407c-890b-26d78ebea786 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:35.714415 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b85fc0ed-a951-407c-890b-26d78ebea786 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393437 Jun 01 13:21:35.715797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51946) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:35.748796 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-65ab2661-4eef-4570-b016-a91a02f65837 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] delete failed (client error): The resource could not be found. Jun 01 13:21:35.756803 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65ab2661-4eef-4570-b016-a91a02f65837 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/344c45ba-e576-4867-a034-ed85b288442d HTTP/1.1" status: 404 len: 347 time: 0.0385458 Jun 01 13:21:35.757500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:35.762963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381764671'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:35.769833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:35.789232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39cf7d1c-0ef6-4752-abb8-abb2902b3ccd req-5c5dbf1e-baba-4ed1-bae3-e832b45f1e32 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 210 time: 0.1474071 Jun 01 13:21:35.805720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:35.823076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:35.850492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:35.856516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:35.860540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:35.872469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:36.023765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.029122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.085224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f775e118-c2d4-4e13-a494-cbffa712e1ea,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:36.121256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.126825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92536c48-9547-4e54-930b-3562aa649126 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3655457 Jun 01 13:21:36.126979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:36.138003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': 'f775e118-c2d4-4e13-a494-cbffa712e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:36.152841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:36.163662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:36.173252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:36.180538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:36.211886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.294749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.299784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.303408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.349358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b8e427-ff67-4eff-82b8-f154fe338a4b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:36.363329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-2da40d89-2e18-4f22-9c7d-8c399c54f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:36.364820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-2da40d89-2e18-4f22-9c7d-8c399c54f13a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 1095 time: 0.9343760 Jun 01 13:21:36.365213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.366757 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-90394333-d8df-43e1-80fa-96dffcf8c50c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388010 Jun 01 13:21:36.369826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51988) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:36.452438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.471919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.502548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.560401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.582235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.583953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/a6b8e427-ff67-4eff-82b8-f154fe338a4b HTTP/1.1" status: 204 len: 168 time: 0.2131150 Jun 01 13:21:36.586994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52006) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:36.590383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d071-13ba-4e69-87dc-045cf3aace09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6b8e427-ff67-4eff-82b8-f154fe338a4b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:36.620003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-a700fad0-3f28-48ad-a990-b009069ef258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 200 len: 217 time: 0.2090886 Jun 01 13:21:36.657190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cf581396-2ba8-4727-9938-9a927dd9111d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:36.692638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cf581396-2ba8-4727-9938-9a927dd9111d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:36.698046 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf581396-2ba8-4727-9938-9a927dd9111d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097739 Jun 01 13:21:36.698871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:36.730451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-998d2205-d492-4eb5-ae69-05122cc56c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:36.732298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-998d2205-d492-4eb5-ae69-05122cc56c9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.1048520 Jun 01 13:21:36.735989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:36.751714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:36.791736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.800630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:36.847946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.884278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:36.885064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.932833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router 9416c80c-83c7-40f8-aae4-fba80cef5040 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:21:36.937104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:36.943715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:36.999585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775e118-c2d4-4e13-a494-cbffa712e1ea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:37.026325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.028047 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d63e33b-8d22-4b90-9d63-32b40ab392b2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/f775e118-c2d4-4e13-a494-cbffa712e1ea HTTP/1.1" status: 204 len: 168 time: 0.3277142 Jun 01 13:21:37.032288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:37.097201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c55d9c0-4688-49b4-b501-cb8a2299cb2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:37.149847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8029fd1-9e1b-4110-85d4-18ac5710d5ea req-6bd04317-73de-414f-8e8a-e3f95baeb65c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:37.150944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c55d9c0-4688-49b4-b501-cb8a2299cb2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:37.151358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8029fd1-9e1b-4110-85d4-18ac5710d5ea req-6bd04317-73de-414f-8e8a-e3f95baeb65c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 944 time: 0.8112931 Jun 01 13:21:37.159055 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c55d9c0-4688-49b4-b501-cb8a2299cb2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1256301 Jun 01 13:21:37.163443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:37.171748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--846074425'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:37.193913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-a3ca87ff-2af3-4608-b822-0e63200e24b1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6537912 Jun 01 13:21:37.194333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:37.220239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:37.244364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.276751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Request body: {'port': {'device_id': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:37.283312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:37.291390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:37.302251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:37.304939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:37.315377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:37.326757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-15e291d1-b62c-4bb9-b389-2b08b77b48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:37.328479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-15e291d1-b62c-4bb9-b389-2b08b77b48d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5824852 Jun 01 13:21:37.399509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.411547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.504649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-5ea66cb0-9f44-4d8e-a6a3-45b1be1e945f service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675916 Jun 01 13:21:37.530211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2106da97-6d0d-4985-b115-c7a9bd00f664,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:37.578992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.596688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.597968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dbf45525-5423-4c12-bd31-4383dcf4643b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4335365 Jun 01 13:21:37.600443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:37.602483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52052) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:37.606526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Usage tracker for resource:security_group_rule and tenant:30714bcf221b4d9b9c512b6baf967b2d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:37.616415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '2106da97-6d0d-4985-b115-c7a9bd00f664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:37.625055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:37.629898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:37.633179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:37.640235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:37.649293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:37.657342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:37.668866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8029fd1-9e1b-4110-85d4-18ac5710d5ea req-26056aae-622f-4be1-9dc2-70ef66f988ec tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966295 Jun 01 13:21:37.687392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.750078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5d33040a-cc29-4b8a-bc93-990188f2e54b req-06b65148-9575-4375-ab90-cd88a31d766b service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332642 Jun 01 13:21:37.751116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:37.768491 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Sync routers for ids ['9416c80c-83c7-40f8-aae4-fba80cef5040'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:37.800335 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Routers {'9416c80c-83c7-40f8-aae4-fba80cef5040'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:37.800335 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9416c80c-83c7-40f8-aae4-fba80cef5040'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:37.839269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.840488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-647b91b8-9702-4cee-97ca-13a96c5f9bbf tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5254381 Jun 01 13:21:37.850614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:37.858503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-370e8097-254a-428d-8144-d5a5bb8700ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:37.859235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-370e8097-254a-428d-8144-d5a5bb8700ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:37.928130 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.934096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.979043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:37.985301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.061024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=30714bcf221b4d9b9c512b6baf967b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575362 Jun 01 13:21:38.061886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.063668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52070) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:38.072014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2363602-471b-475d-8858-1d44db9c6cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0ceca3-88ff-4eb1-b236-b10cc6c47642,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:38.076890 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Set router 9416c80c-83c7-40f8-aae4-fba80cef5040 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:38.144599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb72303-88c8-4b01-b46e-009cb0679fa5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:38.203327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.226740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.239495 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86c54b46-f7b0-43a0-83ea-00cf0611b15a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6355128 Jun 01 13:21:38.240332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:38.267638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '2106da97-6d0d-4985-b115-c7a9bd00f664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:38.293156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:38.300404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.307314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:38.312672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:38.325012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:38.328586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-370e8097-254a-428d-8144-d5a5bb8700ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:38.336120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-370e8097-254a-428d-8144-d5a5bb8700ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 932 time: 1.2885056 Jun 01 13:21:38.376787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.443669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.482206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0ceca3-88ff-4eb1-b236-b10cc6c47642,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:38.487310 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'name': 'tempest-snat-router-1150349971', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191'}], 'enable_snat': False}, 'gw_port_id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:29Z', 'updated_at': '2022-06-01T13:21:33Z', 'revision_number': 3, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port': {'id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:21:32Z', 'updated_at': '2022-06-01T13:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:38.492633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-1027bb3d-bb19-47fe-bc85-5f4213d6dbbe tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:38.497503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.499426 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0603fcd4-750f-4823-9f8b-2559423800d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fd0ceca3-88ff-4eb1-b236-b10cc6c47642 HTTP/1.1" status: 204 len: 168 time: 0.4291904 Jun 01 13:21:38.501049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Checking router: 9416c80c-83c7-40f8-aae4-fba80cef5040 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:38.504991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Updating router 9416c80c-83c7-40f8-aae4-fba80cef5040 port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:21:38.516120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.525819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.527158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3749d-b1b3-418a-8901-416711cfec6e req-ef03b212-fa92-4ddc-8056-0426283f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:38.528690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-ef03b212-fa92-4ddc-8056-0426283f0a60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 1095 time: 0.7253835 Jun 01 13:21:38.577592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b136251d-907b-4721-8a34-3a204c1bf173,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:38.613149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.617783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fcc95d82-3d54-423e-a12b-dd2b0185fd84 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3743887 Jun 01 13:21:38.618413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52090) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:38.627335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '2106da97-6d0d-4985-b115-c7a9bd00f664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:38.661975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:38.669827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:38.672252 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.677543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:38.691609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:38.731698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.864707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.874828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.890158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3749d-b1b3-418a-8901-416711cfec6e req-1754c016-9992-4618-acee-15853916b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:38.891990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-1754c016-9992-4618-acee-15853916b674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.2879419 Jun 01 13:21:38.905108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33ff70e1-bcfb-4c81-81de-a61c12404714 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/9416c80c-83c7-40f8-aae4-fba80cef5040 HTTP/1.1" status: 200 len: 909 time: 1.0428076 Jun 01 13:21:38.913742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:38.922468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4aa88d-68b1-490d-a9be-ce6c93035265,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:38.933697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1150349971', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': True}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:38.957718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:38.975956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Usage tracker for resource:router and tenant:15280802c0c143a298b26f7c23ab4a4a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:38.986087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:38.993003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:38.998092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b72db3c1-601d-4b5e-9ed2-5bb1588ade51 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786113 Jun 01 13:21:39.004401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52114) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:39.016387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:39.020335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '2106da97-6d0d-4985-b115-c7a9bd00f664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:39.025960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-524fdc5e-cfe4-4215-8a35-d7650e71a1b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 200 len: 217 time: 0.1193187 Jun 01 13:21:39.046636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:39.062855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:39.079959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:39.088580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.091504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.121875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3749d-b1b3-418a-8901-416711cfec6e req-e47618c1-a4fe-463a-8ea9-07df9217fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:39.123585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-e47618c1-a4fe-463a-8ea9-07df9217fe89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.0896676 Jun 01 13:21:39.127126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-1027bb3d-bb19-47fe-bc85-5f4213d6dbbe tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:39.133037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.137016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:39.143235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7af0cce0-c146-43a9-b9e9-9087182f1dd1 req-1027bb3d-bb19-47fe-bc85-5f4213d6dbbe tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057313 Jun 01 13:21:39.178601 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.306461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52132) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:39.443321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:21:39.451706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.470398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Transition to ACTIVE for port object 3609fef1-5bfc-471e-b357-9e54143fafe1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:39.486287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.502094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.540926 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.565114 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Transition to ACTIVE for port object 64e064e3-d81c-4c2e-b6e0-5ede19eb86df will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:21:39.573654 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.588939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3749d-b1b3-418a-8901-416711cfec6e req-4fabd5f2-daaa-4455-be98-49d538a48885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:39.590455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-4fabd5f2-daaa-4455-be98-49d538a48885 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4419034 Jun 01 13:21:39.726055 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Attempting to bind port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:21:39.726455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Attempting to bind port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:21:39.726863 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Attempting to bind port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:39.730318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705122-72a3-41ca-a234-279330833412 req-077edd5a-2acc-4181-9c45-d8e970d53513 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:39.732043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06705122-72a3-41ca-a234-279330833412 req-077edd5a-2acc-4181-9c45-d8e970d53513 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 944 time: 0.8388035 Jun 01 13:21:39.743528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:39.756833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:21:39.757195 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:39.760312 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.761787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:21:39.762273 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Bound port: 64e064e3-d81c-4c2e-b6e0-5ede19eb86df, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:21:39.762655 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.796528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Usage tracker for resource:security_group_rule and tenant:984eec7d24cd483692017838ce3424b2 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:39.806404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:39.870461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:39.901756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:39.901942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:39.974251 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] For port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:21:39.987701 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] For port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:21:40.006359 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Pushing event updated for resources: {'Port': ['ID=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:40.022336 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.023727 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.026246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.027118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.027322 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.028363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.029079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.029703 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.030512 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.031132 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.032654 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.033365 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.034289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:40.041032 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.054537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.065292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06705122-72a3-41ca-a234-279330833412 req-d286c671-82be-43e4-a8e4-5031d40dc4cb tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921031 Jun 01 13:21:40.133631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-9ccc352d-05b5-4072-9dbe-b6a58f1da20d service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915389 Jun 01 13:21:40.141674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:21:40.142009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:21:40.142344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:40.173944 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.178309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1728463 Jun 01 13:21:40.184349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52180) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:40.209044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d5e17-90e7-494b-b51e-964954bc41bb tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9085b31b-319e-4be2-92d1-2ca7df0652c6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:40.240865 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Routers {'9416c80c-83c7-40f8-aae4-fba80cef5040'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:40.241522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9416c80c-83c7-40f8-aae4-fba80cef5040'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:40.304519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.313474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:21:40.313806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:21:40.323363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455857c-dade-40ac-8373-d99032f7fd5c None None] Pushing event updated for resources: {'Port': ['ID=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:40.332209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '2106da97-6d0d-4985-b115-c7a9bd00f664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:40.354107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:40.366958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:40.392007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:40.399399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:21:40.401045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Checking segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:21:40.402519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Bound using segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:21:40.403101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Bound port: 3609fef1-5bfc-471e-b357-9e54143fafe1, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:21:40.404181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.413699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.467080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:40.484521 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] Set router 9416c80c-83c7-40f8-aae4-fba80cef5040 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:40.726990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.786729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.917659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:21:40.921929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:21:40.942727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=984eec7d24cd483692017838ce3424b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6349897 Jun 01 13:21:40.944841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8245e-1ce7-4165-919a-2b2afe0d560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42087411-23d9-4984-b95e-54ff82bfe085,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:40.950405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:40.978260 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'name': 'tempest-snat-router-1150349971', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191'}], 'enable_snat': False}, 'gw_port_id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:29Z', 'updated_at': '2022-06-01T13:21:33Z', 'revision_number': 3, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port': {'id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:21:32Z', 'updated_at': '2022-06-01T13:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:40.982237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:40.988542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831b0f1-cafe-4740-b517-38ba01be79d2 None None] The sync data for ids ['9416c80c-83c7-40f8-aae4-fba80cef5040'] in n-d-844200-1 is: [{'id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'name': 'tempest-snat-router-1150349971', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191'}], 'enable_snat': False}, 'gw_port_id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:29Z', 'updated_at': '2022-06-01T13:21:33Z', 'revision_number': 3, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port': {'id': '64e064e3-d81c-4c2e-b6e0-5ede19eb86df', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9416c80c-83c7-40f8-aae4-fba80cef5040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:21:32Z', 'updated_at': '2022-06-01T13:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:40.993094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.040081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d04f2f8d-aa63-426b-bb12-02888a5000ce details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:21:41.079283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 172.25.7.86 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/156bd516-f968-4aa0-8533-5ca7dd648be9) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:41.134979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:41.136075 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.142919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] 10.222.0.24 "PUT /v2.0/ports/3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 1092 time: 3.9283230 Jun 01 13:21:41.149141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:41.166652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d3749d-b1b3-418a-8901-416711cfec6e req-9c94d569-5d6e-43ee-af42-06cfeaab4c5d service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0264065 Jun 01 13:21:41.295169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22a734-6ce6-4b82-824e-4686e4ddea69 service neutron] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:41.297691 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.352329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:41.358712 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.364980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.376733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.406420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'port_id': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'mac_address': 'fa:16:3e:46:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:21:41.408147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27306c1d-eb60-463f-b51b-fdad2ebed078 req-4aa20561-f2fc-4ac8-8d0c-403826a27519 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:41.409886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27306c1d-eb60-463f-b51b-fdad2ebed078 req-4aa20561-f2fc-4ac8-8d0c-403826a27519 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 1.0223336 Jun 01 13:21:41.459941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.480274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=156bd516-f968-4aa0-8533-5ca7dd648be9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:41.510112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:41.518835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:41.525027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:41.555450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d04f2f8d-aa63-426b-bb12-02888a5000ce is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:41.556093 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.600432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04f2f8d-aa63-426b-bb12-02888a5000ce {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:21:41.627088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:41.641655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40b5bc3-15d4-458d-806c-1612a32d24cd,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:41.643022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.662875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-2cd7f4db-8ab6-43b1-a3ae-1ee453dd9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:41.664717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-2cd7f4db-8ab6-43b1-a3ae-1ee453dd9a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1095 time: 0.4439003 Jun 01 13:21:41.701662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27306c1d-eb60-463f-b51b-fdad2ebed078 req-d385b42a-c265-493e-9d70-82ebb4b89557 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682629 Jun 01 13:21:41.782930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.874947 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28c2afb-9c84-4f3c-a92d-c3f86ef1f713'] response: {'name': 'network-changed', 'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'status': 'completed', 'code': 200} Jun 01 13:21:41.878632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:41.880205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:41.881617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6f03da51-0dcd-44b5-9ddd-42c6ddb1190a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.6089251 Jun 01 13:21:41.888399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52248) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:41.889172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52250) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:41.909847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d04f2f8d-aa63-426b-bb12-02888a5000ce'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:21:41.913022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-bb8248f2-ea9f-4951-8f54-bc8e58cb50d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.2160380 Jun 01 13:21:41.998305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13599485-dc45-4265-a655-a7f5ebb15f2f req-eb754af6-734a-4b95-939b-56fef9d81679 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:42.001361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13599485-dc45-4265-a655-a7f5ebb15f2f req-eb754af6-734a-4b95-939b-56fef9d81679 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 944 time: 0.6396353 Jun 01 13:21:42.023824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.076209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.127691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13599485-dc45-4265-a655-a7f5ebb15f2f req-c5a18479-47cc-45df-901c-08a6e84353a5 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188371 Jun 01 13:21:42.133617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-c216144f-4a1c-4759-b13d-eb5a486f0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:42.136717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-c216144f-4a1c-4759-b13d-eb5a486f0730 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.2090051 Jun 01 13:21:42.219735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.230793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-e31e793f-bdb2-4ad8-8827-b84b42348467 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855906 Jun 01 13:21:42.262608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.276643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42087411-23d9-4984-b95e-54ff82bfe085,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:42.292330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.419636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-04b3f376-bc43-4fc1-b0ca-4a0a72c4af8c service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794121 Jun 01 13:21:42.498254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:42.536618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfa7916b35142e5b78b6529b3aa3ef5 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:42.545940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e40b5bc3-15d4-458d-806c-1612a32d24cd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:42.547985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:42.562102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:42.566904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.572812 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b13edf7-ccfb-41e6-a8d3-7a26d17da18f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/42087411-23d9-4984-b95e-54ff82bfe085 HTTP/1.1" status: 204 len: 168 time: 1.6211779 Jun 01 13:21:42.583576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.587667 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27fb917d-b3dd-4a6c-8663-8fde46f732b6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/e40b5bc3-15d4-458d-806c-1612a32d24cd HTTP/1.1" status: 204 len: 168 time: 0.6858020 Jun 01 13:21:42.588633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:42.597317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.646057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2446a329-0f1d-4340-91f6-a5360e8618e7 req-8f4315cd-7e1c-4a6c-b2d0-bbe27e25f746 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200093 Jun 01 13:21:42.693452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea27106f-9a6a-4ee7-9994-2fe2ffd53ce7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:42.732244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea27106f-9a6a-4ee7-9994-2fe2ffd53ce7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:42.734846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea27106f-9a6a-4ee7-9994-2fe2ffd53ce7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1406236 Jun 01 13:21:42.737752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52272) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:42.943466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:42.991952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.038301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d04f2f8d-aa63-426b-bb12-02888a5000ce up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:43.054816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-960e52d0-34bf-470f-a433-8886cadbef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:43.056964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-960e52d0-34bf-470f-a433-8886cadbef71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1095 time: 0.3149369 Jun 01 13:21:43.087874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.147107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64e064e3-d81c-4c2e-b6e0-5ede19eb86df up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:43.197406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.208831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.265198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9085b31b-319e-4be2-92d1-2ca7df0652c6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:43.321425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8723-d82f-4357-98e7-b6d3568e9e4e req-7bddae0b-a481-43bd-a68b-ff7789299554 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:43.335499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dcb8723-d82f-4357-98e7-b6d3568e9e4e req-7bddae0b-a481-43bd-a68b-ff7789299554 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.4745584 Jun 01 13:21:43.351721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.355294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-752e8a9c-e011-42f0-a5a9-dc424d3f453e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/9085b31b-319e-4be2-92d1-2ca7df0652c6 HTTP/1.1" status: 204 len: 168 time: 0.6131885 Jun 01 13:21:43.355625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:43.358155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.378582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port d04f2f8d-aa63-426b-bb12-02888a5000ce completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:43.384951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d04f2f8d-aa63-426b-bb12-02888a5000ce triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:43.385745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.449856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:43.456228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:43.456816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.563716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dcb8723-d82f-4357-98e7-b6d3568e9e4e req-23bf0f3b-65ba-41ef-93c6-6b9880088e9a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242169 Jun 01 13:21:43.564776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-3d28288a-af8a-4163-aea5-7f2bf39bdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:43.566243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-3d28288a-af8a-4163-aea5-7f2bf39bdef7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.5004914 Jun 01 13:21:43.612818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:43.613206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.677428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:43.684865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d04f2f8d-aa63-426b-bb12-02888a5000ce is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:43.685615 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.698971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-f8a2aa2c-cc71-459e-aadb-5dcbd9073780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.1249056 Jun 01 13:21:43.709271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae348f-62e7-4f31-a670-3232b9c61a25,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:43.713732 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e75a7826-709d-4cc2-b99d-0a5cc41c3837 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cbfa7916b35142e5b78b6529b3aa3ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8170252 Jun 01 13:21:43.717829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:43.739980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.780829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff0f1fa3-e4d7-443b-bea4-9bbc0d69a34c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:43.846732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:43.852379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff0f1fa3-e4d7-443b-bea4-9bbc0d69a34c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:43.858261 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ff0f1fa3-e4d7-443b-bea4-9bbc0d69a34c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5010805 Jun 01 13:21:43.865820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:43.867819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:43.881800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.882039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-3b89e92d-715e-4456-8cf9-801fa53fff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:43.891449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:43.893661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-3b89e92d-715e-4456-8cf9-801fa53fff64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.1796367 Jun 01 13:21:43.904892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.921661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ada282-5d0c-43b3-815f-9cbb378eb125 req-190ae291-dca3-4be2-b0d8-39e50a0bc29c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:43.924423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4ada282-5d0c-43b3-815f-9cbb378eb125 req-190ae291-dca3-4be2-b0d8-39e50a0bc29c tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 945 time: 0.5324717 Jun 01 13:21:43.931737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router dcfccc21-cad5-494a-aed5-44d03b160962 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:21:43.940935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.967323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:43.977080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.035436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:44.049488 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6faf30f-8abc-4903-b2cf-40bdd9f3ad93'] response: {'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'code': 200} Jun 01 13:21:44.175088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.210299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df4aa88d-68b1-490d-a9be-ce6c93035265,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:44.235640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.238145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.239668 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/69ae348f-62e7-4f31-a670-3232b9c61a25 HTTP/1.1" status: 204 len: 168 time: 0.5177593 Jun 01 13:21:44.241059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:44.252679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Sync routers for ids ['dcfccc21-cad5-494a-aed5-44d03b160962'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:44.253280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.257298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd1db7eb-c22b-4edf-8234-46b0b85b39f8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/df4aa88d-68b1-490d-a9be-ce6c93035265 HTTP/1.1" status: 204 len: 168 time: 0.3892503 Jun 01 13:21:44.260880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52322) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:44.284154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d279c-61b5-447f-8e88-7b2dbb656158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae348f-62e7-4f31-a670-3232b9c61a25,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:44.299814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Routers {'dcfccc21-cad5-494a-aed5-44d03b160962'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:44.303134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['dcfccc21-cad5-494a-aed5-44d03b160962'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:44.305637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.309323 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-30438fa1-9dc8-4714-9007-9d47208da39e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3922343 Jun 01 13:21:44.309467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-ea1a4db4-0185-4760-812a-08ceb5f727cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3805902 Jun 01 13:21:44.309997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:44.367176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4ada282-5d0c-43b3-815f-9cbb378eb125 req-099d4b10-f0fb-48ed-b8b7-3e7c796961a7 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407667 Jun 01 13:21:44.443189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7686508-c8a0-4bba-80f7-3d2a16adc862 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:44.469605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c201db-248b-45f8-81cf-1fcefd263c09 req-400636fa-343c-4465-acc4-1be4f436c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:44.471282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c201db-248b-45f8-81cf-1fcefd263c09 req-400636fa-343c-4465-acc4-1be4f436c528 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 1097 time: 0.3955855 Jun 01 13:21:44.505158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7686508-c8a0-4bba-80f7-3d2a16adc862 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:44.506799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7686508-c8a0-4bba-80f7-3d2a16adc862 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2449973 Jun 01 13:21:44.549013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:44.725727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15c201db-248b-45f8-81cf-1fcefd263c09 req-f995b9eb-a97c-40d4-8feb-ab7c04178eb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359457 Jun 01 13:21:44.732666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.762483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Set router dcfccc21-cad5-494a-aed5-44d03b160962 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:44.775218 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38385fd0-1e2c-4a07-96a3-df415314ec08 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/dcfccc21-cad5-494a-aed5-44d03b160962 HTTP/1.1" status: 200 len: 907 time: 0.4640541 Jun 01 13:21:44.777606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52344) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:44.877154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:44.949930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-71fc0d69-9aea-49f6-ada1-28e2b9b2c79d service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285536 Jun 01 13:21:44.993901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:45.027770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-d10437e8-0e47-47bf-b679-ebdf23db7033 req-18fed062-5789-4c14-b44c-e3f24277b892 service neutron] (88371) timed out ('10.222.0.40', 60408) {{(pid=88371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:21:45.103825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:21:45.137260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.158394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.191829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13921-6acf-49c3-a005-b90ca34b9163 req-522c4da9-ed89-4b5e-8029-bf256ac47f6f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:45.193315 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52b13921-6acf-49c3-a005-b90ca34b9163 req-522c4da9-ed89-4b5e-8029-bf256ac47f6f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.4654906 Jun 01 13:21:45.200344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b136251d-907b-4721-8a34-3a204c1bf173,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:45.204745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:45.258108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e90b493644be4bfdb38917837110d3e4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:45.260296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:45.275781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64e064e3-d81c-4c2e-b6e0-5ede19eb86df up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:45.288047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:45.293760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.294971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6a26662-eab7-410c-b353-8cb3cf2531ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/b136251d-907b-4721-8a34-3a204c1bf173 HTTP/1.1" status: 204 len: 168 time: 0.7441251 Jun 01 13:21:45.301018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:45.306515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52b13921-6acf-49c3-a005-b90ca34b9163 req-9b3662b0-95e6-48ca-9c9c-9e47eaf954b4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991790 Jun 01 13:21:45.356204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40bcedf8-e1a1-4617-90a2-1ac628c29f61 req-391f73e1-ff36-47bd-a36a-a5e25da7f3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854177 Jun 01 13:21:45.393769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.516709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.534884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.583390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:45.622139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e90b493644be4bfdb38917837110d3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892377 Jun 01 13:21:45.626886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:45.681612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'port_id': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'mac_address': 'fa:16:3e:e5:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8d13cb-8b42-4ea2-aad9-dec96517a16f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:21:45.770911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef55c-5f6d-4f53-a11f-65487f9d04b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1dc2f-9d54-4723-acc9-495386702874,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:45.804176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:45.804766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.834195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.871190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:21:45.878080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.878305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:45.878305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.879914 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-598b3778-07e6-4b49-9ebf-41b7189a9992 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5774059 Jun 01 13:21:45.881250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:45.904077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting port 156bd516-f968-4aa0-8533-5ca7dd648be9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:45.904815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.955544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988e9f-e1b3-43dc-b6e4-58d24340b56d req-c3cc6e5e-834c-434c-9959-2525e3b00b56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:45.959696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81988e9f-e1b3-43dc-b6e4-58d24340b56d req-c3cc6e5e-834c-434c-9959-2525e3b00b56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.3680975 Jun 01 13:21:45.968242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.973968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:45.996369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.086120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfccc21-cad5-494a-aed5-44d03b160962', 'name': 'tempest-snat-router-1150349971', 'tenant_id': '15280802c0c143a298b26f7c23ab4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '156bd516-f968-4aa0-8533-5ca7dd648be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:21:39Z', 'updated_at': '2022-06-01T13:21:42Z', 'revision_number': 3, 'project_id': '15280802c0c143a298b26f7c23ab4a4a', 'gw_port': {'id': '156bd516-f968-4aa0-8533-5ca7dd648be9', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfccc21-cad5-494a-aed5-44d03b160962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:21:40Z', 'updated_at': '2022-06-01T13:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:46.108684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:46.124535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Checking router: dcfccc21-cad5-494a-aed5-44d03b160962 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:46.126487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Updating router dcfccc21-cad5-494a-aed5-44d03b160962 port 156bd516-f968-4aa0-8533-5ca7dd648be9 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:21:46.180399 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.190928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81988e9f-e1b3-43dc-b6e4-58d24340b56d req-3d306ab9-0355-4920-8be9-daf3bc9da56d tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245715 Jun 01 13:21:46.210309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.217647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.236036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1dc2f-9d54-4723-acc9-495386702874,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:46.250132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.251381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d513a6e7-402c-49e5-a734-a7eafdf23848 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/54a1dc2f-9d54-4723-acc9-495386702874 HTTP/1.1" status: 204 len: 168 time: 0.6235230 Jun 01 13:21:46.280922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceb72303-88c8-4b01-b46e-009cb0679fa5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:46.294707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.295570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.295978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.296375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.296781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.298407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.299000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.299409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.299805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.300198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.300724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.301178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:46.313337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.314841 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eede5bde-4912-44fc-854d-bb5e2b772f8e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/ceb72303-88c8-4b01-b46e-009cb0679fa5 HTTP/1.1" status: 204 len: 168 time: 0.4310904 Jun 01 13:21:46.317699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:46.333197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.372344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.375747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac91fb74-6a5a-42e8-819f-23a191a0dc2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:46.397988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac91fb74-6a5a-42e8-819f-23a191a0dc2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:46.399585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac91fb74-6a5a-42e8-819f-23a191a0dc2c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808311 Jun 01 13:21:46.402450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52418) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:46.463682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:46.495237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:46.555754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.718953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Calling delete_port for 156bd516-f968-4aa0-8533-5ca7dd648be9 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:46.724610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.774878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:21:46.809110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ced8-b154-498d-897f-4890778f3854 req-8be5954d-0ab2-4080-a89e-81cce52feb54 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:46.809110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c1ced8-b154-498d-897f-4890778f3854 req-8be5954d-0ab2-4080-a89e-81cce52feb54 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.2006874 Jun 01 13:21:46.847798 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.911319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106da97-6d0d-4985-b115-c7a9bd00f664,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:46.958795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c1ced8-b154-498d-897f-4890778f3854 req-5d9bd09d-e079-42ae-98b0-65f05bad4315 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430562 Jun 01 13:21:46.973676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:46.975100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-43f1a744-af85-4a8f-978f-19a87ad0e8fc tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/2106da97-6d0d-4985-b115-c7a9bd00f664 HTTP/1.1" status: 204 len: 168 time: 0.5716429 Jun 01 13:21:46.977824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52450) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:47.042740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.049509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-12f4ee06-c646-4e78-99d7-df51b1018bae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:47.069665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-12f4ee06-c646-4e78-99d7-df51b1018bae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:47.071353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-12f4ee06-c646-4e78-99d7-df51b1018bae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820155 Jun 01 13:21:47.077196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52458) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:47.081563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--539628099'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:47.089754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:47.101810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:47.124642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.172980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:47.184976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:47.189443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:47.202646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:47.338393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.361006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.371110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.398373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Port': ['ID=156bd516-f968-4aa0-8533-5ca7dd648be9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:47.482608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:21:47.490343 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:21:47.559592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca5143-c6da-4a8e-963e-17df78fec365,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:47.637078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.642942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-531de465-8dfa-46ff-99dd-aa3046b0f284 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5661011 Jun 01 13:21:47.646150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52498) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:47.654806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': 'f2ca5143-c6da-4a8e-963e-17df78fec365', 'direction': 'ingress', 'protocol': 17}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:47.662236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:47.669612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:47.674146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:47.682370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:47.693747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.704529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.715902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba84e-c687-4d0f-b033-c8f23276de2c req-b9c83af2-cdf6-4440-b1e1-eae976db8b3a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:47.718391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-276ba84e-c687-4d0f-b033-c8f23276de2c req-b9c83af2-cdf6-4440-b1e1-eae976db8b3a tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.2729232 Jun 01 13:21:47.735564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.736967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcfccc21-cad5-494a-aed5-44d03b160962 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:47.748284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.762021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.765774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4af2ebb-1314-4671-bd67-7a9859db31a6 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/routers/dcfccc21-cad5-494a-aed5-44d03b160962 HTTP/1.1" status: 204 len: 168 time: 2.9867578 Jun 01 13:21:47.768376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52506) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:47.822722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-276ba84e-c687-4d0f-b033-c8f23276de2c req-165447b8-b59f-4f2f-b0c1-c4df9471fdca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914066 Jun 01 13:21:47.842999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.859321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.881977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c89bdc7-b3d8-4b41-9fe6-9a0de3944677,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:47.904184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:47.906162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e3146cc8-5126-460f-a03f-4aa4b615c8c9 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2571864 Jun 01 13:21:47.909104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52518) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:48.136086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Port 156bd516-f968-4aa0-8533-5ca7dd648be9 not found while updating agent binding for router dcfccc21-cad5-494a-aed5-44d03b160962. {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 01 13:21:48.180272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Routers set() bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:48.180675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Router IDs set() for agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 01 13:21:48.182673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_agentschedulers_db [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dcfccc21-cad5-494a-aed5-44d03b160962'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent'). {{(pid=88373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 01 13:21:48.183067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adba58b-022d-4efd-8f33-ee6cf0e4a207 None None] The sync data for ids ['dcfccc21-cad5-494a-aed5-44d03b160962'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:48.199478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.202323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.236997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.255107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b625ad3-2788-44c1-b3af-1c1b953057e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.400936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.448642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.462188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Deleting port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:21:48.462719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.487071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0688-3ded-4101-8803-e706fdf24789 req-08c7300c-ae30-46c1-a8a8-79fdeffdfe74 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:48.489154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-491f0688-3ded-4101-8803-e706fdf24789 req-08c7300c-ae30-46c1-a8a8-79fdeffdfe74 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.4268627 Jun 01 13:21:48.500785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52558) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:48.527746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed069532-09df-4408-8379-18750c9c1e8d req-01ef93be-def4-4a2c-b775-a201624acfb9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:48.527746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed069532-09df-4408-8379-18750c9c1e8d req-01ef93be-def4-4a2c-b775-a201624acfb9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.3033068 Jun 01 13:21:48.530155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Request body: {'floatingip': {'port_id': 'd04f2f8d-aa63-426b-bb12-02888a5000ce'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:48.764224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] For port 64e064e3-d81c-4c2e-b6e0-5ede19eb86df, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:48.766277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.947886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:48.960238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Calling delete_port for 64e064e3-d81c-4c2e-b6e0-5ede19eb86df owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:21:48.984453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.022640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:21:49.167738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 3609fef1-5bfc-471e-b357-9e54143fafe1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:21:49.173738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3609fef1-5bfc-471e-b357-9e54143fafe1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:21:49.174298 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.275518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.356965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:21:49.357714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.405707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:21:49.406883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:49.419479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.499897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event deleted for resources: {'Port': ['ID=64e064e3-d81c-4c2e-b6e0-5ede19eb86df,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:49.517067 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e1d577-6a2e-43f5-a5c5-7fea0fe733d3'] response: {'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'code': 200} Jun 01 13:21:49.554367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:49.567715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:49.633998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca5143-c6da-4a8e-963e-17df78fec365,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:49.673232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.744623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed069532-09df-4408-8379-18750c9c1e8d req-d7f4819f-d0d5-4bb0-b656-a6613248e440 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0427620 Jun 01 13:21:49.779983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.781107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/f2ca5143-c6da-4a8e-963e-17df78fec365 HTTP/1.1" status: 204 len: 168 time: 1.8707404 Jun 01 13:21:49.782686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.783030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.783363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.783694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.784020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.784341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.784659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.785057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.785290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.785595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.785910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.786222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8f279-ee36-4bcc-8271-fea820c5dab0 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:21:49.798845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52608) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:49.904556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c93b5619-6150-4210-8516-19421118f5e7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:49.937617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.940179 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:49.948556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c93b5619-6150-4210-8516-19421118f5e7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:49.949691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c93b5619-6150-4210-8516-19421118f5e7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495428 Jun 01 13:21:49.954948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619dbe9-2ac5-48e8-a42b-033e6b73d472 req-7f1677d0-6973-4577-8ccb-2fad6c6fa07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:49.956533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8619dbe9-2ac5-48e8-a42b-033e6b73d472 req-7f1677d0-6973-4577-8ccb-2fad6c6fa07d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1097 time: 0.3239005 Jun 01 13:21:49.957126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52612) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:49.982920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--979076565'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:49.991411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:50.001948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:50.007187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.008984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9416c80c-83c7-40f8-aae4-fba80cef5040 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:21:50.020713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.024055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.040108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:50.045149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Usage tracker for resource:security_group_rule and tenant:80bbcdfb3e6a4bf99c90aa93417e35ba is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:50.048992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:50.056867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:50.068444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8619dbe9-2ac5-48e8-a42b-033e6b73d472 req-50e83ec1-6b2e-4603-b8e6-90d4afc3f518 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041696 Jun 01 13:21:50.075844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:50.082474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:50.177205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.179816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:50.190978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.229272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:50.239972 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=80bbcdfb3e6a4bf99c90aa93417e35ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833692 Jun 01 13:21:50.245814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52620) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:50.248917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.251115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ac07bd4-9567-4fbe-bc2f-1e1335f2001e tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "DELETE /v2.0/routers/9416c80c-83c7-40f8-aae4-fba80cef5040 HTTP/1.1" status: 204 len: 168 time: 2.4740179 Jun 01 13:21:50.267489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:50.312254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.324755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.367726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317583022', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:50.388161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:50.403733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:50.408195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37460a2f-c072-4f36-9981-dd773d7e9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c23f50-39a9-4cac-89fd-32d02930a41f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:50.412793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:50.432223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:50.444368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.495162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.495162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.501152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.561251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b1cd438f-a905-4bf7-b0d7-efc1143caa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.582093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.723424 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.741195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.762669 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Floating IP 9c310681-a63b-48c9-9b6a-507a1c05fc27 associated. External IP: 172.25.7.39, port: d04f2f8d-aa63-426b-bb12-02888a5000ce. Jun 01 13:21:50.883077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685bf2a-6c7c-43d8-ae75-05e83c765d64,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:50.969156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:50.970047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e33d4f31-d02c-4a3f-8c92-73c7ed48d52b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0096414 Jun 01 13:21:50.980772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52642) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:51.030323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64e064e3-d81c-4c2e-b6e0-5ede19eb86df no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:21:51.070008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976459088'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:51.096174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.103600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 64e064e3-d81c-4c2e-b6e0-5ede19eb86df {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:21:51.104952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 64e064e3-d81c-4c2e-b6e0-5ede19eb86df not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:21:51.105371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:51.120180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:51.143321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:51.153757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:51.195802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.223531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:51.228201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:51.231338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:51.237838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:51.299443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.309903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c23f50-39a9-4cac-89fd-32d02930a41f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:51.376552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.395201 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36cbaf59-241b-474d-ba8d-a02d60abe0c1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8c23f50-39a9-4cac-89fd-32d02930a41f HTTP/1.1" status: 204 len: 168 time: 1.1411932 Jun 01 13:21:51.610898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623567-9f81-40c1-ac29-8101439505d2 req-595c7a5d-f78d-45bb-b2bc-229cc3704009 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:51.615327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3623567-9f81-40c1-ac29-8101439505d2 req-595c7a5d-f78d-45bb-b2bc-229cc3704009 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6358953 Jun 01 13:21:51.688953 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.696013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.708693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3623567-9f81-40c1-ac29-8101439505d2 req-69eff70f-118b-48b3-994c-8488a50182ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786021 Jun 01 13:21:51.728892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.768688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.850523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7dbb62-da50-4615-a3de-5dc4f70469f5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:51.881103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:51.882239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:51.887181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:51.892761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-31b2f777-31d5-474e-8ebf-c4fd24b7b1e8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9062624 Jun 01 13:21:51.893489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:51.901120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': 'a685bf2a-6c7c-43d8-ae75-05e83c765d64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9b7dbb62-da50-4615-a3de-5dc4f70469f5', 'remote_ip_prefix': None}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:51.916406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:51.971873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.009653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.119845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:52.124960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:52.134347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:52.139407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.171521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:52.173430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52682) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:52.176859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Allocated IP 172.25.7.26 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/c08809b8-45fc-4810-8b85-ab9ef74a6b02) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:52.182049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:52.182638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.193584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.196108 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:52.196974 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:52.225650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:52.230927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Usage tracker for resource:security_group_rule and tenant:557abfe4cbee40f6b6e9ea23dff12d94 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:52.234758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:52.237152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:52.254626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Usage tracker for resource:security_group_rule and tenant:aa22cb421685496199e4112b2e7f61f6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:52.258560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:52.262414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:52.272514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:52.288661 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-606d862d-05f8-4768-a26d-57ff415f1185 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "PUT /v2.0/floatingips/9c310681-a63b-48c9-9b6a-507a1c05fc27 HTTP/1.1" status: 200 len: 991 time: 3.7832019 Jun 01 13:21:52.288661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:21:52.293155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.396816 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9392e8d6-2063-4a13-9e6c-983541bdd7ec'] response: {'name': 'network-changed', 'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'status': 'completed', 'code': 200} Jun 01 13:21:52.398602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.416593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.464555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.504908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2e2cfb-e473-4a9a-ae44-d13f63d4338c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:52.510297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.532077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.533113 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:52.588235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.593970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c84b8b01-5275-4cf5-bb9b-45dd94269fa7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6990659 Jun 01 13:21:52.597716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:52.607889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.621107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aa22cb421685496199e4112b2e7f61f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341268 Jun 01 13:21:52.621890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:52.623493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1cb9a-03b4-48fe-a4d3-310def91e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633f5134-c7fd-4549-b1ad-c8aec6c24291,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:52.648649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-025ffb11-65f6-4397-b817-6f86301846c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:52.650202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-025ffb11-65f6-4397-b817-6f86301846c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 1097 time: 0.2222972 Jun 01 13:21:52.652536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.660663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.729474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.832003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-0ff4e674-de14-41dc-bf28-8e614effd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:52.832003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-0ff4e674-de14-41dc-bf28-8e614effd601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.1716387 Jun 01 13:21:52.834293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.957200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:52.961802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2756cae-ae29-4313-b685-3141ceb72899,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:52.963718 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '9c310681-a63b-48c9-9b6a-507a1c05fc27', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:46:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5ea35-6749-4b10-8de0-284485bca696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:50Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:52.967847 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:21:52.977879 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:52.978694 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:52.992619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05888039-0df9-4d4f-b4b6-f161feb93d17 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=557abfe4cbee40f6b6e9ea23dff12d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179584 Jun 01 13:21:52.994912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:52.995306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:21:53.017125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.027503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event updated for resources: {'Port': ['ID=c08809b8-45fc-4810-8b85-ab9ef74a6b02,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:53.028778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-de48da78-873f-4ea1-8351-3a0dba139a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 200 len: 999 time: 0.1877511 Jun 01 13:21:53.049002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:21:53.055419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:21:53.106306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de2e2cfb-e473-4a9a-ae44-d13f63d4338c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:53.124262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.135708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.143437 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.147717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52710) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:53.148064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb4e137e-b306-4c8e-a7db-f397a046c49d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/de2e2cfb-e473-4a9a-ae44-d13f63d4338c HTTP/1.1" status: 204 len: 168 time: 0.5455372 Jun 01 13:21:53.191852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-e1206c44-e4d9-4386-9b65-016e76493bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:53.193356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-e1206c44-e4d9-4386-9b65-016e76493bee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.1419692 Jun 01 13:21:53.199893 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.227582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.280822 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:21:53.291114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370d76-80e1-4efe-bba5-5a7aa2713fb3 req-b75298ea-07ef-43b1-95bd-0850b1d86913 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:53.292624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4370d76-80e1-4efe-bba5-5a7aa2713fb3 req-b75298ea-07ef-43b1-95bd-0850b1d86913 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3540239 Jun 01 13:21:53.346405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.383074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2756cae-ae29-4313-b685-3141ceb72899,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:53.426868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.428064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-469b275f-b4e2-4a7a-865c-1adf38707915 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e2756cae-ae29-4313-b685-3141ceb72899 HTTP/1.1" status: 204 len: 168 time: 0.4322240 Jun 01 13:21:53.433474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4370d76-80e1-4efe-bba5-5a7aa2713fb3 req-d958f192-5c68-4d0f-aaac-9e492b033331 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005669 Jun 01 13:21:53.451943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-8a505c87-195b-4f2f-bbfa-c8cef382e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:53.452712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-8a505c87-195b-4f2f-bbfa-c8cef382e9a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719868 Jun 01 13:21:53.498621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4421e6fd-4c5c-43a3-a711-7ffffbb1801d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:53.595255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:53.628726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4421e6fd-4c5c-43a3-a711-7ffffbb1801d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:53.630028 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4421e6fd-4c5c-43a3-a711-7ffffbb1801d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4810264 Jun 01 13:21:53.644520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:53.754030 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:21:53.815010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f5134-c7fd-4549-b1ad-c8aec6c24291,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:53.972792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '9c310681-a63b-48c9-9b6a-507a1c05fc27', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:46:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5ea35-6749-4b10-8de0-284485bca696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:50Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:53.983229 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a3620-0fb0-4929-bcf8-8951a0e8ca51 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '9c310681-a63b-48c9-9b6a-507a1c05fc27', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'port_id': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'mac_address': 'fa:16:3e:46:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5ea35-6749-4b10-8de0-284485bca696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:21:19Z', 'updated_at': '2022-06-01T13:21:50Z', 'revision_number': 1, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:54.046039 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.049465 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ab52bb5-c658-4877-bdff-c71e8d68aaf5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/633f5134-c7fd-4549-b1ad-c8aec6c24291 HTTP/1.1" status: 204 len: 168 time: 1.4241366 Jun 01 13:21:54.193798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.285818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-5b32ed13-30f7-426d-a2ba-28650f38cef6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:54.294264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-5b32ed13-30f7-426d-a2ba-28650f38cef6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 813 time: 0.4519312 Jun 01 13:21:54.298991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-93c407aa-84b9-4d8e-a5fc-29afc55c6b94 service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395905 Jun 01 13:21:54.325246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.365383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756037b-2194-4403-b8ff-58a99170f0e7 None None] New status for floating IP 9c310681-a63b-48c9-9b6a-507a1c05fc27: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:21:54.373005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-f302d260-9424-4d9b-b86b-10a4bc76a59c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/quotas/884469708e4c4ebea4c00931e9fce384 HTTP/1.1" status: 200 len: 375 time: 0.0503204 Jun 01 13:21:54.531047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.672611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c410ca-87d6-4fa7-9260-e8103b70a904 req-265b7be7-004c-485a-8fc6-088ff05c5df3 service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481090 Jun 01 13:21:54.674388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52766) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:54.699374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.728249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.774436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7dbb62-da50-4615-a3de-5dc4f70469f5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:54.804587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:54.825482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Usage tracker for resource:security_group_rule and tenant:45143cf7f8e04fc998922d0af1d8cc87 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:54.832504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-427d3e76-af74-48ae-93e6-37d8d75f2a42 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3996153 Jun 01 13:21:54.844094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:54.849826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.857001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:54.857604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-befab70a-39e4-44dd-a564-46a878cd0e32 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/9b7dbb62-da50-4615-a3de-5dc4f70469f5 HTTP/1.1" status: 204 len: 168 time: 1.2100589 Jun 01 13:21:54.857739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:54.891421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:55.061793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-45bcede3-4b30-4f08-92cc-20280cbdf10f service neutron] 10.222.0.40 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141039 Jun 01 13:21:55.154195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81c655ad-5f4b-4aa9-b6b3-666c72355e07 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:55.192867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.210293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81c655ad-5f4b-4aa9-b6b3-666c72355e07 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:55.211828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-81c655ad-5f4b-4aa9-b6b3-666c72355e07 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3494065 Jun 01 13:21:55.218496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:55.223312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.289208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Router e83718ac-8718-463c-a1ad-14625a96d573 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:21:55.295340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-845f64e9-43c9-4218-8818-bf799e0a0ca6 service neutron] 10.222.0.40 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258697 Jun 01 13:21:55.306066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.306472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=45143cf7f8e04fc998922d0af1d8cc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311932 Jun 01 13:21:55.308471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678debdd-3513-410c-999c-d53d01e11c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c285092-0ca8-42cf-ac08-ca0b14fbaaf9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:55.311405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52794) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:55.389081 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.425550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.481409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.545938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.652652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:55.664292 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] Sync routers for ids ['e83718ac-8718-463c-a1ad-14625a96d573'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:55.675058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c285092-0ca8-42cf-ac08-ca0b14fbaaf9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:55.681077 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] Routers {'e83718ac-8718-463c-a1ad-14625a96d573'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:55.682507 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e83718ac-8718-463c-a1ad-14625a96d573'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:55.688449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ba72389-f83b-448b-bcfc-45be9dde94c5 req-1f73acc4-81d4-4711-81e4-058c9017c207 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 210 time: 0.0893631 Jun 01 13:21:55.693572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.695256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9b851420-9f5b-4038-ada9-d2685d888531 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c285092-0ca8-42cf-ac08-ca0b14fbaaf9 HTTP/1.1" status: 204 len: 168 time: 0.3823478 Jun 01 13:21:55.700634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.741017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685bf2a-6c7c-43d8-ae75-05e83c765d64,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:55.769798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.775185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52814) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:55.775354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dbc52ac9-87e7-4f18-a053-1bf66c4e7639 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/a685bf2a-6c7c-43d8-ae75-05e83c765d64 HTTP/1.1" status: 204 len: 168 time: 0.5538871 Jun 01 13:21:55.779276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:55.783379 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-529db6db-9d62-4572-924b-f8b9b9a35e4f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5123580 Jun 01 13:21:55.783533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:55.783796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:55.790807 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] Routers {'e83718ac-8718-463c-a1ad-14625a96d573'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:55.791834 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e83718ac-8718-463c-a1ad-14625a96d573'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:55.802629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:55.864255 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:55.865100 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17777c82-9141-48fd-8e2f-54ec20266176 None None] The sync data for ids ['e83718ac-8718-463c-a1ad-14625a96d573'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:55.905900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2134a8ad-f893-4225-b0a5-d81e07b52c09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:55.941357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2134a8ad-f893-4225-b0a5-d81e07b52c09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:55.943228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2134a8ad-f893-4225-b0a5-d81e07b52c09 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668549 Jun 01 13:21:55.947568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52826) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:55.958646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787658228'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:55.972277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:55.989862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:56.004413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.053481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:56.063584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:56.071179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:56.083663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:56.167637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.174111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.219221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4373369b-2ba8-4716-8d59-19ca6ff0963a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:56.249849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.252064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-011ddb7b-ea91-4268-8e5f-4f4284e9edf6 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3032842 Jun 01 13:21:56.255394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52846) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:56.262414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '4373369b-2ba8-4716-8d59-19ca6ff0963a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:56.275421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:56.282344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:56.286616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:56.302874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:56.344788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.542156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.549625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.642208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b93166-a9f5-494d-8d8f-c386f8d95c5b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:56.671596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.677238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2a35974a-73fa-476e-ab78-21fd4ca4092b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4201641 Jun 01 13:21:56.678202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52866) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:56.776103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.790952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.858241 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.885513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4735be51-e7b3-498a-9d1c-093a03abc714 req-d3e547f3-330d-422e-be38-749e2fa21e10 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 210 time: 0.1223900 Jun 01 13:21:56.890055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04b93166-a9f5-494d-8d8f-c386f8d95c5b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:56.893765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.897473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a8d018db-2a45-4d06-b24b-128609dc2996 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/04b93166-a9f5-494d-8d8f-c386f8d95c5b HTTP/1.1" status: 204 len: 168 time: 0.2156322 Jun 01 13:21:56.898580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52880) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:56.961791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:56.992816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b4d11f13-613d-4d34-998c-2789f4918e5f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:57.023875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b4d11f13-613d-4d34-998c-2789f4918e5f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:57.025583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b4d11f13-613d-4d34-998c-2789f4918e5f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1267977 Jun 01 13:21:57.031100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52888) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:57.128004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.181556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.255509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.274476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52894) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:57.313292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373369b-2ba8-4716-8d59-19ca6ff0963a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:57.340160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.341362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0f0f079f-8e92-4ac3-a4fd-9582422cb693 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/4373369b-2ba8-4716-8d59-19ca6ff0963a HTTP/1.1" status: 204 len: 168 time: 0.3054190 Jun 01 13:21:57.346293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52902) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:57.407020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e57c7953-129b-41f5-bbce-7869320f796a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:57.429076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e57c7953-129b-41f5-bbce-7869320f796a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:57.434330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e57c7953-129b-41f5-bbce-7869320f796a tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833066 Jun 01 13:21:57.435278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52908) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:57.443105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--377909529'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:57.453455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:57.467296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:57.491839 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.543038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:57.548987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:57.553775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:57.563245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:57.659440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.667915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.749007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.753231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3171785 Jun 01 13:21:57.757116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52916) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:57.763484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.783700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:57.831857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:57.843017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:57.847502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Usage tracker for resource:security_group_rule and tenant:55b0a5877db54430ae4a8aefe9f22203 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:57.850439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:57.856876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:57.925501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.932503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:57.955414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:57.958466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef6cc5-3d9a-4c64-9918-45ce3c54d2ca tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:58.159634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:58.188283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:58.210775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router e83718ac-8718-463c-a1ad-14625a96d573 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:21:58.254921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-911186c7-cbec-40af-bfe0-b567cd80e6a7 req-8a2cc775-9f01-4019-a69e-0a099ccc622e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 210 time: 0.0803058 Jun 01 13:21:58.282753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.358891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.369536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-a597a113-8226-448b-88c0-b5bacad3d4a1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:58.378199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-a597a113-8226-448b-88c0-b5bacad3d4a1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 813 time: 0.5722902 Jun 01 13:21:58.385678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Request body: {'port': {'device_id': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'admin_state_up': True, 'tenant_id': '884469708e4c4ebea4c00931e9fce384'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:58.413947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.444575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:21:58.449273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.452951 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47c0bcc1-f9b1-4ad5-9b35-7441873c9789 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "PUT /v2.0/routers/e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 200 len: 925 time: 2.6675165 Jun 01 13:21:58.455190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] Sync routers for ids ['e83718ac-8718-463c-a1ad-14625a96d573'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:21:58.460719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:58.467693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] Routers {'e83718ac-8718-463c-a1ad-14625a96d573'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:58.468316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e83718ac-8718-463c-a1ad-14625a96d573'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:58.537482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=55b0a5877db54430ae4a8aefe9f22203&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2469485 Jun 01 13:21:58.552839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52942) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:58.586659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83987640-9353-4e0d-88f8-73b7fd638081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4ff25-2d61-4e23-9357-5f5c83975776,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:58.595437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:58.597502 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.620488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.627783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] Routers {'e83718ac-8718-463c-a1ad-14625a96d573'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:21:58.629040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e83718ac-8718-463c-a1ad-14625a96d573'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:58.695246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b212f3-82bc-4a7e-87a6-e7a739fccf4c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:58.721377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:58.734941 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.741733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.743334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b1b53763-88c1-4af5-9340-a70b2f19824b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9837191 Jun 01 13:21:58.752567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:58.758026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52948) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:58.792947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:21:58.793824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600c2d3-e198-49fc-8c64-21ad63794536 None None] The sync data for ids ['e83718ac-8718-463c-a1ad-14625a96d573'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:21:58.802970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ca82fb22-c932-4e37-8dd0-560eea3bac20 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules/88b212f3-82bc-4a7e-87a6-e7a739fccf4c HTTP/1.1" status: 200 len: 763 time: 0.0411754 Jun 01 13:21:58.803585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.811369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52952) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:58.812190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Made reservation on behalf of 884469708e4c4ebea4c00931e9fce384 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:21:58.815867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:58.980160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-010180fe-2da4-4b4e-8f42-68dda35b255d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:59.003506 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a75cbb8-7427-4fe9-823f-6efd8ecfebe4 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 200 len: 925 time: 0.5391505 Jun 01 13:21:59.004967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.042000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.070420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-010180fe-2da4-4b4e-8f42-68dda35b255d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:59.074187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-010180fe-2da4-4b4e-8f42-68dda35b255d tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2463684 Jun 01 13:21:59.080183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52968) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.086109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4ff25-2d61-4e23-9357-5f5c83975776,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:59.132646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Allocated IP 172.20.0.2 (67c8ce49-98b2-4f6d-8877-d350d15c258f/be8d13cb-8b42-4ea2-aad9-dec96517a16f/13d0dbf7-7446-4880-a563-5e58953f80c9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:21:59.138051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7e450-f35a-4ba6-8d33-b24313c3a0e9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:59.140815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a7e450-f35a-4ba6-8d33-b24313c3a0e9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Synchronizing usage tracker for tenant:15280802c0c143a298b26f7c23ab4a4a on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:59.151946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.160350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.161541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0357693d-c395-42d9-914a-fa0bd9d7fecf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12c4ff25-2d61-4e23-9357-5f5c83975776 HTTP/1.1" status: 204 len: 168 time: 0.6069229 Jun 01 13:21:59.166765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-96a7e450-f35a-4ba6-8d33-b24313c3a0e9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Unset dirty status for tenant:15280802c0c143a298b26f7c23ab4a4a on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:59.168686 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.171528 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96a7e450-f35a-4ba6-8d33-b24313c3a0e9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=e83718ac-8718-463c-a1ad-14625a96d573&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1646795 Jun 01 13:21:59.172328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52976) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.300019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.357678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a4676-5abe-408b-bc20-8c3d99c5fac3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:21:59.381254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-040a4676-5abe-408b-bc20-8c3d99c5fac3 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.2049372 Jun 01 13:21:59.389025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52990) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.477424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b212f3-82bc-4a7e-87a6-e7a739fccf4c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:21:59.500759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.502181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2433fa52-778d-4f2e-a83d-0dec3865a801 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/88b212f3-82bc-4a7e-87a6-e7a739fccf4c HTTP/1.1" status: 204 len: 168 time: 0.4210618 Jun 01 13:21:59.503901 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3430e850-9b44-40aa-aea5-231b2d935948 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 200 len: 205 time: 0.1193259 Jun 01 13:21:59.504940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.507546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52998) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.617210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5904b02-9487-4e20-bdb9-c4c3d9f52f91 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:59.639582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a5904b02-9487-4e20-bdb9-c4c3d9f52f91 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:59.645760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a5904b02-9487-4e20-bdb9-c4c3d9f52f91 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1396117 Jun 01 13:21:59.647164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.656392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:21:59.672062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:59.692240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:59.722842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-69db6d09-0a6d-467a-90ea-f8d8d68d6175 req-ca2bb77e-69de-4d05-b7db-5e599e7402d6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:21:59.738151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.797083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53014) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:21:59.833047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.848202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.857157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-69db6d09-0a6d-467a-90ea-f8d8d68d6175 req-ca2bb77e-69de-4d05-b7db-5e599e7402d6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:21:59.858344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69db6d09-0a6d-467a-90ea-f8d8d68d6175 req-ca2bb77e-69de-4d05-b7db-5e599e7402d6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 210 time: 0.2302439 Jun 01 13:21:59.862745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:21:59.867013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Usage tracker for resource:security_group_rule and tenant:b5ea9f0ba207448991707291c8952e88 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:21:59.870125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:21:59.885999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:21:59.886735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:21:59.995459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.006664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.079557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.081724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.109300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.130958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:22:00.191411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Pushing event updated for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:00.219086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Network 67c8ce49-98b2-4f6d-8877-d350d15c258f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:00.226649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d3e1c7-c9b9-4068-8649-277902f26021,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:00.227102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:00.231797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:00.232768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5ea9f0ba207448991707291c8952e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354885 Jun 01 13:22:00.239496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.241448 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f779ef21-0687-4b90-af88-ee73a5275dd4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5928543 Jun 01 13:22:00.249342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a66e-8207-451c-bfb0-6a1a2dad553d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572a3222-a20e-48fc-98d5-859a0a610851,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:00.252009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53032) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:00.252337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53034) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:00.286347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.298449 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-98db9ad5-81a0-40e6-919b-82f608c0b55e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules/39d3e1c7-c9b9-4068-8649-277902f26021 HTTP/1.1" status: 200 len: 763 time: 0.0392783 Jun 01 13:22:00.308974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:00.338654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port c08809b8-45fc-4810-8b85-ab9ef74a6b02 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:00.338990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.387007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-89672ba4-5971-4d42-822f-019728a990ae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:00.409620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.428386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:00.429222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.430044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-89672ba4-5971-4d42-822f-019728a990ae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:00.434008 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-89672ba4-5971-4d42-822f-019728a990ae tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1199431 Jun 01 13:22:00.439266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53050) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:00.481737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.578230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.600370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.601522 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/572a3222-a20e-48fc-98d5-859a0a610851 HTTP/1.1" status: 204 len: 168 time: 0.3459458 Jun 01 13:22:00.602964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ec8d-252f-4669-b94a-fee82c85353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a3222-a20e-48fc-98d5-859a0a610851,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:00.753334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8b29e325-c662-4573-bccd-6a40fcdb88c6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3723917 Jun 01 13:22:00.762066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:00.778372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Request body: {'port': {'device_id': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:00.877867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.071385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.077208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.175996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.241468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39d3e1c7-c9b9-4068-8649-277902f26021,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:01.259069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for c08809b8-45fc-4810-8b85-ab9ef74a6b02 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:01.316578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.320246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d41a902-29e3-4217-8a29-6a792430e9e2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/39d3e1c7-c9b9-4068-8649-277902f26021 HTTP/1.1" status: 204 len: 168 time: 0.8773654 Jun 01 13:22:01.320690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:01.443448 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-252ba3de-adb3-46fa-88bb-9f85700209df tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185730 Jun 01 13:22:01.444886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:01.455767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:01.472041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:01.481305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:01.484799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade203d-46da-47c7-bc87-31b6a9ae23c6 req-620d5cae-bdd3-461d-9dfb-9eae3f71183f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:01.489715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:01.492540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ade203d-46da-47c7-bc87-31b6a9ae23c6 req-620d5cae-bdd3-461d-9dfb-9eae3f71183f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 931 time: 0.4972954 Jun 01 13:22:01.504671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:01.531391 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Project 48fa91bc90c343d1a66d2be621f1abb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:22:01.540175 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.676403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.686822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.726349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ade203d-46da-47c7-bc87-31b6a9ae23c6 req-d7157c96-5c50-4b85-a348-adf4a9d187b7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328594 Jun 01 13:22:01.761894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8110f856-e4ca-4bfe-98c1-fbf58ea3ab98,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:01.780663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.782307 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1109976c-4fd8-440f-88c0-c09db6bdff3c tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3374689 Jun 01 13:22:01.785851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:01.809871 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1f47d73a-9c6b-4844-851b-c2752b7730bf tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules/8110f856-e4ca-4bfe-98c1-fbf58ea3ab98 HTTP/1.1" status: 200 len: 769 time: 0.0225325 Jun 01 13:22:01.813490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53120) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:01.892976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.893661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-49918ec5-07b6-45f0-8713-d697a2b2aa4f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:01.932539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-49918ec5-07b6-45f0-8713-d697a2b2aa4f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:01.932539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49918ec5-07b6-45f0-8713-d697a2b2aa4f tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1140137 Jun 01 13:22:01.932539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53124) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:01.972105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:01.990036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.023663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.029429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=c08809b8-45fc-4810-8b85-ab9ef74a6b02,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:02.072569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8110f856-e4ca-4bfe-98c1-fbf58ea3ab98,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:02.082500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.084072 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da963da3-b8eb-40b2-bea8-29c493691b46 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/8110f856-e4ca-4bfe-98c1-fbf58ea3ab98 HTTP/1.1" status: 204 len: 168 time: 0.1513400 Jun 01 13:22:02.086703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53134) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.091966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d0dbf7-7446-4880-a563-5e58953f80c9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:22:02.130998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.163418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Transition to ACTIVE for port object 13d0dbf7-7446-4880-a563-5e58953f80c9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:22:02.174060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.203897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eeaa78d2-f68d-4c73-a0a1-5314273cba9e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:02.223635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.235244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.255017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eeaa78d2-f68d-4c73-a0a1-5314273cba9e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:02.259519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eeaa78d2-f68d-4c73-a0a1-5314273cba9e tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1654613 Jun 01 13:22:02.259716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53152) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.408263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.489300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.598818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.629493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:02.657837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.661799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4fcf690a-82cc-4db4-b97e-e61287a11ca8 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/31f0ccfe-c142-4b7e-8723-1b1fc7d97eb5 HTTP/1.1" status: 204 len: 168 time: 0.4008403 Jun 01 13:22:02.662430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53166) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.724857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-379145916-network', 'tenant_id': '83e9672907084bb685ddcdecabc29f0f'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:02.748488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.757033 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.786670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:02.796046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Pushing event updated for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:02.797097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6736780-0e85-4ea3-bd9a-238d60042997 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:02.801995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Usage tracker for resource:network and tenant:83e9672907084bb685ddcdecabc29f0f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:02.805535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:02.811764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:02.828091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Made reservation on behalf of 83e9672907084bb685ddcdecabc29f0f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:02.830495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.844516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.856879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a6736780-0e85-4ea3-bd9a-238d60042997 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:02.857580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Attempting to bind port 13d0dbf7-7446-4880-a563-5e58953f80c9 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:22:02.858113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Attempting to bind port 13d0dbf7-7446-4880-a563-5e58953f80c9 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:22:02.863053 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a6736780-0e85-4ea3-bd9a-238d60042997 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1952608 Jun 01 13:22:02.864200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Attempting to bind port 13d0dbf7-7446-4880-a563-5e58953f80c9 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:22:02.865844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.871805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Port 13d0dbf7-7446-4880-a563-5e58953f80c9 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:22:02.872093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:02.872602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Attempting to bind port 13d0dbf7-7446-4880-a563-5e58953f80c9 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:22:02.877382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205198527'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:02.879227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:22:02.879773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Checking segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:02.880316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Bound using segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:22:02.880900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Bound port: 13d0dbf7-7446-4880-a563-5e58953f80c9, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:22:02.881407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.886034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:83e9672907084bb685ddcdecabc29f0f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:02.889924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:02.892469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:02.897139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.898523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router e83718ac-8718-463c-a1ad-14625a96d573 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:02.901828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:02.908536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:02.938352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.969703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:02.975398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:02.975946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:02.979544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:02.982440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1ec0e9b8-2a6c-473f-bd30-06f2a916d9f7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 204 len: 168 time: 3.4686348 Jun 01 13:22:02.983174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53178) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:02.992135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:03.008252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1398913867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:03.017038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:03.021457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:03.024814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:03.030884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:03.064579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.078526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.127286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.128679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.139271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:22:03.145772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.147693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:03.153449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.157717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.158007 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Added segment 593bbe98-6555-483e-bee7-c8be0a5c59d1 of type vlan for network 9887956d-238b-4bda-ae21-419b301a1fe6 Jun 01 13:22:03.172853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.180427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.210852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.252306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.255611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eedf4345-952b-4ace-a7bb-5a9762656b1c tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2598777 Jun 01 13:22:03.256217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53190) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:03.264098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.264756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:03.265446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:03.266112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.323476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:22:03.334119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6151fa-fb1b-4428-a89d-a63e95bc3924 req-591e5745-642f-4f36-b0ec-09de4b6da6d5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:03.335757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e6151fa-fb1b-4428-a89d-a63e95bc3924 req-591e5745-642f-4f36-b0ec-09de4b6da6d5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 943 time: 0.3513639 Jun 01 13:22:03.344143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c51480-b94e-48a6-9a42-bb33bab8ce4e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:03.466099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=13d0dbf7-7446-4880-a563-5e58953f80c9,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:22:03.537527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9887956d-238b-4bda-ae21-419b301a1fe6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:03.548112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.551044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9887956d-238b-4bda-ae21-419b301a1fe6 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:22:03.553015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-63f7e3a1-1266-4316-bf88-c0ba47551344 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6860285 Jun 01 13:22:03.554603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:03.567767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Request body: {'security_group_rule': {'security_group_id': '82c51480-b94e-48a6-9a42-bb33bab8ce4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:03.588015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f147b780-5756-4dd2-8113-2e156780c9f7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3514693 Jun 01 13:22:03.588662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:03.589666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:03.605706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Request body: {'subnet': {'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-379145916-subnet', 'tenant_id': '83e9672907084bb685ddcdecabc29f0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:03.611864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Usage tracker for resource:security_group_rule and tenant:48fa91bc90c343d1a66d2be621f1abb3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:03.615858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:03.619259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:03.619847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.626700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:03.629405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Usage tracker for resource:subnet and tenant:83e9672907084bb685ddcdecabc29f0f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:03.633593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:03.644245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:03.664867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Made reservation on behalf of 83e9672907084bb685ddcdecabc29f0f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:03.669868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.743501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.802214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:03.803060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.806271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] 10.222.0.13 "PUT /v2.0/ports/13d0dbf7-7446-4880-a563-5e58953f80c9 HTTP/1.1" status: 200 len: 1091 time: 3.0352938 Jun 01 13:22:03.844684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:03.865608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e6151fa-fb1b-4428-a89d-a63e95bc3924 req-c47bd623-a41f-4ae2-9788-142f7189cca5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099711 Jun 01 13:22:03.891725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.945074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:03.986196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4255279-bcc8-41f6-91ce-dc9a533744cc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:04.015649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.017173 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05f79ab3-a143-4ffa-ad0b-d5553d925bcd tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4614553 Jun 01 13:22:04.027776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53224) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:04.072605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.151845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.159932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37bb1-0151-4aff-adba-00ffe8a72383 service neutron] Pushing event updated for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:04.212903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bdf25e-b123-409b-a6e1-b4dd8ca4138f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:04.276262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Checking segment: {'id': '593bbe98-6555-483e-bee7-c8be0a5c59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:04.276402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Network hostable DHCP agents. Network: 9887956d-238b-4bda-ae21-419b301a1fe6, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:22:04.302207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Network 9887956d-238b-4bda-ae21-419b301a1fe6 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:22:04.320714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 9887956d-238b-4bda-ae21-419b301a1fe6) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:04.327291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:04.328330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.334447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc61bb-8d9f-410a-b2b6-788025a342dc None None] Network 9887956d-238b-4bda-ae21-419b301a1fe6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:04.360393 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559292d8-5405-4a1b-a5e2-1452844b2a0c'] response: {'name': 'network-changed', 'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9', 'status': 'completed', 'code': 200} Jun 01 13:22:04.361431 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.369928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-e24baa02-fb9a-4182-bdf3-20ac14bf082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:04.371708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-e24baa02-fb9a-4182-bdf3-20ac14bf082b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 1094 time: 0.4918306 Jun 01 13:22:04.401213 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-553926ca-f34c-480b-87ba-9fe46d0c83a4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8077040 Jun 01 13:22:04.469872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-4293ad61-da12-46ab-b734-ad4c5219ea2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13d0dbf7-7446-4880-a563-5e58953f80c9 HTTP/1.1" status: 200 len: 217 time: 0.0833035 Jun 01 13:22:04.544820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-1ca0635b-06a7-4706-b489-2e48e78b72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:04.546576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-1ca0635b-06a7-4706-b489-2e48e78b72e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.0680954 Jun 01 13:22:04.631648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-2116001b-98d4-4a4d-9946-85ddce376215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741000 Jun 01 13:22:04.633534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.732562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:04.844280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f395da2-458a-4b7c-ab0f-6d23e1f62fa7 None None] Network 9887956d-238b-4bda-ae21-419b301a1fe6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:04.998060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:05.121974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c51480-b94e-48a6-9a42-bb33bab8ce4e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:05.170860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-1990fe51-1036-462d-9c3d-8ba45dc7e565 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210559 Jun 01 13:22:05.328233 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:05.332061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-65a0f134-bbbd-4313-ad94-928d252d6d2b tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/82c51480-b94e-48a6-9a42-bb33bab8ce4e HTTP/1.1" status: 204 len: 168 time: 1.2258477 Jun 01 13:22:05.333259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:05.462466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-781e333b-2879-473f-82fa-011a4a93e9f4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:05.501333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-781e333b-2879-473f-82fa-011a4a93e9f4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:05.502942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-781e333b-2879-473f-82fa-011a4a93e9f4 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685026 Jun 01 13:22:05.505550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:05.593675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18617e44-f47d-4537-acee-15b0ea1326a7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Synchronizing usage tracker for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:05.626481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:05.637386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18617e44-f47d-4537-acee-15b0ea1326a7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] Unset dirty status for tenant:48fa91bc90c343d1a66d2be621f1abb3 on resource:security_group_rule {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:05.637386 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-18617e44-f47d-4537-acee-15b0ea1326a7 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1307130 Jun 01 13:22:05.640198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:05.668663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196257d-ae78-4bcd-8ec1-cea0c56cbd1c req-80558d7d-1a4c-470a-bd1a-fd3dc36a136d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:05.676677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5196257d-ae78-4bcd-8ec1-cea0c56cbd1c req-80558d7d-1a4c-470a-bd1a-fd3dc36a136d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 943 time: 0.5165842 Jun 01 13:22:05.684875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35375694-4acf-4d01-99d1-62f75da2cea5 req-8036ac14-f984-4d67-a208-f1fbddd97162 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633224 Jun 01 13:22:05.717495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:05.762140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53296) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:05.803000 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-2f165c05-7aa9-4f82-8b87-5bc7811189a2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] delete failed (client error): The resource could not be found. Jun 01 13:22:05.804014 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2f165c05-7aa9-4f82-8b87-5bc7811189a2 tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "DELETE /v2.0/security-groups/82c51480-b94e-48a6-9a42-bb33bab8ce4e HTTP/1.1" status: 404 len: 347 time: 0.1628516 Jun 01 13:22:05.808242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:05.811411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870979569-network', 'tenant_id': '982a887ec84f4f2da9f0b2ac424fa89b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:05.821887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:05.826306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Usage tracker for resource:network and tenant:982a887ec84f4f2da9f0b2ac424fa89b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:05.829444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:05.835411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:05.873694 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a513b62-e290-43fc-9dc0-c64e2ca830ba tempest-SecGroupIPv6Test-2039489853 tempest-SecGroupIPv6Test-2039489853-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643039 Jun 01 13:22:05.920995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5196257d-ae78-4bcd-8ec1-cea0c56cbd1c req-cce30746-fd9c-404d-9a78-35197dbab402 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411144 Jun 01 13:22:05.948356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Made reservation on behalf of 982a887ec84f4f2da9f0b2ac424fa89b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:05.950923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:05.978845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.022563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:06.030519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Usage tracker for resource:security_group_rule and tenant:982a887ec84f4f2da9f0b2ac424fa89b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:06.068865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:06.082427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:06.106909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-d0cb1d25-8210-43c0-9ad3-cd8da7ba6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:06.109434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-d0cb1d25-8210-43c0-9ad3-cd8da7ba6203 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 1094 time: 0.3494024 Jun 01 13:22:06.274007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Allocated IP 172.25.7.195 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/77984b6b-e0b7-4fc1-9f6f-0d85172d751a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:06.301295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53320) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:06.456308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-98219630-21a0-4812-92ec-9e431b267bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:06.458176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-98219630-21a0-4812-92ec-9e431b267bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.3395684 Jun 01 13:22:06.604477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-2cc299b6-04d4-43a4-b56a-411038cf59f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13d0dbf7-7446-4880-a563-5e58953f80c9 HTTP/1.1" status: 200 len: 217 time: 0.1316209 Jun 01 13:22:06.674706 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.693224 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9631ba31-6511-4adf-941e-5e58a39cb4f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=48fa91bc90c343d1a66d2be621f1abb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902817 Jun 01 13:22:06.696213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53336) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:06.727206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-f7766ede-57be-49ac-b059-e5449a4f208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:06.729118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-f7766ede-57be-49ac-b059-e5449a4f208e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.1113670 Jun 01 13:22:06.731087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.780800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.783779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.792768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-cfed3234-1cd7-4a67-a031-504b439f6eea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561700 Jun 01 13:22:06.814049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.904600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:22:06.905723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.922511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c51a0-4a79-402d-957e-cdd93c5514ef,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:06.934837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.940306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.940644 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Added segment bbacba4f-2479-4509-bd16-95666dc971df of type vlan for network c3a11c77-6ce3-4f7a-b1de-ddcf95646fff Jun 01 13:22:06.961590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c18dc8-8030-4153-bd36-2bee84db4b56,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:06.998307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:06.999917 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a4169c4-c32a-4265-bb46-5bfd2b1853f4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/10c18dc8-8030-4153-bd36-2bee84db4b56 HTTP/1.1" status: 204 len: 168 time: 0.3005304 Jun 01 13:22:07.363555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-6ecfffd9-c0a2-4ead-a62c-cfa9a46342ae service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629749 Jun 01 13:22:07.367095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:07.384159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:07.418927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:07.427942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:07.535832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event updated for resources: {'Port': ['ID=77984b6b-e0b7-4fc1-9f6f-0d85172d751a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:07.762196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53374) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:07.769014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:07.770221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:07.771180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:07.859668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce072e-1f38-4931-a9e0-456a2bbce6ee req-0b169fb5-e16c-4e85-9d47-3cfb52f86831 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:07.861865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06ce072e-1f38-4931-a9e0-456a2bbce6ee req-0b169fb5-e16c-4e85-9d47-3cfb52f86831 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 943 time: 0.7352700 Jun 01 13:22:07.932153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570d94ac-b537-4dfa-8cfa-9acca8e1f6df req-5a86ff6c-ff32-4c09-b1ff-87b167930bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466585 Jun 01 13:22:07.953428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:07.970921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:07.975381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Usage tracker for resource:security_group_rule and tenant:fcbd4217c0f4408bada577bad6e86e90 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:07.979713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:07.988981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:08.012404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] Pushing event updated for resources: {'Network': ['ID=c3a11c77-6ce3-4f7a-b1de-ddcf95646fff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:08.024869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c3a11c77-6ce3-4f7a-b1de-ddcf95646fff details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:22:08.033589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-45c0a873-1af4-4de7-9148-d4367dbba91d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2702475 Jun 01 13:22:08.038114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:08.051432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Request body: {'subnet': {'network_id': 'c3a11c77-6ce3-4f7a-b1de-ddcf95646fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870979569-subnet', 'tenant_id': '982a887ec84f4f2da9f0b2ac424fa89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:08.052873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06ce072e-1f38-4931-a9e0-456a2bbce6ee req-7f57e099-8b51-4a80-b856-2bc55ce74423 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282222 Jun 01 13:22:08.087470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:08.105094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Usage tracker for resource:subnet and tenant:982a887ec84f4f2da9f0b2ac424fa89b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:08.121616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:08.132385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:08.176152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Made reservation on behalf of 982a887ec84f4f2da9f0b2ac424fa89b for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:08.178920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.336744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.349724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.408703 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fcbd4217c0f4408bada577bad6e86e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446176 Jun 01 13:22:08.416785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:08.439557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.450984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d00c-888d-4983-8dc9-1751709a6e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0002cbe-e876-4e9b-a3e5-322bd388956b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:08.576920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-6b7e7f88-b44a-4147-9720-4386e04142a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3193879 Jun 01 13:22:08.678302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.686116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.756420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc60c76-43fd-41f4-8692-61b6c5db7b79,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:08.766188 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.800205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Checking segment: {'id': 'bbacba4f-2479-4509-bd16-95666dc971df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3a11c77-6ce3-4f7a-b1de-ddcf95646fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:08.801181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Network hostable DHCP agents. Network: c3a11c77-6ce3-4f7a-b1de-ddcf95646fff, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:22:08.859309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Network c3a11c77-6ce3-4f7a-b1de-ddcf95646fff is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:22:08.880382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c3a11c77-6ce3-4f7a-b1de-ddcf95646fff) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:08.888755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:08.893552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.895522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9339ea-767f-45ab-8252-352e360c3adb None None] Network c3a11c77-6ce3-4f7a-b1de-ddcf95646fff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:08.985187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:08.992398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-98cc744e-dde0-4309-b00f-eda13d40ecbc admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9523282 Jun 01 13:22:09.013254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0002cbe-e876-4e9b-a3e5-322bd388956b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:09.033999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-76fab8eb-f80b-42be-b4fd-247b2e17a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:09.036000 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-76fab8eb-f80b-42be-b4fd-247b2e17a8b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 1097 time: 0.2730005 Jun 01 13:22:09.037118 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:09.038285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c0a0bf3a-4959-480c-b9dc-637177aabefb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c0002cbe-e876-4e9b-a3e5-322bd388956b HTTP/1.1" status: 204 len: 168 time: 0.6193242 Jun 01 13:22:09.312163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 13d0dbf7-7446-4880-a563-5e58953f80c9 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:22:09.467849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539efe17-07aa-47a8-bc56-2c8db814e531 None None] Network c3a11c77-6ce3-4f7a-b1de-ddcf95646fff requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:09.813110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:09.841394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:09.924424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=13d0dbf7-7446-4880-a563-5e58953f80c9,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:09.950269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '13d0dbf7-7446-4880-a563-5e58953f80c9', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'port_id': '13d0dbf7-7446-4880-a563-5e58953f80c9', 'mac_address': 'fa:16:3e:25:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8d13cb-8b42-4ea2-aad9-dec96517a16f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:22:10.005041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-f498d706-afbc-4778-b42d-972c7a383274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:10.008677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-f498d706-afbc-4778-b42d-972c7a383274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 200 len: 912 time: 0.3978670 Jun 01 13:22:10.023801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 13d0dbf7-7446-4880-a563-5e58953f80c9 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:22:10.024254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.034048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53466) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:10.053074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d0dbf7-7446-4880-a563-5e58953f80c9 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:22:10.073971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.082624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=13d0dbf7-7446-4880-a563-5e58953f80c9,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:10.089084 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.110760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:10.116546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d47004eef04f1ab4045169c6dfcfb8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:10.121661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:10.139755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:10.181052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:10.191526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.192238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.192908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.193620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.194356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.195019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.195517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.196395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.196907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.197672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.198172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.199444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:10.288351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.295809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.311045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['13d0dbf7-7446-4880-a563-5e58953f80c9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:22:10.348348 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e6d47004eef04f1ab4045169c6dfcfb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121991 Jun 01 13:22:10.364021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53478) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:10.415357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fce757-c7e8-465e-afb7-5a3e4b5dca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c55584-76fb-4c5c-ae0a-c7bba2d57b01,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:10.455045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dacafb-20ac-4292-a3e5-2bdebfdd4c79 req-712a36c3-13ee-438e-a280-b22922a77268 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:10.456753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07dacafb-20ac-4292-a3e5-2bdebfdd4c79 req-712a36c3-13ee-438e-a280-b22922a77268 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 943 time: 0.8233619 Jun 01 13:22:10.465327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.510886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.560322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-2bacbd58-cf03-4997-85e8-c8c4aa97feb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 200 len: 1001 time: 0.5171874 Jun 01 13:22:10.577135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.607407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:10.608603 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8c55584-76fb-4c5c-ae0a-c7bba2d57b01 HTTP/1.1" status: 204 len: 168 time: 0.2421634 Jun 01 13:22:10.609466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63173f-bee7-4130-a106-b2aec69dc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c55584-76fb-4c5c-ae0a-c7bba2d57b01,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:10.794780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-fe794fa2-18df-4204-95f4-2b143479b1f6 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:10.796242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-fe794fa2-18df-4204-95f4-2b143479b1f6 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/networks?id=9887956d-238b-4bda-ae21-419b301a1fe6 HTTP/1.1" status: 200 len: 808 time: 0.8800044 Jun 01 13:22:10.816058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07dacafb-20ac-4292-a3e5-2bdebfdd4c79 req-72c4426a-3630-40ca-95d6-df634d58a6c9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889476 Jun 01 13:22:10.832898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-ae6379ae-753c-4bbe-a416-b61a9723e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:10.834508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-ae6379ae-753c-4bbe-a416-b61a9723e6f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 200 len: 850 time: 0.2015252 Jun 01 13:22:10.851038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-b60ca1dc-a273-4d82-a2ee-16e63a0fcf26 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/quotas/83e9672907084bb685ddcdecabc29f0f HTTP/1.1" status: 200 len: 375 time: 0.0426240 Jun 01 13:22:10.961841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-e9cc3909-c420-4dd3-a332-e23b589b0842 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=83e9672907084bb685ddcdecabc29f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680611 Jun 01 13:22:11.005690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Router a6f87f8a-055f-4f41-84b6-76b3578e4c41 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:22:11.189182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-b536cc74-826c-4cb5-b268-5e6c79c7d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:11.190693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-b536cc74-826c-4cb5-b268-5e6c79c7d9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86599a28-c2fd-4a24-9c21-098be794b915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415494 Jun 01 13:22:11.230691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 13d0dbf7-7446-4880-a563-5e58953f80c9 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:22:11.319391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 13d0dbf7-7446-4880-a563-5e58953f80c9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:22:11.325684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 13d0dbf7-7446-4880-a563-5e58953f80c9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:22:11.326323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:11.382940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5fbedfbf-fbb2-49c0-87ee-61b975fbd861 service neutron] 10.222.0.40 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123929 Jun 01 13:22:11.502551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 13d0dbf7-7446-4880-a563-5e58953f80c9 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:22:11.502941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:11.544115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=13d0dbf7-7446-4880-a563-5e58953f80c9,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:11.545391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:11.565418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:11.674501 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71257f6f-ce9f-4c4e-88f5-ec99893351dd'] response: {'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9', 'code': 200} Jun 01 13:22:11.714416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:11.776005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:11.789271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] Sync routers for ids ['a6f87f8a-055f-4f41-84b6-76b3578e4c41'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:11.793435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:11.794962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ad5f05f0-5863-4fa8-9a7b-92954a7831ef tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "PUT /v2.0/routers/a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 200 len: 884 time: 8.5356858 Jun 01 13:22:11.798013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53532) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:11.817484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] Routers {'a6f87f8a-055f-4f41-84b6-76b3578e4c41'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:11.818935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a6f87f8a-055f-4f41-84b6-76b3578e4c41'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:11.888497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-5f1cca34-5f1c-47b6-a16b-ccce2751bd96 service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893470 Jun 01 13:22:12.034492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:12.047960 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] Routers {'a6f87f8a-055f-4f41-84b6-76b3578e4c41'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:12.049696 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:21:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a6f87f8a-055f-4f41-84b6-76b3578e4c41'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:12.070742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-e2602328-4c6d-43c9-8bba-575ba32091a7 service neutron] 10.222.0.40 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803148 Jun 01 13:22:12.205073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:12.208232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ba8c-c923-4158-b89a-40d244fbf653 None None] The sync data for ids ['a6f87f8a-055f-4f41-84b6-76b3578e4c41'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:12.225413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b9ae6-326f-4599-ae33-77447968e91f req-f5269cbf-77e4-4df8-bf26-8c3e444eea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:12.226913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918b9ae6-326f-4599-ae33-77447968e91f req-f5269cbf-77e4-4df8-bf26-8c3e444eea23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 1096 time: 0.5125246 Jun 01 13:22:12.248371 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01ba78dc-68d4-44fb-94cb-a23bcf4ea55b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 200 len: 925 time: 0.4471092 Jun 01 13:22:12.253507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:12.286058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc9fbdd-5ae7-4673-90ad-50ebd91076b9 req-012195c7-4d35-4ac4-8b3c-e62f1cd6e13e service neutron] 10.222.0.13 "GET /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685057 Jun 01 13:22:12.350394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-918b9ae6-326f-4599-ae33-77447968e91f req-bb0c0632-5437-411f-b78b-d4a3e08dc19b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162431 Jun 01 13:22:12.370002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937730a-eab5-4cd4-99eb-9315b57af585 req-02d13fb4-056d-427e-8a0e-4684b58f885f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:12.383445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9937730a-eab5-4cd4-99eb-9315b57af585 req-02d13fb4-056d-427e-8a0e-4684b58f885f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 945 time: 0.3247290 Jun 01 13:22:12.497665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-048e5180-c323-4b1c-b89e-f10a550ae1d2 req-542ad7c2-bc5a-49d5-9da2-92e2a45a3cf4 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 210 time: 0.0528207 Jun 01 13:22:12.529370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9937730a-eab5-4cd4-99eb-9315b57af585 req-937d2c00-205a-41d9-87e8-db98990e4b5e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446893 Jun 01 13:22:12.570248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645879c1-3cbf-44f4-8845-c6b00b557e5d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:12.571790 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-645879c1-3cbf-44f4-8845-c6b00b557e5d tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=a6f87f8a-055f-4f41-84b6-76b3578e4c41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3172219 Jun 01 13:22:12.575200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53578) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:12.854759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558978e-f189-4eb1-b191-629a7e206c1c tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:12.855812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f558978e-f189-4eb1-b191-629a7e206c1c tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Synchronizing usage tracker for tenant:15280802c0c143a298b26f7c23ab4a4a on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:12.879581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f558978e-f189-4eb1-b191-629a7e206c1c tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Unset dirty status for tenant:15280802c0c143a298b26f7c23ab4a4a on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:12.884304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:12.884898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f558978e-f189-4eb1-b191-629a7e206c1c tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.3079264 Jun 01 13:22:12.976401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bac9d327-2e71-4236-bc9c-cd08a3b50e94 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 200 len: 205 time: 0.0905499 Jun 01 13:22:12.979343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53604) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:13.328007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:13.751805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:13.765658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port 77984b6b-e0b7-4fc1-9f6f-0d85172d751a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:13.766380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:13.900743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e89c18da-17bb-4acd-838c-bd472f0d7a3d req-5c0bbfae-bbab-4ee0-8ca5-70bc79cc9955 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 210 time: 0.1383312 Jun 01 13:22:14.083805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef7e8-c0ec-4722-a843-84a27425f7c5 req-341a8b23-42e8-4cdd-b248-0b38aa171624 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:14.091157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d7ef7e8-c0ec-4722-a843-84a27425f7c5 req-341a8b23-42e8-4cdd-b248-0b38aa171624 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 945 time: 0.2932591 Jun 01 13:22:14.112704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.143747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53644) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:14.369781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.401683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:14.420539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Usage tracker for resource:security_group_rule and tenant:46aa79fc271541228c45cc89f40155aa is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:14.425142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:14.431401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:14.537940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for 77984b6b-e0b7-4fc1-9f6f-0d85172d751a owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:14.572708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.578451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.611208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d7ef7e8-c0ec-4722-a843-84a27425f7c5 req-ae6ce6ec-e1aa-4389-9a49-5aaefeb5e42d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188646 Jun 01 13:22:14.634951 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=46aa79fc271541228c45cc89f40155aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897404 Jun 01 13:22:14.636613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38fb17-17ea-4ee7-8aac-59c96fbda95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681eff39-167c-4e81-a8fd-f03a29d7fe91,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:14.640759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:14.704965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.737319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.813744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.827516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-74d968ad-488d-4012-b13f-05562322ec65 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:14.829045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-74d968ad-488d-4012-b13f-05562322ec65 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.24 "GET /v2.0/networks?id=9887956d-238b-4bda-ae21-419b301a1fe6 HTTP/1.1" status: 200 len: 808 time: 0.7043538 Jun 01 13:22:14.830214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.834162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681eff39-167c-4e81-a8fd-f03a29d7fe91,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:14.843132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:14.844309 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6ac3f8c-b929-49e3-9587-719b53c24667 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/681eff39-167c-4e81-a8fd-f03a29d7fe91 HTTP/1.1" status: 204 len: 168 time: 0.2026160 Jun 01 13:22:14.889265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Request body: {'port': {'device_id': '608488a4-151e-402d-8b8a-527eeddebd1a', 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6', 'admin_state_up': True, 'tenant_id': '83e9672907084bb685ddcdecabc29f0f'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:15.114533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:15.128003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=77984b6b-e0b7-4fc1-9f6f-0d85172d751a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:15.181354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ea4a455-0ec0-4cd9-8bad-9e898238c457 req-23c71d64-8f4d-417b-8f92-30b6ef9b2659 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 210 time: 0.1060052 Jun 01 13:22:15.182471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Usage tracker for resource:port and tenant:83e9672907084bb685ddcdecabc29f0f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:15.211938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:15.236480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:15.255008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.266025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:15.271054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:15.275217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Usage tracker for resource:security_group_rule and tenant:a91669b37c05439ab4da045dd735851f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:15.278276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:15.286867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:15.310990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Made reservation on behalf of 83e9672907084bb685ddcdecabc29f0f for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:15.314457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.337045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.405751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.414274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.477020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41383017-d0a7-473c-9127-c30f453bdd27,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:15.483139 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dafa4bef-d2ba-4b45-a389-71828bdf2eda admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a91669b37c05439ab4da045dd735851f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454472 Jun 01 13:22:15.485481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:15.604900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.654654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.703216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.716488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579653ff-d070-4108-9752-66842a8d5404 req-532f4b96-730e-4e4c-9d98-502d0db42d9f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:15.721619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-579653ff-d070-4108-9752-66842a8d5404 req-532f4b96-730e-4e4c-9d98-502d0db42d9f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 945 time: 0.5105107 Jun 01 13:22:15.722394 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.734608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.768055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41383017-d0a7-473c-9127-c30f453bdd27,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:15.781217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.785901 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21424854-1d3e-4cd4-b375-3fa9da2ec10f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/41383017-d0a7-473c-9127-c30f453bdd27 HTTP/1.1" status: 204 len: 168 time: 0.2994268 Jun 01 13:22:15.834922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.835427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router a6f87f8a-055f-4f41-84b6-76b3578e4c41 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:15.863563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-579653ff-d070-4108-9752-66842a8d5404 req-f8fbf087-e08b-47c4-b388-47312f7612f8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Jun 01 13:22:15.887449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.888471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d0fd1932-0a95-4017-a3cd-fe59d24b1100 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 204 len: 168 time: 2.9081044 Jun 01 13:22:15.894994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53686) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:15.902284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-264459343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:15.911450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:15.914246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Allocated IP 172.20.0.9 (9887956d-238b-4bda-ae21-419b301a1fe6/23bdf25e-b123-409b-a6e1-b4dd8ca4138f/0ab03921-170e-4f76-8eb9-ed98542f480c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:15.920961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:15.925225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:15.934437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:15.971107 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.972110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:15.986783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.037001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.135596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.139285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-76cf3b4d-fe40-4f4b-b4a1-bf1a3bbb1422 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2408874 Jun 01 13:22:16.140505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:16.148725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': True}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:16.205279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.239401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.436111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Pushing event updated for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:16.684745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Network 9887956d-238b-4bda-ae21-419b301a1fe6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:16.687864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:16.693025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:16.790843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:16.791769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:16.825394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a614-9c0b-4534-b6c4-ed2ad3178935 req-3449ad40-7199-486e-8155-22d0974990e2 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:16.826344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f8f4a614-9c0b-4534-b6c4-ed2ad3178935 req-3449ad40-7199-486e-8155-22d0974990e2 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Synchronizing usage tracker for tenant:83e9672907084bb685ddcdecabc29f0f on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:16.848190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6d499-9406-4979-acc4-d286eed3b58b req-c6bb68ce-fe39-4ed0-9fef-2882cf388bea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:16.850015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06b6d499-9406-4979-acc4-d286eed3b58b req-c6bb68ce-fe39-4ed0-9fef-2882cf388bea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 945 time: 0.2386446 Jun 01 13:22:16.854847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4b193977-8b07-4dca-b516-b269eaa433de tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9754968 Jun 01 13:22:16.904612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f8f4a614-9c0b-4534-b6c4-ed2ad3178935 req-3449ad40-7199-486e-8155-22d0974990e2 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Unset dirty status for tenant:83e9672907084bb685ddcdecabc29f0f on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:16.906097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8f4a614-9c0b-4534-b6c4-ed2ad3178935 req-3449ad40-7199-486e-8155-22d0974990e2 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 931 time: 0.5210183 Jun 01 13:22:16.917844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-0432fb14-929b-4c31-b532-2760960b96bd tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:22:16.919336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-0432fb14-929b-4c31-b532-2760960b96bd tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175605 Jun 01 13:22:16.991357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Deleting port 13d0dbf7-7446-4880-a563-5e58953f80c9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:16.991720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.055974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8f4a614-9c0b-4534-b6c4-ed2ad3178935 req-bd910acc-39cf-4f00-a8d0-33d4b10f695e tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353052 Jun 01 13:22:17.185119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.408631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Request body: {'port': {'device_id': '608488a4-151e-402d-8b8a-527eeddebd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:17.627303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.659430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.696501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.737731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] For port 13d0dbf7-7446-4880-a563-5e58953f80c9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=13d0dbf7-7446-4880-a563-5e58953f80c9,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:17.739093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:17.888188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 172.25.7.20 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a8cfbe55-85c2-480b-92a4-a17b085ac620) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:17.888444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Calling delete_port for 13d0dbf7-7446-4880-a563-5e58953f80c9 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:17.987531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75cf3-439e-4f51-b61d-797e564344b6 req-7412a580-fbd9-48a0-bcf6-59e3bad10841 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:17.989930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cb75cf3-439e-4f51-b61d-797e564344b6 req-7412a580-fbd9-48a0-bcf6-59e3bad10841 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 945 time: 0.6537430 Jun 01 13:22:18.061467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.155750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cb75cf3-439e-4f51-b61d-797e564344b6 req-59ed2bed-03ab-4131-8634-1d97521a2d49 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521659 Jun 01 13:22:18.257876 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c63dc54d-4349-49f2-8e03-a574fa731ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.331096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.418198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.443304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['13d0dbf7-7446-4880-a563-5e58953f80c9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:22:18.444380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.518069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:22:18.548405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Pushing event deleted for resources: {'Port': ['ID=13d0dbf7-7446-4880-a563-5e58953f80c9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:18.561019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:22:18.697421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:18.721819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:18.730334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:18.774359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] No DVR routers for this DVR port 13d0dbf7-7446-4880-a563-5e58953f80c9 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:22:18.789980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.796385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'name': 'network-vif-deleted', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:18.810962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=a8cfbe55-85c2-480b-92a4-a17b085ac620,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:18.824358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab03921-170e-4f76-8eb9-ed98542f480c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:22:18.847098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:18.881760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Transition to ACTIVE for port object 0ab03921-170e-4f76-8eb9-ed98542f480c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:22:18.896765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:19.239907 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92ed9f1-530d-4772-ab14-57502cdf3fda'] response: {'server_uuid': '59d5fe54-fc73-4483-9eac-2399452ecb34', 'name': 'network-vif-deleted', 'tag': '13d0dbf7-7446-4880-a563-5e58953f80c9', 'status': 'completed', 'code': 200} Jun 01 13:22:19.413410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06b6d499-9406-4979-acc4-d286eed3b58b req-df9de421-fd03-43d5-8e32-25f55ef043c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "DELETE /v2.0/ports/13d0dbf7-7446-4880-a563-5e58953f80c9 HTTP/1.1" status: 204 len: 173 time: 2.5572884 Jun 01 13:22:19.426933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c168f-a205-403c-83cd-5c5e6290073c req-0ab5364d-2a82-4d3d-89da-76392f1d46e1 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:19.434856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-437c168f-a205-403c-83cd-5c5e6290073c req-0ab5364d-2a82-4d3d-89da-76392f1d46e1 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 931 time: 1.1238830 Jun 01 13:22:19.587847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d59202c-9657-4e6f-9865-56f55a2b2feb req-68c88979-872b-46b9-a300-e4a0bad429e8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:19.664436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:19.693273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-2d59202c-9657-4e6f-9865-56f55a2b2feb req-68c88979-872b-46b9-a300-e4a0bad429e8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:19.694837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d59202c-9657-4e6f-9865-56f55a2b2feb req-68c88979-872b-46b9-a300-e4a0bad429e8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=59d5fe54-fc73-4483-9eac-2399452ecb34 HTTP/1.1" status: 200 len: 210 time: 0.2881997 Jun 01 13:22:19.721166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-437c168f-a205-403c-83cd-5c5e6290073c req-95aac0b0-c1ec-4e28-9bc6-b597ef316b33 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852540 Jun 01 13:22:19.745830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Attempting to bind port 0ab03921-170e-4f76-8eb9-ed98542f480c on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:22:19.746182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Attempting to bind port 0ab03921-170e-4f76-8eb9-ed98542f480c by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '593bbe98-6555-483e-bee7-c8be0a5c59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:22:19.746955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Attempting to bind port 0ab03921-170e-4f76-8eb9-ed98542f480c on network 9887956d-238b-4bda-ae21-419b301a1fe6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:22:19.758748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Port 0ab03921-170e-4f76-8eb9-ed98542f480c on network 9887956d-238b-4bda-ae21-419b301a1fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:22:19.759075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Attempting to bind port 0ab03921-170e-4f76-8eb9-ed98542f480c on network 9887956d-238b-4bda-ae21-419b301a1fe6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:22:19.771885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:22:19.771885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Checking segment: {'id': '593bbe98-6555-483e-bee7-c8be0a5c59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:19.771885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Bound using segment: {'id': '593bbe98-6555-483e-bee7-c8be0a5c59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:22:19.771885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Bound port: 0ab03921-170e-4f76-8eb9-ed98542f480c, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593bbe98-6555-483e-bee7-c8be0a5c59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:22:19.771885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:19.907509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:22:19.917120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ab03921-170e-4f76-8eb9-ed98542f480c,segment=NetworkSegment(593bbe98-6555-483e-bee7-c8be0a5c59d1),segment_id=593bbe98-6555-483e-bee7-c8be0a5c59d1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:22:19.926575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:19.945611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:20.028499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:20.029514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:20.031949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] 10.222.0.24 "PUT /v2.0/ports/0ab03921-170e-4f76-8eb9-ed98542f480c HTTP/1.1" status: 200 len: 1091 time: 3.1004283 Jun 01 13:22:20.081207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1f45-65e1-4c5d-9851-464ff9094d8d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:20.256190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4c7f29b4-9f97-4b16-a7c9-517f45635d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:20.258987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-4c7f29b4-9f97-4b16-a7c9-517f45635d78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83e9672907084bb685ddcdecabc29f0f&device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 1094 time: 0.1654160 Jun 01 13:22:20.367949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-b1290037-0914-40f0-ab8a-444b8024f29e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab03921-170e-4f76-8eb9-ed98542f480c HTTP/1.1" status: 200 len: 217 time: 0.0951769 Jun 01 13:22:20.471132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-ab986fe8-0486-4e40-8757-d71db2ec4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:20.472617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-ab986fe8-0486-4e40-8757-d71db2ec4bea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23bdf25e-b123-409b-a6e1-b4dd8ca4138f HTTP/1.1" status: 200 len: 848 time: 0.0979052 Jun 01 13:22:20.521327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-01af2041-c061-488d-98ed-9b17b68786c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:20.577482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-fcce026c-9d50-464d-9b8e-fb08a8a28d1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9887956d-238b-4bda-ae21-419b301a1fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990293 Jun 01 13:22:20.609844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:20.614713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:20.694643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:20.799544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-af12deea-0c22-4cd7-a99c-dd2217cf033a service neutron] 10.222.0.24 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147050 Jun 01 13:22:20.973073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router 7631256d-e0f3-469e-940e-71c8fc4d93a5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:22:21.053432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.109328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:21.118956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4f6bb745-dbab-4d21-a97a-3f670f3166d3 req-0e29d0d9-4f5d-4b75-bad2-b075db73571e service neutron] 10.222.0.24 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126800 Jun 01 13:22:21.120743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Usage tracker for resource:security_group_rule and tenant:0a106443374c4f94afde05d745d75411 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:21.130904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:21.156182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:21.299900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 13d0dbf7-7446-4880-a563-5e58953f80c9 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:22:21.305160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.306908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:21.328496 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.388829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0b2fb-2821-456b-ac41-d2ba8c783629 req-18e57649-fd29-44ea-928c-d13d66c6cb39 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:21.393265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8de0b2fb-2821-456b-ac41-d2ba8c783629 req-18e57649-fd29-44ea-928c-d13d66c6cb39 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 943 time: 0.3791108 Jun 01 13:22:21.397593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:21.423381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.427225 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9add45c0-1600-4616-be71-a0f56ec86f1b tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "PUT /v2.0/routers/7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 200 len: 917 time: 5.2824125 Jun 01 13:22:21.427635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53878) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:21.430950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] Sync routers for ids ['7631256d-e0f3-469e-940e-71c8fc4d93a5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:21.464122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 13d0dbf7-7446-4880-a563-5e58953f80c9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:22:21.465625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 13d0dbf7-7446-4880-a563-5e58953f80c9 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:22:21.491693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] Routers {'7631256d-e0f3-469e-940e-71c8fc4d93a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:21.492913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7631256d-e0f3-469e-940e-71c8fc4d93a5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:21.557736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0a106443374c4f94afde05d745d75411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618524 Jun 01 13:22:21.599876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:21.757541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:21.767143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.777678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d981-a778-4998-813b-5d8308d6d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f764197a-b6ad-430c-9065-6db8ee2981f3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:21.779268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] Routers {'7631256d-e0f3-469e-940e-71c8fc4d93a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:21.780145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7631256d-e0f3-469e-940e-71c8fc4d93a5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:21.831595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8de0b2fb-2821-456b-ac41-d2ba8c783629 req-6ccdb616-7d58-4691-a2a5-895b0398893f tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228961 Jun 01 13:22:21.870129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:21.870978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7af3b-6771-4157-ae1d-3910302b62c4 None None] The sync data for ids ['7631256d-e0f3-469e-940e-71c8fc4d93a5'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:21.873205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.943903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:21.980106 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b382899-1cdb-4177-8bb2-6a905437b0ea tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 200 len: 923 time: 0.5329785 Jun 01 13:22:21.980106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:21.985260 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644f23f2-18ec-42e4-baf4-36171a61e73d'] response: {'name': 'network-changed', 'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c', 'status': 'completed', 'code': 200} Jun 01 13:22:22.114484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1921b00-2a1b-4260-8016-4777d8151ae2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:22.118776 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1921b00-2a1b-4260-8016-4777d8151ae2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=7631256d-e0f3-469e-940e-71c8fc4d93a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1509087 Jun 01 13:22:22.123168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:22.123910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:22.145336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8b562-9747-435b-8c56-074adafb25fd req-34b74f13-3729-49df-97ac-3fecea7dc0c9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:22.154526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20a8b562-9747-435b-8c56-074adafb25fd req-34b74f13-3729-49df-97ac-3fecea7dc0c9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5127778 Jun 01 13:22:22.270878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5457240-2ca4-486f-800d-9d154d86d5c8 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:22.276660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5457240-2ca4-486f-800d-9d154d86d5c8 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.1521082 Jun 01 13:22:22.277217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53900) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:22.280487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20a8b562-9747-435b-8c56-074adafb25fd req-0f42af2e-6330-481e-89bc-7d31307a34d7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251175 Jun 01 13:22:22.338148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-1caa1036-514e-47c1-bfd8-30082c431214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:22.339729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-1caa1036-514e-47c1-bfd8-30082c431214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83e9672907084bb685ddcdecabc29f0f&device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 1094 time: 0.3290277 Jun 01 13:22:22.342781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-30196b75-6cd3-4720-b5e4-2cc052652475 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 200 len: 205 time: 0.0611186 Jun 01 13:22:22.345703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:22.672723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:22.745063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f764197a-b6ad-430c-9065-6db8ee2981f3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:22.766913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:22.776265 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:22.777388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e6931e2e-29c5-4764-ac9b-85abc5a2c124 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f764197a-b6ad-430c-9065-6db8ee2981f3 HTTP/1.1" status: 204 len: 168 time: 1.1765754 Jun 01 13:22:22.820196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-ea80d785-0a1b-46fc-807e-0dc364164f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:22.822178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-ea80d785-0a1b-46fc-807e-0dc364164f72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9887956d-238b-4bda-ae21-419b301a1fe6 HTTP/1.1" status: 200 len: 909 time: 0.4752438 Jun 01 13:22:22.927684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-534e581c-11f2-4a77-8fb9-51a6401922ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab03921-170e-4f76-8eb9-ed98542f480c HTTP/1.1" status: 200 len: 217 time: 0.0985341 Jun 01 13:22:23.030757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493a2b-5d57-4448-91f0-7bea82a6665e req-a73e4919-ec45-4d94-a616-df7dec76e637 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:23.032512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3493a2b-5d57-4448-91f0-7bea82a6665e req-a73e4919-ec45-4d94-a616-df7dec76e637 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3633840 Jun 01 13:22:23.069125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-da8cbe32-5566-406b-8916-52d112046939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:23.070857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-da8cbe32-5566-406b-8916-52d112046939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23bdf25e-b123-409b-a6e1-b4dd8ca4138f HTTP/1.1" status: 200 len: 848 time: 0.1368482 Jun 01 13:22:23.117994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:23.131235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:23.142270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port a8cfbe55-85c2-480b-92a4-a17b085ac620 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:23.142709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:23.228959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-295d9bcb-b006-4fb0-b703-7e86f9819576 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9887956d-238b-4bda-ae21-419b301a1fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755422 Jun 01 13:22:23.357914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3493a2b-5d57-4448-91f0-7bea82a6665e req-b4803bd9-b37e-4f0c-aa8d-8976d77c6020 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171337 Jun 01 13:22:23.374124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:23.463872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53930) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:23.548306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for a8cfbe55-85c2-480b-92a4-a17b085ac620 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:23.557286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:23.597078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:23.609169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Usage tracker for resource:security_group_rule and tenant:d746093cdda24a9e9461eb65368591cd is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:23.616243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:23.627641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:23.724553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-97a5d24a-6d77-48e7-b328-d3093bb893ea service neutron] 10.222.0.24 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822457 Jun 01 13:22:24.000042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.001167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356204-c2dc-441f-92e7-e965689ab49b req-3587df38-da75-4b82-9610-277691cbfee6 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:24.001167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49356204-c2dc-441f-92e7-e965689ab49b req-3587df38-da75-4b82-9610-277691cbfee6 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 943 time: 0.8681169 Jun 01 13:22:24.010140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=a8cfbe55-85c2-480b-92a4-a17b085ac620,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:24.229555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b825f9-2d27-4bfc-9fc0-e53d1809fcce req-cb1696f1-2bee-4db6-b0ac-6dcb6f3e0df4 service neutron] 10.222.0.24 "GET /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860568 Jun 01 13:22:24.278420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.392987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.419387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49356204-c2dc-441f-92e7-e965689ab49b req-7c9815c7-e52b-40bd-a2cc-2d84e50d803d tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829409 Jun 01 13:22:24.430864 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.528695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5343969-be37-49db-90a8-073f2dd124dd req-3884dad7-96c9-476e-863a-c218730417f2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:24.528695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5343969-be37-49db-90a8-073f2dd124dd req-3884dad7-96c9-476e-863a-c218730417f2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9333980 Jun 01 13:22:24.601830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.601830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.640690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.640690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router 7631256d-e0f3-469e-940e-71c8fc4d93a5 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:24.681157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c0836-5748-4ef3-b57e-e1468580b377,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:24.693015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3e0516cd-e94a-494a-8e32-42580513120a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d746093cdda24a9e9461eb65368591cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2081265 Jun 01 13:22:24.694061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53970) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:24.707697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.711205 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec19a227-ed8b-4321-9edc-05407b3676b5 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 204 len: 168 time: 2.3635931 Jun 01 13:22:24.714310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53976) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:24.732235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-163469055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:24.744647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:24.752078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:24.755033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:24.760766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:24.768354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5343969-be37-49db-90a8-073f2dd124dd req-b69f9234-e097-42dc-ac40-d8ef3324ddc9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184937 Jun 01 13:22:24.792100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.794647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.829183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.835097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.871942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.893859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.923614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.928102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53982) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:24.929857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-77bf178f-50a9-4749-b35a-7c821ebdcef6 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2085929 Jun 01 13:22:24.932080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53986) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:24.940067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:24.947973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:25.137530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c0836-5748-4ef3-b57e-e1468580b377,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:25.168873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:25.195021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ab03921-170e-4f76-8eb9-ed98542f480c details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:22:25.282887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:25.291510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d45b738a-7724-4677-935d-a6843a141a8c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cf4c0836-5748-4ef3-b57e-e1468580b377 HTTP/1.1" status: 204 len: 168 time: 0.5807021 Jun 01 13:22:25.668877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ab03921-170e-4f76-8eb9-ed98542f480c,segment=NetworkSegment(593bbe98-6555-483e-bee7-c8be0a5c59d1),segment_id=593bbe98-6555-483e-bee7-c8be0a5c59d1)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:25.718184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0ab03921-170e-4f76-8eb9-ed98542f480c', 'network_id': '9887956d-238b-4bda-ae21-419b301a1fe6', 'port_id': '0ab03921-170e-4f76-8eb9-ed98542f480c', 'mac_address': 'fa:16:3e:8d:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdf25e-b123-409b-a6e1-b4dd8ca4138f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:22:25.848059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0ab03921-170e-4f76-8eb9-ed98542f480c is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:22:25.848059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:25.871175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab03921-170e-4f76-8eb9-ed98542f480c {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:22:25.881125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:25.891578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:25.904387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ab03921-170e-4f76-8eb9-ed98542f480c,segment=NetworkSegment(593bbe98-6555-483e-bee7-c8be0a5c59d1),segment_id=593bbe98-6555-483e-bee7-c8be0a5c59d1)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:25.920983 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:25.967582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Usage tracker for resource:security_group_rule and tenant:a02d04b2e2ff4060b56919f59e682474 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:25.975626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:25.991395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:26.012350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:26.190890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.226194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.306422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a02d04b2e2ff4060b56919f59e682474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3740931 Jun 01 13:22:26.306611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:26.307135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8464bad-6bb4-476a-b8e2-dd7d86ad0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e1990-67be-4d2d-a460-a632597d5764,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:26.322697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0ab03921-170e-4f76-8eb9-ed98542f480c'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:22:26.341925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5abe96-2421-465d-b83f-138c7f8548de req-87a5c04e-a5fa-4042-b01d-479979791d24 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:26.343859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba5abe96-2421-465d-b83f-138c7f8548de req-87a5c04e-a5fa-4042-b01d-479979791d24 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 944 time: 0.4519150 Jun 01 13:22:26.376061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.451591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.526477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.562670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e1990-67be-4d2d-a460-a632597d5764,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:26.573579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:26.580254 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3cffab29-eb66-4b76-aa96-cc457756517c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/de5e1990-67be-4d2d-a460-a632597d5764 HTTP/1.1" status: 204 len: 168 time: 0.2722871 Jun 01 13:22:26.604408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba5abe96-2421-465d-b83f-138c7f8548de req-12f6afb2-7167-4cab-a6bb-9ce7c8d6ea16 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414653 Jun 01 13:22:27.057440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.106602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.327630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Allocated IP 172.25.7.243 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2900ac8a-949d-4ae9-b810-1d247c3d310a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:27.407463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54066) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:27.466704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.520433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:27.536397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:27.537424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf54c28805a4fb5981d721316aeb5ab is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:27.547138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:27.560346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.566518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:27.620979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.780988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.795108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.825166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:27.827137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:27.836730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:27.864061 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3cf54c28805a4fb5981d721316aeb5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568810 Jun 01 13:22:27.868034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:27.917324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73b725-5cd3-45fd-b2a0-f583c173cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaefb34-2e89-4317-a8c6-d7de40f8b07c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:27.943765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:27.974096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Pushing event updated for resources: {'Port': ['ID=2900ac8a-949d-4ae9-b810-1d247c3d310a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:27.980188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:27.986577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8732036408b4de2ad11eae63191d490 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:27.995641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:28.009661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:28.233730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.288346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee090c-0c15-4e6f-8f59-c54df6f983ef req-c4c7b411-231f-4c39-a1e0-efee81b90220 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:28.288346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15ee090c-0c15-4e6f-8f59-c54df6f983ef req-c4c7b411-231f-4c39-a1e0-efee81b90220 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 944 time: 0.4805427 Jun 01 13:22:28.321554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.332901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.405954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.416697 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8732036408b4de2ad11eae63191d490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8761773 Jun 01 13:22:28.429376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11041d0-e49f-46b4-9964-4db9365a61f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bca593-9c53-4c4b-afe4-1361ebb6d12b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:28.430111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54102) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:28.450918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15ee090c-0c15-4e6f-8f59-c54df6f983ef req-8b660503-f4ac-4e38-905f-9e85cc40f16b tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576293 Jun 01 13:22:28.545471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.576098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaefb34-2e89-4317-a8c6-d7de40f8b07c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:28.601044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:28.601044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0e2e9674-489a-4748-9bf4-c3d3907c5021 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/daaefb34-2e89-4317-a8c6-d7de40f8b07c HTTP/1.1" status: 204 len: 168 time: 0.7262118 Jun 01 13:22:28.999704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.033425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.127028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.194879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ab03921-170e-4f76-8eb9-ed98542f480c up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:22:29.256687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e09b20-4e01-4827-9f10-ec11295081b8 req-825e7924-3210-49c6-98a2-a7700e66a3db tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:29.262292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51e09b20-4e01-4827-9f10-ec11295081b8 req-825e7924-3210-49c6-98a2-a7700e66a3db tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3901680 Jun 01 13:22:29.326258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0ab03921-170e-4f76-8eb9-ed98542f480c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:22:29.335427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0ab03921-170e-4f76-8eb9-ed98542f480c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:22:29.335427 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.456944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51e09b20-4e01-4827-9f10-ec11295081b8 req-0a985357-a4bb-45bd-a3cf-6f4f05d73160 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486661 Jun 01 13:22:29.456944 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.467536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bca593-9c53-4c4b-afe4-1361ebb6d12b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:29.562870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0ab03921-170e-4f76-8eb9-ed98542f480c is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:22:29.563319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.626341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ab03921-170e-4f76-8eb9-ed98542f480c,segment=NetworkSegment(593bbe98-6555-483e-bee7-c8be0a5c59d1),segment_id=593bbe98-6555-483e-bee7-c8be0a5c59d1)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:29.626520 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.626909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:29.627064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b966eabe-32d4-4055-9eb8-d9bb9e069cf5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21bca593-9c53-4c4b-afe4-1361ebb6d12b HTTP/1.1" status: 204 len: 168 time: 1.1893134 Jun 01 13:22:29.637181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.738795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:29.751146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:29.811416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:30.004386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af12a3-cc60-47a8-9746-5e1a066e0cb3 req-50f0e6cb-d08b-4c7d-be06-d2dfdc6df79e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:30.004386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0af12a3-cc60-47a8-9746-5e1a066e0cb3 req-50f0e6cb-d08b-4c7d-be06-d2dfdc6df79e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3089721 Jun 01 13:22:30.054872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67461346-6837-4cc3-92a2-c0f6e676f47a req-29017275-edd4-42d6-a0e1-90153488e4ee tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:30.056407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67461346-6837-4cc3-92a2-c0f6e676f47a req-29017275-edd4-42d6-a0e1-90153488e4ee tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.3031998 Jun 01 13:22:30.134213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0af12a3-cc60-47a8-9746-5e1a066e0cb3 req-74589a71-30c7-4d5e-8a7a-2280d1c75b86 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240942 Jun 01 13:22:30.187299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67461346-6837-4cc3-92a2-c0f6e676f47a req-f657858f-581b-46ea-9d7f-348d38303292 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174581 Jun 01 13:22:30.257786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Router adafe6a3-41fe-438b-9ea3-f9546ef0304d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:22:30.680468 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b8fe33-522a-4705-8fde-c416c758d2fc'] response: {'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c', 'code': 200} Jun 01 13:22:30.734851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:30.740230 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:22:30.742125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:30.746381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54184) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:30.748688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8d775949-60a8-4aa8-a9bd-6992631db5a2 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "PUT /v2.0/routers/adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 200 len: 919 time: 5.8154039 Jun 01 13:22:30.757437 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] Sync routers for ids ['adafe6a3-41fe-438b-9ea3-f9546ef0304d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:30.781616 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] Routers {'adafe6a3-41fe-438b-9ea3-f9546ef0304d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:30.784141 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['adafe6a3-41fe-438b-9ea3-f9546ef0304d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:30.870935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:30.880603 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] Routers {'adafe6a3-41fe-438b-9ea3-f9546ef0304d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:30.881560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['adafe6a3-41fe-438b-9ea3-f9546ef0304d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:30.925385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f3af-ea67-49aa-bd3e-eb66e9625cd5 req-b2cdf07c-24ba-4277-b785-9f150b41f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:30.930761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de52f3af-ea67-49aa-bd3e-eb66e9625cd5 req-b2cdf07c-24ba-4277-b785-9f150b41f573 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 1096 time: 0.1527872 Jun 01 13:22:30.976737 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:30.976737 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211dc04-15e8-4baa-ab7f-c50b426eed04 None None] The sync data for ids ['adafe6a3-41fe-438b-9ea3-f9546ef0304d'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:31.029019 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de52f3af-ea67-49aa-bd3e-eb66e9625cd5 req-b42f8c38-bc79-44a5-97c2-44e6a51f8452 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875177 Jun 01 13:22:31.314030 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3f516e9e-d0f5-4157-99ef-e6c55e43bede tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 200 len: 925 time: 0.5632987 Jun 01 13:22:31.318728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:31.585151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeda944-09d0-4198-b593-3f949feebff9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:31.589699 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eaeda944-09d0-4198-b593-3f949feebff9 tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=adafe6a3-41fe-438b-9ea3-f9546ef0304d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2717221 Jun 01 13:22:31.589994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:31.678845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2dbd9-f103-4bbd-8543-d39c4114b2c0 req-2a83d460-8f63-4563-a06a-61d0b3009587 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:31.689120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fe2dbd9-f103-4bbd-8543-d39c4114b2c0 req-2a83d460-8f63-4563-a06a-61d0b3009587 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.1954532 Jun 01 13:22:31.888101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fe2dbd9-f103-4bbd-8543-d39c4114b2c0 req-9524a182-d50d-4e9c-ad1b-0064dd728343 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833892 Jun 01 13:22:31.933350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787e4f2-95af-4d7b-a52f-383df6854c6a tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:31.933350 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1787e4f2-95af-4d7b-a52f-383df6854c6a tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.3249204 Jun 01 13:22:31.933350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:32.031128 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-471ddc80-d146-4b95-b1b8-357252ebb5c7 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 200 len: 205 time: 0.1077335 Jun 01 13:22:32.032111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54248) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:32.314037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:32.726512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-9ae85c18-befb-4d09-98b7-e597e092e067 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2871118 Jun 01 13:22:32.974051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:33.010938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port 2900ac8a-949d-4ae9-b810-1d247c3d310a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:33.010938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:33.350928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-5a963de8-0107-4106-999c-82082d853d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:33.350928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-5a963de8-0107-4106-999c-82082d853d36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1097 time: 0.5205474 Jun 01 13:22:33.392471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74702-2931-4191-b4d8-61c1f237bd94 req-9188b5a5-ae8a-4ab0-ab51-bb8093dfe2c9 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:33.396678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ed74702-2931-4191-b4d8-61c1f237bd94 req-9188b5a5-ae8a-4ab0-ab51-bb8093dfe2c9 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.1685510 Jun 01 13:22:33.416624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:33.599864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:33.609245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for 2900ac8a-949d-4ae9-b810-1d247c3d310a owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:33.640676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ed74702-2931-4191-b4d8-61c1f237bd94 req-5ace4d43-d630-4d63-88cd-bab5b9dbab4b tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316420 Jun 01 13:22:33.742212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-e594f43c-66be-494b-92a9-3a34ca3506a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:33.742212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-e594f43c-66be-494b-92a9-3a34ca3506a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.2648668 Jun 01 13:22:33.847263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-0aa5d666-0371-434f-a7ba-ad8b96706582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.0828261 Jun 01 13:22:33.939149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-624d4f7c-57ee-457a-9251-95ca5ef37320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:33.941247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-624d4f7c-57ee-457a-9251-95ca5ef37320 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.0954754 Jun 01 13:22:34.044135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-e8cc91ff-6421-483e-9fe3-1e68dd06cb7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975573 Jun 01 13:22:34.099303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1192620539', 'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:34.108280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:34.114412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:network and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:34.121192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:34.138510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:34.171048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Made reservation on behalf of c1c176d7fbac4c34a56451c6e85ee2ef for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:34.171048 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:34.264646 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:34.397384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:34.431258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:34.438790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:security_group_rule and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:34.443966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:34.459069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:34.582577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-28a18956-4fcd-4053-b59a-1209f99c93e1 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319078 Jun 01 13:22:34.598969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:34.707286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=2900ac8a-949d-4ae9-b810-1d247c3d310a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:34.787284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:34.920589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a6926-e50c-4436-b4e9-d6dc625ebd0f req-5474f53e-ce13-485c-9d19-e980207dcf14 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:34.939563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c9a6926-e50c-4436-b4e9-d6dc625ebd0f req-5474f53e-ce13-485c-9d19-e980207dcf14 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4776919 Jun 01 13:22:35.011312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.020996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.080253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.080253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.084739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router adafe6a3-41fe-438b-9ea3-f9546ef0304d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:35.087183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c9a6926-e50c-4436-b4e9-d6dc625ebd0f req-23361e2e-b031-42ab-a40c-d35c888fd75f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352980 Jun 01 13:22:35.102030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38d8f304-b2b0-4b48-b336-317d09e93267 req-72a43223-9afb-4f9a-8979-b18a46aa5e16 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030971 Jun 01 13:22:35.115514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.127361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:22:35.134782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.134782 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Added segment 499f375f-ae3f-45eb-b6ce-84281aadba9f of type vlan for network 3e03350a-29b2-4228-b595-b45b38c4becb Jun 01 13:22:35.171833 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.244368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.254869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:35.254869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.472827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Network': ['ID=3e03350a-29b2-4228-b595-b45b38c4becb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:35.482931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8819215 Jun 01 13:22:35.487369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3e03350a-29b2-4228-b595-b45b38c4becb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:22:35.492925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:35.500607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.502418 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db5d4986-c89e-4d39-9f00-89cefc7e7d24 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 204 len: 168 time: 3.4689119 Jun 01 13:22:35.510713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'subnet': {'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:35.516417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:35.527253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1118510351', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:35.534745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b582b6-9d8a-4ebc-8668-4fa57524a8fa tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec33c3c7-fac7-4ab3-b690-bfd921116e7d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:35.552809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:35.574015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:35.584985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Usage tracker for resource:router and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:35.593713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:subnet and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:35.593713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:35.633066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:35.672152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:35.685629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:35.758332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.758332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.826930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffdd27-ef4d-473f-8a43-771449f33301 req-5319c143-3bcf-4ef9-9dd4-638fa2aa21e9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:35.834279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Made reservation on behalf of c1c176d7fbac4c34a56451c6e85ee2ef for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:35.834555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05ffdd27-ef4d-473f-8a43-771449f33301 req-5319c143-3bcf-4ef9-9dd4-638fa2aa21e9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3543108 Jun 01 13:22:35.834743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:35.931297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05ffdd27-ef4d-473f-8a43-771449f33301 req-043473ae-1bd9-4e1e-af7c-5ff1aacfa6ad tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976102 Jun 01 13:22:36.193780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:36.408550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d0165-83cc-4bf7-a44d-0a8bd6895acb req-29efd8ac-1650-4231-89c0-7c212197ea36 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:36.410198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e6d0165-83cc-4bf7-a44d-0a8bd6895acb req-29efd8ac-1650-4231-89c0-7c212197ea36 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2271101 Jun 01 13:22:36.481069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e6d0165-83cc-4bf7-a44d-0a8bd6895acb req-7a3d6536-0c5d-4e2a-8a1b-c4bcd4c9a6d9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Jun 01 13:22:36.789826 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:36.836406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03465a8f-7f2b-44e3-94fa-60b687dc7869 req-9d30b2a0-06d0-42a1-8597-aea447e2f55e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:36.849349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03465a8f-7f2b-44e3-94fa-60b687dc7869 req-9d30b2a0-06d0-42a1-8597-aea447e2f55e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2494628 Jun 01 13:22:36.944162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03465a8f-7f2b-44e3-94fa-60b687dc7869 req-483dfbe6-5201-4964-9205-c230a1a70202 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Jun 01 13:22:37.161073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:22:37.161073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:37.361523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d24b021-6704-44ee-b1f9-0d4e93acfe87,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:37.417859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e84e7-db2c-460e-ab1e-d49caf9427c2 req-41c0871a-b043-4bce-a688-c23b281b82a9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:37.419754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-056e84e7-db2c-460e-ab1e-d49caf9427c2 req-41c0871a-b043-4bce-a688-c23b281b82a9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1686177 Jun 01 13:22:37.485763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Checking segment: {'id': '499f375f-ae3f-45eb-b6ce-84281aadba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:37.486274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network hostable DHCP agents. Network: 3e03350a-29b2-4228-b595-b45b38c4becb, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:22:37.495139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-056e84e7-db2c-460e-ab1e-d49caf9427c2 req-4c254fbc-aa00-470f-9ea9-e4dad7fa02ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677011 Jun 01 13:22:37.608487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:37.709115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:37.716521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network 3e03350a-29b2-4228-b595-b45b38c4becb is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:22:37.819364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3e03350a-29b2-4228-b595-b45b38c4becb) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:37.831175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9787d49-c62b-4e6d-85b8-fcc44e403a43 None None] Network 3e03350a-29b2-4228-b595-b45b38c4becb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:37.836670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:37.836670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:37.870641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdbe1a-5fb1-4092-b269-8badcde2f86a req-3b91b1f4-2b0b-4f9e-b6aa-6dec003c2faa tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:37.891189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2fdbe1a-5fb1-4092-b269-8badcde2f86a req-3b91b1f4-2b0b-4f9e-b6aa-6dec003c2faa tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2247827 Jun 01 13:22:37.979318 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb95b4c0-6a0f-466a-bcdc-b92a88620c2a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4824960 Jun 01 13:22:37.980122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54408) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:37.987295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2fdbe1a-5fb1-4092-b269-8badcde2f86a req-4ebdbbdf-73fd-4574-8a79-e69625b4cd40 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950181 Jun 01 13:22:37.996617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1987170899', 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:38.011619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:38.153386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:port and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:38.171964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:38.177736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:38.207070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Made reservation on behalf of c1c176d7fbac4c34a56451c6e85ee2ef for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:22:38.210830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532bc6b9-ab9c-48e7-8ab9-4a01ab96d9ee None None] Network 3e03350a-29b2-4228-b595-b45b38c4becb requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:22:38.214207 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:38.247833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Allocated IP 172.25.7.155 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/061d27f1-37df-4daa-9970-b558000e7a7b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:38.263644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] device_id is not set on port 3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:22:38.520273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869345c-34c5-4cab-925e-fce02a416ab1 req-6804ec23-2a72-47bd-9b63-3faf9dedea07 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:38.534695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c869345c-34c5-4cab-925e-fce02a416ab1 req-6804ec23-2a72-47bd-9b63-3faf9dedea07 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2089756 Jun 01 13:22:38.655908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c869345c-34c5-4cab-925e-fce02a416ab1 req-faef3414-5cfb-4339-8115-c71ed6d5e209 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143672 Jun 01 13:22:38.684335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:38.898631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.20.0.14 (3e03350a-29b2-4228-b595-b45b38c4becb/4d24b021-6704-44ee-b1f9-0d4e93acfe87/3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:38.898631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:38.996603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45684-0f8a-4dd7-98b4-aab0b1571b80 req-7f3cc758-ba9c-4333-a64c-02c79ec48164 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:39.008837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bde45684-0f8a-4dd7-98b4-aab0b1571b80 req-7f3cc758-ba9c-4333-a64c-02c79ec48164 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1926954 Jun 01 13:22:39.114061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bde45684-0f8a-4dd7-98b4-aab0b1571b80 req-baecb81f-82ab-4745-8ec3-3e207e4460b6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041827 Jun 01 13:22:39.115605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:39.137104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:39.141756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:39.347059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event updated for resources: {'Port': ['ID=061d27f1-37df-4daa-9970-b558000e7a7b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:39.502150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aac1d9-9b7d-4fd5-9cb8-492364d54abf req-36176e58-a956-42ba-b252-cdd5c968b1c5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:39.517551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6aac1d9-9b7d-4fd5-9cb8-492364d54abf req-36176e58-a956-42ba-b252-cdd5c968b1c5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1088631 Jun 01 13:22:39.566719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6aac1d9-9b7d-4fd5-9cb8-492364d54abf req-18123ec2-46b3-44a1-9d73-4daf0f0a5dd7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Jun 01 13:22:40.097829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41f41-d0c4-403c-8492-efd0c833d1f3 req-494b7e16-5ae6-4aef-9da3-73d8605e5c59 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:40.108656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fd41f41-d0c4-403c-8492-efd0c833d1f3 req-494b7e16-5ae6-4aef-9da3-73d8605e5c59 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3603895 Jun 01 13:22:40.185816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:40.189928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fd41f41-d0c4-403c-8492-efd0c833d1f3 req-131f74ae-1cac-4086-b4db-c6891de599c2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Jun 01 13:22:40.576091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad96593-5aa0-41dc-9dbe-7e92084e4cad req-d96ff4d7-8841-41a8-ab87-8350485194ff tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:40.588523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ad96593-5aa0-41dc-9dbe-7e92084e4cad req-d96ff4d7-8841-41a8-ab87-8350485194ff tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1228852 Jun 01 13:22:40.671647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ad96593-5aa0-41dc-9dbe-7e92084e4cad req-c0b5d7d2-9262-4025-b904-94d97ff1ef2b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786703 Jun 01 13:22:40.699905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:40.817337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:40.956744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:41.043233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network 3e03350a-29b2-4228-b595-b45b38c4becb is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:41.081090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:41.084566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:41.201019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0116c66-8c28-4fb3-9e49-6afd36bddbe7 req-028272bc-b510-43c0-a7e9-474e7ea14f26 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:41.203036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0116c66-8c28-4fb3-9e49-6afd36bddbe7 req-028272bc-b510-43c0-a7e9-474e7ea14f26 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3200486 Jun 01 13:22:41.293518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0116c66-8c28-4fb3-9e49-6afd36bddbe7 req-69dfb5fb-bc3d-429c-b8a3-34a548be8ca8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Jun 01 13:22:41.297280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:41.297280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:41.430485 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-067da3ad-ee34-4895-81da-8247e1df7965 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.4418304 Jun 01 13:22:41.434119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54492) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:41.637985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port 3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:41.638622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:41.640999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:42.029581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Router c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:22:42.203372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8d345-c0c9-470d-93f2-6b71caac391d req-d4a1f787-03ec-46aa-8346-c1de358b767a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:42.210844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8e8d345-c0c9-470d-93f2-6b71caac391d req-d4a1f787-03ec-46aa-8346-c1de358b767a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 813 time: 0.5127010 Jun 01 13:22:42.236938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8e8d345-c0c9-470d-93f2-6b71caac391d req-3a47b80d-7c08-4555-937b-1189ddcec62d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/quotas/884469708e4c4ebea4c00931e9fce384 HTTP/1.1" status: 200 len: 375 time: 0.0170751 Jun 01 13:22:42.303366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:42.330628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:42.341408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] Sync routers for ids ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:42.361164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] Routers {'c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:42.363110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:42.427732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:42.429889 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eee78117-e87a-494a-a525-f8e7a39b6dd2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.9098840 Jun 01 13:22:42.437677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:42.450793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:42.525676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for 3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:42.594753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:42.616369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] Routers {'c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:42.617002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:42.718512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8e8d345-c0c9-470d-93f2-6b71caac391d req-52634973-7bb1-4546-8bcd-0d7b250c9d7b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4867454 Jun 01 13:22:42.796438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:42.796438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ba10c-7809-41f6-aa11-553b0ebfe9f3 None None] The sync data for ids ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:42.813978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265974e2-af56-4330-9c0e-632f6892180a req-eb4afdc4-0896-4bcf-bfb9-b20efcb9f113 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:42.830085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-265974e2-af56-4330-9c0e-632f6892180a req-eb4afdc4-0896-4bcf-bfb9-b20efcb9f113 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.2430625 Jun 01 13:22:43.030611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-265974e2-af56-4330-9c0e-632f6892180a req-d4a3e572-dd76-4ffe-946d-179039f978c4 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011042 Jun 01 13:22:43.139820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce058e-8c28-4599-9ff8-b7275a391bf6 req-6a0b548a-a575-4073-bf1c-8ab382712d8c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:43.148858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14ce058e-8c28-4599-9ff8-b7275a391bf6 req-6a0b548a-a575-4073-bf1c-8ab382712d8c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1947443 Jun 01 13:22:43.148858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.257535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:43.277923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14ce058e-8c28-4599-9ff8-b7275a391bf6 req-08f6a6ae-83b5-40c4-9ce5-851b6f198dad tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325030 Jun 01 13:22:43.437381 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.510142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d369c4f-c770-43a9-80f8-6c5fa6cf7727 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/ports/3bf4fd4f-7ed5-42d4-a17a-df8d2294b4ca HTTP/1.1" status: 204 len: 168 time: 2.0755413 Jun 01 13:22:43.510142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54542) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:43.526837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb', 'external_fixed_ips': [{'subnet_id': '4d24b021-6704-44ee-b1f9-0d4e93acfe87', 'ip_address': '172.20.0.14'}]}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:43.533213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:43.543318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:router and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:43.543318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:43.561829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:43.580397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.580397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.707530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40442d-a278-4951-8bf8-eaf4dca3a2e8 req-c16da879-3712-4b48-a028-0f50e5ffc9b9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:43.709806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e40442d-a278-4951-8bf8-eaf4dca3a2e8 req-c16da879-3712-4b48-a028-0f50e5ffc9b9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2558970 Jun 01 13:22:43.746656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.823211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e40442d-a278-4951-8bf8-eaf4dca3a2e8 req-325efa6a-bad9-4b8c-9b14-eb397c79c9b3 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Jun 01 13:22:43.856152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.896759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:43.919596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Deleting port 061d27f1-37df-4daa-9970-b558000e7a7b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:43.919596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:44.252291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:44.490931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Calling delete_port for 061d27f1-37df-4daa-9970-b558000e7a7b owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:44.608725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:44.636198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9480564f-8db2-4f6d-afcf-dc652e5f31c4 req-df506610-df6a-463d-aa7d-e3d3ab2dc3ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=884469708e4c4ebea4c00931e9fce384 HTTP/1.1" status: 200 len: 221 time: 0.5149407 Jun 01 13:22:44.727291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b46980-0215-436d-95e6-ec0623c44e2e req-e4eaaaeb-0bd6-4ba7-8137-09296dc3f79d tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:44.727291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69b46980-0215-436d-95e6-ec0623c44e2e req-e4eaaaeb-0bd6-4ba7-8137-09296dc3f79d tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.3588276 Jun 01 13:22:44.824113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:44.909457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-99aa023c-2e23-4e21-a2e6-22048ef63808 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:44.909457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-99aa023c-2e23-4e21-a2e6-22048ef63808 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.24 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.4968581 Jun 01 13:22:44.997121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Pushing event deleted for resources: {'Port': ['ID=061d27f1-37df-4daa-9970-b558000e7a7b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:45.054232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69b46980-0215-436d-95e6-ec0623c44e2e req-2ce01702-c51e-4503-9d7c-a424830654c5 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131883 Jun 01 13:22:45.087797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Deleting port 0ab03921-170e-4f76-8eb9-ed98542f480c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:45.088135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:45.130228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:45.274087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dd750-73a1-4272-9fcc-cbd85ad2fe32 req-4630f4df-53ac-4965-827a-d82314bb9c00 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:45.274087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f55dd750-73a1-4272-9fcc-cbd85ad2fe32 req-4630f4df-53ac-4965-827a-d82314bb9c00 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2928617 Jun 01 13:22:45.513366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f55dd750-73a1-4272-9fcc-cbd85ad2fe32 req-aaca2ee9-c410-490b-ad3a-b2c80ee013bd tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290936 Jun 01 13:22:45.774927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] For port 0ab03921-170e-4f76-8eb9-ed98542f480c, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ab03921-170e-4f76-8eb9-ed98542f480c,segment=NetworkSegment(593bbe98-6555-483e-bee7-c8be0a5c59d1),segment_id=593bbe98-6555-483e-bee7-c8be0a5c59d1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:45.774927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:45.825928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:45.839027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:46.028337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Calling delete_port for 0ab03921-170e-4f76-8eb9-ed98542f480c owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:46.119140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:46.324732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:46.491416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d2a4-ab5c-428c-9917-e17445685faa req-2e97a49d-2a0c-4744-b9a0-511b2fc14a80 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:46.491416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa7d2a4-ab5c-428c-9917-e17445685faa req-2e97a49d-2a0c-4744-b9a0-511b2fc14a80 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.7016904 Jun 01 13:22:46.555585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Router c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:22:46.744044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baa7d2a4-ab5c-428c-9917-e17445685faa req-14d23072-b342-4335-b345-7f5da8bd1d0c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009380 Jun 01 13:22:46.798677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d9de1-ea0b-4ff6-bad1-1e6b7072536f req-6ac5348d-6663-4e67-91dd-bc033af41175 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:46.798677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-939d9de1-ea0b-4ff6-bad1-1e6b7072536f req-6ac5348d-6663-4e67-91dd-bc033af41175 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 945 time: 0.3738534 Jun 01 13:22:46.834697 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:46.906481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Pushing event deleted for resources: {'Port': ['ID=0ab03921-170e-4f76-8eb9-ed98542f480c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:46.929377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.20.0.14 (3e03350a-29b2-4228-b595-b45b38c4becb/4d24b021-6704-44ee-b1f9-0d4e93acfe87/a69e49e1-f0d6-4e18-b835-8cc1839fa489) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:22:47.025764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:47.038083 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] Sync routers for ids ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:47.049908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-939d9de1-ea0b-4ff6-bad1-1e6b7072536f req-972d825e-c83b-4268-a912-d4324deccb24 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/security-groups?id=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445474 Jun 01 13:22:47.057462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] No DVR routers for this DVR port 0ab03921-170e-4f76-8eb9-ed98542f480c on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:22:47.076756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:47.078557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] Routers {'c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:47.078557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:47.080548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:47.080548 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc128e67-8296-4fae-881f-042108966a15 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "PUT /v2.0/routers/c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 200 len: 710 time: 4.6406856 Jun 01 13:22:47.085556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'name': 'network-vif-deleted', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:22:47.086157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54612) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:47.193800 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94190755-a425-4771-91d8-15f2697fc3ce'] response: {'server_uuid': '608488a4-151e-402d-8b8a-527eeddebd1a', 'name': 'network-vif-deleted', 'tag': '0ab03921-170e-4f76-8eb9-ed98542f480c', 'status': 'completed', 'code': 200} Jun 01 13:22:47.282745 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:47.304855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] Routers {'c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:47.305844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:47.340836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ab03921-170e-4f76-8eb9-ed98542f480c no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:22:47.351582 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a1d162d0-a1f2-4aae-aeaf-03a334e287db tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/routers/c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 200 len: 745 time: 0.2640235 Jun 01 13:22:47.366568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54622) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:47.379079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:47.379705 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b565d-44ff-4438-8392-9cd9d2ad8bbb None None] The sync data for ids ['c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:47.437670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0ab03921-170e-4f76-8eb9-ed98542f480c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:22:47.438441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ab03921-170e-4f76-8eb9-ed98542f480c not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:22:47.505214 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a6e4f0f6-70cc-4c9b-b112-a326cfa7fc3f tempest-RoutersIpV6AdminTest-80689255 tempest-RoutersIpV6AdminTest-80689255-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 200 len: 205 time: 0.1208553 Jun 01 13:22:47.505214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54626) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:47.514271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ba5d34d-cef9-4925-bc16-96e308b514d6 req-b5522786-10a7-4e73-8e8f-e5cc8e0e3107 tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.24 "DELETE /v2.0/ports/0ab03921-170e-4f76-8eb9-ed98542f480c HTTP/1.1" status: 204 len: 173 time: 2.5975454 Jun 01 13:22:47.653226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da90f4c9-e1b4-4209-bec9-e060d8f34676 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 200 len: 205 time: 0.1485314 Jun 01 13:22:47.653226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54632) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:47.763397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:47.841495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58959e-d62b-4a15-95c1-3c9ae6d016a6 req-296ef67e-4741-4e1a-b1c0-d1bf0495941b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:47.843045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf58959e-d62b-4a15-95c1-3c9ae6d016a6 req-296ef67e-4741-4e1a-b1c0-d1bf0495941b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6529856 Jun 01 13:22:47.886177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:47.908610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:47.977203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=a69e49e1-f0d6-4e18-b835-8cc1839fa489,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:47.998839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf58959e-d62b-4a15-95c1-3c9ae6d016a6 req-9afcdda5-0971-4488-8c1a-13e7156c5826 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372292 Jun 01 13:22:48.012072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network 3e03350a-29b2-4228-b595-b45b38c4becb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:22:48.018978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:22:48.034142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:22:48.078509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.255884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-39e27c56-e8cc-4c2f-b2c8-cafd4bd1191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.677532 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.681715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.712503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.712737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Fanout notify agent at l3_agent the message router_deleted on router c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:48.735248 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:48.736536 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36bcdba1-c861-4958-8d7f-0db69de32379 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 204 len: 168 time: 1.0832589 Jun 01 13:22:48.740868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54660) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:48.824072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cf37711e-82bb-409c-b75a-58c5045adb8f req-45efcd3e-0436-4a1e-a4fb-de39af3b481b tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Synchronizing usage tracker for tenant:83e9672907084bb685ddcdecabc29f0f on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:22:48.827274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce13b5bd-6432-4177-971d-a3300d9750fe tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 200 len: 205 time: 0.0785520 Jun 01 13:22:48.827274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54664) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:48.940025 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-39f57280-bd5d-4ab0-a8e4-6346e1a8074d tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:48.940025 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39f57280-bd5d-4ab0-a8e4-6346e1a8074d tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/c39c57c6-a72c-440f-9bd4-dd5ff9f65ae3 HTTP/1.1" status: 404 len: 336 time: 0.1091065 Jun 01 13:22:48.940025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:48.947057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cf37711e-82bb-409c-b75a-58c5045adb8f req-45efcd3e-0436-4a1e-a4fb-de39af3b481b tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] Unset dirty status for tenant:83e9672907084bb685ddcdecabc29f0f on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:22:48.947057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf37711e-82bb-409c-b75a-58c5045adb8f req-45efcd3e-0436-4a1e-a4fb-de39af3b481b tempest-VolumesActionsTest-1634721449 tempest-VolumesActionsTest-1634721449-project] 10.222.0.40 "GET /v2.0/ports?device_id=608488a4-151e-402d-8b8a-527eeddebd1a HTTP/1.1" status: 200 len: 210 time: 0.3273308 Jun 01 13:22:48.998876 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c20daf75-322d-482a-8e5e-05c9f7df7209 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 200 len: 205 time: 0.0611169 Jun 01 13:22:48.999629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:49.059126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19746683-8558-43bd-81b8-f6b9ff32f489 req-07c81fc6-124c-449e-9b81-09bfc36f27f6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:49.067117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19746683-8558-43bd-81b8-f6b9ff32f489 req-07c81fc6-124c-449e-9b81-09bfc36f27f6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4916148 Jun 01 13:22:49.078078 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-3b733457-9258-4473-a0c9-08688a0bd22f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:49.082318 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b733457-9258-4473-a0c9-08688a0bd22f tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/adafe6a3-41fe-438b-9ea3-f9546ef0304d HTTP/1.1" status: 404 len: 336 time: 0.0817602 Jun 01 13:22:49.082923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:49.233024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19746683-8558-43bd-81b8-f6b9ff32f489 req-b1b6dd18-aec8-407e-bae3-ba519d52a9b9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633253 Jun 01 13:22:49.318949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:49.508025 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5534b12e-1360-4109-91fa-1dc0c73fc022 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 200 len: 205 time: 0.4215913 Jun 01 13:22:49.515231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:49.679455 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-e9944f65-8c71-4304-845e-bb03af665a02 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:49.681691 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e9944f65-8c71-4304-845e-bb03af665a02 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/7631256d-e0f3-469e-940e-71c8fc4d93a5 HTTP/1.1" status: 404 len: 336 time: 0.1664295 Jun 01 13:22:49.686355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:49.930340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-98856cda-64a1-43c9-8756-fb9a873ade58 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 200 len: 205 time: 0.2388322 Jun 01 13:22:49.935099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54710) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.092977 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-3815b5d4-6b1d-4ecd-bf49-6eae7d1a7fe2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:50.094267 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3815b5d4-6b1d-4ecd-bf49-6eae7d1a7fe2 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/a6f87f8a-055f-4f41-84b6-76b3578e4c41 HTTP/1.1" status: 404 len: 336 time: 0.1574695 Jun 01 13:22:50.097402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54716) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.157187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5293b749-0033-47b5-8c99-76d3f2c45d91 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 200 len: 205 time: 0.0581486 Jun 01 13:22:50.186520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.347306 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-d889cbd5-4fef-4fb0-8d72-57678cf56d7d tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:50.347306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d889cbd5-4fef-4fb0-8d72-57678cf56d7d tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/e83718ac-8718-463c-a1ad-14625a96d573 HTTP/1.1" status: 404 len: 336 time: 0.1677582 Jun 01 13:22:50.349367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.528682 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8f4d713-998c-4d40-b933-178f1b2262c1 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "GET /v2.0/ports?device_id=6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e HTTP/1.1" status: 200 len: 205 time: 0.1804628 Jun 01 13:22:50.532343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-460a6cf9-7df1-4089-be10-f8f9fbadf30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:50.538808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.817406 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-ec86a578-c314-466a-8212-3134f3edb3e9 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] delete failed (client error): The resource could not be found. Jun 01 13:22:50.817406 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec86a578-c314-466a-8212-3134f3edb3e9 tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/routers/6c8332a6-9b00-4f80-9fcf-3e6c68fbb58e HTTP/1.1" status: 404 len: 336 time: 0.2693942 Jun 01 13:22:50.817406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:50.878908 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-8269c68e-10ba-4175-a278-c86d25a64a3a tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] DELETE failed (client error): The resource could not be found. Jun 01 13:22:50.878908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8269c68e-10ba-4175-a278-c86d25a64a3a tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:50.878908 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8269c68e-10ba-4175-a278-c86d25a64a3a tempest-RoutersIpV6AdminTest-903393256 tempest-RoutersIpV6AdminTest-903393256-project] 10.222.0.40 "DELETE /v2.0/subnets/0af80fad-4b9d-49ea-af20-b1e445a80adb HTTP/1.1" status: 404 len: 337 time: 0.0583224 Jun 01 13:22:50.895881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e88e7-9561-41fe-8908-1082c31c454c req-d3d5dd2c-e93a-4237-99a8-4831fdd5998a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:50.913538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-581e88e7-9561-41fe-8908-1082c31c454c req-d3d5dd2c-e93a-4237-99a8-4831fdd5998a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9436698 Jun 01 13:22:51.176133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-581e88e7-9561-41fe-8908-1082c31c454c req-de1b8018-6077-4d53-a62b-f59da2c637fd tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735898 Jun 01 13:22:51.284165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:51.677105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:51.689127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54768) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:51.767863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.018762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d102b-fc23-4749-a59d-01933867aa81 req-be76d452-ad0b-4f59-81d5-14120ccd1b1c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:52.020985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.026169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f06d102b-fc23-4749-a59d-01933867aa81 req-be76d452-ad0b-4f59-81d5-14120ccd1b1c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4290242 Jun 01 13:22:52.060575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:22:52.067258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf90e92d9cd4f10bb42cde50689b52b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:22:52.072355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:22:52.081392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:22:52.110874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f06d102b-fc23-4749-a59d-01933867aa81 req-11c422b2-ccc1-4be9-9b30-54b2da976433 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789642 Jun 01 13:22:52.176915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router a43804dc-7c89-4086-bb9d-c220284ec0ce is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:22:52.317083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.328510 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.396817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4cf90e92d9cd4f10bb42cde50689b52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063329 Jun 01 13:22:52.403178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:52.572188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe945ed-0a65-42cb-8f46-80909678faa7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.584462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.594488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe42ce7-d19f-44d4-8d7f-4b7eacbada77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:52.623702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.748981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.826067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:22:52.851904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Sync routers for ids ['a43804dc-7c89-4086-bb9d-c220284ec0ce'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:22:52.859837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a0a8b-b829-475d-916b-8d820c8b7a39 req-20e5b3d8-155b-47b4-b21d-bba93eaf6367 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:52.861354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b10a0a8b-b829-475d-916b-8d820c8b7a39 req-20e5b3d8-155b-47b4-b21d-bba93eaf6367 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5132873 Jun 01 13:22:52.872356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.885872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Routers {'a43804dc-7c89-4086-bb9d-c220284ec0ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:52.886628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a43804dc-7c89-4086-bb9d-c220284ec0ce'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:52.910912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe945ed-0a65-42cb-8f46-80909678faa7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:52.920763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.921888 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c52925be-cd42-4394-a383-01cc1c22ddc5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dfe945ed-0a65-42cb-8f46-80909678faa7 HTTP/1.1" status: 204 len: 168 time: 0.5161340 Jun 01 13:22:52.925350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:52.927741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0eb4dbfc-2dcf-4afc-9770-6fa32463a4f1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.4121995 Jun 01 13:22:52.930230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54804) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:53.146488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b10a0a8b-b829-475d-916b-8d820c8b7a39 req-fa88bc8e-628b-4293-83ec-59f03fd7f58a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739890 Jun 01 13:22:53.212122 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:53.405008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Set router a43804dc-7c89-4086-bb9d-c220284ec0ce gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:22:53.459163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:53.538713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a9417-7870-42ab-a130-d0a78c7e0ad5 req-de7d89a1-8ba6-413a-b587-e7ca5e4ce2ac tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:53.538713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e59a9417-7870-42ab-a130-d0a78c7e0ad5 req-de7d89a1-8ba6-413a-b587-e7ca5e4ce2ac tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1500392 Jun 01 13:22:53.608824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e59a9417-7870-42ab-a130-d0a78c7e0ad5 req-0820629b-0e3b-41b8-8301-38ae080e596c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Jun 01 13:22:53.786241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54830) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:53.894402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:53.901635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-999737a4-584e-48bb-bed6-aa46a2e6ff86 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=15280802c0c143a298b26f7c23ab4a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116598 Jun 01 13:22:53.902701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54838) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:53.934610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port a69e49e1-f0d6-4e18-b835-8cc1839fa489 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:53.934996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.131622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.145592 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.250477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578bf0-8a79-4f5a-8d2f-880f0567ab71 req-75c8088a-04af-4da5-af33-23c3c23204ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:54.259122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1578bf0-8a79-4f5a-8d2f-880f0567ab71 req-75c8088a-04af-4da5-af33-23c3c23204ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2390761 Jun 01 13:22:54.335352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.344388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43804dc-7c89-4086-bb9d-c220284ec0ce', 'name': '', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb', 'external_fixed_ips': [{'subnet_id': '4d24b021-6704-44ee-b1f9-0d4e93acfe87', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a69e49e1-f0d6-4e18-b835-8cc1839fa489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:22:43Z', 'updated_at': '2022-06-01T13:22:48Z', 'revision_number': 3, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port': {'id': 'a69e49e1-f0d6-4e18-b835-8cc1839fa489', 'name': '', 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43804dc-7c89-4086-bb9d-c220284ec0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '4d24b021-6704-44ee-b1f9-0d4e93acfe87', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:22:46Z', 'updated_at': '2022-06-01T13:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d24b021-6704-44ee-b1f9-0d4e93acfe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:54.349238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.352043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Checking router: a43804dc-7c89-4086-bb9d-c220284ec0ce for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:22:54.352546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Updating router a43804dc-7c89-4086-bb9d-c220284ec0ce port a69e49e1-f0d6-4e18-b835-8cc1839fa489 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:22:54.397790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1578bf0-8a79-4f5a-8d2f-880f0567ab71 req-6a647db6-2c19-4a05-bee1-549433e9aa99 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435483 Jun 01 13:22:54.398773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfcbb9d-c3fe-4198-9340-76395d5c6be5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:54.424005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.424378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.424665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.425019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.425338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.425661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.425983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.426302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.426636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.426961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.427272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.427961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:22:54.455321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.456445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-70547f14-a60d-4236-a0f0-38613dfdf1ba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1bfcbb9d-c3fe-4198-9340-76395d5c6be5 HTTP/1.1" status: 204 len: 168 time: 0.5515985 Jun 01 13:22:54.499740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:54.671681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for a69e49e1-f0d6-4e18-b835-8cc1839fa489 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:55.187980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3631bc-755a-43aa-90ab-a62d11fbb813 req-c17f8fcc-9598-4713-8fc7-753d46c41b21 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:55.192477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a3631bc-755a-43aa-90ab-a62d11fbb813 req-c17f8fcc-9598-4713-8fc7-753d46c41b21 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6012771 Jun 01 13:22:55.268068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.312657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a3631bc-755a-43aa-90ab-a62d11fbb813 req-b88115d4-3622-481a-aa0a-f9a6ab16dcdf tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193566 Jun 01 13:22:55.315345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Transition to ACTIVE for port object a69e49e1-f0d6-4e18-b835-8cc1839fa489 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:22:55.332316 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.357896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:22:55.358462 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:22:55.472990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Attempting to bind port a69e49e1-f0d6-4e18-b835-8cc1839fa489 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:22:55.472990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Attempting to bind port a69e49e1-f0d6-4e18-b835-8cc1839fa489 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '499f375f-ae3f-45eb-b6ce-84281aadba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:22:55.472990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Attempting to bind port a69e49e1-f0d6-4e18-b835-8cc1839fa489 on network 3e03350a-29b2-4228-b595-b45b38c4becb {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:22:55.498602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:22:55.498602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Checking segment: {'id': '499f375f-ae3f-45eb-b6ce-84281aadba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:22:55.514905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.514905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Bound using segment: {'id': '499f375f-ae3f-45eb-b6ce-84281aadba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:22:55.514905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Bound port: a69e49e1-f0d6-4e18-b835-8cc1839fa489, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499f375f-ae3f-45eb-b6ce-84281aadba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e03350a-29b2-4228-b595-b45b38c4becb'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:22:55.514905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.683009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644f56c-b18c-4a68-ad5b-af1d6f10623a req-21e18beb-0484-4798-9e7d-b4af98eea16c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:55.686553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] For port a69e49e1-f0d6-4e18-b835-8cc1839fa489, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:22:55.686553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] For port a69e49e1-f0d6-4e18-b835-8cc1839fa489, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a69e49e1-f0d6-4e18-b835-8cc1839fa489,segment=NetworkSegment(499f375f-ae3f-45eb-b6ce-84281aadba9f),segment_id=499f375f-ae3f-45eb-b6ce-84281aadba9f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:22:55.690240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7644f56c-b18c-4a68-ad5b-af1d6f10623a req-21e18beb-0484-4798-9e7d-b4af98eea16c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1136096 Jun 01 13:22:55.697060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38cd7-875a-46fd-a3d6-bacd540de71b None None] Pushing event updated for resources: {'Port': ['ID=a69e49e1-f0d6-4e18-b835-8cc1839fa489,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:55.697060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.779120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7644f56c-b18c-4a68-ad5b-af1d6f10623a req-c3f6faf6-731f-419f-9b23-57e086a094d5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980873 Jun 01 13:22:55.859897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port a69e49e1-f0d6-4e18-b835-8cc1839fa489 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:22:55.861496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:55.921730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38cd7-875a-46fd-a3d6-bacd540de71b None None] Pushing event updated for resources: {'Port': ['ID=a69e49e1-f0d6-4e18-b835-8cc1839fa489,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:55.984180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Routers {'a43804dc-7c89-4086-bb9d-c220284ec0ce'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:22:55.984180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a43804dc-7c89-4086-bb9d-c220284ec0ce'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:56.198268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185bf5c-998a-40d0-8cb8-55e76231ad89 req-616f74d3-d8a6-49f0-9051-2195a56753e5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:56.212472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f185bf5c-998a-40d0-8cb8-55e76231ad89 req-616f74d3-d8a6-49f0-9051-2195a56753e5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2757945 Jun 01 13:22:56.358349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f185bf5c-998a-40d0-8cb8-55e76231ad89 req-b379dded-db03-42a9-bbe4-e4f68abbfba6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396277 Jun 01 13:22:56.623082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] For port a69e49e1-f0d6-4e18-b835-8cc1839fa489, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a69e49e1-f0d6-4e18-b835-8cc1839fa489,segment=NetworkSegment(499f375f-ae3f-45eb-b6ce-84281aadba9f),segment_id=499f375f-ae3f-45eb-b6ce-84281aadba9f)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:22:56.623630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:56.683147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] Set router a43804dc-7c89-4086-bb9d-c220284ec0ce gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:22:56.716332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:56.745076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dcaeb-473f-44a8-85bf-c8892d9d09ba req-adb41248-3c75-485f-914b-5ce78b48dfe1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:56.764714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-189dcaeb-473f-44a8-85bf-c8892d9d09ba req-adb41248-3c75-485f-914b-5ce78b48dfe1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1894526 Jun 01 13:22:56.885340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-189dcaeb-473f-44a8-85bf-c8892d9d09ba req-d3bfaad3-5a1a-4dc7-b167-8dbbb54549ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213894 Jun 01 13:22:56.970881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for a69e49e1-f0d6-4e18-b835-8cc1839fa489 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:22:57.016338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43804dc-7c89-4086-bb9d-c220284ec0ce', 'name': '', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:22:43Z', 'updated_at': '2022-06-01T13:22:53Z', 'revision_number': 4, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:22:57.030748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157ed37-b6a3-4f1e-8e9b-5b355b83013c None None] The sync data for ids ['a43804dc-7c89-4086-bb9d-c220284ec0ce'] in n-d-844200-1 is: [{'id': 'a43804dc-7c89-4086-bb9d-c220284ec0ce', 'name': '', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:22:43Z', 'updated_at': '2022-06-01T13:22:53Z', 'revision_number': 4, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:22:57.162539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-47a95c1e-8817-4646-b377-437015d691b0 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] Request body: {'port': {'network_id': '070e8a66-7aaa-4125-92d4-66c6d912c8e7', 'name': 'tempest-NetworksNegativeTestJSON-1521386685'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:57.182307 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a95c1e-8817-4646-b377-437015d691b0 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] POST failed (client error): The resource could not be found. Jun 01 13:22:57.182307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a95c1e-8817-4646-b377-437015d691b0 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:57.188626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47a95c1e-8817-4646-b377-437015d691b0 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3509371 Jun 01 13:22:57.203656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:57.350004 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e40b38-49ae-4cea-8f7c-10929c82dd2a tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] DELETE failed (client error): The resource could not be found. Jun 01 13:22:57.350519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e40b38-49ae-4cea-8f7c-10929c82dd2a tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:57.370681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2670cf2-4db6-4580-b548-d0dc2d64760d req-adfce552-0748-46fd-bb62-c8c9e211ded8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:57.382522 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d0e40b38-49ae-4cea-8f7c-10929c82dd2a tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "DELETE /v2.0/networks/7e021925-9062-4316-a868-4bf718c58a0c HTTP/1.1" status: 404 len: 339 time: 0.1660593 Jun 01 13:22:57.382522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54946) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:57.384921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2670cf2-4db6-4580-b548-d0dc2d64760d req-adfce552-0748-46fd-bb62-c8c9e211ded8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2656229 Jun 01 13:22:57.499625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2670cf2-4db6-4580-b548-d0dc2d64760d req-fa425119-1b19-4ed5-8bf2-9b42e3ed82cf tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001308 Jun 01 13:22:57.535350 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-330f01bd-ed95-4941-9c96-3dfa8743387d tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] DELETE failed (client error): The resource could not be found. Jun 01 13:22:57.535350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330f01bd-ed95-4941-9c96-3dfa8743387d tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:57.544935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54956) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:57.548209 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-330f01bd-ed95-4941-9c96-3dfa8743387d tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "DELETE /v2.0/ports/20862ecc-47e0-4617-a785-85b465d73acc HTTP/1.1" status: 404 len: 333 time: 0.1569932 Jun 01 13:22:57.729392 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cf3f32-bcca-4af7-9180-d81a3459a2ac tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] DELETE failed (client error): The resource could not be found. Jun 01 13:22:57.729857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cf3f32-bcca-4af7-9180-d81a3459a2ac tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:57.747918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d3cf3f32-bcca-4af7-9180-d81a3459a2ac tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "DELETE /v2.0/subnets/f4ad37f6-dc28-43ca-a1e4-e3ce38c7d63d HTTP/1.1" status: 404 len: 337 time: 0.2055638 Jun 01 13:22:57.753353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54968) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:57.861761 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa370e0e-3a57-4056-86fc-a82c621231ce tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] GET failed (client error): The resource could not be found. Jun 01 13:22:57.861761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa370e0e-3a57-4056-86fc-a82c621231ce tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "GET /v2.0/networks/0455f566-0de6-4d89-8a15-827760a33c21 HTTP/1.1" status: 404 len: 339 time: 0.1038365 Jun 01 13:22:57.866574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54972) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:57.873419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.032378 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4337b1-fe6c-4834-a679-bbfde49d61cf tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] GET failed (client error): The resource could not be found. Jun 01 13:22:58.032378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a4337b1-fe6c-4834-a679-bbfde49d61cf tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "GET /v2.0/ports/ab10140d-f99c-412c-8dac-896288337030 HTTP/1.1" status: 404 len: 333 time: 0.1627362 Jun 01 13:22:58.032378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54982) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:58.064174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Port': ['ID=a69e49e1-f0d6-4e18-b835-8cc1839fa489,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:58.120980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.134679 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c980a4ec-bef6-4592-a91d-b71a7dac4280 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] GET failed (client error): The resource could not be found. Jun 01 13:22:58.135954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c980a4ec-bef6-4592-a91d-b71a7dac4280 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "GET /v2.0/subnets/337cf011-95cc-4116-b6f5-8d48b09362b1 HTTP/1.1" status: 404 len: 337 time: 0.1041794 Jun 01 13:22:58.141726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54988) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:58.194952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5145c5b8-bcd1-4f37-b8b0-46acec0d9a75 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:58.220994 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5145c5b8-bcd1-4f37-b8b0-46acec0d9a75 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] PUT failed (client error): The resource could not be found. Jun 01 13:22:58.221697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5145c5b8-bcd1-4f37-b8b0-46acec0d9a75 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:58.223075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5145c5b8-bcd1-4f37-b8b0-46acec0d9a75 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "PUT /v2.0/networks/2ade1345-0299-478f-9be5-60d13773be31 HTTP/1.1" status: 404 len: 339 time: 0.0446911 Jun 01 13:22:58.262027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:58.288567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cf45dd72-62dd-4be6-b8bb-713f20d84279 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:58.366119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.366119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.426284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.426284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a43804dc-7c89-4086-bb9d-c220284ec0ce {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:22:58.453653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.453653 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0fe44b4-45c7-460c-b98e-4a57f28d4e09 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/routers/a43804dc-7c89-4086-bb9d-c220284ec0ce HTTP/1.1" status: 204 len: 168 time: 5.5198817 Jun 01 13:22:58.456533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54998) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:58.542502 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf45dd72-62dd-4be6-b8bb-713f20d84279 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] PUT failed (client error): The resource could not be found. Jun 01 13:22:58.544905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf45dd72-62dd-4be6-b8bb-713f20d84279 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:58.552585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf45dd72-62dd-4be6-b8bb-713f20d84279 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "PUT /v2.0/ports/ecaaa3bb-ddc4-4838-a930-9e6ed594419c HTTP/1.1" status: 404 len: 333 time: 0.2844021 Jun 01 13:22:58.561277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55006) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:58.569559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-315e6b7b-8837-47f8-a596-b4748a0a9bb6 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:22:58.603949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dc0b9-4f7c-4aa1-8237-a583ee5203df req-5f3c6ec1-6927-42f3-a753-c06d97f6bf90 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:58.605570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-899dc0b9-4f7c-4aa1-8237-a583ee5203df req-5f3c6ec1-6927-42f3-a753-c06d97f6bf90 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4731002 Jun 01 13:22:58.615908 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-315e6b7b-8837-47f8-a596-b4748a0a9bb6 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] PUT failed (client error): The resource could not be found. Jun 01 13:22:58.616666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315e6b7b-8837-47f8-a596-b4748a0a9bb6 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:22:58.618575 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-315e6b7b-8837-47f8-a596-b4748a0a9bb6 tempest-NetworksNegativeTestJSON-600591236 tempest-NetworksNegativeTestJSON-600591236-project] 10.222.0.40 "PUT /v2.0/subnets/58fbe1bf-7bf8-4110-b08d-7bec7767cf86 HTTP/1.1" status: 404 len: 337 time: 0.0549078 Jun 01 13:22:58.629984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting subnet 4d24b021-6704-44ee-b1f9-0d4e93acfe87 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:22:58.634744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.724906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.811457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:58.919034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-899dc0b9-4f7c-4aa1-8237-a583ee5203df req-cbced059-6540-48ed-bbb8-c21d65f50c3f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001816 Jun 01 13:22:59.016811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bba7b1-afe1-4803-97d3-eb48fb83157c req-8cb523c8-5e8f-44a7-8d96-9f39b055d687 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:59.018133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5bba7b1-afe1-4803-97d3-eb48fb83157c req-8cb523c8-5e8f-44a7-8d96-9f39b055d687 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.3509777 Jun 01 13:22:59.079474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:59.185211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5bba7b1-afe1-4803-97d3-eb48fb83157c req-bae9efea-fc7a-4818-8646-0fc2699bb869 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142187 Jun 01 13:22:59.191609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d24b021-6704-44ee-b1f9-0d4e93acfe87,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:22:59.215710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:59.224972 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1c34d776-65e4-4466-8506-887180893e18 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/subnets/4d24b021-6704-44ee-b1f9-0d4e93acfe87 HTTP/1.1" status: 204 len: 168 time: 0.7646687 Jun 01 13:22:59.238282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:59.400370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55034) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:22:59.467212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df521f-b14f-4174-a44a-1820d2ab724a req-cee9c0f9-ecdf-4c14-8c0f-8201163da811 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:22:59.470517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87df521f-b14f-4174-a44a-1820d2ab724a req-cee9c0f9-ecdf-4c14-8c0f-8201163da811 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3019955 Jun 01 13:22:59.803724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87df521f-b14f-4174-a44a-1820d2ab724a req-2528c87f-6531-4a23-80a0-3100bbf3941d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148994 Jun 01 13:22:59.881123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:22:59.983699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.056242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:00.056242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Usage tracker for resource:security_group_rule and tenant:3e9c071d00fa4c23b8b29b23f06a2788 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:00.070076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:00.076272 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.084335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:00.111757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e03350a-29b2-4228-b595-b45b38c4becb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:00.130286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499f375f-ae3f-45eb-b6ce-84281aadba9f') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:00.130286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499f375f-ae3f-45eb-b6ce-84281aadba9f') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:00.163880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.199316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.240867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:00.240867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.291036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.309349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.479985 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 499f375f-ae3f-45eb-b6ce-84281aadba9f resource provider aggregate not found Jun 01 13:23:00.509342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.526492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e03350a-29b2-4228-b595-b45b38c4becb {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:23:00.564810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:00.593772 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 499f375f-ae3f-45eb-b6ce-84281aadba9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 499f375f-ae3f-45eb-b6ce-84281aadba9f found for delete ", "request_id": "req-ef7dc694-e24b-4498-bfa3-de061648f768"}]} Jun 01 13:23:00.593772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e03350a-29b2-4228-b595-b45b38c4becb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:00.593772 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7407aea5-7248-4723-9ace-96dc61c18564 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/networks/3e03350a-29b2-4228-b595-b45b38c4becb HTTP/1.1" status: 204 len: 168 time: 1.3541741 Jun 01 13:23:00.778411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf4152-aad5-47c1-855f-74ee1abdfcd0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:00.819754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:00.836805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d84ba6a8-4bd8-4123-a3ab-a20ca339d69c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3e9c071d00fa4c23b8b29b23f06a2788&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4402642 Jun 01 13:23:01.031741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-49db4758-9971-488f-b26b-7c225608d667 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:01.036166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.044756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-49db4758-9971-488f-b26b-7c225608d667 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.9340570 Jun 01 13:23:01.182237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.336481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab27e1-6557-4367-891d-4beb7a4b75a0 req-f3f986a3-30d2-486d-ac3d-f8e5a831e5ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:01.337998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4ab27e1-6557-4367-891d-4beb7a4b75a0 req-f3f986a3-30d2-486d-ac3d-f8e5a831e5ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9656999 Jun 01 13:23:01.341485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:01.400191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'name': 'tempest-router--858655060', 'project_id': '031796169d5d40d9a5d6bed9959f3863'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:01.424277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Deleting port d04f2f8d-aa63-426b-bb12-02888a5000ce {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:01.424277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.499212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:01.499212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:router and tenant:031796169d5d40d9a5d6bed9959f3863 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:01.527867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:01.542613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:01.571876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.575659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.618235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.653688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.681080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.722978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.724475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/39cf4152-aad5-47c1-855f-74ee1abdfcd0 HTTP/1.1" status: 204 len: 168 time: 0.9036176 Jun 01 13:23:01.725600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38a8c9-5ebd-4a98-8444-7919a724c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf4152-aad5-47c1-855f-74ee1abdfcd0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:01.765085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:01.780788 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ad0ae01-f012-46d3-9331-62f99cf3565d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4308367 Jun 01 13:23:01.833146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55102) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:01.929608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6918-e532-4c98-b05d-d5d77d274424 req-cd535198-94e2-4fa4-8aff-0a1ccc2fafc6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:01.932168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c38c6918-e532-4c98-b05d-d5d77d274424 req-cd535198-94e2-4fa4-8aff-0a1ccc2fafc6 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 1.3491325 Jun 01 13:23:02.306390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:02.581509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4ab27e1-6557-4367-891d-4beb7a4b75a0 req-424d8172-b5f0-4cba-958b-57a9d4aabc4d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2140503 Jun 01 13:23:02.648220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] For port d04f2f8d-aa63-426b-bb12-02888a5000ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d04f2f8d-aa63-426b-bb12-02888a5000ce,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:02.648220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:02.735372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c38c6918-e532-4c98-b05d-d5d77d274424 req-520da5d9-b9e1-40b9-bd2a-24592942b4ca tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7725472 Jun 01 13:23:03.017438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.017438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.055173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.055173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24040776-045d-4824-a317-28a42c7c8093 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:03.055173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.055173 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eaa9bf16-40bd-4c94-9c4f-913cc3dece26 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/routers/24040776-045d-4824-a317-28a42c7c8093 HTTP/1.1" status: 204 len: 168 time: 1.2226386 Jun 01 13:23:03.457740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55152) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:03.672848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55162) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:03.810764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb371d-5427-483f-8702-b898dc274df0 req-b410f2b3-0764-40b7-9331-69b8986a878d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:03.810764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cccb371d-5427-483f-8702-b898dc274df0 req-b410f2b3-0764-40b7-9331-69b8986a878d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.8316152 Jun 01 13:23:03.909348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cccb371d-5427-483f-8702-b898dc274df0 req-5ee5982b-6a8e-4a06-87d0-b71b3dc4e250 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829711 Jun 01 13:23:03.909348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.909348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:03.909348 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Floating IP 9c310681-a63b-48c9-9b6a-507a1c05fc27 disassociated. External IP: 172.25.7.39, port: d04f2f8d-aa63-426b-bb12-02888a5000ce. Jun 01 13:23:03.909348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Calling delete_port for d04f2f8d-aa63-426b-bb12-02888a5000ce owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:04.125508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1199633975'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:04.135167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:04.143395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:04.149252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:04.151364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-564185963', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:04.203161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:04.205530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:04.208886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:04.208886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:04.228906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:04.250243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.250243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.311114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.317926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f067787-db7d-4bf5-9b12-0123e4c6806d req-afdf8153-e79c-4fd0-9611-4918b6e7c23e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:04.317926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f067787-db7d-4bf5-9b12-0123e4c6806d req-afdf8153-e79c-4fd0-9611-4918b6e7c23e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 946 time: 0.2926159 Jun 01 13:23:04.328900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:04.328900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.381345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.458424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.462466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:04.462466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:04.462466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:04.470995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:04.491636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.573936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f067787-db7d-4bf5-9b12-0123e4c6806d req-17a9c156-fff5-4f0d-9714-d7a13e765371 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups?id=0a18268f-685b-409d-a6b9-9a24c9edec4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349205 Jun 01 13:23:04.576087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'Port': ['ID=d04f2f8d-aa63-426b-bb12-02888a5000ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:04.784621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f30931-c9b2-4054-914d-e5259fdf3461 req-69cac250-951d-4148-beb9-b489f0817123 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:04.793875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f30931-c9b2-4054-914d-e5259fdf3461 req-69cac250-951d-4148-beb9-b489f0817123 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5350444 Jun 01 13:23:04.923323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:04.992718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:23:05.026180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7f30931-c9b2-4054-914d-e5259fdf3461 req-1db8cc64-a6e4-46f9-b654-c6ce5b52999f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284770 Jun 01 13:23:05.535795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d04f2f8d-aa63-426b-bb12-02888a5000ce no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:05.542737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:05.553945 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:05.566800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:05.570144 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:05.577887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: d04f2f8d-aa63-426b-bb12-02888a5000ce {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:05.578502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d04f2f8d-aa63-426b-bb12-02888a5000ce not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:05.626406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:05.743376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.033053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] No DVR routers for this DVR port d04f2f8d-aa63-426b-bb12-02888a5000ce on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:23:06.036716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.064181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.064181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'name': 'network-vif-deleted', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:23:06.113523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e229006a-4cb9-4584-8153-e14b6b9244dd req-543c5ca5-e4ae-4a87-b01f-7f66b70d51ff tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 210 time: 0.3561466 Jun 01 13:23:06.125086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:23:06.162123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.242289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:06.250941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f125783-b7ee-4dc7-978d-fdbd3e990ce1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:06.265451 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.265451 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment f0d63eac-29dd-405c-8ce3-51548339c85b of type vlan for network 12cb9d34-90fd-42fa-9f44-86a61743e5df Jun 01 13:23:06.304508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ca108-a4c2-4218-90c6-87560847b786 req-d32c4c79-7513-4893-9462-199bcc18203f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:06.312370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce9ca108-a4c2-4218-90c6-87560847b786 req-d32c4c79-7513-4893-9462-199bcc18203f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9061711 Jun 01 13:23:06.321926 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c8c8ec-84e9-45df-8054-45419145fb00'] response: {'server_uuid': '75c5ea35-6749-4b10-8de0-284485bca696', 'name': 'network-vif-deleted', 'tag': 'd04f2f8d-aa63-426b-bb12-02888a5000ce', 'status': 'completed', 'code': 200} Jun 01 13:23:06.404889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-676aa5db-8fbe-4ed8-81b9-e0d7622c30a4 req-c5b77c01-8e65-456d-b4a2-2100a1a7dd56 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.13 "DELETE /v2.0/ports/d04f2f8d-aa63-426b-bb12-02888a5000ce HTTP/1.1" status: 204 len: 173 time: 5.3640957 Jun 01 13:23:06.484757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55226) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:06.484757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.523685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Allocated IP 172.25.7.90 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/1546109f-834e-42cb-ab5d-0b9537bbfd9b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:06.615468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce9ca108-a4c2-4218-90c6-87560847b786 req-a8d61770-cfc2-47e9-9bda-708290c9af26 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991993 Jun 01 13:23:06.756334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.769318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:06.769970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.864256 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:06.921352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:06.923402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2174714 Jun 01 13:23:06.969036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'name': 'tempest-PortsIpV6TestJSON-1253145463'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:07.139604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:07.149559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Usage tracker for resource:security_group_rule and tenant:7544d313494c43488ac511c130f37d97 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:07.155133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:07.201586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3fe55-2557-472c-8af5-1a1fcaaabd8d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=12cb9d34-90fd-42fa-9f44-86a61743e5df,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:07.269368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:23:07.308849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:07.394851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:07.424645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:07.440019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:07.483413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:07.605477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:07.611616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:07.633362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5f667f0b-8fe0-4fc0-a9cf-041141216cc6 req-05da080d-2b6b-4b17-bc50-0b26eef1ed69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Synchronizing usage tracker for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:07.636420 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:07.644613 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:23:07.653594 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:07.653594 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:07.715891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:07.715891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 686f48bc-50e4-4d89-b36e-c8d21375707c yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:07.743390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712057ca-224d-4aee-bca9-60e375055006 req-3c806d4c-3923-4e42-9186-a9303f6dc88a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:07.746727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-712057ca-224d-4aee-bca9-60e375055006 req-3c806d4c-3923-4e42-9186-a9303f6dc88a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5508702 Jun 01 13:23:07.797171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:07.798994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5f667f0b-8fe0-4fc0-a9cf-041141216cc6 req-05da080d-2b6b-4b17-bc50-0b26eef1ed69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Unset dirty status for tenant:8f9df352aca04b0b8dfb3331e4601bcb on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:07.801002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f667f0b-8fe0-4fc0-a9cf-041141216cc6 req-05da080d-2b6b-4b17-bc50-0b26eef1ed69 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/ports?device_id=75c5ea35-6749-4b10-8de0-284485bca696 HTTP/1.1" status: 200 len: 210 time: 0.3138001 Jun 01 13:23:07.823497 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:07.887507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7544d313494c43488ac511c130f37d97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4037640 Jun 01 13:23:07.902495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:07.921526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf866e-4f8f-44b6-943b-050b9e9a0530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ab76d-9d38-4191-a3fb-d783dccc02ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:07.937533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-712057ca-224d-4aee-bca9-60e375055006 req-f738199d-dea3-452a-ae77-4d5781fca05e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303182 Jun 01 13:23:07.980080 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:23:08.003704 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:08.208114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:08.267927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:08.273442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:08.393246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:08.443511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:08.449826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:08.453430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:08.453430 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf2b-3d10-41d9-9bcd-596240992468 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:16:19Z', 'revision_number': 4, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'c4199fa3-b0a5-45a5-940d-9baae318bece', 'name': '', 'network_id': '86599a28-c2fd-4a24-9c21-098be794b915', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'mac_address': 'fa:16:3e:90:79:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:16Z', 'updated_at': '2022-06-01T13:16:27Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'subnets': [{'id': 'f5a2d33c-e81f-415e-bf90-59815f03ee35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:08.504608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:08.530208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:08.584130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event updated for resources: {'Port': ['ID=1546109f-834e-42cb-ab5d-0b9537bbfd9b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:08.640015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': 'f0d63eac-29dd-405c-8ce3-51548339c85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:08.640423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: 12cb9d34-90fd-42fa-9f44-86a61743e5df, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:23:08.791450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=686f48bc-50e4-4d89-b36e-c8d21375707c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:08.880387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:23:08.909233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2419b6-696a-4ad6-a96b-cf5c176d245c None None] New status for floating IP 9c310681-a63b-48c9-9b6a-507a1c05fc27: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:23:08.982236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55274) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:09.072846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.150401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.300512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.326049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ab76d-9d38-4191-a3fb-d783dccc02ff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:09.338487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 12cb9d34-90fd-42fa-9f44-86a61743e5df) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:09.349482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:09.355339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:09.355949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.373450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cdd51-0196-4a78-a23d-f2fa0b7dc283 req-f8e0d604-1f96-4920-b90e-5386bd6b846e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:09.375331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f19cdd51-0196-4a78-a23d-f2fa0b7dc283 req-f8e0d604-1f96-4920-b90e-5386bd6b846e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2140024 Jun 01 13:23:09.386812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddbb2e-f517-474e-bc76-4aa4bef0ec20 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:09.432000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.474531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18268f-685b-409d-a6b9-9a24c9edec4b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:09.494791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f19cdd51-0196-4a78-a23d-f2fa0b7dc283 req-dd6a8ead-94ea-4109-95d5-41404dec1dd9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062753 Jun 01 13:23:09.501054 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.506759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2da3295-ae0c-440d-956e-477541e74066 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "DELETE /v2.0/security-groups/0a18268f-685b-409d-a6b9-9a24c9edec4b HTTP/1.1" status: 204 len: 168 time: 0.5225325 Jun 01 13:23:09.507736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55278) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:09.549455 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-f9635e13-9e64-4eb0-9911-9a57ac6aeab0 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] show failed (client error): The resource could not be found. Jun 01 13:23:09.553747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f9635e13-9e64-4eb0-9911-9a57ac6aeab0 tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "GET /v2.0/security-groups/0a18268f-685b-409d-a6b9-9a24c9edec4b HTTP/1.1" status: 404 len: 347 time: 0.0447204 Jun 01 13:23:09.556158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55284) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:09.656071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:09.657948 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f9a04b88-40bc-410b-81e6-d53f5ab61393 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/412ab76d-9d38-4191-a3fb-d783dccc02ff HTTP/1.1" status: 204 len: 168 time: 1.7674673 Jun 01 13:23:09.684256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a048ca6-add0-4aa9-a91f-47aee7a9960c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7665224 Jun 01 13:23:09.712896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55294) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:09.749119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-915970540'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:09.773441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:09.795764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:09.804898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:09.928153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:09.970305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:09.974979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.039388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:23:10.052188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.053281 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment 4093b9a5-7817-44b3-bc09-24fcf3b26e9a of type vlan for network b0b2346d-b4de-440e-94d5-cf75d76b4dab Jun 01 13:23:10.090732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Deleting port 895fa299-2cd5-44e9-9e60-94a837e67b24 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:10.091645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.094825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.179148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.306682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55306) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:10.318504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.336541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:10.337673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.494957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.503178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.564902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:10.615183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d588-ee60-4447-ac2d-295458def1d5 req-d1b1efa0-2aba-4881-ac85-367cfb895b52 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:10.617106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4483d588-ee60-4447-ac2d-295458def1d5 req-d1b1efa0-2aba-4881-ac85-367cfb895b52 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3125744 Jun 01 13:23:10.678939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:10.694991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Usage tracker for resource:security_group_rule and tenant:aa6e092c496b45bd86f27c5f87835fc0 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:10.701510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:10.762771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0434644 Jun 01 13:23:10.763731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Calling delete_port for 895fa299-2cd5-44e9-9e60-94a837e67b24 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:10.772087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55316) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:10.786246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:10.794695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc27aa-4885-43a2-ba92-5a193940433e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=b0b2346d-b4de-440e-94d5-cf75d76b4dab,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:10.800610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'ports': [{'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'}, {'network_id': 'b0b2346d-b4de-440e-94d5-cf75d76b4dab'}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:10.800934 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:10.802060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': 'b0b2346d-b4de-440e-94d5-cf75d76b4dab'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:10.812512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b0b2346d-b4de-440e-94d5-cf75d76b4dab details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:23:10.844971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4483d588-ee60-4447-ac2d-295458def1d5 req-b850c579-4094-4d49-bae6-fdfec9c140bc tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050787 Jun 01 13:23:10.982257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.046935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Pushing event deleted for resources: {'Port': ['ID=895fa299-2cd5-44e9-9e60-94a837e67b24,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:11.142116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.300428 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.322073 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.323444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93367d8d-0773-4d2e-981b-585fb9bfee9e tempest-AttachVolumeTestJSON-417173286 tempest-AttachVolumeTestJSON-417173286-project] 10.222.0.40 "DELETE /v2.0/floatingips/9c310681-a63b-48c9-9b6a-507a1c05fc27 HTTP/1.1" status: 204 len: 168 time: 1.7652385 Jun 01 13:23:11.405556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:11.423748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:11.497982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:11.532412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:11.589126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.602822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.626878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:11.631245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.687653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.699904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002ec5b0-f67f-4cfb-a773-6b60531f88b4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:11.704232 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a997763-861a-4df8-8ef6-7f55605622db admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aa6e092c496b45bd86f27c5f87835fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3619587 Jun 01 13:23:11.708334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55330) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:11.772683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Router ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:23:11.796172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.827237 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.903577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.945111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:11.964844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/002ec5b0-f67f-4cfb-a773-6b60531f88b4 HTTP/1.1" status: 204 len: 168 time: 0.2548087 Jun 01 13:23:11.968189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d913d-9e0b-4172-8dc1-1d3e8dafc38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ec5b0-f67f-4cfb-a773-6b60531f88b4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:12.270104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 36458549-dd94-4fc2-ba2f-85ed200467e5 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:12.294722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:12.306531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] Sync routers for ids ['ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:12.327422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] Routers {'ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:12.328097 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:12.345865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80963d49-252e-4a03-846a-bffc9693f177 req-a5ea3678-c1ad-4ff1-ad0c-23a6ee77c083 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:12.354711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80963d49-252e-4a03-846a-bffc9693f177 req-a5ea3678-c1ad-4ff1-ad0c-23a6ee77c083 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2592034 Jun 01 13:23:12.450742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:12.483258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80963d49-252e-4a03-846a-bffc9693f177 req-a5ca2ea4-2d85-4ce8-a072-9559643b4b01 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254904 Jun 01 13:23:12.486338 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] Routers {'ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:12.494880 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:22:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:12.512139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:12.513561 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86c26fe1-7ef0-4dc8-a5a6-ddd867ac9453 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0600955 Jun 01 13:23:12.517355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55356) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:12.560833 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:12.708557 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:12.711086 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2fbe-9484-4db7-b885-7330be8b5310 None None] The sync data for ids ['ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:12.912281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port ba319d7c-3f17-40fd-9725-c00939803dcb yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:13.083105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.102233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-58d1df41-4b5e-4f68-9c60-bbb03fb5e78a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb HTTP/1.1" status: 200 len: 919 time: 0.5814016 Jun 01 13:23:13.104046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:13.128049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9952b0-fa8e-47d2-9cf2-436180e4b423 req-39bfa76c-d600-4ecc-a306-b25903fd31fb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:13.135570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9952b0-fa8e-47d2-9cf2-436180e4b423 req-39bfa76c-d600-4ecc-a306-b25903fd31fb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2269285 Jun 01 13:23:13.160969 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61433ef5-02a2-4cc7-b3d3-432eda69dba7 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb HTTP/1.1" status: 200 len: 205 time: 0.0535898 Jun 01 13:23:13.168206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55384) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:13.185795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.281057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:13.284333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:13.289468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:13.290327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.299165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=36458549-dd94-4fc2-ba2f-85ed200467e5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:13.395296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=ba319d7c-3f17-40fd-9725-c00939803dcb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:13.416952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': '4093b9a5-7817-44b3-bc09-24fcf3b26e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0b2346d-b4de-440e-94d5-cf75d76b4dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:13.417348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: b0b2346d-b4de-440e-94d5-cf75d76b4dab, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:23:13.455087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network b0b2346d-b4de-440e-94d5-cf75d76b4dab is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:23:13.478673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b0b2346d-b4de-440e-94d5-cf75d76b4dab) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:13.484128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:13.488695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d09fe-cddb-4c49-8c9c-2f24109b2351 None None] Network b0b2346d-b4de-440e-94d5-cf75d76b4dab requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:13.491709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:13.499542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:13.500233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.583968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6056186-eb36-4a0e-a821-55542269da04 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7944918 Jun 01 13:23:13.587752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55394) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:13.624215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55398) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:13.659055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9952b0-fa8e-47d2-9cf2-436180e4b423 req-faa4e7a2-da03-4a1f-8e7a-b57088be9307 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225406 Jun 01 13:23:13.689288 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.822243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port ba319d7c-3f17-40fd-9725-c00939803dcb {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:13.830305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:13.980780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.000409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-797413769-network', 'tenant_id': 'f90de79de7b34a85a5757ffe0a979159'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:14.007249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port 1546109f-834e-42cb-ab5d-0b9537bbfd9b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:14.007628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.096705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:14.150405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Usage tracker for resource:network and tenant:f90de79de7b34a85a5757ffe0a979159 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:14.205537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:14.233476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.236610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:14.259836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Made reservation on behalf of f90de79de7b34a85a5757ffe0a979159 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:14.262736 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.297100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.347353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4d99-b97e-4713-9de6-a43abf7ea0a5 req-369d255d-9545-46bd-9504-9768d45d3cee tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:14.350874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-525a4d99-b97e-4713-9de6-a43abf7ea0a5 req-369d255d-9545-46bd-9504-9768d45d3cee tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2020404 Jun 01 13:23:14.354850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:14.362768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.373575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for ba319d7c-3f17-40fd-9725-c00939803dcb owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:14.398753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Usage tracker for resource:security_group_rule and tenant:f90de79de7b34a85a5757ffe0a979159 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:14.495860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:14.497361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.567286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for 1546109f-834e-42cb-ab5d-0b9537bbfd9b owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:14.619593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=ba319d7c-3f17-40fd-9725-c00939803dcb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:14.629124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:14.650153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e3277f0b-2ba5-4bc2-8ab5-a13e4f6cfe6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/ba319d7c-3f17-40fd-9725-c00939803dcb HTTP/1.1" status: 204 len: 168 time: 1.0612690 Jun 01 13:23:14.650930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:14.750308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:14.788452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf74477-d068-4446-b8e7-f074b8ffe756 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:14.799954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-525a4d99-b97e-4713-9de6-a43abf7ea0a5 req-21900849-e3bc-4ad2-b776-ce7abdf0ab09 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397042 Jun 01 13:23:14.800887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf74477-d068-4446-b8e7-f074b8ffe756 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:14.802332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bdf74477-d068-4446-b8e7-f074b8ffe756 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:14.834641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bdf74477-d068-4446-b8e7-f074b8ffe756 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:14.838791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bdf74477-d068-4446-b8e7-f074b8ffe756 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1839046 Jun 01 13:23:14.840123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:14.967898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 36458549-dd94-4fc2-ba2f-85ed200467e5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:14.968334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.116280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.128113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.165301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:23:15.209259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.209601 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Added segment ea63a16f-beaf-4373-a508-3506c71b6b2c of type vlan for network 830ba35b-dcd3-4e58-b28e-919dc412c80e Jun 01 13:23:15.221084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb2b57-950c-4337-9825-633ea0f95f0f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:15.228096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.309465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d8d-023b-4a07-b8cd-1843ba5c20b9 req-e2cd8a28-1fe3-45c0-aaf9-e3d216a903ec tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:15.313624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f30d8d-023b-4a07-b8cd-1843ba5c20b9 req-e2cd8a28-1fe3-45c0-aaf9-e3d216a903ec tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3398519 Jun 01 13:23:15.352741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.427190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=1546109f-834e-42cb-ab5d-0b9537bbfd9b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:15.553304 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.556122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:15.557900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.571246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.716354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 36458549-dd94-4fc2-ba2f-85ed200467e5 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:15.808078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f30d8d-023b-4a07-b8cd-1843ba5c20b9 req-8814b4b0-4401-4347-bc14-27d230cab04e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749948 Jun 01 13:23:15.819387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:15.819586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1881881 Jun 01 13:23:15.820420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.829074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Request body: {'subnet': {'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-797413769-subnet', 'tenant_id': 'f90de79de7b34a85a5757ffe0a979159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:15.838964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:15.843674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Usage tracker for resource:subnet and tenant:f90de79de7b34a85a5757ffe0a979159 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:15.847146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:15.853835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:15.869064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Made reservation on behalf of f90de79de7b34a85a5757ffe0a979159 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:15.873383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:15.909952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0b67d-b840-4241-ac59-959dbec98f49 admin admin] Pushing event updated for resources: {'Network': ['ID=830ba35b-dcd3-4e58-b28e-919dc412c80e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:15.934697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:23:16.152269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.316791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.328536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.343452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.347223 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.441516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.442056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:16.476157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382483-2dbc-4908-996d-b10c42f03be8 req-77c93155-b32d-491d-86ac-cd59f80dfcb1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:16.491761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7382483-2dbc-4908-996d-b10c42f03be8 req-77c93155-b32d-491d-86ac-cd59f80dfcb1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2833006 Jun 01 13:23:16.499733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.505428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4499b609-4fb3-4fcf-80a6-785fdf70d038 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb HTTP/1.1" status: 204 len: 168 time: 3.3316178 Jun 01 13:23:16.508565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d108a8d-293b-4700-898f-602ca6d1c47e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:16.511414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=36458549-dd94-4fc2-ba2f-85ed200467e5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:16.517345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55452) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:16.543771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'name': 'tempest-snat-router-124304933', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:16.552017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:16.566374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:router and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:16.573859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:16.589552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:16.622704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.624193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.636251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7382483-2dbc-4908-996d-b10c42f03be8 req-344feb9f-7376-4de8-ad49-3014a014675f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432896 Jun 01 13:23:16.661753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:16.798199 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd122d2c-af2b-4871-971d-e93c605f2adf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/36458549-dd94-4fc2-ba2f-85ed200467e5 HTTP/1.1" status: 204 len: 168 time: 1.9566987 Jun 01 13:23:16.801045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55464) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:16.893974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Checking segment: {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:16.894468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Network hostable DHCP agents. Network: 830ba35b-dcd3-4e58-b28e-919dc412c80e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:23:17.162472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:17.183002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2906d-3ace-41a1-b4e6-33f4e910e0c3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:17.188436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c1e2906d-3ace-41a1-b4e6-33f4e910e0c3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3862894 Jun 01 13:23:17.190742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:17.267627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdb960-8508-487c-b43a-e487f1943ea1 req-483318b2-8785-4f0a-a9e2-ffcdbb2886f2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:17.277638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69bdb960-8508-487c-b43a-e487f1943ea1 req-483318b2-8785-4f0a-a9e2-ffcdbb2886f2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3614228 Jun 01 13:23:17.289904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:23:17.312772 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c924e496-2991-4d57-991c-5689186fac8e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:17.317657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c924e496-2991-4d57-991c-5689186fac8e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/ba319d7c-3f17-40fd-9725-c00939803dcb HTTP/1.1" status: 404 len: 333 time: 0.1257591 Jun 01 13:23:17.318769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:17.333057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 830ba35b-dcd3-4e58-b28e-919dc412c80e) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:17.342985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd3d1f-4ba5-433b-b255-d2689eb6a3d7 None None] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:17.352247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:17.352986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:17.415067 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb1a2cc-2246-4de0-b4ec-a0986320be4d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:17.419473 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36ecf089-97b7-4974-9fbd-cc985b09c72a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5958388 Jun 01 13:23:17.420068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ddb1a2cc-2246-4de0-b4ec-a0986320be4d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/36458549-dd94-4fc2-ba2f-85ed200467e5 HTTP/1.1" status: 404 len: 333 time: 0.0963597 Jun 01 13:23:17.422184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55520) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:17.474208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69bdb960-8508-487c-b43a-e487f1943ea1 req-84701b4c-ffea-431a-9e81-da439da9c320 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953700 Jun 01 13:23:17.857084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:17.988787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d6af6-0fd7-40f3-a070-50416a22bde4 None None] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:18.120041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.210406 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.344235 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.420278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4870f069-f82c-4f07-8b9b-13e17c472066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.598352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.25.7.133 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:18.654216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.749648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b2346d-b4de-440e-94d5-cf75d76b4dab']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:18.770690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4093b9a5-7817-44b3-bc09-24fcf3b26e9a') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:18.770990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4093b9a5-7817-44b3-bc09-24fcf3b26e9a') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:18.792368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3edeb6-0b3b-4b7b-b797-d9a43d2ebb55 req-c06a2cb6-5e04-4a66-b269-8004610fbaa1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:18.800562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f3edeb6-0b3b-4b7b-b797-d9a43d2ebb55 req-c06a2cb6-5e04-4a66-b269-8004610fbaa1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.7578418 Jun 01 13:23:18.831435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.858953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.869180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.881731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:18.882127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:18.901947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f3edeb6-0b3b-4b7b-b797-d9a43d2ebb55 req-76b3b118-6272-4f26-9834-43c41d6626ab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002235 Jun 01 13:23:18.922138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.042115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:19.078087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:19.079525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:19.082974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:19.118319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.151974 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.183045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/b0b2346d-b4de-440e-94d5-cf75d76b4dab HTTP/1.1" status: 204 len: 168 time: 1.7583785 Jun 01 13:23:19.184062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55698) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:19.194993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0393d73-a683-48b9-b008-84044c0da917 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=b0b2346d-b4de-440e-94d5-cf75d76b4dab,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:19.239796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1576220306'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:19.245452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:19.255761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:19.275061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:19.309573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:19.333339 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4093b9a5-7817-44b3-bc09-24fcf3b26e9a resource provider aggregate not found Jun 01 13:23:19.345375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:19.366852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.396688 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4093b9a5-7817-44b3-bc09-24fcf3b26e9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4093b9a5-7817-44b3-bc09-24fcf3b26e9a found for delete ", "request_id": "req-4fee55bc-d6f7-4f83-a2f0-b224a34613f2"}]} Jun 01 13:23:19.465971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:23:19.489399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.490036 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment 8ef12fc9-5c82-4b22-97a0-bdb8018df99f of type vlan for network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc Jun 01 13:23:19.581204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.689689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:19.695986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:19.696759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:20.053645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8605568 Jun 01 13:23:20.055711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55804) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:20.085114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:20.273332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:20.307830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4757946-795f-4365-9baf-7b7d54fa3025 req-5c047e1c-99f3-4a03-a9d2-5b6694ff1125 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:20.324105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4757946-795f-4365-9baf-7b7d54fa3025 req-5c047e1c-99f3-4a03-a9d2-5b6694ff1125 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9814773 Jun 01 13:23:20.352656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaad82-6525-4533-8cce-702226e1007b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=2bcd9a44-bb90-4005-8d0a-e657b765a1cc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:20.371248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:23:20.419311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:20.429570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:20.436882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:20.451630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:20.490304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:20.501499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:20.663763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75b2f946-a986-4f6d-a5c9-dde5806423c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:20.722161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Performing IP validity checks on allocation pools {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 13:23:20.729470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 13:23:20.942108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4757946-795f-4365-9baf-7b7d54fa3025 req-43fbbdfc-3bba-482b-8d06-db52d43b4fb2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151147 Jun 01 13:23:20.971148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.054060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.372046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=5b48ee12-48c7-4df0-a6d9-d8ed062f2e74,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:21.394456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:23:21.449438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': '8ef12fc9-5c82-4b22-97a0-bdb8018df99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:21.449804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: 2bcd9a44-bb90-4005-8d0a-e657b765a1cc, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:23:21.486971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8681d-8518-4349-9f55-29a28f356f6d req-ad48abb9-7c2e-49f5-83d1-7a99b2f84036 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:21.498490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4c8681d-8518-4349-9f55-29a28f356f6d req-ad48abb9-7c2e-49f5-83d1-7a99b2f84036 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3120952 Jun 01 13:23:21.609621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:23:21.689966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4c8681d-8518-4349-9f55-29a28f356f6d req-72bd23da-c075-4311-9294-dd8466b9a48a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880763 Jun 01 13:23:21.760276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2bcd9a44-bb90-4005-8d0a-e657b765a1cc) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:21.783322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:21.785376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.787188 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.797610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6fed8-7b87-4199-a66e-823f2d1e1044 None None] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:21.849940 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.888178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:21.993796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:21.995506 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9c8c958f-8b50-4dc2-830e-28ad5e01311f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4704545 Jun 01 13:23:21.998482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55998) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:22.053715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Sync routers for ids ['21b1797a-566b-4d7b-aac1-a1b0c7ca6857'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:22.073932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-193adbca-6d32-498c-9299-d24adaca3da6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0008256 Jun 01 13:23:22.100421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56006) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:22.116994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc', 'name': 'tempest-PortsIpV6TestJSON-1051361536'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:22.322030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Routers {'21b1797a-566b-4d7b-aac1-a1b0c7ca6857'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:22.322845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['21b1797a-566b-4d7b-aac1-a1b0c7ca6857'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:22.392013 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-88927c18-489a-4398-a7aa-0a90fc904d03 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/21b1797a-566b-4d7b-aac1-a1b0c7ca6857 HTTP/1.1" status: 200 len: 908 time: 0.3913851 Jun 01 13:23:22.394438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:22.400401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'name': 'tempest-snat-router-124304933', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': True}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:22.416594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:22.426472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Usage tracker for resource:router and tenant:c1c176d7fbac4c34a56451c6e85ee2ef is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:22.435691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:22.450966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:22.483990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:22.485077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2bcd9a44-bb90-4005-8d0a-e657b765a1cc', 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': '5b48ee12-48c7-4df0-a6d9-d8ed062f2e74'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:23:22.485891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:22.487451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:22.508193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:22.529248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:22.552851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:22.560654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:22.593407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:22.644750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:22.649251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:22.689299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec943d-2f12-470a-91b1-7b5353ce4c5c req-0b15397a-5267-4600-91f5-a45655414b03 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:22.691232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8ec943d-2f12-470a-91b1-7b5353ce4c5c req-0b15397a-5267-4600-91f5-a45655414b03 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6095772 Jun 01 13:23:22.703232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-f1300775-6c30-4b9c-b020-b1d1a02eb5dd tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:22.703968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-f1300775-6c30-4b9c-b020-b1d1a02eb5dd tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:22.754284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:22.890286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Set router 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:22.921373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8ec943d-2f12-470a-91b1-7b5353ce4c5c req-8f888c18-3ece-49de-acfe-6916f8e6fe78 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125266 Jun 01 13:23:22.921892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-f1300775-6c30-4b9c-b020-b1d1a02eb5dd tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:22.922911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-f1300775-6c30-4b9c-b020-b1d1a02eb5dd tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 808 time: 1.2292814 Jun 01 13:23:22.944299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-67f98b99-0392-4ba1-b533-a5f28182773c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/quotas/f90de79de7b34a85a5757ffe0a979159 HTTP/1.1" status: 200 len: 375 time: 0.0130477 Jun 01 13:23:23.073626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-3e8aa86c-aa40-46df-912c-6c4d7797506b tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245229 Jun 01 13:23:23.100053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-92192e15-f9a8-4f8f-93c2-b67a4bb7866d service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:23:23.101047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-92192e15-f9a8-4f8f-93c2-b67a4bb7866d service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075102 Jun 01 13:23:23.115838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:23.513831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Allocated IP 2001:db8::2 (2bcd9a44-bb90-4005-8d0a-e657b765a1cc/5b48ee12-48c7-4df0-a6d9-d8ed062f2e74/992b16ad-764d-4795-9567-929d229c1604) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:23.519097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:23.635448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-0ce7e8ee-a82f-481d-8704-e9f65bb72254 service neutron] 10.222.0.40 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147927 Jun 01 13:23:23.664048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': False}, 'gw_port_id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:16Z', 'updated_at': '2022-06-01T13:23:19Z', 'revision_number': 3, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port': {'id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:23:18Z', 'updated_at': '2022-06-01T13:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:23.671116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Checking router: 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:23:23.671617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Updating router 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:23:23.809295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:23.880159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:23.997847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.023511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Transition to ACTIVE for port object 992b16ad-764d-4795-9567-929d229c1604 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:24.071704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Transition to ACTIVE for port object 992b16ad-764d-4795-9567-929d229c1604 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:24.109958 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.145812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.25.7.154 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/705922f6-cbca-4eeb-9b35-629ba9b2293f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:24.146021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d59541-7400-4e7b-964b-9c9aa952042c req-6bb1c8a7-5104-4e50-89e0-5c32b4010769 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:24.156477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77d59541-7400-4e7b-964b-9c9aa952042c req-6bb1c8a7-5104-4e50-89e0-5c32b4010769 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5191398 Jun 01 13:23:24.301093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:24.313908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-886d7f95-8afc-4f37-98d5-87fe49098e34 service neutron] 10.222.0.40 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237321 Jun 01 13:23:24.325794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:24.340158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:24.449486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.471934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77d59541-7400-4e7b-964b-9c9aa952042c req-b2e848ad-91cf-4eb9-bf8b-9b5b8a9836ea tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098652 Jun 01 13:23:24.473530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::c5 (2bcd9a44-bb90-4005-8d0a-e657b765a1cc/5b48ee12-48c7-4df0-a6d9-d8ed062f2e74/7b151a19-02ff-4e3b-b5c1-6336e1ef2755) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:24.716827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.780113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.878622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Attempting to bind port 992b16ad-764d-4795-9567-929d229c1604 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:23:24.879287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Attempting to bind port 992b16ad-764d-4795-9567-929d229c1604 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '8ef12fc9-5c82-4b22-97a0-bdb8018df99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:23:24.879892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Attempting to bind port 992b16ad-764d-4795-9567-929d229c1604 on network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:24.882403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Pushing event updated for resources: {'Port': ['ID=992b16ad-764d-4795-9567-929d229c1604,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:24.930850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.933418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.933848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.934898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.936118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.937380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.937779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.938118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.938448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.940330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.941203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.942081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:24.963180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:23:24.966483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Checking segment: {'id': '8ef12fc9-5c82-4b22-97a0-bdb8018df99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:24.967465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.969143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Bound using segment: {'id': '8ef12fc9-5c82-4b22-97a0-bdb8018df99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:23:24.969823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Bound port: 992b16ad-764d-4795-9567-929d229c1604, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef12fc9-5c82-4b22-97a0-bdb8018df99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2bcd9a44-bb90-4005-8d0a-e657b765a1cc'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:23:24.971556 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:24.972696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=705922f6-cbca-4eeb-9b35-629ba9b2293f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:24.997042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:24.998551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:25.001113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:25.108108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48bbb9e7-64dc-46aa-9d94-081925aff940 req-34d00125-7710-4611-9348-1b5d7c8de03f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 210 time: 0.1336441 Jun 01 13:23:25.321794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4331-976b-4720-ac34-3358e46c55fe req-69bd3653-369f-4edb-af2c-bf04c8239aa2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:25.329876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3c4331-976b-4720-ac34-3358e46c55fe req-69bd3653-369f-4edb-af2c-bf04c8239aa2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2957280 Jun 01 13:23:25.330502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56068) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:25.353553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:25.469247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:25.508070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] For port 992b16ad-764d-4795-9567-929d229c1604, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:23:25.518908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] For port 992b16ad-764d-4795-9567-929d229c1604, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992b16ad-764d-4795-9567-929d229c1604,segment=NetworkSegment(8ef12fc9-5c82-4b22-97a0-bdb8018df99f),segment_id=8ef12fc9-5c82-4b22-97a0-bdb8018df99f)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:23:25.525236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f3c4331-976b-4720-ac34-3358e46c55fe req-bbfdd459-42bd-401b-a8dc-93de138bb77e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550782 Jun 01 13:23:25.629923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:25.727329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594c9e3-8451-43f8-9688-3c81b2d52c79 None None] Pushing event updated for resources: {'Port': ['ID=992b16ad-764d-4795-9567-929d229c1604,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:25.949618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:25.988152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Transition to ACTIVE for port object 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:25.994865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.018804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.081581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.177835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Attempting to bind port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:23:26.178907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Attempting to bind port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:23:26.180748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Attempting to bind port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:26.217369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:23:26.217856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:26.218629 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.219164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:23:26.219730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Bound port: 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:23:26.220191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.283410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:26.299118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=7b151a19-02ff-4e3b-b5c1-6336e1ef2755,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:26.304140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:26.306365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:26.314014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:26.315046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.385672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6c491-f159-4fa8-9656-6e3f37f84345 None None] Pushing event updated for resources: {'Port': ['ID=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:26.404288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] For port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:23:26.408402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] For port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:23:26.416312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.500723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebf18a38-efba-4e10-8436-53ab82fc575a req-33c69436-c30b-4633-a3df-d475616a1c2c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 210 time: 0.0847406 Jun 01 13:23:26.521435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3a964bc6-5590-465e-8383-d7396e7de479 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4199531 Jun 01 13:23:26.531784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a0a7-e3bb-4372-bfb7-a14878986fa6 req-6236f596-c818-4860-abec-ebafccfb8a71 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:26.533535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf41a0a7-e3bb-4372-bfb7-a14878986fa6 req-6236f596-c818-4860-abec-ebafccfb8a71 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3855927 Jun 01 13:23:26.535838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56090) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:26.634684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6c491-f159-4fa8-9656-6e3f37f84345 None None] Pushing event updated for resources: {'Port': ['ID=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:26.659262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Routers {'21b1797a-566b-4d7b-aac1-a1b0c7ca6857'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:26.659911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['21b1797a-566b-4d7b-aac1-a1b0c7ca6857'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:26.885487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:26.942456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] Set router 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:27.224070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:27.224415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:27.256848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router 9f3d208a-59d6-41dd-9714-e0030e5b684d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:23:27.314556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-4d13d3e1-350e-498c-bc57-94776cb68a2b tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:27.319677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-4d13d3e1-350e-498c-bc57-94776cb68a2b tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 808 time: 0.4088483 Jun 01 13:23:27.367561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992b16ad-764d-4795-9567-929d229c1604 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:27.377298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Request body: {'port': {'device_id': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e', 'admin_state_up': True, 'tenant_id': 'f90de79de7b34a85a5757ffe0a979159'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:27.476232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': False}, 'gw_port_id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:16Z', 'updated_at': '2022-06-01T13:23:19Z', 'revision_number': 3, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port': {'id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:23:18Z', 'updated_at': '2022-06-01T13:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:27.487198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b074a-9166-4c10-82bd-666ebba18492 None None] The sync data for ids ['21b1797a-566b-4d7b-aac1-a1b0c7ca6857'] in n-d-844200-1 is: [{'id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': False}, 'gw_port_id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:16Z', 'updated_at': '2022-06-01T13:23:19Z', 'revision_number': 3, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port': {'id': '2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1797a-566b-4d7b-aac1-a1b0c7ca6857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:23:18Z', 'updated_at': '2022-06-01T13:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:27.489811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 992b16ad-764d-4795-9567-929d229c1604 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:27.589559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf41a0a7-e3bb-4372-bfb7-a14878986fa6 req-75244f9b-b996-41e7-8c3c-52887128fe14 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9609375 Jun 01 13:23:27.697924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:27.708751 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Sync routers for ids ['9f3d208a-59d6-41dd-9714-e0030e5b684d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:27.744176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Routers {'9f3d208a-59d6-41dd-9714-e0030e5b684d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:27.744826 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f3d208a-59d6-41dd-9714-e0030e5b684d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:27.744968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:27.751142 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e4def7c-4edb-40dd-9c46-094faea11378 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3552179 Jun 01 13:23:27.751842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56108) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:27.754207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37403c-f756-4b47-8f33-571a761858a3 None None] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:27.880989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Provisioning for port 992b16ad-764d-4795-9567-929d229c1604 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:27.897010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Provisioning complete for port 992b16ad-764d-4795-9567-929d229c1604 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:27.897626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:28.159647 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Set router 9f3d208a-59d6-41dd-9714-e0030e5b684d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:28.181094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6fa80f7-296d-44da-a9e6-7d9a705299a2 req-63e4dac5-11ad-4c38-bded-74020cc91d79 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 210 time: 0.3350298 Jun 01 13:23:28.203524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:28.242859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Usage tracker for resource:port and tenant:f90de79de7b34a85a5757ffe0a979159 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:28.283583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Current status of the port 992b16ad-764d-4795-9567-929d229c1604 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:28.283963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:28.312769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:28.354901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] For port 992b16ad-764d-4795-9567-929d229c1604, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992b16ad-764d-4795-9567-929d229c1604,segment=NetworkSegment(8ef12fc9-5c82-4b22-97a0-bdb8018df99f),segment_id=8ef12fc9-5c82-4b22-97a0-bdb8018df99f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:28.365715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:28.384595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:28.461364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Made reservation on behalf of f90de79de7b34a85a5757ffe0a979159 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:28.470419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:28.549501 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c39879c6-a1f4-42ad-8837-a1f3b8e8a31f tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/9f3d208a-59d6-41dd-9714-e0030e5b684d HTTP/1.1" status: 200 len: 907 time: 0.7964516 Jun 01 13:23:28.551962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56118) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:28.574086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aade1-b807-4c08-b2d2-d64bc9d02111 req-2761115a-08f6-45bd-a581-e149cb2bf803 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:28.586030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-634aade1-b807-4c08-b2d2-d64bc9d02111 req-2761115a-08f6-45bd-a581-e149cb2bf803 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.7402170 Jun 01 13:23:28.594156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e9dee-12ef-46b0-813f-a6e7fa7480fe None None] Pushing event updated for resources: {'Port': ['ID=992b16ad-764d-4795-9567-929d229c1604,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:28.976637 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d208a-59d6-41dd-9714-e0030e5b684d', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '705922f6-cbca-4eeb-9b35-629ba9b2293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:22Z', 'updated_at': '2022-06-01T13:23:25Z', 'revision_number': 3, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port': {'id': '705922f6-cbca-4eeb-9b35-629ba9b2293f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d208a-59d6-41dd-9714-e0030e5b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:23:23Z', 'updated_at': '2022-06-01T13:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:28.990131 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Checking router: 9f3d208a-59d6-41dd-9714-e0030e5b684d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:23:28.992450 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Updating router 9f3d208a-59d6-41dd-9714-e0030e5b684d port 705922f6-cbca-4eeb-9b35-629ba9b2293f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:23:29.011214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.064590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.134121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Provisioning complete for port 992b16ad-764d-4795-9567-929d229c1604 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:29.134676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.151777 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.336541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992b16ad-764d-4795-9567-929d229c1604 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:29.475563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.493219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port 705922f6-cbca-4eeb-9b35-629ba9b2293f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:29.494182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.510145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-634aade1-b807-4c08-b2d2-d64bc9d02111 req-1f2d973a-99c7-4788-9a56-7e02c0b388f6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9228683 Jun 01 13:23:29.558330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:29.609708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Current status of the port 992b16ad-764d-4795-9567-929d229c1604 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:29.629934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 992b16ad-764d-4795-9567-929d229c1604 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:29.630537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.665727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Provisioning for port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:29.679059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Provisioning complete for port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:29.679678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.775460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a79008fd-29e1-46be-ad47-9f0ee86aa8b5 None None] Port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:23:29.828798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d54d7ac9-37fb-4d9d-9d83-605322b56c1e req-bea06ad6-7242-4782-b8d0-c7761d09b25b tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 210 time: 0.3134279 Jun 01 13:23:29.856834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:29.917378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Allocated IP 172.20.0.2 (830ba35b-dcd3-4e58-b28e-919dc412c80e/9d108a8d-293b-4700-898f-602ca6d1c47e/ee2f709d-11a2-4988-b097-c68fc3d90020) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:30.015033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb77b8e6-ee09-4d01-9ec1-69e2c8b59da5 None None] Provisioning complete for port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:30.015420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb77b8e6-ee09-4d01-9ec1-69e2c8b59da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.052472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for 705922f6-cbca-4eeb-9b35-629ba9b2293f owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:30.063262 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.089323 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Transition to ACTIVE for port object 705922f6-cbca-4eeb-9b35-629ba9b2293f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:30.103983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 992b16ad-764d-4795-9567-929d229c1604 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:30.105443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:30.117995 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.160777 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.241090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:23:30.241090 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:23:30.244058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bb77b8e6-ee09-4d01-9ec1-69e2c8b59da5 None None] Port 7b151a19-02ff-4e3b-b5c1-6336e1ef2755 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:23:30.272626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:30.287114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:30.287114 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.295479 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Attempting to bind port 705922f6-cbca-4eeb-9b35-629ba9b2293f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:23:30.296122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Attempting to bind port 705922f6-cbca-4eeb-9b35-629ba9b2293f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:23:30.296907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Attempting to bind port 705922f6-cbca-4eeb-9b35-629ba9b2293f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:30.302910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Pushing event updated for resources: {'Port': ['ID=705922f6-cbca-4eeb-9b35-629ba9b2293f,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:30.310886 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:23:30.311527 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:30.311998 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.312387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:23:30.312861 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Bound port: 705922f6-cbca-4eeb-9b35-629ba9b2293f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:23:30.313227 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.347471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.348221 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.348221 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.348447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.348775 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.349097 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.349418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.349735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.350049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.350359 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.350703 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.351018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:30.477632 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] For port 705922f6-cbca-4eeb-9b35-629ba9b2293f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:23:30.494485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:30.495206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.524962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac6a0-991a-4cb6-ab3d-3639003efa7e req-aac03789-c790-4cb8-a82e-1fcdce9658bb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:30.526510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06fac6a0-991a-4cb6-ab3d-3639003efa7e req-aac03789-c790-4cb8-a82e-1fcdce9658bb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6954520 Jun 01 13:23:30.528994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:30.544631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.693904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:30.718547 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] For port 705922f6-cbca-4eeb-9b35-629ba9b2293f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=705922f6-cbca-4eeb-9b35-629ba9b2293f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:23:30.729404 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.741405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port 705922f6-cbca-4eeb-9b35-629ba9b2293f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:30.741746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.808704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:30.824795 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6569c1d-c262-4fde-ba81-5f53bedfc26f None None] Pushing event updated for resources: {'Port': ['ID=705922f6-cbca-4eeb-9b35-629ba9b2293f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:30.850531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Routers {'9f3d208a-59d6-41dd-9714-e0030e5b684d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:30.851156 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9f3d208a-59d6-41dd-9714-e0030e5b684d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:30.893231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06fac6a0-991a-4cb6-ab3d-3639003efa7e req-82506604-a62e-477b-91b1-21a154c5ec1b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590822 Jun 01 13:23:30.976541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=7b151a19-02ff-4e3b-b5c1-6336e1ef2755,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:31.005391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] For port 705922f6-cbca-4eeb-9b35-629ba9b2293f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=705922f6-cbca-4eeb-9b35-629ba9b2293f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:31.005972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.067994 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] Set router 9f3d208a-59d6-41dd-9714-e0030e5b684d gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:31.166881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:31.176480 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.248763 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d208a-59d6-41dd-9714-e0030e5b684d', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:22Z', 'updated_at': '2022-06-01T13:23:29Z', 'revision_number': 4, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:31.257756 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23f3fa-b53e-41c8-9a79-210214ce9e73 None None] The sync data for ids ['9f3d208a-59d6-41dd-9714-e0030e5b684d'] in n-d-844200-1 is: [{'id': '9f3d208a-59d6-41dd-9714-e0030e5b684d', 'name': 'tempest-snat-router-124304933', 'tenant_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:23:22Z', 'updated_at': '2022-06-01T13:23:29Z', 'revision_number': 4, 'project_id': 'c1c176d7fbac4c34a56451c6e85ee2ef', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:31.260456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.313138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.320821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for 705922f6-cbca-4eeb-9b35-629ba9b2293f owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:31.362748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:31.363453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.516469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6393325b-5444-4722-bfc3-8e9c6e3a411e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/7b151a19-02ff-4e3b-b5c1-6336e1ef2755 HTTP/1.1" status: 204 len: 168 time: 4.9795408 Jun 01 13:23:31.559120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:31.561196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56150) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:31.611229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:31.626214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:31.650418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:31.689418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Pushing event updated for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:31.700960 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddf8e84-1311-4bd8-877e-5ab05f629ea5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:23:31.701447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddf8e84-1311-4bd8-877e-5ab05f629ea5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:23:31.706649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2ddf8e84-1311-4bd8-877e-5ab05f629ea5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/7b151a19-02ff-4e3b-b5c1-6336e1ef2755 HTTP/1.1" status: 404 len: 333 time: 0.1438065 Jun 01 13:23:31.708440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56156) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:31.728555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-3c11e88c-182c-46f7-8d64-392925b17fc2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:31.729301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-3c11e88c-182c-46f7-8d64-392925b17fc2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:31.770571 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b40dcc5-6863-40ec-8590-2c9b4e37074e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:31.771184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b40dcc5-6863-40ec-8590-2c9b4e37074e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:31.776388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.829505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b072c0-33af-4bf7-b40a-5be9bfc36a30 req-25489172-a8b9-48bf-865c-3af092fa539c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:31.831048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47b072c0-33af-4bf7-b40a-5be9bfc36a30 req-25489172-a8b9-48bf-865c-3af092fa539c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5609851 Jun 01 13:23:31.831680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-3c11e88c-182c-46f7-8d64-392925b17fc2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:31.832866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-3c11e88c-182c-46f7-8d64-392925b17fc2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 931 time: 0.6168010 Jun 01 13:23:31.835503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Port': ['ID=705922f6-cbca-4eeb-9b35-629ba9b2293f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:31.879509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:31.880209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:31.905105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4b40dcc5-6863-40ec-8590-2c9b4e37074e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:31.909387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b40dcc5-6863-40ec-8590-2c9b4e37074e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/7b151a19-02ff-4e3b-b5c1-6336e1ef2755 HTTP/1.1" status: 404 len: 333 time: 0.1999569 Jun 01 13:23:31.915538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:31.924400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-fbc18290-7691-40fa-a9be-08de0f58e39f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5831592 Jun 01 13:23:31.936209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-e28c275c-f6b8-4380-9f91-cc833ebd9ca0 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:23:31.937217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-e28c275c-f6b8-4380-9f91-cc833ebd9ca0 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052226 Jun 01 13:23:31.985022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-cf1497d1-59dd-414c-b436-183185ae640d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:31.990081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Deleting port c4199fa3-b0a5-45a5-940d-9baae318bece {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:31.990416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.074928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 5b48ee12-48c7-4df0-a6d9-d8ed062f2e74 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:23:32.085769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.153632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47b072c0-33af-4bf7-b40a-5be9bfc36a30 req-d4c3b4da-9c76-42c0-8f9b-17e0f0b29dbe tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026276 Jun 01 13:23:32.155927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.171201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Request body: {'port': {'device_id': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:32.292061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.373753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-cf1497d1-59dd-414c-b436-183185ae640d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:32.375093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f94fb108-3427-45f4-b883-1a9b6add8d22 req-cf1497d1-59dd-414c-b436-183185ae640d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261834 Jun 01 13:23:32.450037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] For port c4199fa3-b0a5-45a5-940d-9baae318bece, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c4199fa3-b0a5-45a5-940d-9baae318bece,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:32.450556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.523111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.527389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.594295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.644421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.644911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3d208a-59d6-41dd-9714-e0030e5b684d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:32.687692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.692504 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-43c31a5e-1915-45db-adf2-72d9081543ce tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/routers/9f3d208a-59d6-41dd-9714-e0030e5b684d HTTP/1.1" status: 204 len: 168 time: 4.1394978 Jun 01 13:23:32.693431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56188) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:32.781970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Calling delete_port for c4199fa3-b0a5-45a5-940d-9baae318bece owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:32.818831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:32.937220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.001923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.003132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38306f20-ebba-4ec0-b56a-b6077d0d0ed2 None None] Network 2bcd9a44-bb90-4005-8d0a-e657b765a1cc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:33.036296 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/5b48ee12-48c7-4df0-a6d9-d8ed062f2e74 HTTP/1.1" status: 204 len: 168 time: 1.1185751 Jun 01 13:23:33.051970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56200) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:33.060201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104408b-e08a-49d1-a688-9f5eeb44107b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=5b48ee12-48c7-4df0-a6d9-d8ed062f2e74,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:33.088958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.367832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.394881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Deleting port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:33.395262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.593436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] DHCP port deletion for 2bcd9a44-bb90-4005-8d0a-e657b765a1cc request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:23:33.598040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Deleting port 992b16ad-764d-4795-9567-929d229c1604 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:33.598640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.702907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-34d651c6-c6da-4b58-890b-fb650c209d62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3080928 Jun 01 13:23:33.762078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.777523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd147a2-d764-4a39-b5d3-03f8dab2c077 req-62bccf9b-e7ec-46ca-b763-a37a53176db5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:33.784695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbd147a2-d764-4a39-b5d3-03f8dab2c077 req-62bccf9b-e7ec-46ca-b763-a37a53176db5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.0118294 Jun 01 13:23:33.906018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] For port 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:33.906531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.945726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] For port 992b16ad-764d-4795-9567-929d229c1604, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992b16ad-764d-4795-9567-929d229c1604,segment=NetworkSegment(8ef12fc9-5c82-4b22-97a0-bdb8018df99f),segment_id=8ef12fc9-5c82-4b22-97a0-bdb8018df99f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:33.946407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.964042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:33.985642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbd147a2-d764-4a39-b5d3-03f8dab2c077 req-93c5bf9b-17b2-4843-90ee-18f2ebd23127 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997547 Jun 01 13:23:34.118580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Calling delete_port for 992b16ad-764d-4795-9567-929d229c1604 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:34.132127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4199fa3-b0a5-45a5-940d-9baae318bece,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:34.134333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 992b16ad-764d-4795-9567-929d229c1604 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:34.134474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.244651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Calling delete_port for 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:34.251801 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.300688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] Pushing event deleted for resources: {'Port': ['ID=992b16ad-764d-4795-9567-929d229c1604,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:34.305163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9560d1-73e6-4bc6-8554-8fa8b8d3aaf1 None None] No DVR routers for this DVR port 992b16ad-764d-4795-9567-929d229c1604 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:23:34.360884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] The port '992b16ad-764d-4795-9567-929d229c1604' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:23:34.371334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2554-07f2-4391-8af2-f4f1db7234de req-87fab20d-4688-4449-b44c-9c9e3c31d4df tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:34.372859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa5c2554-07f2-4391-8af2-f4f1db7234de req-87fab20d-4688-4449-b44c-9c9e3c31d4df tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 931 time: 0.7353303 Jun 01 13:23:34.410822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.510527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.614765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event deleted for resources: {'Port': ['ID=2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:34.701009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:23:34.751828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.812027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:34.898613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-7a3be0d9-9899-4972-8ae5-e0cf34697b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:34.900102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-7a3be0d9-9899-4972-8ae5-e0cf34697b39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1097 time: 1.0362594 Jun 01 13:23:34.921205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa5c2554-07f2-4391-8af2-f4f1db7234de req-5f1bcf86-25e5-4d9e-9735-4515d03e1cd5 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264843 Jun 01 13:23:34.973844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2f709d-11a2-4988-b097-c68fc3d90020 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:23:35.020091 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.022942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.033696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.047069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcd9a44-bb90-4005-8d0a-e657b765a1cc']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:35.060861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.063300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21b1797a-566b-4d7b-aac1-a1b0c7ca6857 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:35.098256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.099644 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-53adb859-38f3-44aa-a042-b9a468e4dac8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "DELETE /v2.0/routers/21b1797a-566b-4d7b-aac1-a1b0c7ca6857 HTTP/1.1" status: 204 len: 168 time: 2.4001586 Jun 01 13:23:35.103707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56244) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:35.116122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1697121415', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:35.142919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:35.152505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:35.155902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:35.185399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:35.219844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.221415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.254085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992b16ad-764d-4795-9567-929d229c1604 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:35.279107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.360633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 992b16ad-764d-4795-9567-929d229c1604 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:35.361061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992b16ad-764d-4795-9567-929d229c1604 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:35.496501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef12fc9-5c82-4b22-97a0-bdb8018df99f') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:35.497053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef12fc9-5c82-4b22-97a0-bdb8018df99f') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:35.511983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.530040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.538952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:35.539575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.558561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.611071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27f6e-853e-4084-ae3e-92cbf6f9af30 req-298d5377-f9dc-4c00-80c8-3d5bcb263ba7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:35.618820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ad27f6e-853e-4084-ae3e-92cbf6f9af30 req-298d5377-f9dc-4c00-80c8-3d5bcb263ba7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.3519568 Jun 01 13:23:35.698191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:35.743438 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 8ef12fc9-5c82-4b22-97a0-bdb8018df99f resource provider aggregate not found Jun 01 13:23:35.844472 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 8ef12fc9-5c82-4b22-97a0-bdb8018df99f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ef12fc9-5c82-4b22-97a0-bdb8018df99f found for delete ", "request_id": "req-300d98eb-3d52-48f2-a119-54fd4c0b3769"}]} Jun 01 13:23:35.994185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Transition to ACTIVE for port object ee2f709d-11a2-4988-b097-c68fc3d90020 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:35.998223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ad27f6e-853e-4084-ae3e-92cbf6f9af30 req-b0c975dc-99d0-41d5-8450-3d668d27f593 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785739 Jun 01 13:23:36.006676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.109043 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.121074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-1fe7ee5c-0569-4c13-bb21-3be41bd86d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:36.122475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-1fe7ee5c-0569-4c13-bb21-3be41bd86d84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 1.1441417 Jun 01 13:23:36.164955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.206188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56268) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:36.410927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=2bcd9a44-bb90-4005-8d0a-e657b765a1cc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:36.432763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-7e2d7ae6-d2ad-42d8-a345-d76a09821f21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.2643964 Jun 01 13:23:36.478044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Deleting subnet 23bdf25e-b123-409b-a6e1-b4dd8ca4138f {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:23:36.492788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.537127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-efee30d8-9db5-41d7-ad0e-ecd6ae8cc612 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/2bcd9a44-bb90-4005-8d0a-e657b765a1cc HTTP/1.1" status: 204 len: 168 time: 3.4697146 Jun 01 13:23:36.576922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:36.578012 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.643268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.693443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.699515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269352468'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:36.738181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-105604a6-cee8-45d6-bf5d-dfa7d3306e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:36.740866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-105604a6-cee8-45d6-bf5d-dfa7d3306e81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.2401965 Jun 01 13:23:36.743131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:36.745648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:36.764404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:36.778485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:36.796230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:36.816956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.832668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-ba5692b5-f93b-45cd-91ff-2bd21abf59c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635669 Jun 01 13:23:36.918922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:36.922381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:36.988629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:23:36.995951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Allocated IP 172.25.7.54 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e7583e0e-f353-4ae3-a920-6805581e8d8e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:37.009112 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.009554 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment 80b7a466-a3b6-4323-8c41-6987bfba812e of type vlan for network 366430c5-6958-4bce-a326-387825a6888e Jun 01 13:23:37.015867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.076323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:37.149699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Router eb647d10-577d-4aa3-8a8f-3ab456c9a267 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:23:37.161294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:37.161547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2edec6e4-e3ce-4708-8f0a-5c7e3bab5da4 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:37.175866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bdf25e-b123-409b-a6e1-b4dd8ca4138f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:37.189523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.222042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.227760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdeef3-b067-482e-bd39-8b02d9a25f1b req-84cc31ac-440f-4e37-82ba-dc5e0fab503c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:37.229217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5cdeef3-b067-482e-bd39-8b02d9a25f1b req-84cc31ac-440f-4e37-82ba-dc5e0fab503c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 943 time: 1.0899405 Jun 01 13:23:37.231387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fa2df662-4322-45d6-9377-996a6d77be75 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/23bdf25e-b123-409b-a6e1-b4dd8ca4138f HTTP/1.1" status: 204 len: 168 time: 1.0245330 Jun 01 13:23:37.236954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:37.244541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Attempting to bind port ee2f709d-11a2-4988-b097-c68fc3d90020 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:23:37.244713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Attempting to bind port ee2f709d-11a2-4988-b097-c68fc3d90020 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:23:37.245098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Attempting to bind port ee2f709d-11a2-4988-b097-c68fc3d90020 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:37.286271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930c6cc-7474-46ad-85d5-1e10c797963c req-3c0b85d2-40bb-4050-ae4c-ad01430b486f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:37.287740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1930c6cc-7474-46ad-85d5-1e10c797963c req-3c0b85d2-40bb-4050-ae4c-ad01430b486f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.8624089 Jun 01 13:23:37.362501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Port ee2f709d-11a2-4988-b097-c68fc3d90020 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:23:37.362838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Attempting to bind port ee2f709d-11a2-4988-b097-c68fc3d90020 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:37.401745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.433318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:23:37.433692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Checking segment: {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:37.434102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Bound using segment: {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:23:37.434671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Bound port: ee2f709d-11a2-4988-b097-c68fc3d90020, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:23:37.435069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.449578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.453396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.458825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:37.459418 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.494312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5cdeef3-b067-482e-bd39-8b02d9a25f1b req-b7052e9f-273b-4c18-9e8a-8f1f2793905c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417154 Jun 01 13:23:37.629266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-128fb02d-9456-41aa-a487-c2c4dfb98651 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806418 Jun 01 13:23:37.632700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1930c6cc-7474-46ad-85d5-1e10c797963c req-76b59b49-9074-43ba-a491-0842b85c7eae tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963250 Jun 01 13:23:37.706538 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0818131 Jun 01 13:23:37.715215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56310) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:37.728254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '366430c5-6958-4bce-a326-387825a6888e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:37.774851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:23:37.784941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ee2f709d-11a2-4988-b097-c68fc3d90020,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:23:37.796861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:37.807034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Sync routers for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:37.807387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b5d4e25-46c7-421a-8672-85a5d928d062 admin admin] 10.222.0.40 "PUT /v2.0/routers/eb647d10-577d-4aa3-8a8f-3ab456c9a267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4493828 Jun 01 13:23:37.808772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.814364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:37.819957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:37.821053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:37.883898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d967-b57a-468a-876d-12a201002099 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=366430c5-6958-4bce-a326-387825a6888e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:37.890508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:37.895478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.900729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:37.904392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 366430c5-6958-4bce-a326-387825a6888e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:23:37.947355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:37.953134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:37.995418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:37.996978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:38.005614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:38.014795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9887956d-238b-4bda-ae21-419b301a1fe6']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:38.019717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:38.020616 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.022579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee2f709d-11a2-4988-b097-c68fc3d90020 HTTP/1.1" status: 200 len: 1091 time: 6.0722716 Jun 01 13:23:38.024599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:38.054998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:23:38.079138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593bbe98-6555-483e-bee7-c8be0a5c59d1') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:38.079433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593bbe98-6555-483e-bee7-c8be0a5c59d1') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:38.098456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event updated for resources: {'Port': ['ID=e7583e0e-f353-4ae3-a920-6805581e8d8e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:38.126498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.140639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:38.144618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.158843 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5695ec-3e56-4565-af02-ea13fb21c3c5'] response: {'name': 'network-changed', 'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020', 'status': 'completed', 'code': 200} Jun 01 13:23:38.175554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.194024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:38.275794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ca4800d-9d50-4dd7-944a-7e17d813eae1 req-deb3e875-38c2-4f9b-ab50-5bf3c3402454 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353042 Jun 01 13:23:38.297768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:38.298297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.385858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b849c4-960d-4446-9866-d176510ba8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:38.447166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682de36-6276-48de-b04c-37e4eb27acfb req-2bc78cbb-7000-44c3-9f23-2cd114d92b89 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:38.452770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6682de36-6276-48de-b04c-37e4eb27acfb req-2bc78cbb-7000-44c3-9f23-2cd114d92b89 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6460445 Jun 01 13:23:38.504727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.598398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-658c9373-2525-4bb9-9045-8af8ad425038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:38.608303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-658c9373-2525-4bb9-9045-8af8ad425038 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 1094 time: 0.4540639 Jun 01 13:23:38.623116 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 593bbe98-6555-483e-bee7-c8be0a5c59d1 resource provider aggregate not found Jun 01 13:23:38.648718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:23:33Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:38.654237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Checking router: eb647d10-577d-4aa3-8a8f-3ab456c9a267 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:23:38.665294 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 593bbe98-6555-483e-bee7-c8be0a5c59d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 593bbe98-6555-483e-bee7-c8be0a5c59d1 found for delete ", "request_id": "req-b57dfcc3-a9f9-40d4-92d2-a7f49477604e"}]} Jun 01 13:23:38.665473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Routers {'eb647d10-577d-4aa3-8a8f-3ab456c9a267'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:38.665910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:38.740927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.770890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:38.773391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] Pushing event deleted for resources: {'Network': ['ID=9887956d-238b-4bda-ae21-419b301a1fe6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:38.789996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d69ea89-e1af-4525-a356-9056e1f3b58d admin admin] 10.222.0.40 "DELETE /v2.0/networks/9887956d-238b-4bda-ae21-419b301a1fe6 HTTP/1.1" status: 204 len: 168 time: 1.5518672 Jun 01 13:23:38.793199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:38.817031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6682de36-6276-48de-b04c-37e4eb27acfb req-a185ec62-996c-4f20-b99a-64b79966da61 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581247 Jun 01 13:23:38.937429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] Set router eb647d10-577d-4aa3-8a8f-3ab456c9a267 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:23:38.968401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-454ab40d-e2e8-4d8b-b6d7-8b375237683e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee2f709d-11a2-4988-b097-c68fc3d90020 HTTP/1.1" status: 200 len: 217 time: 0.3333073 Jun 01 13:23:39.061909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Deleting subnet 1fc60c76-43fd-41f4-8692-61b6c5db7b79 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:23:39.088419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.181973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.217812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.301034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.324142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:23:33Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:39.327819 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.328666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51063b-ac69-40b8-901f-4bf1127523c3 None None] The sync data for ids ['eb647d10-577d-4aa3-8a8f-3ab456c9a267'] in n-d-844200-1 is: [{'id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'name': 'tempest-AttachVolumeTestJSON-1225410458-router', 'tenant_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:16:11Z', 'updated_at': '2022-06-01T13:23:33Z', 'revision_number': 5, 'project_id': '8f9df352aca04b0b8dfb3331e4601bcb', 'gw_port': {'id': 'f92cb9d7-b14c-49f2-9a43-43997339e923', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb647d10-577d-4aa3-8a8f-3ab456c9a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:16:13Z', 'updated_at': '2022-06-01T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:39.337468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-86d30a91-e79c-4b0e-891f-b7e9189a4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:39.339121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-86d30a91-e79c-4b0e-891f-b7e9189a4ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d108a8d-293b-4700-898f-602ca6d1c47e HTTP/1.1" status: 200 len: 848 time: 0.3452637 Jun 01 13:23:39.350013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0f77-8b2e-41a7-a9fd-f8031aeb801e req-19c87d32-77f1-4b72-b206-4e64e2336371 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:39.358144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de3a0f77-8b2e-41a7-a9fd-f8031aeb801e req-19c87d32-77f1-4b72-b206-4e64e2336371 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 943 time: 0.6978784 Jun 01 13:23:39.412185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Deleting port f92cb9d7-b14c-49f2-9a43-43997339e923 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:39.412519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.441927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.464088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-d87c3220-ff05-4b5e-99bf-36999f0b8c50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=830ba35b-dcd3-4e58-b28e-919dc412c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998714 Jun 01 13:23:39.603631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': '80b7a466-a3b6-4323-8c41-6987bfba812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '366430c5-6958-4bce-a326-387825a6888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:39.603631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: 366430c5-6958-4bce-a326-387825a6888e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:23:39.607862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=a01d234a-a35a-475b-826d-51bcd2994c4c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:39.680647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de3a0f77-8b2e-41a7-a9fd-f8031aeb801e req-317c2e57-335f-4e37-a806-6a6b82b53134 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211887 Jun 01 13:23:39.700546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0498d-173f-4273-8fec-a7496350005c req-1d414bb3-ce6f-44d4-ba0c-e12372d0f468 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:39.703966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd0498d-173f-4273-8fec-a7496350005c req-1d414bb3-ce6f-44d4-ba0c-e12372d0f468 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6550822 Jun 01 13:23:39.762985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 366430c5-6958-4bce-a326-387825a6888e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:23:39.828325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 366430c5-6958-4bce-a326-387825a6888e) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:39.838378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.841561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08acd8-3901-4690-a83c-e8b62ea4e8b7 None None] Network 366430c5-6958-4bce-a326-387825a6888e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:39.844697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd0498d-173f-4273-8fec-a7496350005c req-58e4324f-f733-4dce-acf2-4d7b367a80b4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280837 Jun 01 13:23:39.885144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-dc3e5e70-5898-45e7-bd15-dae9eebc3a24 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075077 Jun 01 13:23:39.887416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] For port f92cb9d7-b14c-49f2-9a43-43997339e923, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=f92cb9d7-b14c-49f2-9a43-43997339e923,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:39.887962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.907392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:39.907972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.936715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc60c76-43fd-41f4-8692-61b6c5db7b79,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:39.942159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:39.958440 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6111a38-c20e-4846-9aec-a1ad39416754 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1fc60c76-43fd-41f4-8692-61b6c5db7b79 HTTP/1.1" status: 204 len: 168 time: 1.1640000 Jun 01 13:23:39.961057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:39.998718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.017978 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2b944685-5dbc-4b8c-aa23-edb61f4d0277 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2985461 Jun 01 13:23:40.019024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56368) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:40.086797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '366430c5-6958-4bce-a326-387825a6888e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-33881269'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:40.135328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Calling delete_port for f92cb9d7-b14c-49f2-9a43-43997339e923 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:40.276970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-366430c5-6958-4bce-a326-387825a6888e', 'network_id': '366430c5-6958-4bce-a326-387825a6888e', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': 'a01d234a-a35a-475b-826d-51bcd2994c4c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:23:40.277817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.407871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.440093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e96e5cec-e614-40d8-8c38-c2d22cd1ae7e req-e2d1176d-e628-413f-a69a-9e4486a46e25 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326457 Jun 01 13:23:40.455657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6acef-1ee0-4f32-8189-9c2fc320e230 req-f0105d1c-dffe-4cb0-bde5-8aba4dd1da12 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:40.464031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9da6acef-1ee0-4f32-8189-9c2fc320e230 req-f0105d1c-dffe-4cb0-bde5-8aba4dd1da12 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3576875 Jun 01 13:23:40.570312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Allocated IP 2001:db8::2 (366430c5-6958-4bce-a326-387825a6888e/a01d234a-a35a-475b-826d-51bcd2994c4c/e40e0208-3d00-49db-a378-37d1e9c27832) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:40.600764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9da6acef-1ee0-4f32-8189-9c2fc320e230 req-401b8eb6-405d-4872-9719-5599606aba49 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355510 Jun 01 13:23:40.751445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.827839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.838403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Transition to ACTIVE for port object e40e0208-3d00-49db-a378-37d1e9c27832 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:40.851124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92cb9d7-b14c-49f2-9a43-43997339e923,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:40.858330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Transition to ACTIVE for port object e40e0208-3d00-49db-a378-37d1e9c27832 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:40.869041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.869674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-00e8e0b4-9a50-449b-9698-b879d633e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:40.872318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-00e8e0b4-9a50-449b-9698-b879d633e93b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 1094 time: 0.3521218 Jun 01 13:23:40.938017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:40.960816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Pushing event updated for resources: {'Port': ['ID=e40e0208-3d00-49db-a378-37d1e9c27832,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:40.968650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Network 366430c5-6958-4bce-a326-387825a6888e is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:40.970032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:40.970780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:40.975031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:40.992006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Router 93fa3316-80a9-424a-b0c1-ccd03d64a1c8 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:23:40.994295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:41.086786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Attempting to bind port e40e0208-3d00-49db-a378-37d1e9c27832 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:23:41.087160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Attempting to bind port e40e0208-3d00-49db-a378-37d1e9c27832 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '80b7a466-a3b6-4323-8c41-6987bfba812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '366430c5-6958-4bce-a326-387825a6888e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:23:41.087809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Attempting to bind port e40e0208-3d00-49db-a378-37d1e9c27832 on network 366430c5-6958-4bce-a326-387825a6888e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:23:41.097259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:23:41.097644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Checking segment: {'id': '80b7a466-a3b6-4323-8c41-6987bfba812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '366430c5-6958-4bce-a326-387825a6888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:23:41.098051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.098457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Bound using segment: {'id': '80b7a466-a3b6-4323-8c41-6987bfba812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '366430c5-6958-4bce-a326-387825a6888e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:23:41.098938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Bound port: e40e0208-3d00-49db-a378-37d1e9c27832, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b7a466-a3b6-4323-8c41-6987bfba812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '366430c5-6958-4bce-a326-387825a6888e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:23:41.099308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.138279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a11c77-6ce3-4f7a-b1de-ddcf95646fff']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:41.166226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c4199fa3-b0a5-45a5-940d-9baae318bece no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:41.189980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:41.216905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.223364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c4199fa3-b0a5-45a5-940d-9baae318bece {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:41.223705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c4199fa3-b0a5-45a5-940d-9baae318bece not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:41.254350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbacba4f-2479-4509-bd16-95666dc971df') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:41.258848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbacba4f-2479-4509-bd16-95666dc971df') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:41.291956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] For port e40e0208-3d00-49db-a378-37d1e9c27832, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:23:41.296563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] For port e40e0208-3d00-49db-a378-37d1e9c27832, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e40e0208-3d00-49db-a378-37d1e9c27832,segment=NetworkSegment(80b7a466-a3b6-4323-8c41-6987bfba812e),segment_id=80b7a466-a3b6-4323-8c41-6987bfba812e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:23:41.299549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.304502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.317612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 788e60f5-a741-4f97-b602-be5c7ce1b80f yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:41.320289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.447677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357bd6b-76b9-4215-b5f9-f22aa3aee816 None None] Pushing event updated for resources: {'Port': ['ID=e40e0208-3d00-49db-a378-37d1e9c27832,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:41.608401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::395 (366430c5-6958-4bce-a326-387825a6888e/a01d234a-a35a-475b-826d-51bcd2994c4c/788e60f5-a741-4f97-b602-be5c7ce1b80f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:41.878721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.884432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.887052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-d3d7ec82-4e52-4283-a90c-243ba4295ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:41.889101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-d3d7ec82-4e52-4283-a90c-243ba4295ce6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 909 time: 0.9302261 Jun 01 13:23:41.893167 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.931422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:41.931828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:41.968036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-cd86336e-05d6-4634-a96d-d3f7a480eae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee2f709d-11a2-4988-b097-c68fc3d90020 HTTP/1.1" status: 200 len: 217 time: 0.0699065 Jun 01 13:23:41.979144 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bbacba4f-2479-4509-bd16-95666dc971df resource provider aggregate not found Jun 01 13:23:42.034461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7166b2-8f98-4a08-981e-5fe20b376539 req-52a8f8ea-eadc-45f5-933f-11772c7b8c1d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:42.036107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7166b2-8f98-4a08-981e-5fe20b376539 req-52a8f8ea-eadc-45f5-933f-11772c7b8c1d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 943 time: 1.0791199 Jun 01 13:23:42.077764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:42.082651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.083161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb647d10-577d-4aa3-8a8f-3ab456c9a267 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:42.095740 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment bbacba4f-2479-4509-bd16-95666dc971df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbacba4f-2479-4509-bd16-95666dc971df found for delete ", "request_id": "req-24b40868-7383-4f8a-93e1-3b163fb8c903"}]} Jun 01 13:23:42.100573 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] Sync routers for ids ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:42.119633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-77942232-9684-4fe8-a711-dbb1824d16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:42.121494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-77942232-9684-4fe8-a711-dbb1824d16a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d108a8d-293b-4700-898f-602ca6d1c47e HTTP/1.1" status: 200 len: 848 time: 0.1418145 Jun 01 13:23:42.123051 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] Routers {'93fa3316-80a9-424a-b0c1-ccd03d64a1c8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:42.123716 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:42.132435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b7166b2-8f98-4a08-981e-5fe20b376539 req-b338ea6b-57c8-4613-b557-49471ee342dc tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894079 Jun 01 13:23:42.138616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.181429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.192554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29b44-0456-45fb-9997-16af4adeffa6 req-c21fb89b-2385-4864-b837-f8c9ea5e02c1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:42.198491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08a29b44-0456-45fb-9997-16af4adeffa6 req-c21fb89b-2385-4864-b837-f8c9ea5e02c1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4056084 Jun 01 13:23:42.202251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-7bf13f63-a7a8-4fa5-a55a-9987c8e52245 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=830ba35b-dcd3-4e58-b28e-919dc412c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685530 Jun 01 13:23:42.204389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.206644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2f8e44d6-1446-4191-b14f-8afa68ecb9d8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/eb647d10-577d-4aa3-8a8f-3ab456c9a267 HTTP/1.1" status: 204 len: 168 time: 4.3570316 Jun 01 13:23:42.211992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56418) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:42.225926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.228109 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] 10.222.0.40 "DELETE /v2.0/networks/c3a11c77-6ce3-4f7a-b1de-ddcf95646fff HTTP/1.1" status: 204 len: 168 time: 2.2660065 Jun 01 13:23:42.231479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9d7e7-8171-4198-a3ba-d344d81a6db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a11c77-6ce3-4f7a-b1de-ddcf95646fff,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:42.232050 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:42.235355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 788e60f5-a741-4f97-b602-be5c7ce1b80f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:23:42.237985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.241678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dcc0f151-2af0-4b26-a0a8-b402edd096a4 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1290820 Jun 01 13:23:42.242444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56424) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:42.247194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] Routers {'93fa3316-80a9-424a-b0c1-ccd03d64a1c8'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:42.248065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:42.257343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:42.374951 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:42.375488 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22fd4d-cfa4-4a8f-a5ba-9a01b04332a1 None None] The sync data for ids ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:42.486575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:42.552386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Deleting subnet f5a2d33c-e81f-415e-bf90-59815f03ee35 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:23:42.647256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08a29b44-0456-45fb-9997-16af4adeffa6 req-9510d7f4-7855-4568-b81e-b880f5265e4a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341495 Jun 01 13:23:42.689045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.768862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.774459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:42.807860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-c06b6889-083e-428c-a977-782bc38dcfb5 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936053 Jun 01 13:23:42.851295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-610f078d-0671-4b88-8ad3-e5af22434c4c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=83e9672907084bb685ddcdecabc29f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635635 Jun 01 13:23:42.857448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:42.949680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ab53f-b76d-47e8-bdd7-ed9c8f0b2bf2 None None] Network 366430c5-6958-4bce-a326-387825a6888e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:43.022040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a17bf84-fc54-4f04-8a7d-90f0211a0a57 req-ca22ea92-386c-4e66-a093-3e99b23bc575 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007325 Jun 01 13:23:43.028704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 366430c5-6958-4bce-a326-387825a6888e is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:43.038451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:43.046453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:43.051918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:43.052696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.079676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.080874 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.0566926 Jun 01 13:23:43.086035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56446) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:43.177091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 788e60f5-a741-4f97-b602-be5c7ce1b80f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:43.178000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.211282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e40e0208-3d00-49db-a378-37d1e9c27832 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:43.220062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.262612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a2d33c-e81f-415e-bf90-59815f03ee35,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:43.264842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2138f0fc-48e1-4867-8e89-0f4a470bb6f9 None None] Provisioning for port e40e0208-3d00-49db-a378-37d1e9c27832 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:43.266890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.283550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.303791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6df730af-817f-4fff-b9e2-70bce6668d3f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f5a2d33c-e81f-415e-bf90-59815f03ee35 HTTP/1.1" status: 204 len: 168 time: 1.0832567 Jun 01 13:23:43.305564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.312902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56454) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:43.346933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd511d-54b0-47dc-969a-d5a3d05371e4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=788e60f5-a741-4f97-b602-be5c7ce1b80f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:43.384379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1df06c-6313-46e7-9685-be9edc7261fb None None] Network 86599a28-c2fd-4a24-9c21-098be794b915 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:43.514339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.535359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Deleting port 0baea708-0c55-40e1-88cf-2b61f8f9eccc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:43.535700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.604285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.635638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf3643-b54a-4a6c-8ab1-c43d064f34a8 req-c1bdf496-e132-4fa1-b660-088865701d2d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:43.637125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dbf3643-b54a-4a6c-8ab1-c43d064f34a8 req-c1bdf496-e132-4fa1-b660-088865701d2d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 943 time: 0.3013785 Jun 01 13:23:43.641852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:43.657733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.680806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.681868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ef1f9ed9-b8b6-4e8b-9dfb-2f26611d9052 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd6fb93d-cee4-4fe7-9c61-e3b4a7c51e92 HTTP/1.1" status: 204 len: 168 time: 0.8218889 Jun 01 13:23:43.747953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ee2f709d-11a2-4988-b097-c68fc3d90020 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:23:43.762711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dbf3643-b54a-4a6c-8ab1-c43d064f34a8 req-f60ea79f-b886-400b-9085-756d6f434a45 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Jun 01 13:23:43.897280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:43.952502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e40e0208-3d00-49db-a378-37d1e9c27832 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:44.001041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ee2f709d-11a2-4988-b097-c68fc3d90020,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:44.020771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ee2f709d-11a2-4988-b097-c68fc3d90020', 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e', 'port_id': 'ee2f709d-11a2-4988-b097-c68fc3d90020', 'mac_address': 'fa:16:3e:5a:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d108a8d-293b-4700-898f-602ca6d1c47e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:23:44.097761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 788e60f5-a741-4f97-b602-be5c7ce1b80f owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:44.138122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e40e0208-3d00-49db-a378-37d1e9c27832 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:44.138729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.177544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] For port 0baea708-0c55-40e1-88cf-2b61f8f9eccc, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0baea708-0c55-40e1-88cf-2b61f8f9eccc,segment=NetworkSegment(be2b355e-2101-41dc-b5d8-383c6b4a47a3),segment_id=be2b355e-2101-41dc-b5d8-383c6b4a47a3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:44.178161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.191061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ee2f709d-11a2-4988-b097-c68fc3d90020 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:44.191442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.245521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2f709d-11a2-4988-b097-c68fc3d90020 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:23:44.269462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ee2f709d-11a2-4988-b097-c68fc3d90020,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:44.358935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e40e0208-3d00-49db-a378-37d1e9c27832 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:44.368243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.385596 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.388555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Calling delete_port for 0baea708-0c55-40e1-88cf-2b61f8f9eccc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:44.470046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.521549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:44.590194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:44.597493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402de5b-978b-4000-b4d1-cb0cdb5121cb req-d71b6e58-a7de-43bd-85e4-702c13b51de5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:44.609293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7402de5b-978b-4000-b4d1-cb0cdb5121cb req-d71b6e58-a7de-43bd-85e4-702c13b51de5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5040653 Jun 01 13:23:44.628336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e40e0208-3d00-49db-a378-37d1e9c27832, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e40e0208-3d00-49db-a378-37d1e9c27832,segment=NetworkSegment(80b7a466-a3b6-4323-8c41-6987bfba812e),segment_id=80b7a466-a3b6-4323-8c41-6987bfba812e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:44.635283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ee2f709d-11a2-4988-b097-c68fc3d90020'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:23:44.679505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.704085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.732027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=788e60f5-a741-4f97-b602-be5c7ce1b80f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:44.769920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f92cb9d7-b14c-49f2-9a43-43997339e923 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:44.808765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] No DVR routers for this DVR port 0baea708-0c55-40e1-88cf-2b61f8f9eccc on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:23:44.823000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: f92cb9d7-b14c-49f2-9a43-43997339e923 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:44.823625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device f92cb9d7-b14c-49f2-9a43-43997339e923 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:44.825607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8a84a-974a-4638-aff8-5d47e2bde050 None None] DHCP port deletion for 86599a28-c2fd-4a24-9c21-098be794b915 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:23:44.833516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:44.888878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e40e0208-3d00-49db-a378-37d1e9c27832,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:44.953551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0baea708-0c55-40e1-88cf-2b61f8f9eccc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:44.981038 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:23:45.000546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d2f20122-200e-4563-bed1-58336535e4e5 None None] Provisioning complete for port e40e0208-3d00-49db-a378-37d1e9c27832 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:45.001528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d2f20122-200e-4563-bed1-58336535e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.069560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.190392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7402de5b-978b-4000-b4d1-cb0cdb5121cb req-3201c7f0-77c0-4176-82e8-f908cfd7bfb6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736907 Jun 01 13:23:45.192653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-363d15e6-b2a8-45de-b7c1-faf54ab296e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=982a887ec84f4f2da9f0b2ac424fa89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691387 Jun 01 13:23:45.196251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56492) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:45.197763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86599a28-c2fd-4a24-9c21-098be794b915']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:45.223750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56496) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:45.224372 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0bfcba4b-b4b9-44f2-a5d1-ec3b4df53c13 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/788e60f5-a741-4f97-b602-be5c7ce1b80f HTTP/1.1" status: 204 len: 168 time: 2.1340070 Jun 01 13:23:45.244230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d2f20122-200e-4563-bed1-58336535e4e5 None None] Current status of the port e40e0208-3d00-49db-a378-37d1e9c27832 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:45.248244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e40e0208-3d00-49db-a378-37d1e9c27832 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:45.290101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2b355e-2101-41dc-b5d8-383c6b4a47a3') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:45.290410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2b355e-2101-41dc-b5d8-383c6b4a47a3') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:45.327263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d2f20122-200e-4563-bed1-58336535e4e5 None None] Could not find standard attr ID for object 788e60f5-a741-4f97-b602-be5c7ce1b80f. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:23:45.334377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.363021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e40e0208-3d00-49db-a378-37d1e9c27832 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:45.364237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.389927 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6031b06-292c-404f-bde3-2cf497b280e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:45.390439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b6031b06-292c-404f-bde3-2cf497b280e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:45.414368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.437749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.453828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-122deaf6-dd37-4f14-a4c7-d220f88b4244 None None] Could not find standard attr ID for object 788e60f5-a741-4f97-b602-be5c7ce1b80f. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:23:45.454799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:45.455206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.523476 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.530882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.544406 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment be2b355e-2101-41dc-b5d8-383c6b4a47a3 resource provider aggregate not found Jun 01 13:23:45.581483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0cca1-81f8-4ca3-9427-e787cff58b74 req-50d5f8e6-a90a-4a27-b8f2-508850f5027c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:45.583013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ee0cca1-81f8-4ca3-9427-e787cff58b74 req-50d5f8e6-a90a-4a27-b8f2-508850f5027c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 944 time: 0.6230283 Jun 01 13:23:45.583676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b6031b06-292c-404f-bde3-2cf497b280e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:45.587283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b6031b06-292c-404f-bde3-2cf497b280e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/788e60f5-a741-4f97-b602-be5c7ce1b80f HTTP/1.1" status: 404 len: 333 time: 0.3599513 Jun 01 13:23:45.593890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:45.614576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.615553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e40e0208-3d00-49db-a378-37d1e9c27832 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:45.652328 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment be2b355e-2101-41dc-b5d8-383c6b4a47a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be2b355e-2101-41dc-b5d8-383c6b4a47a3 found for delete ", "request_id": "req-6b256bab-6540-49b5-bf50-440044c27a19"}]} Jun 01 13:23:45.687025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0baea708-0c55-40e1-88cf-2b61f8f9eccc no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:45.704450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.743377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 0baea708-0c55-40e1-88cf-2b61f8f9eccc {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:45.744195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0baea708-0c55-40e1-88cf-2b61f8f9eccc not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:45.749577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.760728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ee2f709d-11a2-4988-b097-c68fc3d90020 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:23:45.768316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] 10.222.0.40 "DELETE /v2.0/networks/86599a28-c2fd-4a24-9c21-098be794b915 HTTP/1.1" status: 204 len: 168 time: 2.4543602 Jun 01 13:23:45.777083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ee0cca1-81f8-4ca3-9427-e787cff58b74 req-9a6af6c7-1849-4ad2-9390-13309ffe298d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804128 Jun 01 13:23:45.784081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa453dd-7e26-4bad-b2cb-3603dead9b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=86599a28-c2fd-4a24-9c21-098be794b915,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:45.798652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet a01d234a-a35a-475b-826d-51bcd2994c4c {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:23:45.804180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.857906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router 93fa3316-80a9-424a-b0c1-ccd03d64a1c8 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:23:45.890357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ee2f709d-11a2-4988-b097-c68fc3d90020 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:23:45.896424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ee2f709d-11a2-4988-b097-c68fc3d90020 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:23:45.897560 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.927254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:45.933661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.020146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c51a0-4a79-402d-957e-cdd93c5514ef,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:46.032869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.037410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-103c0698-7641-4985-a334-e944f034a3b2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/600c51a0-4a79-402d-957e-cdd93c5514ef HTTP/1.1" status: 204 len: 168 time: 0.8312643 Jun 01 13:23:46.107578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56522) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:46.109030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.122536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ee2f709d-11a2-4988-b097-c68fc3d90020 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:23:46.126267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.163968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ee2f709d-11a2-4988-b097-c68fc3d90020,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:46.165086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:23:46.174450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.266544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:46.296390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:46.303136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d1975dab-2f46-4ef0-946d-ae50ced58974 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8f9df352aca04b0b8dfb3331e4601bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110947 Jun 01 13:23:46.308233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56532) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:46.309458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] Sync routers for ids ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:46.320878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.327181 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bbfe5ff7-034b-4117-8369-e5f45251880a tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "PUT /v2.0/routers/93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 200 len: 921 time: 4.0836313 Jun 01 13:23:46.330783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:46.356670 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3a8c14-beec-40c9-8efa-579097e9ae98'] response: {'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020', 'code': 200} Jun 01 13:23:46.360278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] Routers {'93fa3316-80a9-424a-b0c1-ccd03d64a1c8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:46.362921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:46.485779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:46.495318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] Routers {'93fa3316-80a9-424a-b0c1-ccd03d64a1c8'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:46.496160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:46.514098 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.564128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:46.564538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16531459-412f-4b34-a629-d550be6a52f2 None None] The sync data for ids ['93fa3316-80a9-424a-b0c1-ccd03d64a1c8'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:46.767495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=a01d234a-a35a-475b-826d-51bcd2994c4c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:46.769404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.777163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac8e2b-8d47-4a05-89cd-d4761ebf89ee None None] Network 366430c5-6958-4bce-a326-387825a6888e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:23:46.872685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f4a17ce1-805e-42c0-95cc-6662449905a3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/a01d234a-a35a-475b-826d-51bcd2994c4c HTTP/1.1" status: 204 len: 168 time: 1.2751117 Jun 01 13:23:46.873632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56562) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:46.888569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.943880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:46.983557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-73b5b23c-2b1d-40cb-81df-0bb362b80bbb tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 200 len: 921 time: 0.6491487 Jun 01 13:23:46.988459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56574) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:47.054036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45528-5718-4ec8-bc9d-15ffbf803e2b req-ec446148-ecad-42fb-b3dc-7fb6ac7bbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:47.054036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c45528-5718-4ec8-bc9d-15ffbf803e2b req-ec446148-ecad-42fb-b3dc-7fb6ac7bbea8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 1096 time: 0.5920482 Jun 01 13:23:47.093188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334ec4-a342-4ec5-8c5d-6bc77f60fc02 req-38db4c06-f158-4724-93ed-14a916acfd63 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:47.094937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e334ec4-a342-4ec5-8c5d-6bc77f60fc02 req-38db4c06-f158-4724-93ed-14a916acfd63 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6314442 Jun 01 13:23:47.138723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.165384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port e40e0208-3d00-49db-a378-37d1e9c27832 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:47.165515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.170637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c45528-5718-4ec8-bc9d-15ffbf803e2b req-99467608-730e-4b84-94cd-984e985ecc00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086721 Jun 01 13:23:47.186247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e334ec4-a342-4ec5-8c5d-6bc77f60fc02 req-e2092ad8-12ec-473d-98a1-499b83e925cb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821049 Jun 01 13:23:47.228895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.262782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5201d83-7994-4239-9188-df0c4a675a61,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:47.276696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045903d4-afbc-4776-aad3-76a82c77d0f5 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:47.277393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-045903d4-afbc-4776-aad3-76a82c77d0f5 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Synchronizing usage tracker for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:47.282715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.286766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b8599c67-b4fc-474c-baf1-145e132b9b5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d5201d83-7994-4239-9188-df0c4a675a61 HTTP/1.1" status: 204 len: 168 time: 0.9771762 Jun 01 13:23:47.304328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] DHCP port deletion for 366430c5-6958-4bce-a326-387825a6888e request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:23:47.310112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Deleting port e40e0208-3d00-49db-a378-37d1e9c27832 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:47.310823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.313179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-045903d4-afbc-4776-aad3-76a82c77d0f5 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Unset dirty status for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:47.316812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-045903d4-afbc-4776-aad3-76a82c77d0f5 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=93fa3316-80a9-424a-b0c1-ccd03d64a1c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3148263 Jun 01 13:23:47.317360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56586) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:47.426951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f4d69-015a-4351-a7c2-d4a9d35889c2 req-f2e478ab-0c1c-476f-8fcc-5b7e9fbcc25c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:47.428463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71f4d69-015a-4351-a7c2-d4a9d35889c2 req-f2e478ab-0c1c-476f-8fcc-5b7e9fbcc25c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 945 time: 0.2462800 Jun 01 13:23:47.542849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] For port e40e0208-3d00-49db-a378-37d1e9c27832, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e40e0208-3d00-49db-a378-37d1e9c27832,segment=NetworkSegment(80b7a466-a3b6-4323-8c41-6987bfba812e),segment_id=80b7a466-a3b6-4323-8c41-6987bfba812e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:47.543436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.602573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494045f9-c8d1-4537-957e-13dbb25a3fbf tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:47.609424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-494045f9-c8d1-4537-957e-13dbb25a3fbf tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.2868080 Jun 01 13:23:47.633395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56594) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:47.799650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9282cebf-4bd3-4b51-b5ef-99bec0390471 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 200 len: 205 time: 0.1616604 Jun 01 13:23:47.799650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56602) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:47.831676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for e40e0208-3d00-49db-a378-37d1e9c27832 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:47.843332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] For port e40e0208-3d00-49db-a378-37d1e9c27832, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e40e0208-3d00-49db-a378-37d1e9c27832,segment=NetworkSegment(80b7a466-a3b6-4323-8c41-6987bfba812e),segment_id=80b7a466-a3b6-4323-8c41-6987bfba812e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:47.844096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:47.969482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.039497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=e40e0208-3d00-49db-a378-37d1e9c27832,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:48.043188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No DVR routers for this DVR port e40e0208-3d00-49db-a378-37d1e9c27832 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:23:48.076272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Calling delete_port for e40e0208-3d00-49db-a378-37d1e9c27832 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:48.111636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.184194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71f4d69-015a-4351-a7c2-d4a9d35889c2 req-872e44ac-c037-48bd-ad8b-fb7c9e1805c2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474476 Jun 01 13:23:48.279622 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.291842 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-30ad1186-d1d9-49e5-a568-2285c1709a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.369743 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:23:48.370632 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:23:48.441513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.481853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366430c5-6958-4bce-a326-387825a6888e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:48.498622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b7a466-a3b6-4323-8c41-6987bfba812e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:48.499154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b7a466-a3b6-4323-8c41-6987bfba812e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:48.517609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.542900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.550545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:23:48.550957 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.751090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.792631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port e7583e0e-f353-4ae3-a920-6805581e8d8e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:48.792631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.829564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.835679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.850945 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 80b7a466-a3b6-4323-8c41-6987bfba812e resource provider aggregate not found Jun 01 13:23:48.871443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Deleting port e40e0208-3d00-49db-a378-37d1e9c27832 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:48.871668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246e37-7f25-4804-a521-e19a95f418dc req-a4a2bbcb-3ec9-4cef-a6e9-488b40970d2a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:48.872375 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:48.873520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4246e37-7f25-4804-a521-e19a95f418dc req-a4a2bbcb-3ec9-4cef-a6e9-488b40970d2a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3695338 Jun 01 13:23:48.893483 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/366430c5-6958-4bce-a326-387825a6888e HTTP/1.1" status: 204 len: 168 time: 2.0149748 Jun 01 13:23:48.893596 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 80b7a466-a3b6-4323-8c41-6987bfba812e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80b7a466-a3b6-4323-8c41-6987bfba812e found for delete ", "request_id": "req-e4c23bb0-b604-41a0-9eab-d981e1e7edbc"}]} Jun 01 13:23:48.896572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56648) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:48.899730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0cf54-2594-42ec-b4e9-0398b24cd4a1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=366430c5-6958-4bce-a326-387825a6888e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:48.907041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'name': 'tempest-PortsIpV6TestJSON-1749823105'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:49.026020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c021401-21f7-4887-8ae8-b1c88b9b5751 None None] The port 'e40e0208-3d00-49db-a378-37d1e9c27832' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:23:49.044795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4246e37-7f25-4804-a521-e19a95f418dc req-9d7b7e3b-52f4-4512-9534-319bbdff43f2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585109 Jun 01 13:23:49.115561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:49.135243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:49.138740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e40e0208-3d00-49db-a378-37d1e9c27832 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:49.150642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:49.154768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:49.162082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:49.200283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:49.205466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:49.207916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e40e0208-3d00-49db-a378-37d1e9c27832 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:49.208617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e40e0208-3d00-49db-a378-37d1e9c27832 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:49.237247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 58ba8a68-ffd5-4d50-a4d6-9dcd2db83984 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:49.569731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:49.617675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:49.744189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:49.748349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:49.753560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:49.759467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:49.760077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:49.769207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=58ba8a68-ffd5-4d50-a4d6-9dcd2db83984,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:49.797170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for e7583e0e-f353-4ae3-a920-6805581e8d8e owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:49.824440 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2dc870b-4ce3-4afe-a501-5a16c4174648 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9242620 Jun 01 13:23:49.824669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:49.955777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 58ba8a68-ffd5-4d50-a4d6-9dcd2db83984 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:49.956408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:50.372432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381e06-5c42-4c7c-837b-3c364faf3006 req-150b1e67-d637-4a9e-a9b1-a11a8cb5d25a tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:50.380895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b381e06-5c42-4c7c-837b-3c364faf3006 req-150b1e67-d637-4a9e-a9b1-a11a8cb5d25a tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 945 time: 0.5943303 Jun 01 13:23:50.473912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc654410-540d-4f55-a349-0c86dad4ee43 req-18aae006-38f4-4212-8661-b31407518b38 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:50.478171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc654410-540d-4f55-a349-0c86dad4ee43 req-18aae006-38f4-4212-8661-b31407518b38 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2298899 Jun 01 13:23:50.492721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:50.520526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:50.523872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-011eac14-f127-4d2c-aa25-f391cbd8096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:50.672817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=e7583e0e-f353-4ae3-a920-6805581e8d8e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:50.685143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 58ba8a68-ffd5-4d50-a4d6-9dcd2db83984 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:50.690703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b381e06-5c42-4c7c-837b-3c364faf3006 req-30074175-e5e0-4f2f-9ce4-8ca199155a20 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085117 Jun 01 13:23:50.915934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.021603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=58ba8a68-ffd5-4d50-a4d6-9dcd2db83984,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:51.048919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.070775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc654410-540d-4f55-a349-0c86dad4ee43 req-198c1c85-89e7-43b2-ac2c-b07b3c02c242 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604701 Jun 01 13:23:51.071225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56720) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:51.071967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.076178 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ef68c1a-5eaf-4b8e-b963-9e86ec4ed62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/58ba8a68-ffd5-4d50-a4d6-9dcd2db83984 HTTP/1.1" status: 204 len: 168 time: 1.2499700 Jun 01 13:23:51.327351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.329471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.360355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'mac_address': 'fa:16:3e:cc:bf:ce', 'name': 'tempest-PortsIpV6TestJSON-854910995'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:51.377411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.377910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router 93fa3316-80a9-424a-b0c1-ccd03d64a1c8 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:23:51.476441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.481955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:51.482989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-534b1bfd-2b15-46d0-a9fa-128fe20e9976 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 204 len: 168 time: 3.6816485 Jun 01 13:23:51.488717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-429802487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:51.512143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:51.514316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:51.516557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:51.519662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:51.526560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:51.526762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:51.543579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:51.561320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:51.594499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:51.607611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.609244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.636722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.665597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.672169 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.715397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.720307 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c545f28c-fe2e-44fe-a82f-21b14f702fb8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2372642 Jun 01 13:23:51.720948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56764) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:51.732345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:51.741695 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.753058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:51.783814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 9f16a06c-9976-4ec1-9105-50f60138e345 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:52.191872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:52.229640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:52.496779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:52.505562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:52.512583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:52.518123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:52.519094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:52.562833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=9f16a06c-9976-4ec1-9105-50f60138e345,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:52.758987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8c7cf62a-cc7d-4617-a9df-d61a0923febe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4034276 Jun 01 13:23:52.762935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56818) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:52.787435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:52.881059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65adca-0c22-4673-b655-6346c7f39ec1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:52.881059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad65adca-0c22-4673-b655-6346c7f39ec1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:52.895820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0543-837f-4cc7-87d3-68ba88cba36a req-aa15f38a-10b1-49e5-a13a-5f3b2b96b018 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:52.897289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a5d0543-837f-4cc7-87d3-68ba88cba36a req-aa15f38a-10b1-49e5-a13a-5f3b2b96b018 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5624652 Jun 01 13:23:52.964027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4acf-f0e7-479f-ac34-372119a28639 req-8d932963-5e28-41ba-8a77-c45a6a40a5dc tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:52.965828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8ea4acf-f0e7-479f-ac34-372119a28639 req-8d932963-5e28-41ba-8a77-c45a6a40a5dc tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 945 time: 0.5521920 Jun 01 13:23:52.967447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ad65adca-0c22-4673-b655-6346c7f39ec1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:52.971597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ad65adca-0c22-4673-b655-6346c7f39ec1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/9f16a06c-9976-4ec1-9105-50f60138e345 HTTP/1.1" status: 200 len: 844 time: 0.2053881 Jun 01 13:23:52.972247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56828) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:53.013416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a5d0543-837f-4cc7-87d3-68ba88cba36a req-6b3c369f-25a4-4f78-b7c3-68d39815dc4b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999708 Jun 01 13:23:53.026258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8ea4acf-f0e7-479f-ac34-372119a28639 req-e81650cf-9b65-4794-962e-f992dfaa1933 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Jun 01 13:23:53.094714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 9f16a06c-9976-4ec1-9105-50f60138e345 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:53.095176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.119017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.485968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.550303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.656848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-d96238f8-9901-45e5-bf6b-4f1846c5fef2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:53.664334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-d96238f8-9901-45e5-bf6b-4f1846c5fef2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 945 time: 0.2167690 Jun 01 13:23:53.755518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.809276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Deleting port ee2f709d-11a2-4988-b097-c68fc3d90020 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:53.809830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:53.981317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 9f16a06c-9976-4ec1-9105-50f60138e345 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:54.039262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Allocated IP 172.25.7.170 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/99cfc1d9-e804-49dc-9e65-afc6dc2bc2d0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:23:54.224898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] For port ee2f709d-11a2-4988-b097-c68fc3d90020, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ee2f709d-11a2-4988-b097-c68fc3d90020,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:23:54.225195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.239924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56870) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:54.313165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.414991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=9f16a06c-9976-4ec1-9105-50f60138e345,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:54.445544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.445544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.445881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.446711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.447049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.447381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.450723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.450964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.451275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.451777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.452117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.452490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.456532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Calling delete_port for ee2f709d-11a2-4988-b097-c68fc3d90020 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:54.483374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.546414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.623208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.645543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738373-d7d3-437e-930d-c325a98f9f9c req-4f994f69-370f-4045-acd0-9f72e02f1b7f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:54.647182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f738373-d7d3-437e-930d-c325a98f9f9c req-4f994f69-370f-4045-acd0-9f72e02f1b7f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.4121015 Jun 01 13:23:54.702303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c215df-e695-44f6-bf17-b50d32774e96 req-ebd80ff7-d9c2-413d-b0f8-cbe25f93b73d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:54.710530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0c215df-e695-44f6-bf17-b50d32774e96 req-ebd80ff7-d9c2-413d-b0f8-cbe25f93b73d tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=380e3c9b-d171-4a38-8d8e-9af07ae693d7 HTTP/1.1" status: 200 len: 945 time: 0.4214876 Jun 01 13:23:54.768057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.787325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:54.800802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ee2f709d-11a2-4988-b097-c68fc3d90020'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:23:54.851279 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-277f56ee-a0d5-4db4-88b2-d7d6722621bd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/9f16a06c-9976-4ec1-9105-50f60138e345 HTTP/1.1" status: 204 len: 168 time: 1.8738244 Jun 01 13:23:54.858059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:54.869186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:54.874801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:54.916713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f738373-d7d3-437e-930d-c325a98f9f9c req-29031a28-4fb3-4843-9c64-9a0363cde533 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429821 Jun 01 13:23:54.941486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:54.946785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:54.948714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Pushing event deleted for resources: {'Port': ['ID=ee2f709d-11a2-4988-b097-c68fc3d90020,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:54.960850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.961189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.961519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.961844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.962166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.962485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.962829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.963146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.963527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.963840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.964553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.964553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:23:54.971261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbcd76d693c49f68f1e84329b3cdfee is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:55.005977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:55.015949 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda88032-8f62-4b13-b98c-1508e9dfee25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:55.016544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cda88032-8f62-4b13-b98c-1508e9dfee25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:55.021130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0c215df-e695-44f6-bf17-b50d32774e96 req-10755653-a92b-4cf9-898e-2e8bd8a7a11e tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095551 Jun 01 13:23:55.038786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event updated for resources: {'Port': ['ID=99cfc1d9-e804-49dc-9e65-afc6dc2bc2d0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:55.054464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:55.064708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] No DVR routers for this DVR port ee2f709d-11a2-4988-b097-c68fc3d90020 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:23:55.069062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:55.072047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'name': 'network-vif-deleted', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:23:55.101723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cda88032-8f62-4b13-b98c-1508e9dfee25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:55.108367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cda88032-8f62-4b13-b98c-1508e9dfee25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/9f16a06c-9976-4ec1-9105-50f60138e345 HTTP/1.1" status: 404 len: 333 time: 0.2338364 Jun 01 13:23:55.108509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56896) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:55.117642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'name': 'tempest-PortsIpV6TestJSON-591938006'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:55.245788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cad4d9c-e01d-4bdf-80f2-7c298f425129 req-caecfd54-c0c2-494f-9451-51ba36690aeb tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "DELETE /v2.0/ports/ee2f709d-11a2-4988-b097-c68fc3d90020 HTTP/1.1" status: 204 len: 173 time: 1.5750968 Jun 01 13:23:55.251922 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4204a13-07d9-4d1d-a2d8-e50ed0c7af2a'] response: {'server_uuid': '380e3c9b-d171-4a38-8d8e-9af07ae693d7', 'name': 'network-vif-deleted', 'tag': 'ee2f709d-11a2-4988-b097-c68fc3d90020', 'status': 'completed', 'code': 200} Jun 01 13:23:55.305117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:55.339383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:55.358725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:23:55.363649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:55.417902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 31106aa4-57e4-463d-9181-0929bb90aae6 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:23:55.491421 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:55.512676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:55.615500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a882a01b-601b-4f3a-91ea-d4716c9fb111,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:55.656783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1094ecf8-2b1a-4095-a728-e975039df757 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8cbcd76d693c49f68f1e84329b3cdfee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4158039 Jun 01 13:23:55.657533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56910) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:55.701408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.016444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.036477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.091014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.095046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.127603 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.215251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.280980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2885b93-8ac9-47a9-aec7-b5916c90fa12 req-05a34bcb-d063-4f76-98f7-86c9bed14968 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:56.283009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2885b93-8ac9-47a9-aec7-b5916c90fa12 req-05a34bcb-d063-4f76-98f7-86c9bed14968 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2203543 Jun 01 13:23:56.332203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.362984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:23:56.405831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:23:56.409023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:23:56.409760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Router e2c0c828-6498-492a-aea5-009dfd14757d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:23:56.417349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:56.418366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.428131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882a01b-601b-4f3a-91ea-d4716c9fb111,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:56.440704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=31106aa4-57e4-463d-9181-0929bb90aae6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:56.512794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2885b93-8ac9-47a9-aec7-b5916c90fa12 req-4fdf51ee-1500-472d-8774-d5471fef4776 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087190 Jun 01 13:23:56.520666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.522058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f236bfdf-134d-475c-94a8-0a400a80f64e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a882a01b-601b-4f3a-91ea-d4716c9fb111 HTTP/1.1" status: 204 len: 168 time: 0.8589964 Jun 01 13:23:56.597022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2c11aad-ea89-4f16-bcf6-0266d0be93e5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4874177 Jun 01 13:23:56.597706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56946) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:56.680446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:56.806127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:23:56.813639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.815519 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62a99864-d943-436f-9e80-cdd40cf78ef0 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "PUT /v2.0/routers/e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 200 len: 879 time: 5.0936284 Jun 01 13:23:56.817821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] Sync routers for ids ['e2c0c828-6498-492a-aea5-009dfd14757d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:23:56.818812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:56.833281 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] Routers {'e2c0c828-6498-492a-aea5-009dfd14757d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:56.836257 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e2c0c828-6498-492a-aea5-009dfd14757d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:56.968682 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:56.976476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:56.989194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] Routers {'e2c0c828-6498-492a-aea5-009dfd14757d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:23:56.989819 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e2c0c828-6498-492a-aea5-009dfd14757d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:57.005065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-98625cea-cf7b-4c1f-b1ad-62a7c05e70af tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:57.006572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-98625cea-cf7b-4c1f-b1ad-62a7c05e70af tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 808 time: 0.5331974 Jun 01 13:23:57.068119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:23:57.068522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c482-65e7-43c0-8fda-c6a70901c807 None None] The sync data for ids ['e2c0c828-6498-492a-aea5-009dfd14757d'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:23:57.079642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56972) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.118311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-f425f217-6444-437b-bd5c-bea94bf7bb00 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/quotas/f90de79de7b34a85a5757ffe0a979159 HTTP/1.1" status: 200 len: 375 time: 0.0421541 Jun 01 13:23:57.162301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:57.210577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-0e704d94-8897-4919-9240-a3c180a05192 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:57.262774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:23:57.284029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7807699b31f443adabd17737af541ebf is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:23:57.287757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:23:57.299234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:23:57.318776 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48bb91de-6c1d-4ad2-a7fc-257ab9fca1ba tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 200 len: 920 time: 0.4962010 Jun 01 13:23:57.319563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56976) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.366302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-0e704d94-8897-4919-9240-a3c180a05192 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:57.367726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-0e704d94-8897-4919-9240-a3c180a05192 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2485335 Jun 01 13:23:57.565838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:57.593560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:57.652402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea4e782-dddb-464d-adee-0b17aa679952 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:57.653941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7ea4e782-dddb-464d-adee-0b17aa679952 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=e2c0c828-6498-492a-aea5-009dfd14757d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3268154 Jun 01 13:23:57.656754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.695768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] In _notify_port_updated(), no bound segment for port 31106aa4-57e4-463d-9181-0929bb90aae6 on network 12cb9d34-90fd-42fa-9f44-86a61743e5df {{(pid=88371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:23:57.701579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:57.702360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:57.704060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/ports/31106aa4-57e4-463d-9181-0929bb90aae6 HTTP/1.1" status: 200 len: 818 time: 1.1008270 Jun 01 13:23:57.710545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56998) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.769980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-e53bd4fd-52cf-4b03-820d-a3edb1792c76 service neutron] 10.222.0.40 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725131 Jun 01 13:23:57.835584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ee2f709d-11a2-4988-b097-c68fc3d90020 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:23:57.867593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecc178-9e09-412d-aa85-c313a70ce0a7 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:57.868168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-67ecc178-9e09-412d-aa85-c313a70ce0a7 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Synchronizing usage tracker for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:57.872017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: ee2f709d-11a2-4988-b097-c68fc3d90020 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:23:57.872363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ee2f709d-11a2-4988-b097-c68fc3d90020 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:23:57.894847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b891b-ca47-443f-83ab-ed559e64a4eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=31106aa4-57e4-463d-9181-0929bb90aae6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:57.907256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-67ecc178-9e09-412d-aa85-c313a70ce0a7 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Unset dirty status for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:57.922275 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67ecc178-9e09-412d-aa85-c313a70ce0a7 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.2616050 Jun 01 13:23:57.922406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57014) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.968892 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4b65907e-d3dc-445e-ae80-974120c066ac tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 200 len: 205 time: 0.0451224 Jun 01 13:23:57.971132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:57.984185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.065117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-6208d818-94fd-4b31-ba38-4c3368b3c177 service neutron] 10.222.0.40 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188826 Jun 01 13:23:58.069954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 31106aa4-57e4-463d-9181-0929bb90aae6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:58.070919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.108981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.189093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7807699b31f443adabd17737af541ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1053245 Jun 01 13:23:58.190897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57032) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:58.267643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.388615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.490149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.549935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.568338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port 99cfc1d9-e804-49dc-9e65-afc6dc2bc2d0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:23:58.568925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.581547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a98e41-1ae8-451c-8fce-b2632fd355a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8416b1b-0448-4b9d-b0da-9994e093efb4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:58.630085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.661230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8416b1b-0448-4b9d-b0da-9994e093efb4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:58.669096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d87f4-10f2-4e25-b9b1-984a9b0be398 req-8f5297c2-906b-4224-8697-e0bca7b89d3d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:58.677294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec6d87f4-10f2-4e25-b9b1-984a9b0be398 req-8f5297c2-906b-4224-8697-e0bca7b89d3d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9700921 Jun 01 13:23:58.720567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ea194d-9b33-4a76-85bd-8dbee5af4c72 req-7794c063-3d7d-4d02-b643-a99cb59e6f86 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 210 time: 0.1109574 Jun 01 13:23:58.763914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.767540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-60af6208-a09a-4cca-909e-564caac48ddb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8416b1b-0448-4b9d-b0da-9994e093efb4 HTTP/1.1" status: 204 len: 168 time: 0.5732160 Jun 01 13:23:58.913044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:58.949909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec6d87f4-10f2-4e25-b9b1-984a9b0be398 req-ae5d2939-a50d-456a-8192-321f5570f9db tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716885 Jun 01 13:23:58.961601 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:59.078452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for 99cfc1d9-e804-49dc-9e65-afc6dc2bc2d0 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:59.141520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 31106aa4-57e4-463d-9181-0929bb90aae6 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:23:59.280417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:59.374845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:59.378468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=31106aa4-57e4-463d-9181-0929bb90aae6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:59.400281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-715d2f37-5316-43c6-a5cc-bf5ac2c431d0 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/31106aa4-57e4-463d-9181-0929bb90aae6 HTTP/1.1" status: 204 len: 168 time: 1.6729519 Jun 01 13:23:59.402853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57072) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:59.439650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:59.524365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d000f-4282-4a6b-8bd4-88a7430bd471 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:23:59.525416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-643d000f-4282-4a6b-8bd4-88a7430bd471 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:23:59.530677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=99cfc1d9-e804-49dc-9e65-afc6dc2bc2d0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:23:59.583050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-643d000f-4282-4a6b-8bd4-88a7430bd471 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:23:59.589997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-643d000f-4282-4a6b-8bd4-88a7430bd471 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1875811 Jun 01 13:23:59.591181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57082) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:59.760710 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2437a14a-e354-4c7f-8609-932f7ac09581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:23:59.766619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:23:59.767979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2437a14a-e354-4c7f-8609-932f7ac09581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/31106aa4-57e4-463d-9181-0929bb90aae6 HTTP/1.1" status: 404 len: 333 time: 0.1750813 Jun 01 13:23:59.769878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:23:59.818350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-172565935'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:23:59.939975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:00.048517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:00.059253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:00.069075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:00.072548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.076143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.115200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:00.124796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.186881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.187615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router e2c0c828-6498-492a-aea5-009dfd14757d {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:24:00.202836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88d7f83b-2b57-403a-bf1f-c24a6b74eadb req-f8d61334-5d84-4a95-9197-3f0fd1518807 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 210 time: 0.0592849 Jun 01 13:24:00.255412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:24:00.266220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.278257 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c97e2aba-8975-4562-840b-22a96ef40757 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 204 len: 168 time: 2.3060687 Jun 01 13:24:00.281722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57116) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:00.293964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1549881669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:00.299583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.300155 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment 2cff101e-9a42-43e4-b062-d484274884b0 of type vlan for network 3f482a52-334c-4092-8ecc-0c2036d1fa4c Jun 01 13:24:00.328228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-9da92a45-de15-47e2-93e7-0b2f2516e495 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:00.332066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-9da92a45-de15-47e2-93e7-0b2f2516e495 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 808 time: 0.4761810 Jun 01 13:24:00.341611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.342717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:00.347345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:00.350950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:00.357320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:00.370387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Request body: {'port': {'device_id': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e', 'admin_state_up': True, 'tenant_id': 'f90de79de7b34a85a5757ffe0a979159'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:00.392850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.410016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.410233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:00.411264 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.415112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.464633 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6935287 Jun 01 13:24:00.464633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57130) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:00.531722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:00.536139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.593053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b662b-6f39-4754-94f7-138283789605 req-26e39c5b-7472-4afe-a48a-bda1266d81ce tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:00.596666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e8b662b-6f39-4754-94f7-138283789605 req-26e39c5b-7472-4afe-a48a-bda1266d81ce tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3699322 Jun 01 13:24:00.650052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.661475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:00.674264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:00.678957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:00.682231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:00.688336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:00.719967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:00.725050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.726469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:00.755567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e8b662b-6f39-4754-94f7-138283789605 req-b669cbf0-762e-4710-b93f-e84435a72505 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072152 Jun 01 13:24:00.779749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:00.782543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2694f100-f22f-4af9-a9f0-4f46ea50dd49 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4977131 Jun 01 13:24:00.785246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57140) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:00.793658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': True}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:00.844295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4f0c-b38a-44d2-aa6c-2948bac68581 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=3f482a52-334c-4092-8ecc-0c2036d1fa4c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:00.855091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:24:00.870856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Made reservation on behalf of f90de79de7b34a85a5757ffe0a979159 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:00.875163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.098432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.310814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': '2cff101e-9a42-43e4-b062-d484274884b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:01.311177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: 3f482a52-334c-4092-8ecc-0c2036d1fa4c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:24:01.343648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=aa15e6d2-ac3a-46b6-bfc9-a751185dba15,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:01.367570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:24:01.403261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3f482a52-334c-4092-8ecc-0c2036d1fa4c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:01.408173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:01.408981 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.414029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30f73b-73bb-43d5-ad35-33c664234cb2 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:01.459936 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-047d4de6-c3c0-4e2a-97ea-a80af57a427c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9935946 Jun 01 13:24:01.460907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:01.467956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:01.653506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec687d3b-6c90-4f1a-bdfc-dfcd8c962752 req-a3e5bd37-4907-4a4e-b6e8-f081cd861b04 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 210 time: 0.1822636 Jun 01 13:24:01.662490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.782047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:01.786366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:01.790204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:01.798467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:01.817575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:01.833080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:24:01.834155 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.837170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:01.917850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Allocated IP 172.20.0.6 (830ba35b-dcd3-4e58-b28e-919dc412c80e/9d108a8d-293b-4700-898f-602ca6d1c47e/d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:02.211009 n-d-844200-1 neutron-server[88372]: INFO neutron.db.ipam_backend_mixin [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa15e6d2-ac3a-46b6-bfc9-a751185dba15 (CIDR: 2001:db8::/64) Jun 01 13:24:02.219993 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:24:02.225766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:24:02.229432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Allocated IP 2001:db8::2 (3f482a52-334c-4092-8ecc-0c2036d1fa4c/aa15e6d2-ac3a-46b6-bfc9-a751185dba15/887a92c2-58ca-4792-babc-5c2295512537) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:02.278525 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7c193eb-e3c3-45fa-9a09-f877d6e462e6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8156595 Jun 01 13:24:02.280669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:02.305626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:02.350200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51790a-b1ed-44db-88e2-0a83f5f63a09 req-f8b4a41b-9f90-449e-bd84-f2b3c9eaf14d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:02.351750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e51790a-b1ed-44db-88e2-0a83f5f63a09 req-f8b4a41b-9f90-449e-bd84-f2b3c9eaf14d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3863163 Jun 01 13:24:02.560839 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.661122 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.673135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Transition to ACTIVE for port object 887a92c2-58ca-4792-babc-5c2295512537 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:02.694101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:02.694666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.698027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Transition to ACTIVE for port object 887a92c2-58ca-4792-babc-5c2295512537 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:02.705624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:02.707401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.708712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:02.722728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:02.741026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:02.746671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.785903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.808814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:02.812321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:02.818482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:02.879297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:02.953488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Pushing event updated for resources: {'Port': ['ID=887a92c2-58ca-4792-babc-5c2295512537,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:03.039283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Attempting to bind port 887a92c2-58ca-4792-babc-5c2295512537 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:24:03.040003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Attempting to bind port 887a92c2-58ca-4792-babc-5c2295512537 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2cff101e-9a42-43e4-b062-d484274884b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:24:03.040540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Attempting to bind port 887a92c2-58ca-4792-babc-5c2295512537 on network 3f482a52-334c-4092-8ecc-0c2036d1fa4c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:24:03.046963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:24:03.047188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.25.7.145 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/fb0c48a6-16f1-4086-9976-1fab98afc5fb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:03.048070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Checking segment: {'id': '2cff101e-9a42-43e4-b062-d484274884b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:03.048649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.049302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Bound using segment: {'id': '2cff101e-9a42-43e4-b062-d484274884b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:24:03.049955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Bound port: 887a92c2-58ca-4792-babc-5c2295512537, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cff101e-9a42-43e4-b062-d484274884b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:24:03.050543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.136429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.259637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:24:03.270093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=887a92c2-58ca-4792-babc-5c2295512537,segment=NetworkSegment(2cff101e-9a42-43e4-b062-d484274884b0),segment_id=2cff101e-9a42-43e4-b062-d484274884b0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:24:03.286889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.309589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:03.313139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:03.318610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:03.319580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.352615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=1fe2de08-c1c1-4aa2-9a2c-2b721d460720,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:03.370921 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8a9e80a1-7e17-49e8-aa67-742ea9c954ce tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0866449 Jun 01 13:24:03.371475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57234) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:03.378072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e34b47-2740-4535-8607-2305f3e950b6 None None] Pushing event updated for resources: {'Port': ['ID=887a92c2-58ca-4792-babc-5c2295512537,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:03.384959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Network 830ba35b-dcd3-4e58-b28e-919dc412c80e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:03.389877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15'}, {'subnet_id': '1fe2de08-c1c1-4aa2-9a2c-2b721d460720'}], 'name': 'tempest-PortsIpV6TestJSON-648298051'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:03.449690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:03.473469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:03.523716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.565531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e51790a-b1ed-44db-88e2-0a83f5f63a09 req-d6e541f5-48be-403c-ac93-7a00c363dabc tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9752300 Jun 01 13:24:03.596766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Pushing event updated for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:03.668145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:03.669119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:03.712818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766d47-6314-4059-95f7-ee1aa79a7f6d req-8e03a5c0-6053-4809-89a7-6deb07d09da8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:03.713827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58766d47-6314-4059-95f7-ee1aa79a7f6d req-8e03a5c0-6053-4809-89a7-6deb07d09da8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:03.732893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-eb940a45-5539-4bdb-abdb-d064342b9146 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3560295 Jun 01 13:24:03.742343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:03.743017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Request body: {'port': {'device_id': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:03.758693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:03.765670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:03.783302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:03.814281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:03.882371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-58766d47-6314-4059-95f7-ee1aa79a7f6d req-8e03a5c0-6053-4809-89a7-6deb07d09da8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:03.891950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58766d47-6314-4059-95f7-ee1aa79a7f6d req-8e03a5c0-6053-4809-89a7-6deb07d09da8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 931 time: 0.6635122 Jun 01 13:24:03.985701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:04.011269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port d9128a29-ab80-4bad-bc12-89bbd355f50e yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:24:04.195693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:04.202761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58766d47-6314-4059-95f7-ee1aa79a7f6d req-bca03128-e8ff-48ad-bdf0-666c4e1da44c tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094399 Jun 01 13:24:04.367442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:04.388750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:04.390818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:04.406139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:04.409631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:04.452254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0c48a6-16f1-4086-9976-1fab98afc5fb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:04.843613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::1e4 (3f482a52-334c-4092-8ecc-0c2036d1fa4c/aa15e6d2-ac3a-46b6-bfc9-a751185dba15/d9128a29-ab80-4bad-bc12-89bbd355f50e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:04.854757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8:0:1::b (3f482a52-334c-4092-8ecc-0c2036d1fa4c/1fe2de08-c1c1-4aa2-9a2c-2b721d460720/d9128a29-ab80-4bad-bc12-89bbd355f50e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:05.080758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2ba4f-22a5-4d84-a5f4-f6f8de012451 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:05.259296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3eaa3ba2-7103-4481-b515-202443cc101c None None] Provisioning for port 887a92c2-58ca-4792-babc-5c2295512537 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:05.317852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:05.320751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 887a92c2-58ca-4792-babc-5c2295512537 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:05.357763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9e590-035a-4217-a566-435fd03a1c50 req-544547ba-fcfa-4a26-ad50-53b33f48feee tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:05.366548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3b9e590-035a-4217-a566-435fd03a1c50 req-544547ba-fcfa-4a26-ad50-53b33f48feee tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5776696 Jun 01 13:24:05.398832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object d9128a29-ab80-4bad-bc12-89bbd355f50e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:05.457422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:05.660989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:05.664935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:05.675256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:05.680950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:05.681754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:05.690106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=d9128a29-ab80-4bad-bc12-89bbd355f50e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:05.751035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3b9e590-035a-4217-a566-435fd03a1c50 req-f6de10fb-43b4-4ebb-bf76-ea6c300b619f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831124 Jun 01 13:24:05.777085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91f5d263-e331-42ad-a902-0307c948c701 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.4028707 Jun 01 13:24:05.777804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57302) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:05.778217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:24:05.787662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:05.800920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:05.803295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:05.845403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 887a92c2-58ca-4792-babc-5c2295512537 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:05.873350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 887a92c2-58ca-4792-babc-5c2295512537 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:05.874002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.027746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.034275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 887a92c2-58ca-4792-babc-5c2295512537 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:06.034747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.042430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Transition to ACTIVE for port object d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:06.062892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.082401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=887a92c2-58ca-4792-babc-5c2295512537,segment=NetworkSegment(2cff101e-9a42-43e4-b062-d484274884b0),segment_id=2cff101e-9a42-43e4-b062-d484274884b0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:06.124036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdffd1-22c4-43c0-b551-6fc710436ec2 req-4d593e2c-3475-431c-9449-f6fc1bfac2c7 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:06.131251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7bdffd1-22c4-43c0-b551-6fc710436ec2 req-4d593e2c-3475-431c-9449-f6fc1bfac2c7 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 931 time: 0.6641736 Jun 01 13:24:06.192429 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.316017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=887a92c2-58ca-4792-babc-5c2295512537,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:06.320685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Update dhcp port {'port': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15', 'ip_address': '2001:db8::2'}, {'subnet_id': '1fe2de08-c1c1-4aa2-9a2c-2b721d460720'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '887a92c2-58ca-4792-babc-5c2295512537'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:24:06.410234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:06.805465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Delete allocated IP 2001:db8:0:1::b (3f482a52-334c-4092-8ecc-0c2036d1fa4c/1fe2de08-c1c1-4aa2-9a2c-2b721d460720) {{(pid=88372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:24:06.902054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:07.113306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.175244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Ignored duplicate provisioning block setup for port d9128a29-ab80-4bad-bc12-89bbd355f50e by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:24:07.189252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.220642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.238125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d7bdffd1-22c4-43c0-b551-6fc710436ec2 req-43c49f08-c7dc-49f1-b8f9-b1c6f2a7c231 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1054857 Jun 01 13:24:07.275290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.296904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 887a92c2-58ca-4792-babc-5c2295512537 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:07.397842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 887a92c2-58ca-4792-babc-5c2295512537 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:07.398552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.433885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] In _notify_port_updated(), no bound segment for port d9128a29-ab80-4bad-bc12-89bbd355f50e on network 3f482a52-334c-4092-8ecc-0c2036d1fa4c {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:24:07.440116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:07.440796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.442111 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/ports/d9128a29-ab80-4bad-bc12-89bbd355f50e HTTP/1.1" status: 200 len: 925 time: 1.6633005 Jun 01 13:24:07.445358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57350) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:07.459046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15'}, {'subnet_id': '1fe2de08-c1c1-4aa2-9a2c-2b721d460720'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:07.462534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Allocated IP 2001:db8:0:1::2 (3f482a52-334c-4092-8ecc-0c2036d1fa4c/1fe2de08-c1c1-4aa2-9a2c-2b721d460720/887a92c2-58ca-4792-babc-5c2295512537) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:07.528897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6f59-5bea-4c7e-8fbd-a166b5160670 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=d9128a29-ab80-4bad-bc12-89bbd355f50e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:07.652745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Attempting to bind port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:24:07.653616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Attempting to bind port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:24:07.653616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Attempting to bind port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:24:07.667283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:24:07.667716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Attempting to bind port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 on network 830ba35b-dcd3-4e58-b28e-919dc412c80e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:24:07.690997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:24:07.691356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Checking segment: {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:07.691915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Bound using segment: {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:24:07.692837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Bound port: d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea63a16f-beaf-4373-a508-3506c71b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:24:07.693476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.814988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:07.817455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77139be-fc06-412e-9986-1f4470f56703 req-8ebf2553-2d21-4ab6-81fa-a0716b03251e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:07.820228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d77139be-fc06-412e-9986-1f4470f56703 req-8ebf2553-2d21-4ab6-81fa-a0716b03251e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.8126271 Jun 01 13:24:07.900390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:24:07.903706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router 6eb84708-2fce-44f1-99ba-7afaa371fb4d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:24:07.923248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 887a92c2-58ca-4792-babc-5c2295512537 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:07.923845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:24:07.929383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d77139be-fc06-412e-9986-1f4470f56703 req-94d13fff-697b-4435-ace5-b381808dac90 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924404 Jun 01 13:24:07.972822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=887a92c2-58ca-4792-babc-5c2295512537,segment=NetworkSegment(2cff101e-9a42-43e4-b062-d484274884b0),segment_id=2cff101e-9a42-43e4-b062-d484274884b0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:08.008512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:08.022581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:08.041831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Transition to ACTIVE for port object 887a92c2-58ca-4792-babc-5c2295512537 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:08.068022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:08.110078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:08.111361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:08.112949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 HTTP/1.1" status: 200 len: 1091 time: 4.3789265 Jun 01 13:24:08.157888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:24:08.189949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdc35b-bd86-44bc-a198-09c98a1c8e74 None None] Pushing event updated for resources: {'Port': ['ID=887a92c2-58ca-4792-babc-5c2295512537,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:08.291569 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b57bf8e-c1ff-45c7-a7b9-9403320f795a'] response: {'name': 'network-changed', 'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41', 'status': 'completed', 'code': 200} Jun 01 13:24:08.470784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:24:08.484956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] Sync routers for ids ['6eb84708-2fce-44f1-99ba-7afaa371fb4d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:24:08.500345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] Routers {'6eb84708-2fce-44f1-99ba-7afaa371fb4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:08.500973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6eb84708-2fce-44f1-99ba-7afaa371fb4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:08.515062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:08.525409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4f4e855a-66b2-4991-b857-90be83985982 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "PUT /v2.0/routers/6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 200 len: 915 time: 7.7388928 Jun 01 13:24:08.528669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57386) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:08.598445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8:0:1::338 (3f482a52-334c-4092-8ecc-0c2036d1fa4c/1fe2de08-c1c1-4aa2-9a2c-2b721d460720/d9128a29-ab80-4bad-bc12-89bbd355f50e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:08.656008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a194dd-8f39-431d-a8d0-07a9fbfbeb64 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:08.681175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:08.710558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] Routers {'6eb84708-2fce-44f1-99ba-7afaa371fb4d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:08.711225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:23:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6eb84708-2fce-44f1-99ba-7afaa371fb4d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:08.911513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-fc7556dd-9a40-4760-99cb-68cea11592dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:08.921900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-fc7556dd-9a40-4760-99cb-68cea11592dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 1094 time: 0.7573936 Jun 01 13:24:08.932891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:08.933492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68472c99-e4ab-4e37-877e-881a3638db7c None None] The sync data for ids ['6eb84708-2fce-44f1-99ba-7afaa371fb4d'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:24:09.201968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 887a92c2-58ca-4792-babc-5c2295512537 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:09.221977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:09.259713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Ignored duplicate provisioning block setup for port d9128a29-ab80-4bad-bc12-89bbd355f50e by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:24:09.269598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:09.452999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-e9c0b317-bc9e-41b6-92a7-76c2317a11e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 HTTP/1.1" status: 200 len: 217 time: 0.5117598 Jun 01 13:24:09.528490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704f79e-aea9-4125-b6a6-82e66d272176 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:09.547135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-d55b52e6-9c88-4237-82da-ce703263f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:09.548719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-d55b52e6-9c88-4237-82da-ce703263f6df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d108a8d-293b-4700-898f-602ca6d1c47e HTTP/1.1" status: 200 len: 848 time: 0.0878842 Jun 01 13:24:09.648542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d475-00ab-478e-8920-c4c15c0b58e7 req-e071e8e2-7824-449b-b5f9-7fbc7ee7bb00 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:09.651432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f90d475-00ab-478e-8920-c4c15c0b58e7 req-e071e8e2-7824-449b-b5f9-7fbc7ee7bb00 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 943 time: 1.1773176 Jun 01 13:24:09.669345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-0f0bb9a0-5c0c-4898-86ec-70a545ed3920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=830ba35b-dcd3-4e58-b28e-919dc412c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786936 Jun 01 13:24:09.691674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9b2fa39-01bd-4b7d-aeaf-66c6ac95b06c tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 200 len: 921 time: 1.1559088 Jun 01 13:24:09.702768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57422) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:09.761351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=d9128a29-ab80-4bad-bc12-89bbd355f50e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:09.770698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] In _notify_port_updated(), no bound segment for port d9128a29-ab80-4bad-bc12-89bbd355f50e on network 3f482a52-334c-4092-8ecc-0c2036d1fa4c {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:24:09.788284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:09.789261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:09.791068 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-12670f23-6e0a-424f-8bf6-ab206a82b934 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/ports/d9128a29-ab80-4bad-bc12-89bbd355f50e HTTP/1.1" status: 200 len: 1011 time: 2.3447812 Jun 01 13:24:09.795708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57426) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:09.842386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Provisioning for port d9128a29-ab80-4bad-bc12-89bbd355f50e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:09.852360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Provisioning complete for port d9128a29-ab80-4bad-bc12-89bbd355f50e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:09.853060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:09.968665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Port d9128a29-ab80-4bad-bc12-89bbd355f50e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:09.998064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port d9128a29-ab80-4bad-bc12-89bbd355f50e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:09.998680 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:10.049143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Provisioning for port 887a92c2-58ca-4792-babc-5c2295512537 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:10.055366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Provisioning complete for port 887a92c2-58ca-4792-babc-5c2295512537 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:10.064896 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:10.142275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-98b35344-3132-4d8d-b5d2-c9e0cf703bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439924 Jun 01 13:24:10.159889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f90d475-00ab-478e-8920-c4c15c0b58e7 req-40690300-3ad4-4beb-add5-d5cfb906ab12 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983654 Jun 01 13:24:10.417854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1559-a12d-4afc-a9f3-61b93d933d74 req-1441715d-7095-420c-95b5-867afb6d1590 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:10.424952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e87f1559-a12d-4afc-a9f3-61b93d933d74 req-1441715d-7095-420c-95b5-867afb6d1590 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9686854 Jun 01 13:24:10.486942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:10.533893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8a384-73e0-4c0f-ac9b-d6f71affcca1 None None] Current status of the port 887a92c2-58ca-4792-babc-5c2295512537 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:10.569200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e87f1559-a12d-4afc-a9f3-61b93d933d74 req-fb516789-afc7-4978-875d-7fb95cada3a4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433139 Jun 01 13:24:10.572578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b686ad2f-e6c0-4357-a2bc-70877e65909d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:10.575319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b686ad2f-e6c0-4357-a2bc-70877e65909d tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=6eb84708-2fce-44f1-99ba-7afaa371fb4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8702183 Jun 01 13:24:10.594561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57450) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:10.786015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for d9128a29-ab80-4bad-bc12-89bbd355f50e owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:10.825281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47325013-6696-4cc7-b5ee-f0343c857ae3 req-10872b9a-acdf-4c87-9291-133e41fecdf6 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750569 Jun 01 13:24:10.979257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Provisioning complete for port d9128a29-ab80-4bad-bc12-89bbd355f50e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:10.979895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:10.991554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bada0d-3807-4995-ba48-48bf0692f57b tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:11.003082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8bada0d-3807-4995-ba48-48bf0692f57b tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.3948479 Jun 01 13:24:11.005848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57468) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:11.129560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Port d9128a29-ab80-4bad-bc12-89bbd355f50e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:11.144165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3bba6c12-574f-4606-b35f-5c8b58405914 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 200 len: 205 time: 0.1369693 Jun 01 13:24:11.148347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Provisioning complete for port 887a92c2-58ca-4792-babc-5c2295512537 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:11.149190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:11.149705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:11.450164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:11.502209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-980b2975-27d6-4b27-b842-76d16b33b33a None None] Current status of the port 887a92c2-58ca-4792-babc-5c2295512537 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:11.610384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453990a-37c2-4274-b77e-79036550bdbe req-aad21e11-4760-48b4-9ce7-c3f3079ca734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:11.615780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-aad21e11-4760-48b4-9ce7-c3f3079ca734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90de79de7b34a85a5757ffe0a979159&device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 1094 time: 0.7211196 Jun 01 13:24:11.618683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b1f26d38-a2d6-42ff-9ad2-fd30a4cb1ed4 None None] Could not find standard attr ID for object d9128a29-ab80-4bad-bc12-89bbd355f50e. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:24:11.771182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:11.781503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=d9128a29-ab80-4bad-bc12-89bbd355f50e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:11.793459 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9b2c8311-f6fc-4502-93d6-e8f45630519f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/d9128a29-ab80-4bad-bc12-89bbd355f50e HTTP/1.1" status: 204 len: 168 time: 1.9964159 Jun 01 13:24:11.794130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57498) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:11.843819 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-48979bcb-0558-4a74-8e22-be27d55c338f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:24:11.844356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48979bcb-0558-4a74-8e22-be27d55c338f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:11.892075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48979bcb-0558-4a74-8e22-be27d55c338f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:11.899581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48979bcb-0558-4a74-8e22-be27d55c338f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/d9128a29-ab80-4bad-bc12-89bbd355f50e HTTP/1.1" status: 404 len: 333 time: 0.1044617 Jun 01 13:24:11.900223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57506) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:11.931664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-74bd02eb-4c26-464c-964f-0e7479aa0aa1 None None] Could not find standard attr ID for object d9128a29-ab80-4bad-bc12-89bbd355f50e. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:24:12.004129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 1fe2de08-c1c1-4aa2-9a2c-2b721d460720 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:24:12.009127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453990a-37c2-4274-b77e-79036550bdbe req-fa01f221-a678-4311-aaf0-a1b2f37a2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:12.011114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-fa01f221-a678-4311-aaf0-a1b2f37a2603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 200 len: 909 time: 0.3429902 Jun 01 13:24:12.011994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.146919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.153414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.230476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-bcdf1cbe-5064-4770-96e5-e18039759ba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 HTTP/1.1" status: 200 len: 217 time: 0.1793859 Jun 01 13:24:12.364582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.460213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.488187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4cdaa0ae-0b9f-472c-aea4-0b43fc7c3015 None None] Could not find standard attr ID for object d9128a29-ab80-4bad-bc12-89bbd355f50e. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:24:12.540863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe2de08-c1c1-4aa2-9a2c-2b721d460720,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:12.549120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.569703 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ea8c085-1005-49e6-b2a9-c1e38b9e45f3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/1fe2de08-c1c1-4aa2-9a2c-2b721d460720 HTTP/1.1" status: 204 len: 168 time: 0.6681683 Jun 01 13:24:12.574446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57528) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:12.717004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet aa15e6d2-ac3a-46b6-bfc9-a751185dba15 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:24:12.720432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.724700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453990a-37c2-4274-b77e-79036550bdbe req-5ee54406-774c-4b72-a941-8cb4e136fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:12.726688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-5ee54406-774c-4b72-a941-8cb4e136fa8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d108a8d-293b-4700-898f-602ca6d1c47e HTTP/1.1" status: 200 len: 848 time: 0.1176908 Jun 01 13:24:12.844875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:12.855387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d04693a-b61b-4739-b9f4-72303bdf59f2 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:12.875810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9ef9-2c2a-42b6-8f49-72ca60ed7cff req-c135099d-f494-46ab-a20b-c5d34fe1c5d0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:12.878142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ba9ef9-2c2a-42b6-8f49-72ca60ed7cff req-c135099d-f494-46ab-a20b-c5d34fe1c5d0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.0563846 Jun 01 13:24:12.880652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-df4a2a58-65ae-4b64-bfec-18551c7e6cbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=830ba35b-dcd3-4e58-b28e-919dc412c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431549 Jun 01 13:24:12.914921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1c463-f2ae-4da4-af04-4404745c048a req-db72c285-3503-4787-9d88-6ec71b7812d5 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:12.917109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97d1c463-f2ae-4da4-af04-4404745c048a req-db72c285-3503-4787-9d88-6ec71b7812d5 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 943 time: 1.3776155 Jun 01 13:24:13.065063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.151339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.185363 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.263231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97d1c463-f2ae-4da4-af04-4404745c048a req-98d6155e-a461-4868-9b57-dde6a1f6d15f tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373000 Jun 01 13:24:13.293657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port fb0c48a6-16f1-4086-9976-1fab98afc5fb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:13.294213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.315606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.321858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=aa15e6d2-ac3a-46b6-bfc9-a751185dba15,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:13.334646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7dd4e1b3-8143-4918-9e56-21a5ae9808cd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/aa15e6d2-ac3a-46b6-bfc9-a751185dba15 HTTP/1.1" status: 204 len: 168 time: 0.7590060 Jun 01 13:24:13.341781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:13.378740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ba9ef9-2c2a-42b6-8f49-72ca60ed7cff req-4a26552b-e275-45cb-9503-630c3dac28bf tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825933 Jun 01 13:24:13.507539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93410c-488f-4c2b-8102-26aa1bcb5709 None None] Update dhcp port {'port': {'network_id': '3f482a52-334c-4092-8ecc-0c2036d1fa4c', 'fixed_ips': [{'subnet_id': 'aa15e6d2-ac3a-46b6-bfc9-a751185dba15'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '887a92c2-58ca-4792-babc-5c2295512537'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:24:13.608562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-4ceba498-425b-4499-a702-66b79cc99e4b service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113698 Jun 01 13:24:13.618334 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5f93410c-488f-4c2b-8102-26aa1bcb5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.893480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:24:13.897280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.947622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 887a92c2-58ca-4792-babc-5c2295512537 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:13.951089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:24:13.953349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:13.966039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574f5a2-7c60-4a05-863d-6e49fd4261f4 None None] Network 3f482a52-334c-4092-8ecc-0c2036d1fa4c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:14.234208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3453990a-37c2-4274-b77e-79036550bdbe req-3f23fadc-a635-4c8b-830b-5a2a753101f2 service neutron] 10.222.0.13 "GET /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142335 Jun 01 13:24:14.249590 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:14.397657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for fb0c48a6-16f1-4086-9976-1fab98afc5fb owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:14.609478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:14.623550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3f5f6fd2-fcd7-4c01-b6e0-3dcdc4eb6872 None None] Provisioning complete for port 887a92c2-58ca-4792-babc-5c2295512537 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:14.623923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6fd2-fcd7-4c01-b6e0-3dcdc4eb6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:14.733870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41', 'network_id': '830ba35b-dcd3-4e58-b28e-919dc412c80e', 'port_id': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41', 'mac_address': 'fa:16:3e:25:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d108a8d-293b-4700-898f-602ca6d1c47e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:24:14.755636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=887a92c2-58ca-4792-babc-5c2295512537,segment=NetworkSegment(2cff101e-9a42-43e4-b062-d484274884b0),segment_id=2cff101e-9a42-43e4-b062-d484274884b0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:14.756252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:14.770150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57602) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:14.813700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:14.844778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'port_id': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'mac_address': 'fa:16:3e:e5:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8d13cb-8b42-4ea2-aad9-dec96517a16f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:24:14.972680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f6fd2-fcd7-4c01-b6e0-3dcdc4eb6872 None None] Current status of the port 887a92c2-58ca-4792-babc-5c2295512537 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:14.977580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:14.977944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:14.990196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.013782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:15.014839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.036849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:24:15.050023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:15.061462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:24:15.063696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa232f635e54632b2065ca002fdcc45 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:15.070371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:15.071137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] DHCP port deletion for 3f482a52-334c-4092-8ecc-0c2036d1fa4c request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:24:15.080661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:15.083842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:15.090883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Deleting port 887a92c2-58ca-4792-babc-5c2295512537 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:15.092036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.210007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 887a92c2-58ca-4792-babc-5c2295512537 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:15.224535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.227783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.230766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 887a92c2-58ca-4792-babc-5c2295512537 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:24:15.232711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.305857 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2aa232f635e54632b2065ca002fdcc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344937 Jun 01 13:24:15.308374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57620) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:15.310785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc666c9-1d5c-49ce-8dff-db308484e763 req-25c8fc2f-2e5c-4fa1-bd05-be07c6fbe2c8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:15.311382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080b93-6f91-474e-955f-b7dc531aa662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7701c02e-94a4-40b2-884d-f88b20bf5754,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:15.313064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cc666c9-1d5c-49ce-8dff-db308484e763 req-25c8fc2f-2e5c-4fa1-bd05-be07c6fbe2c8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 943 time: 0.7836938 Jun 01 13:24:15.381120 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.411878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.431358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ca28-8daf-458d-bac7-8b9aff11f72f req-fb1b9834-52f1-43df-a75a-641cad475037 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:15.460481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75d0ca28-8daf-458d-bac7-8b9aff11f72f req-fb1b9834-52f1-43df-a75a-641cad475037 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.7680287 Jun 01 13:24:15.474066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.481751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:15.499430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.500849 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7701c02e-94a4-40b2-884d-f88b20bf5754 HTTP/1.1" status: 204 len: 168 time: 0.1912477 Jun 01 13:24:15.501680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902c1b9-febc-4539-ba5c-7b1f2ac5a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701c02e-94a4-40b2-884d-f88b20bf5754,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:15.518032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] For port 887a92c2-58ca-4792-babc-5c2295512537, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=887a92c2-58ca-4792-babc-5c2295512537,segment=NetworkSegment(2cff101e-9a42-43e4-b062-d484274884b0),segment_id=2cff101e-9a42-43e4-b062-d484274884b0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:15.518805 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.537881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cc666c9-1d5c-49ce-8dff-db308484e763 req-cb5abca5-7bec-495d-ac18-53fea0649f57 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847577 Jun 01 13:24:15.574727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75d0ca28-8daf-458d-bac7-8b9aff11f72f req-028608e9-f194-4700-a355-36b8d68db959 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956736 Jun 01 13:24:15.575578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.668048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.687683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=887a92c2-58ca-4792-babc-5c2295512537,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:15.724662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Calling delete_port for 887a92c2-58ca-4792-babc-5c2295512537 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:15.844923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=fb0c48a6-16f1-4086-9976-1fab98afc5fb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:15.847764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No DVR routers for this DVR port 887a92c2-58ca-4792-babc-5c2295512537 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:24:15.850268 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:24:15.850641 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:24:15.850790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.862311 n-d-844200-1 neutron-server[88373]: INFO neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No ports have port_id starting with 887a92c2-58ca-4792-babc-5c2295512537 Jun 01 13:24:15.869416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:24:15.908517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:15.964646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:16.002231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57640) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:16.023157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.041842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:16.095242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Usage tracker for resource:security_group_rule and tenant:720b7c1dc5d344ac8176894b3d585ad2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:16.095484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:24:16.113141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:16.119706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:16.198911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:16.357084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Deleting port 887a92c2-58ca-4792-babc-5c2295512537 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:16.357467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.465291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.466743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.473055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.492530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.508580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.548440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f482a52-334c-4092-8ecc-0c2036d1fa4c']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:16.564605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39d60-d4bc-4d61-8987-dcb008571b90 None None] The port '887a92c2-58ca-4792-babc-5c2295512537' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:24:16.564888 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=720b7c1dc5d344ac8176894b3d585ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610330 Jun 01 13:24:16.567775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cff101e-9a42-43e4-b062-d484274884b0') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:16.568114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cff101e-9a42-43e4-b062-d484274884b0') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:16.568800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:16.595675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.596522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb84708-2fce-44f1-99ba-7afaa371fb4d {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:24:16.613693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.657714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.663270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-16eba075-2ac3-47b4-9619-4d77c7f70949 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 204 len: 168 time: 5.5073659 Jun 01 13:24:16.664108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:16.665115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.676621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1670841445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:16.684950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:24:16.685356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.700287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed623bf-6857-45dc-9f8c-816c5664ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e5fc98-2d47-4b98-bdb3-9794f7f3fdb6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:16.773183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.806134 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.813723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:16.821631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:16.824762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:16.828125 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2cff101e-9a42-43e4-b062-d484274884b0 resource provider aggregate not found Jun 01 13:24:16.875973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.899420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e5fc98-2d47-4b98-bdb3-9794f7f3fdb6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:16.907189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:16.908322 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0cbee6e6-47ce-426a-82cd-46d309625f18 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/13e5fc98-2d47-4b98-bdb3-9794f7f3fdb6 HTTP/1.1" status: 204 len: 168 time: 0.3261518 Jun 01 13:24:16.988893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:16.997838 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2cff101e-9a42-43e4-b062-d484274884b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cff101e-9a42-43e4-b062-d484274884b0 found for delete ", "request_id": "req-475fc345-5cc6-452f-a078-f5eca45dcd3c"}]} Jun 01 13:24:17.015836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.017093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.032249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.058558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.102275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.133226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9da6b-4642-4d15-af18-e3388682463d req-5e8d6df7-9839-4230-9076-65e362afc246 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:17.134731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43d9da6b-4642-4d15-af18-e3388682463d req-5e8d6df7-9839-4230-9076-65e362afc246 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 944 time: 0.3233159 Jun 01 13:24:17.135551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=3f482a52-334c-4092-8ecc-0c2036d1fa4c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:17.147673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.157360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6233643c-4313-42ff-a1e1-41182e711971 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/3f482a52-334c-4092-8ecc-0c2036d1fa4c HTTP/1.1" status: 204 len: 168 time: 3.8098323 Jun 01 13:24:17.166636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:17.218452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879cfd-c0f6-49c9-b6ca-6334620fd5cd req-78dd5d46-8344-448e-b324-7b95006d6809 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:17.226261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35879cfd-c0f6-49c9-b6ca-6334620fd5cd req-78dd5d46-8344-448e-b324-7b95006d6809 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.4137013 Jun 01 13:24:17.269929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.272443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9a19a689-bebd-4bd2-aeee-d9ccd9dfc845 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6040747 Jun 01 13:24:17.276068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:17.283114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43d9da6b-4642-4d15-af18-e3388682463d req-194c7699-2e6b-45b3-9f2e-5c203bd32258 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368787 Jun 01 13:24:17.295649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'enable_snat': False}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:17.314511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35879cfd-c0f6-49c9-b6ca-6334620fd5cd req-7d9a7cec-9482-479c-9026-61a452fa4bf7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817327 Jun 01 13:24:17.719945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5db6ca-1146-4545-88a3-a5528d06f154 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:17.724434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d5db6ca-1146-4545-88a3-a5528d06f154 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5552824 Jun 01 13:24:17.726638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:17.811508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.820216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-97bf521b-26ad-40a6-b20b-5846dce5496e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:17.854656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-97bf521b-26ad-40a6-b20b-5846dce5496e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:17.857268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-97bf521b-26ad-40a6-b20b-5846dce5496e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1295352 Jun 01 13:24:17.861109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57730) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:17.874859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-790723072'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:17.890128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:17.896322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:17.905892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:17.913955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:17.930643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:17.934722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:17.970204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:18.018928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:24:18.043588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.043940 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment 6dad3138-dcc1-44e4-880a-29555b15812d of type vlan for network eedc5e41-a403-4ee2-a3ef-7f734f06aaad Jun 01 13:24:18.046437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:18.116669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.189560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.197577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:18.198367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.301318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.309406 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4633bdb2-b49e-4c8e-8355-724dfb94ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.349317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4841442 Jun 01 13:24:18.350133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57754) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:18.370375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:18.389293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 3609fef1-5bfc-471e-b357-9e54143fafe1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:18.389672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.407377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.458950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:18.498226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.554043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:18.554412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:18.691560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a7a8-43d9-4c2f-9cd0-ec84ccaae62a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=eedc5e41-a403-4ee2-a3ef-7f734f06aaad,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:18.769801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Allocated IP 172.25.7.192 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/97f06115-e6f5-4d70-a3b6-a192471650af) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:18.793492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:24:18.861425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:18.861808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.003570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.060720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.173162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:24:19.186899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:19.194166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:19.208994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:19.217423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:19.250194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:19.331535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:19.331916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.344839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be72e0-3fff-4a8b-bb6a-73902f8ab4b4 req-f5043617-1ab5-48b6-8d10-fa89e57ffb95 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:19.349950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be72e0-3fff-4a8b-bb6a-73902f8ab4b4 req-f5043617-1ab5-48b6-8d10-fa89e57ffb95 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 944 time: 0.6730967 Jun 01 13:24:19.356290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.402090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f442-34ba-443b-8f01-602c9622c319 req-e2f4c256-451e-4502-bdd1-a2b16df6a2aa tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:19.409552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfc9f442-34ba-443b-8f01-602c9622c319 req-e2f4c256-451e-4502-bdd1-a2b16df6a2aa tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.4427629 Jun 01 13:24:19.416290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:19.418631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:19.424023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.426717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:19.435414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:19.547848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Pushing event updated for resources: {'Port': ['ID=97f06115-e6f5-4d70-a3b6-a192471650af,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:19.667555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:19.689226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:19.704145 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:19.793372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfc9f442-34ba-443b-8f01-602c9622c319 req-4488f049-6b0f-4a4c-b418-41d7f547de4e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825338 Jun 01 13:24:19.812909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:19.894044 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f302b780-4303-440e-b10c-e7312db317b2'] response: {'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'code': 200} Jun 01 13:24:19.907896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be72e0-3fff-4a8b-bb6a-73902f8ab4b4 req-042a6d65-aef5-448b-8c7c-03b8d03faf14 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949646 Jun 01 13:24:20.104724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:20.320162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=02533602-7d97-4c26-b3f3-0269c3d7dc70,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:20.331615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:20.332489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': '6dad3138-dcc1-44e4-880a-29555b15812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:20.335323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: eedc5e41-a403-4ee2-a3ef-7f734f06aaad, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:24:20.385366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:24:20.408976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, eedc5e41-a403-4ee2-a3ef-7f734f06aaad) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:20.415934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:20.417309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:20.424079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422178b-55c5-4204-8d8b-52bae599ea66 None None] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:20.487760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-466d1b95-4a88-43c7-8cf5-6a5b817cc8f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1317496 Jun 01 13:24:20.490025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57842) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:20.509827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad', 'name': 'tempest-PortsIpV6TestJSON-721580681'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:20.701585 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0d256bc-f362-4f87-b3d9-01f376902b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:20.961868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:20.987346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:21.022013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:21.022294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.032112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.054477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.105079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-eedc5e41-a403-4ee2-a3ef-7f734f06aaad', 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': '02533602-7d97-4c26-b3f3-0269c3d7dc70'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:24:21.106062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.203853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 46126001-73da-4b53-aef0-3cfc757521ff yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:24:21.618646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e2e6-4195-4142-8694-e5389a32860b req-9528fe12-a8ec-4ff5-ac4b-c29245f6f11a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:21.633612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8771e2e6-4195-4142-8694-e5389a32860b req-9528fe12-a8ec-4ff5-ac4b-c29245f6f11a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5655568 Jun 01 13:24:21.649795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Router 9126e344-91cd-4d7c-a3bd-fe82db9252c3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:24:21.703104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Allocated IP 2001:db8::2 (eedc5e41-a403-4ee2-a3ef-7f734f06aaad/02533602-7d97-4c26-b3f3-0269c3d7dc70/46478439-f795-40ba-a14a-0316dcbd3018) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:21.715600 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.756227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:21.811237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8771e2e6-4195-4142-8694-e5389a32860b req-dd1ca1e2-69d5-46d6-8a05-8b12039dfa94 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753249 Jun 01 13:24:21.862817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24d4e-d59d-4161-983c-fc9d3df2d8f6 req-c3c4feb3-af45-43a5-9dfc-d01713bd5af8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:21.872158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8a24d4e-d59d-4161-983c-fc9d3df2d8f6 req-c3c4feb3-af45-43a5-9dfc-d01713bd5af8 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.5618033 Jun 01 13:24:21.917216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:24:21.987528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:24:22.004024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8a24d4e-d59d-4161-983c-fc9d3df2d8f6 req-a7da653e-a1ba-4022-b2e1-d91cbfa22577 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306407 Jun 01 13:24:22.082504 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76c67e2-f13d-4bb8-8859-51115553f7ee'] response: {'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41', 'code': 200} Jun 01 13:24:22.157117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:24:22.168088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] Sync routers for ids ['9126e344-91cd-4d7c-a3bd-fe82db9252c3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:24:22.186554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] Routers {'9126e344-91cd-4d7c-a3bd-fe82db9252c3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:22.186554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9126e344-91cd-4d7c-a3bd-fe82db9252c3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:22.201010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:22.205220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57888) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:22.219194 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a6fd7d9f-0802-4002-961b-e3b3a71e0809 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "PUT /v2.0/routers/9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 200 len: 916 time: 4.9338987 Jun 01 13:24:22.330145 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:22.351234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Transition to ACTIVE for port object 46478439-f795-40ba-a14a-0316dcbd3018 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:22.459364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Transition to ACTIVE for port object 46478439-f795-40ba-a14a-0316dcbd3018 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:22.460247 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:22.471329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] Routers {'9126e344-91cd-4d7c-a3bd-fe82db9252c3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:22.474855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9126e344-91cd-4d7c-a3bd-fe82db9252c3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:22.502308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:22.676710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:22.678514 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af3ca-646a-4e83-8c5e-a1ca5607029e None None] The sync data for ids ['9126e344-91cd-4d7c-a3bd-fe82db9252c3'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:24:22.927192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:22.932610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:22.940780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:23.072562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Pushing event updated for resources: {'Port': ['ID=46478439-f795-40ba-a14a-0316dcbd3018,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:23.081157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::c1 (eedc5e41-a403-4ee2-a3ef-7f734f06aaad/02533602-7d97-4c26-b3f3-0269c3d7dc70/46126001-73da-4b53-aef0-3cfc757521ff) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:23.304049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Attempting to bind port 46478439-f795-40ba-a14a-0316dcbd3018 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:24:23.304429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Attempting to bind port 46478439-f795-40ba-a14a-0316dcbd3018 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6dad3138-dcc1-44e4-880a-29555b15812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:24:23.304800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Attempting to bind port 46478439-f795-40ba-a14a-0316dcbd3018 on network eedc5e41-a403-4ee2-a3ef-7f734f06aaad {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:24:23.311558 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:23.312930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:24:23.313309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Checking segment: {'id': '6dad3138-dcc1-44e4-880a-29555b15812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:23.313704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:23.314094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Bound using segment: {'id': '6dad3138-dcc1-44e4-880a-29555b15812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:24:23.314566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Bound port: 46478439-f795-40ba-a14a-0316dcbd3018, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dad3138-dcc1-44e4-880a-29555b15812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:24:23.314962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:23.623808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] For port 46478439-f795-40ba-a14a-0316dcbd3018, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:24:23.630162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] For port 46478439-f795-40ba-a14a-0316dcbd3018, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46478439-f795-40ba-a14a-0316dcbd3018,segment=NetworkSegment(6dad3138-dcc1-44e4-880a-29555b15812d),segment_id=6dad3138-dcc1-44e4-880a-29555b15812d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:24:23.644729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:23.787898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57926) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:23.788465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-15a8445c-3cf1-4d76-882a-bd998a2a19b8 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 200 len: 922 time: 1.5785043 Jun 01 13:24:23.819512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613ff6d-bcc8-4a8a-8e07-04e9f11896c5 req-7604339d-21cb-4e1c-bcb4-50a0107be191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:23.824410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9613ff6d-bcc8-4a8a-8e07-04e9f11896c5 req-7604339d-21cb-4e1c-bcb4-50a0107be191 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 1096 time: 1.3772101 Jun 01 13:24:24.006888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f926f1f-3c0f-4062-b00c-110d9adab431 None None] Pushing event updated for resources: {'Port': ['ID=46478439-f795-40ba-a14a-0316dcbd3018,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:24.049054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce49e55-8556-43d0-9213-e530f937e1c1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:24.050043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ce49e55-8556-43d0-9213-e530f937e1c1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Synchronizing usage tracker for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:24.064831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9573f3-4a15-4837-9080-fbd820d91c16 req-0f1aedab-d016-42b8-8c3f-3e692d6a8100 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:24.066713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac9573f3-4a15-4837-9080-fbd820d91c16 req-0f1aedab-d016-42b8-8c3f-3e692d6a8100 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.0260062 Jun 01 13:24:24.094853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8ce49e55-8556-43d0-9213-e530f937e1c1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Unset dirty status for tenant:c1c176d7fbac4c34a56451c6e85ee2ef on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:24.103314 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8ce49e55-8556-43d0-9213-e530f937e1c1 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=9126e344-91cd-4d7c-a3bd-fe82db9252c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3120182 Jun 01 13:24:24.105827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:24.186891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4666c-517e-467c-838b-21cb4b962010 req-759ab612-72b2-4c4b-bb36-ed505a4298e2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:24.188448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2aa4666c-517e-467c-838b-21cb4b962010 req-759ab612-72b2-4c4b-bb36-ed505a4298e2 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.9887166 Jun 01 13:24:24.274096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9613ff6d-bcc8-4a8a-8e07-04e9f11896c5 req-62325424-9c23-4d2b-b73e-2f91b17aef80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315743 Jun 01 13:24:24.390508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac9573f3-4a15-4837-9080-fbd820d91c16 req-84d768ef-368a-4e68-bcac-f9f5a603a086 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349060 Jun 01 13:24:24.600519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:24.666927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 46126001-73da-4b53-aef0-3cfc757521ff will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:24.752689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:24.809839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245e0cb-3b60-458b-bf4e-3557c78802b6 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:24.811802 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b245e0cb-3b60-458b-bf4e-3557c78802b6 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/networks/b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 881 time: 0.7037704 Jun 01 13:24:24.817956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57956) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:24.879140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48d58f0a-faa9-497c-9c52-8c2e1469f0d7 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 200 len: 205 time: 0.0598919 Jun 01 13:24:24.884198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:24.973344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=46126001-73da-4b53-aef0-3cfc757521ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:25.009334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:25.017296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2aa4666c-517e-467c-838b-21cb4b962010 req-dee9f1b8-5a97-4d8c-b26f-b0fbe0a17c90 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046441 Jun 01 13:24:25.018803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:25.021539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:25.028068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:25.029733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:25.141416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9953c43a-6c8d-4456-a95e-5b0f2f33447d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6499789 Jun 01 13:24:25.142168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57972) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:25.161809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': 'eedc5e41-a403-4ee2-a3ef-7f734f06aaad', 'name': 'tempest-PortsIpV6TestJSON-1598895607'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:25.330242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46478439-f795-40ba-a14a-0316dcbd3018 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:25.487227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:25.492123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:25.496029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:25.503187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:25.517607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:25.524133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:25.549634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port cdabbf8c-26bd-4bb3-880f-873eec5cebbe yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:24:25.572327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 46478439-f795-40ba-a14a-0316dcbd3018 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:25.610037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:25.807188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::239 (eedc5e41-a403-4ee2-a3ef-7f734f06aaad/02533602-7d97-4c26-b3f3-0269c3d7dc70/cdabbf8c-26bd-4bb3-880f-873eec5cebbe) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:25.939393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0fc09-f291-4693-9bf2-14f1c576bba8 None None] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:26.067168 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.091522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port 97f06115-e6f5-4d70-a3b6-a192471650af {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:26.091977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.329118 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.376869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object cdabbf8c-26bd-4bb3-880f-873eec5cebbe will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:26.555061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.619711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Provisioning for port 46478439-f795-40ba-a14a-0316dcbd3018 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:26.629886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Provisioning complete for port 46478439-f795-40ba-a14a-0316dcbd3018 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:26.630681 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.665327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.755424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:26.791953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:26.798811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:26.813794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:26.814550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.842337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for 97f06115-e6f5-4d70-a3b6-a192471650af owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:26.884573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Current status of the port 46478439-f795-40ba-a14a-0316dcbd3018 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:26.885341 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.938216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58010) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:26.938400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7950950 Jun 01 13:24:26.959616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] For port 46478439-f795-40ba-a14a-0316dcbd3018, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46478439-f795-40ba-a14a-0316dcbd3018,segment=NetworkSegment(6dad3138-dcc1-44e4-880a-29555b15812d),segment_id=6dad3138-dcc1-44e4-880a-29555b15812d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:26.971561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:26.982361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5abd79-d0e5-437e-bc10-351c7ff0b836 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=cdabbf8c-26bd-4bb3-880f-873eec5cebbe,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:27.045330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c7eb-b96f-4390-967f-4bb1deca2eeb req-215705c9-1fc4-4b61-8b2f-5785f2b95d22 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:27.056350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d878c7eb-b96f-4390-967f-4bb1deca2eeb req-215705c9-1fc4-4b61-8b2f-5785f2b95d22 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.6373808 Jun 01 13:24:27.101478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4980-2b62-49c8-b231-e49943d42889 req-d5c00e28-4f14-4f9c-9f95-a29513ac84be tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:27.102715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Pushing event updated for resources: {'Port': ['ID=46478439-f795-40ba-a14a-0316dcbd3018,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:27.112931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.113429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.114261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.114729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.114990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-099e4980-2b62-49c8-b231-e49943d42889 req-d5c00e28-4f14-4f9c-9f95-a29513ac84be tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.6908886 Jun 01 13:24:27.115251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.115679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.116101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.116562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.116981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.117960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.118384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.118853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a351c0-5709-4ae0-bd96-94bd04cd4bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:27.224179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f901d-570c-4d11-98b0-1b6b9bba8a7a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:27.238419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba6f901d-570c-4d11-98b0-1b6b9bba8a7a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac1 HTTP/1.1" status: 200 len: 927 time: 0.2956009 Jun 01 13:24:27.238419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58014) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:27.250487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d878c7eb-b96f-4390-967f-4bb1deca2eeb req-94b0d13c-7aeb-4494-b7f5-f5d4576d0b3c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930461 Jun 01 13:24:27.272252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Provisioning for port 46126001-73da-4b53-aef0-3cfc757521ff completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:27.277635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-099e4980-2b62-49c8-b231-e49943d42889 req-3b2e8e76-3ad9-4014-baca-d70ae7e8bf62 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468909 Jun 01 13:24:27.284588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Provisioning complete for port 46126001-73da-4b53-aef0-3cfc757521ff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:27.284967 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:27.388971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port cdabbf8c-26bd-4bb3-880f-873eec5cebbe {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:27.391623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:27.695717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Port 46126001-73da-4b53-aef0-3cfc757521ff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:27.721501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Provisioning complete for port 46478439-f795-40ba-a14a-0316dcbd3018 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:27.721892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.004712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.116549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Current status of the port 46478439-f795-40ba-a14a-0316dcbd3018 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:28.218534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Provisioning for port cdabbf8c-26bd-4bb3-880f-873eec5cebbe completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:28.241051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Provisioning complete for port cdabbf8c-26bd-4bb3-880f-873eec5cebbe triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:28.241421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.457173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=97f06115-e6f5-4d70-a3b6-a192471650af,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:28.468468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f015f9cc-ef81-4501-86ea-4aef5cba33b7 None None] Port cdabbf8c-26bd-4bb3-880f-873eec5cebbe cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:28.617830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Provisioning complete for port 46126001-73da-4b53-aef0-3cfc757521ff triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:28.635412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.776703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Port 46126001-73da-4b53-aef0-3cfc757521ff cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:28.796406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Provisioning complete for port cdabbf8c-26bd-4bb3-880f-873eec5cebbe triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:28.797266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.810163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738988a-fc6f-461d-a538-4eebff8635e0 req-a2f6ed58-aa7e-492a-bf52-56727815c283 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:28.814741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3738988a-fc6f-461d-a538-4eebff8635e0 req-a2f6ed58-aa7e-492a-bf52-56727815c283 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3927286 Jun 01 13:24:28.876402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:28.960620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3738988a-fc6f-461d-a538-4eebff8635e0 req-f8b6ca60-2c17-49d4-b63f-434bff4406fb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366906 Jun 01 13:24:29.018640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8de8a1c2-85e2-485d-9000-1209e0472d70 None None] Port cdabbf8c-26bd-4bb3-880f-873eec5cebbe cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:29.037042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:29.252883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46478439-f795-40ba-a14a-0316dcbd3018 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:29.382404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:29.388388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:29.537058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 46478439-f795-40ba-a14a-0316dcbd3018 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:29.537058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:29.740601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for cdabbf8c-26bd-4bb3-880f-873eec5cebbe owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:29.859531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 46478439-f795-40ba-a14a-0316dcbd3018 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:29.915899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1af2c-601c-4b81-9ad8-61b6a0bd48bb req-9c8c001d-938a-4d06-ba45-156e7b2be805 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:29.917756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bb1af2c-601c-4b81-9ad8-61b6a0bd48bb req-9c8c001d-938a-4d06-ba45-156e7b2be805 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.1743333 Jun 01 13:24:29.970300 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:29.970870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router 9126e344-91cd-4d7c-a3bd-fe82db9252c3 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:24:29.981868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.004157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bb1af2c-601c-4b81-9ad8-61b6a0bd48bb req-c4ed2b80-ecd2-4364-9f03-3ca15d22c100 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799866 Jun 01 13:24:30.119180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=cdabbf8c-26bd-4bb3-880f-873eec5cebbe,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:30.199206 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.201489 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e1ff227-aeb8-4d5c-a235-c5f9129f08d3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/cdabbf8c-26bd-4bb3-880f-873eec5cebbe HTTP/1.1" status: 204 len: 168 time: 2.9618814 Jun 01 13:24:30.204505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:30.210999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.217996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-272fa073-d0c7-4ab8-b652-3150fbd79210 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 204 len: 168 time: 5.3323269 Jun 01 13:24:30.219241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58114) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:30.281873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1917316546', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:30.298977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:30.313417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Usage tracker for resource:router and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:30.316895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:30.330530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:30.362116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.363920 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.372995 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbd56d2-8198-48c8-946d-26442d8d50c5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:24:30.373657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0cbd56d2-8198-48c8-946d-26442d8d50c5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:30.390286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.514494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0cbd56d2-8198-48c8-946d-26442d8d50c5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:30.516092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0cbd56d2-8198-48c8-946d-26442d8d50c5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/cdabbf8c-26bd-4bb3-880f-873eec5cebbe HTTP/1.1" status: 404 len: 333 time: 0.3105905 Jun 01 13:24:30.522813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58120) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:30.685063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 46126001-73da-4b53-aef0-3cfc757521ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:30.685719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.830351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:30.919411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c42db3-276e-40ac-aa46-78e822994bea req-a9610e38-33dd-4106-9b6b-55124884829a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:30.921965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0c42db3-276e-40ac-aa46-78e822994bea req-a9610e38-33dd-4106-9b6b-55124884829a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5334666 Jun 01 13:24:31.081596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0c42db3-276e-40ac-aa46-78e822994bea req-253fdfb4-d64d-4c87-8965-eb9d594c5140 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426477 Jun 01 13:24:31.677373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:31.734113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-ad045211-a516-4b72-a140-caaf9e13d107 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:31.734113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-ad045211-a516-4b72-a140-caaf9e13d107 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.9575160 Jun 01 13:24:31.941328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:31.977516 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:32.063447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 46126001-73da-4b53-aef0-3cfc757521ff owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:32.200297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf451-c096-4ad4-9900-3e39e4c44c0e req-a9ee9582-20ec-4cde-9612-7821be033d68 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:32.201783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d91bf451-c096-4ad4-9900-3e39e4c44c0e req-a9ee9582-20ec-4cde-9612-7821be033d68 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 945 time: 0.7592645 Jun 01 13:24:32.205105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Deleting port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:32.205449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:32.386754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Allocated IP 172.25.7.19 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/2ba87e7c-45fd-4572-a874-8f5e54f602b7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:32.554269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] For port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,segment=NetworkSegment(ea63a16f-beaf-4373-a508-3506c71b6b2c),segment_id=ea63a16f-beaf-4373-a508-3506c71b6b2c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:32.554962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:32.685535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:32.739054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Calling delete_port for d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:32.747050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:32.817550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:32.821002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:32.823521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:33.100936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:33.114443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:24:33.123587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event updated for resources: {'Port': ['ID=2ba87e7c-45fd-4572-a874-8f5e54f602b7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:33.300249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d91bf451-c096-4ad4-9900-3e39e4c44c0e req-0b79abae-00b3-42d1-82e8-f7862ebd849e tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/security-groups?id=9fcb2b57-950c-4337-9825-633ea0f95f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0633428 Jun 01 13:24:33.356901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Pushing event deleted for resources: {'Port': ['ID=d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:33.364545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:33.569623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=46126001-73da-4b53-aef0-3cfc757521ff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:33.724274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] No DVR routers for this DVR port d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:24:33.730984 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:33.758612 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:33.789836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'name': 'network-vif-deleted', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:24:34.050212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fb5a5eb-b83e-4335-ab9f-e2203650eafc req-014b6102-2856-4d49-87b8-626688685239 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.13 "DELETE /v2.0/ports/d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 HTTP/1.1" status: 204 len: 173 time: 2.1409960 Jun 01 13:24:34.050212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:34.050212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c4be33d4-f1cf-413d-83de-fd1775027303 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/46126001-73da-4b53-aef0-3cfc757521ff HTTP/1.1" status: 204 len: 168 time: 3.4157627 Jun 01 13:24:34.052748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58220) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:34.053037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb420-9504-406d-9329-a216e02790d6 req-005b43ba-6b46-402a-9657-344a7a6a6525 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:34.053037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d22cb420-9504-406d-9329-a216e02790d6 req-005b43ba-6b46-402a-9657-344a7a6a6525 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.7073882 Jun 01 13:24:34.097826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d22cb420-9504-406d-9329-a216e02790d6 req-a692830d-e180-400a-aaec-42f45df2a247 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748768 Jun 01 13:24:34.104873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1797-ed71-47ef-8bac-995a52417b75 req-6570104d-6cfa-41e3-a875-fe41359cd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:34.107162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-6570104d-6cfa-41e3-a875-fe41359cd3df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1097 time: 0.5260742 Jun 01 13:24:34.113815 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2b8336-4f0d-46b2-b152-b0b2722b92a1'] response: {'server_uuid': '0d9c44c8-5337-430f-ae03-ce84459a20df', 'name': 'network-vif-deleted', 'tag': 'd5e7bcc9-1b74-4e5f-bdba-52ee6f190a41', 'status': 'completed', 'code': 200} Jun 01 13:24:34.212462 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a6b31a-55fa-4e4e-a6f7-166c0fc20710 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:24:34.213507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99a6b31a-55fa-4e4e-a6f7-166c0fc20710 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:34.477660 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:34.481733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99a6b31a-55fa-4e4e-a6f7-166c0fc20710 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:34.496749 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99a6b31a-55fa-4e4e-a6f7-166c0fc20710 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/46126001-73da-4b53-aef0-3cfc757521ff HTTP/1.1" status: 404 len: 333 time: 0.5217755 Jun 01 13:24:34.552698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:34.932362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e84bcc8-c37d-49f2-bf96-2135215bbf52 req-226263dd-5aed-440a-9f10-e0799a6edee0 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Synchronizing usage tracker for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:34.953852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 02533602-7d97-4c26-b3f3-0269c3d7dc70 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:24:34.980283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:35.031199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8e84bcc8-c37d-49f2-bf96-2135215bbf52 req-226263dd-5aed-440a-9f10-e0799a6edee0 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] Unset dirty status for tenant:f90de79de7b34a85a5757ffe0a979159 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:35.037526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e84bcc8-c37d-49f2-bf96-2135215bbf52 req-226263dd-5aed-440a-9f10-e0799a6edee0 tempest-VolumesActionsTest-658254404 tempest-VolumesActionsTest-658254404-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d9c44c8-5337-430f-ae03-ce84459a20df HTTP/1.1" status: 200 len: 210 time: 0.3233275 Jun 01 13:24:35.107148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1797-ed71-47ef-8bac-995a52417b75 req-fac164ca-c67a-470b-b8d5-0debeaa32e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:35.107148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-fac164ca-c67a-470b-b8d5-0debeaa32e65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.9714766 Jun 01 13:24:35.216228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:35.226315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:35.242909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-292f0f63-7f6e-4b4f-af6a-29346366ad0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.1325610 Jun 01 13:24:35.417788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1797-ed71-47ef-8bac-995a52417b75 req-3f6b73ca-52d4-41f1-a9c7-7e90cdbac94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:35.417788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-3f6b73ca-52d4-41f1-a9c7-7e90cdbac94f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.1637573 Jun 01 13:24:35.520441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-76c65ac5-4c7a-4ef6-a5ac-ba13c9edc7dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882614 Jun 01 13:24:36.014851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:36.033810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-68421bfa-cb31-49f6-aa06-900c24bd3862 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053327 Jun 01 13:24:36.069115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1b533-ff33-4869-a211-36d0e017b4f7 req-848c6a90-cb48-470d-a88e-3ebdd1bd4203 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:36.070734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a1b533-ff33-4869-a211-36d0e017b4f7 req-848c6a90-cb48-470d-a88e-3ebdd1bd4203 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2904234 Jun 01 13:24:36.080113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Router 02a2a2b7-e4b1-4a7b-8a26-df9468155bea is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:24:36.096764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:24:36.209107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:24:36.217660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device d5e7bcc9-1b74-4e5f-bdba-52ee6f190a41 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:24:36.587221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a1b533-ff33-4869-a211-36d0e017b4f7 req-63b09587-86e5-4abf-a7b7-33062306e0b5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764054 Jun 01 13:24:36.680882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03df1797-ed71-47ef-8bac-995a52417b75 req-e6b082d3-c2b1-4b85-90d6-fcf48c3367de service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349046 Jun 01 13:24:36.803872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:36.861682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:24:36.861682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=02533602-7d97-4c26-b3f3-0269c3d7dc70,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:36.884368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b266303-d760-4093-8013-c7555226a2ec None None] Network eedc5e41-a403-4ee2-a3ef-7f734f06aaad requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:36.890679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:36.934418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] Sync routers for ids ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:24:36.983199 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d4520ba-b4df-4204-b147-015ef408ab24 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/02533602-7d97-4c26-b3f3-0269c3d7dc70 HTTP/1.1" status: 204 len: 168 time: 2.2891393 Jun 01 13:24:36.985809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58298) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:37.005788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:37.013268 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4bde9fc-2075-4b7c-a95a-30c683557a09 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7685761 Jun 01 13:24:37.014873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58302) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:37.031056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:37.395442 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:37.440505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] Routers {'02a2a2b7-e4b1-4a7b-8a26-df9468155bea'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:37.441224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:37.442305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 46478439-f795-40ba-a14a-0316dcbd3018 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:37.442678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:37.696682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:37.765333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] Routers {'02a2a2b7-e4b1-4a7b-8a26-df9468155bea'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:37.766360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:38.195577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:38.195909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01345621-9f46-4169-9741-ed21c8770ce5 None None] The sync data for ids ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:24:38.365392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:38.412981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] DHCP port deletion for eedc5e41-a403-4ee2-a3ef-7f734f06aaad request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:24:38.428212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Deleting port 46478439-f795-40ba-a14a-0316dcbd3018 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:38.428212 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:38.443436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:38.492611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Deleting port 2ba87e7c-45fd-4572-a874-8f5e54f602b7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:38.492611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:38.544428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] For port 46478439-f795-40ba-a14a-0316dcbd3018, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46478439-f795-40ba-a14a-0316dcbd3018,segment=NetworkSegment(6dad3138-dcc1-44e4-880a-29555b15812d),segment_id=6dad3138-dcc1-44e4-880a-29555b15812d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:38.545481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:38.744918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 46478439-f795-40ba-a14a-0316dcbd3018 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:39.076771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b402fa-4cd1-4566-8810-0c6f27ecb390 req-45218437-ce3c-4c87-91d6-01a4ff9d8efd tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:39.085942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b402fa-4cd1-4566-8810-0c6f27ecb390 req-45218437-ce3c-4c87-91d6-01a4ff9d8efd tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.9215760 Jun 01 13:24:39.236494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] For port 46478439-f795-40ba-a14a-0316dcbd3018, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46478439-f795-40ba-a14a-0316dcbd3018,segment=NetworkSegment(6dad3138-dcc1-44e4-880a-29555b15812d),segment_id=6dad3138-dcc1-44e4-880a-29555b15812d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:39.247836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:39.288319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:39.301388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97b402fa-4cd1-4566-8810-0c6f27ecb390 req-704a756a-0971-432e-aef6-5b513024ef16 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098420 Jun 01 13:24:39.315529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:39.355917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46478439-f795-40ba-a14a-0316dcbd3018 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:24:39.507123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 46478439-f795-40ba-a14a-0316dcbd3018 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:24:39.509883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46478439-f795-40ba-a14a-0316dcbd3018 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:24:39.623757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=46478439-f795-40ba-a14a-0316dcbd3018,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:39.643327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No DVR routers for this DVR port 46478439-f795-40ba-a14a-0316dcbd3018 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:24:39.970079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Calling delete_port for 46478439-f795-40ba-a14a-0316dcbd3018 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:40.040592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Calling delete_port for 2ba87e7c-45fd-4572-a874-8f5e54f602b7 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:40.193391 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:24:40.193391 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:24:40.203049 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.306182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedc5e41-a403-4ee2-a3ef-7f734f06aaad']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:40.386861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dad3138-dcc1-44e4-880a-29555b15812d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:40.386861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dad3138-dcc1-44e4-880a-29555b15812d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:40.427545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.441745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.462702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.478352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:24:40.480294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.702078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Deleting port 46478439-f795-40ba-a14a-0316dcbd3018 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:40.702078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.725631 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6dad3138-dcc1-44e4-880a-29555b15812d resource provider aggregate not found Jun 01 13:24:40.779838 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6dad3138-dcc1-44e4-880a-29555b15812d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dad3138-dcc1-44e4-880a-29555b15812d found for delete ", "request_id": "req-65a8de13-9aa1-41ff-ac73-1f5788d11caf"}]} Jun 01 13:24:40.791980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.823072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd15d3a-999b-4dea-be8c-49fb6bab37a5 req-0a72ce1a-739b-4b9c-b314-1ba668483c3d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:40.831387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cd15d3a-999b-4dea-be8c-49fb6bab37a5 req-0a72ce1a-739b-4b9c-b314-1ba668483c3d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.1710827 Jun 01 13:24:40.831387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.897025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Pushing event deleted for resources: {'Port': ['ID=2ba87e7c-45fd-4572-a874-8f5e54f602b7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:40.926534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cd15d3a-999b-4dea-be8c-49fb6bab37a5 req-3e222e93-5bc5-4901-8be2-6213466cbd5f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981052 Jun 01 13:24:40.927428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=eedc5e41-a403-4ee2-a3ef-7f734f06aaad,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:40.937153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3bbb568e-a2f6-4be2-84b9-84802c05dc68 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/eedc5e41-a403-4ee2-a3ef-7f734f06aaad HTTP/1.1" status: 204 len: 168 time: 3.9463036 Jun 01 13:24:40.938040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:40.960780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1125786252'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:40.975401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:40.982439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:40.988148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eef49f4e-3484-4e4f-ad54-436a5bfc8fb7 None None] The port '46478439-f795-40ba-a14a-0316dcbd3018' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:24:41.005005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:41.013701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:41.032719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:41.065415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:41.100069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:41.178988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:24:41.251409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:41.251409 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment f670d7e5-b27b-4e06-a89c-87fb40e19716 of type vlan for network aec2200e-fe6b-4d68-95f2-ecdf6e268331 Jun 01 13:24:41.447816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:41.528119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:41.551595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:41.552719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:41.759915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=aec2200e-fe6b-4d68-95f2-ecdf6e268331,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:41.777973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:24:41.797136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8271436-c2b5-4dea-bfef-094d8e547551 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8556082 Jun 01 13:24:41.802934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58458) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:41.810001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:41.974345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:41.979876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:41.988808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:42.007472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:42.038937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:42.043426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:42.427507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:42.435937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408643'] for router, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:42.589426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba1b5-62c1-41c9-baa0-6fe417004e0b req-435c55d6-01f9-475a-acd6-c8fb23bb066e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:42.591436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0ba1b5-62c1-41c9-baa0-6fe417004e0b req-435c55d6-01f9-475a-acd6-c8fb23bb066e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.3667073 Jun 01 13:24:42.964904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Router 02a2a2b7-e4b1-4a7b-8a26-df9468155bea has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:24:42.977908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f0ba1b5-62c1-41c9-baa0-6fe417004e0b req-dd5a2585-d000-4dab-b2f3-564c4f6a232d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756089 Jun 01 13:24:43.107759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:43.527862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': 'f670d7e5-b27b-4e06-a89c-87fb40e19716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:43.527862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: aec2200e-fe6b-4d68-95f2-ecdf6e268331, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:24:43.568166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=1319d338-3aee-4a44-8160-be40c7c41902,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:43.609765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:24:43.622180 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] Sync routers for ids ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:24:43.625439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:24:43.642721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] Routers {'02a2a2b7-e4b1-4a7b-8a26-df9468155bea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:43.655907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:43.657352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, aec2200e-fe6b-4d68-95f2-ecdf6e268331) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:43.668945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:43.669373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd0590-3f3f-4eb1-a0bc-658bceca208b None None] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:43.669862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:43.679426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:43.689018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bb34808-4848-4b61-b0c8-281af02d2ff8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "PUT /v2.0/routers/02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 200 len: 706 time: 6.6713738 Jun 01 13:24:43.689785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58510) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:43.752671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3ecd47c1-aff4-407d-aee9-b72cb01f9d50 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9533172 Jun 01 13:24:43.755614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:43.781815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331', 'name': 'tempest-PortsIpV6TestJSON-1361809489', 'fixed_ips': [{'subnet_id': '1319d338-3aee-4a44-8160-be40c7c41902', 'ip_address': '2001:db8::10'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:44.055282 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:44.122343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] Routers {'02a2a2b7-e4b1-4a7b-8a26-df9468155bea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:24:44.139415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:24:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:44.449583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:24:44.451095 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59be8bd-4396-48f0-b7ed-b4e39d12654e None None] The sync data for ids ['02a2a2b7-e4b1-4a7b-8a26-df9468155bea'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:24:44.501675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-eeaebb06-ff92-4098-a8a6-40c3567d55b8 req-3da92c21-115a-434b-a9cd-dc57a3311186 service neutron] (88372) timed out ('10.222.0.40', 51474) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:24:44.534185 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f9c08249-9812-48a2-a57f-0ac590f4cbd7 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/routers/02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 200 len: 741 time: 0.8423078 Jun 01 13:24:44.542570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:44.599461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-aec2200e-fe6b-4d68-95f2-ecdf6e268331', 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': '1319d338-3aee-4a44-8160-be40c7c41902'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:24:44.600646 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:44.617989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:44.626083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:44.631744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:44.648888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:44.684901 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6820b1fc-df5a-4ee0-b502-4d2d10ca0503 tempest-RoutersAdminTest-1524709890 tempest-RoutersAdminTest-1524709890-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&device_id=02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 200 len: 205 time: 0.1408467 Jun 01 13:24:44.686834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:44.687408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58530) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:44.762626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c138078-dad3-45ce-adba-dd2a305e694d tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 200 len: 205 time: 0.0731061 Jun 01 13:24:44.764986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58534) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:45.004089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a533f-e50e-4613-a09b-751f391988cc req-c93dad8e-673b-408e-ab4d-9a043fb5efb4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:45.014862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-358a533f-e50e-4613-a09b-751f391988cc req-c93dad8e-673b-408e-ab4d-9a043fb5efb4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5877531 Jun 01 13:24:45.158377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Allocated IP 2001:db8::2 (aec2200e-fe6b-4d68-95f2-ecdf6e268331/1319d338-3aee-4a44-8160-be40c7c41902/b7754f19-08dd-4736-93a0-2d579786142b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:45.166720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:45.174136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-358a533f-e50e-4613-a09b-751f391988cc req-65680e01-b963-4265-96bf-acd92436467f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527281 Jun 01 13:24:45.281064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:45.388055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 47408c28-fb24-48a9-9fab-feb76b52f371 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:24:46.012103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.036652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Transition to ACTIVE for port object b7754f19-08dd-4736-93a0-2d579786142b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:46.058499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Transition to ACTIVE for port object b7754f19-08dd-4736-93a0-2d579786142b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:46.074384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.230980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.250817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.308639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Pushing event updated for resources: {'Port': ['ID=b7754f19-08dd-4736-93a0-2d579786142b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:46.352783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:46.355464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.355995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Fanout notify agent at l3_agent the message router_deleted on router 02a2a2b7-e4b1-4a7b-8a26-df9468155bea {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:24:46.367072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:46.394026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:46.430214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:46.431466 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7669ed7d-99ae-44c4-940a-c208614eede2 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 204 len: 168 time: 1.6652265 Jun 01 13:24:46.443545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:46.632092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-abcf5c84-e1ca-44ad-a5c5-fb178259e41f tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 200 len: 205 time: 0.1870804 Jun 01 13:24:46.634116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:46.902163 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-5d296395-40cc-436a-b14e-62cacaa6d36b tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:46.909944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d296395-40cc-436a-b14e-62cacaa6d36b tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/02a2a2b7-e4b1-4a7b-8a26-df9468155bea HTTP/1.1" status: 404 len: 336 time: 0.2706182 Jun 01 13:24:46.909944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:47.074862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::10 (aec2200e-fe6b-4d68-95f2-ecdf6e268331/1319d338-3aee-4a44-8160-be40c7c41902/47408c28-fb24-48a9-9fab-feb76b52f371) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:47.140209 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d3e0790-5041-4bd8-b3c8-c7032367130d tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 200 len: 205 time: 0.2284980 Jun 01 13:24:47.141448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:47.156399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Attempting to bind port b7754f19-08dd-4736-93a0-2d579786142b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:24:47.160679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Attempting to bind port b7754f19-08dd-4736-93a0-2d579786142b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f670d7e5-b27b-4e06-a89c-87fb40e19716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:24:47.163664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Attempting to bind port b7754f19-08dd-4736-93a0-2d579786142b on network aec2200e-fe6b-4d68-95f2-ecdf6e268331 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:24:47.186136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:24:47.187395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Checking segment: {'id': 'f670d7e5-b27b-4e06-a89c-87fb40e19716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:47.192175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:47.194434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Bound using segment: {'id': 'f670d7e5-b27b-4e06-a89c-87fb40e19716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:24:47.195173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Bound port: b7754f19-08dd-4736-93a0-2d579786142b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f670d7e5-b27b-4e06-a89c-87fb40e19716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:24:47.197151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:47.449162 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-9e8649b1-b512-4dd2-972a-1e00546bdbe5 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:47.451856 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e8649b1-b512-4dd2-972a-1e00546bdbe5 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/9126e344-91cd-4d7c-a3bd-fe82db9252c3 HTTP/1.1" status: 404 len: 336 time: 0.3052404 Jun 01 13:24:47.455858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58590) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:47.512544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] For port b7754f19-08dd-4736-93a0-2d579786142b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:24:47.515796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e83b-3b20-4010-b6db-a8a519cbba6b req-f19b1cc5-85fb-416a-ab16-6651f19f1d0f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:47.523965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] For port b7754f19-08dd-4736-93a0-2d579786142b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b7754f19-08dd-4736-93a0-2d579786142b,segment=NetworkSegment(f670d7e5-b27b-4e06-a89c-87fb40e19716),segment_id=f670d7e5-b27b-4e06-a89c-87fb40e19716)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:24:47.542990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e78e83b-3b20-4010-b6db-a8a519cbba6b req-f19b1cc5-85fb-416a-ab16-6651f19f1d0f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.8391764 Jun 01 13:24:47.597175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:47.700970 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-22264d29-4639-4948-8422-59cebe30089e tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 200 len: 205 time: 0.2416227 Jun 01 13:24:47.705080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:47.798630 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:47.837826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e78e83b-3b20-4010-b6db-a8a519cbba6b req-5c57fada-795f-4256-a928-0f92c4f185d4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865686 Jun 01 13:24:47.915694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 47408c28-fb24-48a9-9fab-feb76b52f371 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:47.985713 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-27922d8f-4a1c-4053-8abf-306505459d25 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:47.991578 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27922d8f-4a1c-4053-8abf-306505459d25 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/6eb84708-2fce-44f1-99ba-7afaa371fb4d HTTP/1.1" status: 404 len: 336 time: 0.2829707 Jun 01 13:24:47.996448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.016048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:48.079879 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0eb65599-cd32-44d8-9f87-51edef3be733 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 200 len: 205 time: 0.0820405 Jun 01 13:24:48.082736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58618) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.100042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00129-ee3e-4171-93a7-989d19b3fd0c None None] Pushing event updated for resources: {'Port': ['ID=b7754f19-08dd-4736-93a0-2d579786142b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:48.139562 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:48.207640 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-8abd7b00-e45d-4427-9711-ec9afd8e0e32 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:48.209184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8abd7b00-e45d-4427-9711-ec9afd8e0e32 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/e2c0c828-6498-492a-aea5-009dfd14757d HTTP/1.1" status: 404 len: 336 time: 0.1252170 Jun 01 13:24:48.226855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58624) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.285196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49299163-3193-491b-accf-19a46e2c8282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:48.301792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:48.393378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=47408c28-fb24-48a9-9fab-feb76b52f371,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:48.398732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:48.415008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:48.424479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:48.425944 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:48.460716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b9e62caf-1374-45a3-84e9-263ce6a16759 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 200 len: 205 time: 0.2292380 Jun 01 13:24:48.463676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.506189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e7a6610c-0e13-4383-ae24-74989a73e386 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7459741 Jun 01 13:24:48.508470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.518497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': 'aec2200e-fe6b-4d68-95f2-ecdf6e268331', 'name': 'tempest-PortsIpV6TestJSON-1596379382', 'fixed_ips': [{'subnet_id': '1319d338-3aee-4a44-8160-be40c7c41902', 'ip_address': '2001:db8::f'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:48.778650 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-07b4c012-a66b-46ff-a04f-b89aed93dd2d tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:48.778650 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07b4c012-a66b-46ff-a04f-b89aed93dd2d tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/93fa3316-80a9-424a-b0c1-ccd03d64a1c8 HTTP/1.1" status: 404 len: 336 time: 0.3053458 Jun 01 13:24:48.778650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58644) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:48.871580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:48.896371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:48.907879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:48.934518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:48.973689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:48.978712 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:49.037231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 4ed21c20-b185-473e-8c85-9629e3018242 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:24:49.165788 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-58eeb1f8-3762-4a41-b79b-30a0a20fa6e1 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "GET /v2.0/ports?device_id=ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb HTTP/1.1" status: 200 len: 205 time: 0.3898213 Jun 01 13:24:49.165788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:49.170174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:49.425767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b7754f19-08dd-4736-93a0-2d579786142b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:49.429654 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-3aaeb085-d81d-4292-8bed-6b9351b2c6f8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] delete failed (client error): The resource could not be found. Jun 01 13:24:49.429654 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3aaeb085-d81d-4292-8bed-6b9351b2c6f8 tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/routers/ab9cfe8d-8814-4a42-980f-7ebfd9eb80bb HTTP/1.1" status: 404 len: 336 time: 0.2508819 Jun 01 13:24:49.440721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:49.529633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:49.554497 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-28501c36-71c2-48b7-95d0-56d9059ec3fe tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] DELETE failed (client error): The resource could not be found. Jun 01 13:24:49.555039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28501c36-71c2-48b7-95d0-56d9059ec3fe tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:24:49.570285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:49.574207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-28501c36-71c2-48b7-95d0-56d9059ec3fe tempest-RoutersAdminTest-504515441 tempest-RoutersAdminTest-504515441-project] 10.222.0.40 "DELETE /v2.0/subnets/4d24b021-6704-44ee-b1f9-0d4e93acfe87 HTTP/1.1" status: 404 len: 337 time: 0.1364460 Jun 01 13:24:49.579763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Usage tracker for resource:security_group_rule and tenant:3465370c93f34ebdadebb2fd11ce6a28 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:49.607467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:49.623492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:49.639554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b7754f19-08dd-4736-93a0-2d579786142b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:49.842397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:49.870613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:49.955645 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3465370c93f34ebdadebb2fd11ce6a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902625 Jun 01 13:24:49.965806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58684) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:49.992102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb0125-092b-4bcf-bb6f-579da6849c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b632d-fb87-4d17-b4bc-b98ee006af40,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:50.278257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::f (aec2200e-fe6b-4d68-95f2-ecdf6e268331/1319d338-3aee-4a44-8160-be40c7c41902/4ed21c20-b185-473e-8c85-9629e3018242) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:24:50.317559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cacc14-8a69-4f81-8334-398474786e36 req-afb876e3-9a5d-421e-b7db-e0525667457e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:50.321460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1cacc14-8a69-4f81-8334-398474786e36 req-afb876e3-9a5d-421e-b7db-e0525667457e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.0766668 Jun 01 13:24:50.383439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:50.389929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-2cf2f419-6a1e-40f4-9390-4e85092ac475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:50.392040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-2cf2f419-6a1e-40f4-9390-4e85092ac475 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1097 time: 0.7793217 Jun 01 13:24:50.445076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b497a-f880-434f-aaf9-94b2eab5d2c7 None None] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:50.458144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:50.765882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:50.814333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:50.831288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:50.836357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Usage tracker for resource:security_group_rule and tenant:56c3ecebfc0045368202324346d18691 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:50.839719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:50.846968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:50.913389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1cacc14-8a69-4f81-8334-398474786e36 req-e8fc936f-2492-431f-a07b-4c7df2e32961 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321248 Jun 01 13:24:50.958784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:50.977303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.043984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37f8cccc-608c-4d61-bebc-43962abb404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.103268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Provisioning for port b7754f19-08dd-4736-93a0-2d579786142b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:51.130816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Provisioning complete for port b7754f19-08dd-4736-93a0-2d579786142b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:51.132377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.199084 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=56c3ecebfc0045368202324346d18691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382071 Jun 01 13:24:51.208891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58722) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:51.278654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdec5e-5e92-4f01-81bd-0e89c03e3512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae0214-0d84-47c7-b326-9d6abe19e9a9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:51.300305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.339724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.341143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-de2df439-61e5-424f-8587-d3d66c5aa399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:51.345302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-de2df439-61e5-424f-8587-d3d66c5aa399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.9305131 Jun 01 13:24:51.418909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.460663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae0214-0d84-47c7-b326-9d6abe19e9a9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:51.485986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.485986 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1112e38-1217-47df-bd5a-d0d1a5fb127c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/52ae0214-0d84-47c7-b326-9d6abe19e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2730711 Jun 01 13:24:51.536996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Current status of the port b7754f19-08dd-4736-93a0-2d579786142b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:51.536996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.651317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] For port b7754f19-08dd-4736-93a0-2d579786142b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b7754f19-08dd-4736-93a0-2d579786142b,segment=NetworkSegment(f670d7e5-b27b-4e06-a89c-87fb40e19716),segment_id=f670d7e5-b27b-4e06-a89c-87fb40e19716)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:51.752588 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:51.859168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-fa5dea4e-2c19-4456-97df-76b3bc5012bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.4930184 Jun 01 13:24:51.991735 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.093701 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.121109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b2dec-6a5e-4835-9a61-013799cfcef4 None None] Pushing event updated for resources: {'Port': ['ID=b7754f19-08dd-4736-93a0-2d579786142b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:52.153044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:24:52.272070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:52.275338 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.421087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:52.421764 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.444799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4e222292-9056-4fdc-aa6c-3a841f3af939 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c1c176d7fbac4c34a56451c6e85ee2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702428 Jun 01 13:24:52.446093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58752) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:52.481669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b632d-fb87-4d17-b4bc-b98ee006af40,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:52.496053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-d0e084c9-3507-486d-82c5-7c5b65fdcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:52.498054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-d0e084c9-3507-486d-82c5-7c5b65fdcee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.6380560 Jun 01 13:24:52.595444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Provisioning complete for port b7754f19-08dd-4736-93a0-2d579786142b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:52.595444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.685531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.761289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.761692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:24:52.763317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.781114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.785895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a2699d65-e7a7-4746-a7ba-687536271be3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c10b632d-fb87-4d17-b4bc-b98ee006af40 HTTP/1.1" status: 204 len: 168 time: 2.8083634 Jun 01 13:24:52.809037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-b14c8d8e-19e4-4f93-b5e4-0b889e9097b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3015728 Jun 01 13:24:52.835255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:24:52.878108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:52.897883 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19543f5-9f09-451e-8276-aff9f350b919'] response: {'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'code': 200} Jun 01 13:24:52.954049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 4ed21c20-b185-473e-8c85-9629e3018242 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:24:52.965542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.028460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec33c3c7-fac7-4ab3-b690-bfd921116e7d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:53.043752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.059627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-89181a8e-d9bc-4132-ae81-65214d8e45ef admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ec33c3c7-fac7-4ab3-b690-bfd921116e7d HTTP/1.1" status: 204 len: 168 time: 0.6090150 Jun 01 13:24:53.197527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-bdbf2c7d-0ccd-46a2-bf72-e5af3159f965 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708072 Jun 01 13:24:53.313075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.319368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.391554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b7754f19-08dd-4736-93a0-2d579786142b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:24:53.515680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:53.728416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Current status of the port b7754f19-08dd-4736-93a0-2d579786142b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:53.799464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Provisioning for port 47408c28-fb24-48a9-9fab-feb76b52f371 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:53.807294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b7754f19-08dd-4736-93a0-2d579786142b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:53.807820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.857908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:24:53.891895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c469f0-53fb-4724-b884-b9a469353e51 req-6d9718d5-82df-471b-b9d7-8facb35b7f1b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:53.896085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Provisioning complete for port 47408c28-fb24-48a9-9fab-feb76b52f371 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:53.896085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:53.909300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49c469f0-53fb-4724-b884-b9a469353e51 req-6d9718d5-82df-471b-b9d7-8facb35b7f1b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 1.4937477 Jun 01 13:24:53.931047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:53.945613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:53.962895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:24:53.982976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:53.982976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.014683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-37fe860e-a13a-4019-954b-7eeb5f30bea0 None None] Port 47408c28-fb24-48a9-9fab-feb76b52f371 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:54.050495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.145107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:54.151280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Usage tracker for resource:security_group_rule and tenant:e7137e8d22e5472bb8f3d40dd48d74ae is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:54.154493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:54.161272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-823e19a9-2a45-4884-99c0-d3a7f68fc07e None None] Provisioning complete for port 47408c28-fb24-48a9-9fab-feb76b52f371 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:54.161810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-823e19a9-2a45-4884-99c0-d3a7f68fc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.162451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:54.200632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b7754f19-08dd-4736-93a0-2d579786142b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:24:54.220964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=4ed21c20-b185-473e-8c85-9629e3018242,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:54.321876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.324864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49c469f0-53fb-4724-b884-b9a469353e51 req-ea496259-3ce4-47a1-a47f-1c49430a745a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186172 Jun 01 13:24:54.334986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.346985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-823e19a9-2a45-4884-99c0-d3a7f68fc07e None None] Port 47408c28-fb24-48a9-9fab-feb76b52f371 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:54.405927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5dd7da0-940c-4725-9717-da4adc2ed513 req-704fd126-6022-47bc-9255-fc1e3bfc30a8 service neutron] 10.222.0.24 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1365650 Jun 01 13:24:54.405927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a9372ca-0395-4917-b24c-0b87b8efb41c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.8826704 Jun 01 13:24:54.405927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58804) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:54.489716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a14b6-e485-416e-baf7-f91f1476c8ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:54.522460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.522460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.532503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:54.645269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58808) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:54.650921 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ad29657a-3e9b-4b06-ac49-21652c778492 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e7137e8d22e5472bb8f3d40dd48d74ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887851 Jun 01 13:24:54.690968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c051f4c4-cf08-4cfc-90d1-cb9f77740375 None None] Provisioning for port 4ed21c20-b185-473e-8c85-9629e3018242 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:24:54.706826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c051f4c4-cf08-4cfc-90d1-cb9f77740375 None None] Provisioning complete for port 4ed21c20-b185-473e-8c85-9629e3018242 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:24:54.708112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c051f4c4-cf08-4cfc-90d1-cb9f77740375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.842077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:54.893396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c051f4c4-cf08-4cfc-90d1-cb9f77740375 None None] Port 4ed21c20-b185-473e-8c85-9629e3018242 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:24:54.894058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61007c7-b933-4a86-9fe4-57a206de89b5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:54.895793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d61007c7-b933-4a86-9fe4-57a206de89b5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:54.993617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d61007c7-b933-4a86-9fe4-57a206de89b5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:54.993617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d61007c7-b933-4a86-9fe4-57a206de89b5 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5808337 Jun 01 13:24:54.998028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:55.017589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:55.151700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:55.184347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a14b6-e485-416e-baf7-f91f1476c8ae,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:55.196793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.197390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.197912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.198461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.199004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.199535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.200126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.200749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.201227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.201701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.202182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.202967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:24:55.220682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:55.222139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d84a3477-3160-4137-a347-6534374b05d3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1f2a14b6-e485-416e-baf7-f91f1476c8ae HTTP/1.1" status: 204 len: 168 time: 0.5566390 Jun 01 13:24:55.230537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256f5ba-a82c-4a0f-a800-94c1ade20bbe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:55.266519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256f5ba-a82c-4a0f-a800-94c1ade20bbe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:55.282485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256f5ba-a82c-4a0f-a800-94c1ade20bbe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:55.285252 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5256f5ba-a82c-4a0f-a800-94c1ade20bbe tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2892878 Jun 01 13:24:55.289010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:55.320482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58844) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:55.386162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 4ed21c20-b185-473e-8c85-9629e3018242 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:55.386162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:55.644039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1982323713'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:55.650475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:55.660061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:network and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:55.754307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:55.843516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:55.968362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:55.997131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.081387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.119204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.132577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:56.181826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cc0e0-4f37-4f48-a6b9-799976eb5d13 req-fd3f1108-a153-46f2-a65f-5dba793a5f4d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:56.209069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c4cc0e0-4f37-4f48-a6b9-799976eb5d13 req-fd3f1108-a153-46f2-a65f-5dba793a5f4d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.5507226 Jun 01 13:24:56.209069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:security_group_rule and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:56.264183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:56.291079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:56.385088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c4cc0e0-4f37-4f48-a6b9-799976eb5d13 req-8149dcf9-89a8-42ae-a4c1-5d4ff2e0d519 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721680 Jun 01 13:24:56.585164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.585677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 4ed21c20-b185-473e-8c85-9629e3018242 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:56.598130 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.794427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0967e3-bfb1-4d5e-8267-52472f739438,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:56.800614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:24:56.855141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.855141 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Added segment d16f7f29-f6d6-4ffe-941c-addb59f3ca35 of type vlan for network b3b1e1c6-d12c-4c72-b837-4bb055882dea Jun 01 13:24:56.980838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:56.990189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:57.096415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:57.102913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:57.104548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:57.126384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=4ed21c20-b185-473e-8c85-9629e3018242,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:57.333165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:57.392041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Network': ['ID=b3b1e1c6-d12c-4c72-b837-4bb055882dea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:57.393539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1e519a4-d73f-4e82-91e9-05938d2ca119 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/4ed21c20-b185-473e-8c85-9629e3018242 HTTP/1.1" status: 204 len: 168 time: 2.1019294 Jun 01 13:24:57.400357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:57.412100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:24:57.448188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f647088-2d9e-49ab-b435-782366003a3e tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1230545 Jun 01 13:24:57.455879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58914) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:57.474273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'subnet': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:24:57.649784 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e465a894-2943-463b-953f-a9a84c53740b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:24:57.649784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e465a894-2943-463b-953f-a9a84c53740b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:24:57.696112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e465a894-2943-463b-953f-a9a84c53740b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:24:57.708912 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e465a894-2943-463b-953f-a9a84c53740b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/4ed21c20-b185-473e-8c85-9629e3018242 HTTP/1.1" status: 404 len: 333 time: 0.2947371 Jun 01 13:24:57.708912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:58.130513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 47408c28-fb24-48a9-9fab-feb76b52f371 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:24:58.131939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:58.294400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:24:58.308236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:subnet and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:24:58.312253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:24:58.321095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:24:58.367691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6b2d-2f78-473b-b5b0-618b4efeb838 req-6c306cac-74ce-40de-a96d-77f8ab6cdc49 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:58.369701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-088f6b2d-2f78-473b-b5b0-618b4efeb838 req-6c306cac-74ce-40de-a96d-77f8ab6cdc49 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.4847021 Jun 01 13:24:58.371236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:24:58.374804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:58.656930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-088f6b2d-2f78-473b-b5b0-618b4efeb838 req-574353b8-583b-4df7-a136-9a2c74c14e48 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475398 Jun 01 13:24:58.853401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:58.988772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:24:59.286948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 47408c28-fb24-48a9-9fab-feb76b52f371 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:24:59.390759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:59.447790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049725-99a3-4e37-95db-e342b91451fe req-a3d345a6-293b-49cf-bff4-616b98262e6e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:59.449899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87049725-99a3-4e37-95db-e342b91451fe req-a3d345a6-293b-49cf-bff4-616b98262e6e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.5499480 Jun 01 13:24:59.685788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Subnet': ['ID=871c25b1-8963-41b5-aea7-48d6e6121bda,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:24:59.689323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:59.700097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Checking segment: {'id': 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:24:59.700097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network hostable DHCP agents. Network: b3b1e1c6-d12c-4c72-b837-4bb055882dea, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:24:59.777270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87049725-99a3-4e37-95db-e342b91451fe req-12aee97c-909d-4893-8cae-b1f50f54b6e7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076367 Jun 01 13:24:59.795109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:24:59.808865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b3b1e1c6-d12c-4c72-b837-4bb055882dea) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:24:59.821061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:24:59.823124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:24:59.831345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5c3b3-158d-4491-b849-248f1848dd58 None None] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:24:59.874511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ab0c8e33-86d1-4afa-b74e-ef37e3b12595 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4117756 Jun 01 13:24:59.877438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58988) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:24:59.884220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-1179994705'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:00.237123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:25:00.364843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=47408c28-fb24-48a9-9fab-feb76b52f371,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:00.476650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:00.489453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:port and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:00.496313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:00.541423 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:00.552781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:00.575605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:00.588127 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8fab1277-ccc0-4bd2-b1e4-ae1e339fb1b6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/47408c28-fb24-48a9-9fab-feb76b52f371 HTTP/1.1" status: 204 len: 168 time: 2.8784819 Jun 01 13:25:00.589858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59020) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:00.592436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:00.759413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:00.860444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:00.892707 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2419dcc4-a960-468a-b7e0-20872a485b54 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:25:00.893287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2419dcc4-a960-468a-b7e0-20872a485b54 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:00.926540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2419dcc4-a960-468a-b7e0-20872a485b54 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:00.930627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2419dcc4-a960-468a-b7e0-20872a485b54 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/47408c28-fb24-48a9-9fab-feb76b52f371 HTTP/1.1" status: 404 len: 333 time: 0.3386133 Jun 01 13:25:00.938872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:01.013667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'tenant_id': '937d68485f864376ac00b6ed2cccc494', 'fixed_ips': [{'subnet_id': '871c25b1-8963-41b5-aea7-48d6e6121bda'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:25:01.015163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:01.316416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 1319d338-3aee-4a44-8160-be40c7c41902 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:25:01.319451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:01.360621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.6 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/ad6113fe-5c1f-4a6e-872b-1a216506c4b9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:01.536925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:01.894685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:01.943032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7c05b-fc98-4979-9823-6db0f088569d req-a5f71f27-be27-49b9-8ea6-ef7eb1cb3983 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:01.956828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbc7c05b-fc98-4979-9823-6db0f088569d req-a5f71f27-be27-49b9-8ea6-ef7eb1cb3983 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.5823436 Jun 01 13:25:02.083447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.199215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbc7c05b-fc98-4979-9823-6db0f088569d req-e3576600-d8ca-4e7c-be4b-b2248ea0f893 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396457 Jun 01 13:25:02.225378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11363fe-5b5e-488b-bf86-6ab80f0c328f None None] Network aec2200e-fe6b-4d68-95f2-ecdf6e268331 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:02.256214 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.297857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=1319d338-3aee-4a44-8160-be40c7c41902,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:02.311024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4c732259-1392-454a-8690-a69f820c4806 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/1319d338-3aee-4a44-8160-be40c7c41902 HTTP/1.1" status: 204 len: 168 time: 1.3653159 Jun 01 13:25:02.311024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59070) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:02.317331 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.359941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object ad6113fe-5c1f-4a6e-872b-1a216506c4b9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:02.416859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.709033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.715142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Allocated IP 172.20.0.2 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/6a382de1-955c-4cb3-affc-a2139e395cd1) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:02.839662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:02.840933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=ad6113fe-5c1f-4a6e-872b-1a216506c4b9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:02.844317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:02.846519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:02.853554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port b7754f19-08dd-4736-93a0-2d579786142b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:02.853943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:02.968064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:02.968707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:03.033438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dee64c54-46e2-403f-8418-b6adf79628c2 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1544461 Jun 01 13:25:03.034398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59096) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:03.040735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-223650111', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bd:84:be'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:03.457890 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-51d67064-4e43-49c9-9c0e-71050efde07a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5643814 Jun 01 13:25:03.538021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] For port b7754f19-08dd-4736-93a0-2d579786142b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b7754f19-08dd-4736-93a0-2d579786142b,segment=NetworkSegment(f670d7e5-b27b-4e06-a89c-87fb40e19716),segment_id=f670d7e5-b27b-4e06-a89c-87fb40e19716)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:03.538389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:03.795004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:03.820815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:port and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:03.820815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:03.844438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:03.865370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:03.937382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for b7754f19-08dd-4736-93a0-2d579786142b owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:03.948129 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:03.984423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Transition to ACTIVE for port object 6a382de1-955c-4cb3-affc-a2139e395cd1 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:04.007700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Transition to ACTIVE for port object 6a382de1-955c-4cb3-affc-a2139e395cd1 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:04.029496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:04.141273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ceb6f-0f58-4c4d-913b-6f61e6606dad req-92e3cffe-566f-4551-83c9-7d1dc4a6bd9e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:04.190657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b28ceb6f-0f58-4c4d-913b-6f61e6606dad req-92e3cffe-566f-4551-83c9-7d1dc4a6bd9e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 0.6405888 Jun 01 13:25:04.206352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aedbb60-9686-4a78-9cdf-085e5d8f2396 None None] DHCP port deletion for aec2200e-fe6b-4d68-95f2-ecdf6e268331 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:25:04.210273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:04.389693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:04.440146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:04.447274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:04.491793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No DVR routers for this DVR port b7754f19-08dd-4736-93a0-2d579786142b on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:25:04.533189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b28ceb6f-0f58-4c4d-913b-6f61e6606dad req-b31950c6-c319-43bd-aabc-f5bd622a1eff tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422248 Jun 01 13:25:04.566773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:04.647945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port 3950ac97-5180-4753-8a09-b60653d77ac6 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:04.690906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=b7754f19-08dd-4736-93a0-2d579786142b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:04.739085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Pushing event updated for resources: {'Port': ['ID=6a382de1-955c-4cb3-affc-a2139e395cd1,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:04.769098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Attempting to bind port 6a382de1-955c-4cb3-affc-a2139e395cd1 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:25:04.771365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Attempting to bind port 6a382de1-955c-4cb3-affc-a2139e395cd1 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:25:04.791059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Attempting to bind port 6a382de1-955c-4cb3-affc-a2139e395cd1 on network b3b1e1c6-d12c-4c72-b837-4bb055882dea {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:25:04.791059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Checking segment: {'id': 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Bound using segment: {'id': 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Bound port: 6a382de1-955c-4cb3-affc-a2139e395cd1, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:25:04.798987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.054667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.200147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec2200e-fe6b-4d68-95f2-ecdf6e268331']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:05.201653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] For port 6a382de1-955c-4cb3-affc-a2139e395cd1, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:25:05.204944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] For port 6a382de1-955c-4cb3-affc-a2139e395cd1, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a382de1-955c-4cb3-affc-a2139e395cd1,segment=NetworkSegment(d16f7f29-f6d6-4ffe-941c-addb59f3ca35),segment_id=d16f7f29-f6d6-4ffe-941c-addb59f3ca35)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:25:05.220373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.243964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f670d7e5-b27b-4e06-a89c-87fb40e19716') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:05.244239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f670d7e5-b27b-4e06-a89c-87fb40e19716') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:05.272593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.287172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.3 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/3950ac97-5180-4753-8a09-b60653d77ac6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:05.332671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.384218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:25:05.384218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.494715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b7754f19-08dd-4736-93a0-2d579786142b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:25:05.577170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.591893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:05.704965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2182-ce54-40b7-b00d-75db490cb2fd None None] Pushing event updated for resources: {'Port': ['ID=6a382de1-955c-4cb3-affc-a2139e395cd1,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:05.756493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b7754f19-08dd-4736-93a0-2d579786142b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:25:05.756493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b7754f19-08dd-4736-93a0-2d579786142b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:25:05.846950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=aec2200e-fe6b-4d68-95f2-ecdf6e268331,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:05.904109 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54c53a2b-dd6c-48fe-bf8f-a2b760c5a64b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/aec2200e-fe6b-4d68-95f2-ecdf6e268331 HTTP/1.1" status: 204 len: 168 time: 3.5697505 Jun 01 13:25:05.904109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:05.921979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275965703'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:05.938059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:05.946899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:network and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:05.953953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:05.970578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:06.006759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:06.029414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:06.122671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-65e2ab66-412b-42c2-9721-2a593e60427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:06.130480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-65e2ab66-412b-42c2-9721-2a593e60427f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68&tenant_id=884469708e4c4ebea4c00931e9fce384 HTTP/1.1" status: 200 len: 1095 time: 0.7637453 Jun 01 13:25:06.209144 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f670d7e5-b27b-4e06-a89c-87fb40e19716 resource provider aggregate not found Jun 01 13:25:06.239486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:06.253747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:25:06.266924 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f670d7e5-b27b-4e06-a89c-87fb40e19716 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f670d7e5-b27b-4e06-a89c-87fb40e19716 found for delete ", "request_id": "req-31d03d88-c8d8-4439-b5de-d7aee52b4e65"}]} Jun 01 13:25:06.326948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:06.326948 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Added segment a26e4b70-1bc2-4881-b1f7-88ccfd41577d of type vlan for network 78177fc6-948a-4196-b043-ef1f9674200e Jun 01 13:25:06.456568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:06.574527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:06.592587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:06.598321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:06.879376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Network': ['ID=78177fc6-948a-4196-b043-ef1f9674200e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:06.893682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 78177fc6-948a-4196-b043-ef1f9674200e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:25:06.920417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d42131c2-f6ae-4224-b9a0-c7059bc7679c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0036967 Jun 01 13:25:06.920417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59194) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:06.920417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '78177fc6-948a-4196-b043-ef1f9674200e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:07.464793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a382de1-955c-4cb3-affc-a2139e395cd1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:07.565942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:07.577575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:07.582013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:07.604081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:07.637134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:07.640956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:07.670028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:07.803091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object 3950ac97-5180-4753-8a09-b60653d77ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:07.830389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6a382de1-955c-4cb3-affc-a2139e395cd1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:07.880890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:07.941339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fbd33-a860-44d6-9b31-5e8e30026069 req-7e49e42c-269d-41de-ab94-6d8ee61630cc tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:07.952620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f35fbd33-a860-44d6-9b31-5e8e30026069 req-7e49e42c-269d-41de-ab94-6d8ee61630cc tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 1.8368101 Jun 01 13:25:07.996831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f7aa1-88f9-47b4-b8c5-d322c4b558a4 None None] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:08.083672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:08.279177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Provisioning for port 6a382de1-955c-4cb3-affc-a2139e395cd1 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:08.354110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:08.372697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:08.389416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f35fbd33-a860-44d6-9b31-5e8e30026069 req-ec38c662-c2c4-443d-9a71-9a2c35951d15 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353499 Jun 01 13:25:08.453894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:08.548791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Provisioning complete for port 6a382de1-955c-4cb3-affc-a2139e395cd1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:08.548791 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:08.661850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:08.818339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=3950ac97-5180-4753-8a09-b60653d77ac6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:08.898441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=4f8e0a8c-f7a2-4456-92df-2ea72f637312,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:08.967062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:08.967062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:08.980757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Checking segment: {'id': 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:25:08.980757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network hostable DHCP agents. Network: 78177fc6-948a-4196-b043-ef1f9674200e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:25:09.032574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 78177fc6-948a-4196-b043-ef1f9674200e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:25:09.069453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Current status of the port 6a382de1-955c-4cb3-affc-a2139e395cd1 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:09.069453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.073650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 78177fc6-948a-4196-b043-ef1f9674200e) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:09.093811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845afb5-5863-4aa5-935e-f90bc0bb041a None None] Network 78177fc6-948a-4196-b043-ef1f9674200e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:09.111827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:09.134734 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.149375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c99b771-280b-4fcc-9704-1c15bb5f1a8f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.1135583 Jun 01 13:25:09.152973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:09.244926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:09.304425 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b6db6c6f-473d-490f-b37a-0568d23fb01d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3912313 Jun 01 13:25:09.311272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59252) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:09.326997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1ef6c-98fd-4d64-a67b-4324ed3a0572 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:09.335040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1ef6c-98fd-4d64-a67b-4324ed3a0572 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:09.342915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1ef6c-98fd-4d64-a67b-4324ed3a0572 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:09.348515 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ad1ef6c-98fd-4d64-a67b-4324ed3a0572 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1838109 Jun 01 13:25:09.349574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:09.364957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:25:09.477284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:25:09.477284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.508235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Transition to ACTIVE for port object 3609fef1-5bfc-471e-b357-9e54143fafe1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:09.508235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1409533440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:09.524487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.553567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:09.569815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:router and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:09.582517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:09.590573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:09.730349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] For port 6a382de1-955c-4cb3-affc-a2139e395cd1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a382de1-955c-4cb3-affc-a2139e395cd1,segment=NetworkSegment(d16f7f29-f6d6-4ffe-941c-addb59f3ca35),segment_id=d16f7f29-f6d6-4ffe-941c-addb59f3ca35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:09.745220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.764053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:09.766823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.768440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.795839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-78177fc6-948a-4196-b043-ef1f9674200e', 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': '4f8e0a8c-f7a2-4456-92df-2ea72f637312'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:25:09.796567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.802334 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:09.996199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 3950ac97-5180-4753-8a09-b60653d77ac6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:09.996199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:10.224194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c149f-9fe1-48f3-aaf1-308934f1b6a1 None None] Pushing event updated for resources: {'Port': ['ID=6a382de1-955c-4cb3-affc-a2139e395cd1,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:10.339778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:10.536769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:10.536769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a4da80ee-e135-4b8b-9ccc-4d489c0e6f35 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2187960 Jun 01 13:25:10.648820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Allocated IP 2001:db8::2 (78177fc6-948a-4196-b043-ef1f9674200e/4f8e0a8c-f7a2-4456-92df-2ea72f637312/e1746ebe-e4e7-4bb2-8a6d-bcc063010443) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:10.652992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:10.700661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'network_id': '78177fc6-948a-4196-b043-ef1f9674200e', 'name': 'tempest-PortsIpV6TestJSON-218299195'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:10.745035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] No DVR routers for this DVR port 3609fef1-5bfc-471e-b357-9e54143fafe1 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:25:10.974036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:11.113400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93553-6f7d-47c1-9d55-d9a40a54b24e req-11e4362f-b83d-4590-a308-cf94d8e21aca tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:11.113400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cad93553-6f7d-47c1-9d55-d9a40a54b24e req-11e4362f-b83d-4590-a308-cf94d8e21aca tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 944 time: 1.3048091 Jun 01 13:25:11.143577 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:11.168769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Transition to ACTIVE for port object e1746ebe-e4e7-4bb2-8a6d-bcc063010443 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:11.233466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Transition to ACTIVE for port object e1746ebe-e4e7-4bb2-8a6d-bcc063010443 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:11.254058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:11.352518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Provisioning for port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:11.370445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Pushing event updated for resources: {'Port': ['ID=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:11.374860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a382de1-955c-4cb3-affc-a2139e395cd1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:11.521913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Provisioning complete for port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:11.521913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:11.566730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 3950ac97-5180-4753-8a09-b60653d77ac6 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:11.571041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:25:11.571041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:25:11.571041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:25:11.719961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Network 78177fc6-948a-4196-b043-ef1f9674200e is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:11.744744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:11.746617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cad93553-6f7d-47c1-9d55-d9a40a54b24e req-c0433c28-a34b-4e9d-8f4a-f53b8ced8d3f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395675 Jun 01 13:25:11.749471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:25:11.751978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:11.753523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Attempting to bind port 3609fef1-5bfc-471e-b357-9e54143fafe1 on network 67c8ce49-98b2-4f6d-8877-d350d15c258f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:25:11.766352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:25:11.766992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Checking segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:25:11.767563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Bound using segment: {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:25:11.768414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Bound port: 3609fef1-5bfc-471e-b357-9e54143fafe1, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a9024-83a8-4f11-9e95-0df01ac4232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:25:11.768928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.000364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:25:12.021612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:12.038830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:port and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:12.089060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:12.093860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:12.110781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.113408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:25:12.129750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-646c7f8c-faba-4ffc-8243-02fd01d2e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:12.129750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-646c7f8c-faba-4ffc-8243-02fd01d2e4ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1053 time: 0.7772782 Jun 01 13:25:12.129750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.143827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:12.155168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.361374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:12.386755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Attempting to bind port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:25:12.387145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Attempting to bind port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:25:12.387511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Attempting to bind port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 on network 78177fc6-948a-4196-b043-ef1f9674200e {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:25:12.406043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6a382de1-955c-4cb3-affc-a2139e395cd1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:12.409482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.477660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=3950ac97-5180-4753-8a09-b60653d77ac6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Checking segment: {'id': 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Bound using segment: {'id': 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Bound port: e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78177fc6-948a-4196-b043-ef1f9674200e'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:25:12.611086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.806437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Provisioning complete for port 6a382de1-955c-4cb3-affc-a2139e395cd1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:12.806437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:12.851274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:13.150933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:13.169304 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7255b51-4527-4e44-a839-f3e9933ea3ac tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/3950ac97-5180-4753-8a09-b60653d77ac6 HTTP/1.1" status: 204 len: 168 time: 3.8177233 Jun 01 13:25:13.170263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59334) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:13.380064 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1017d74-2d7f-4485-bc21-7eb652a97c2f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] GET failed (client error): The resource could not be found. Jun 01 13:25:13.380064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a1017d74-2d7f-4485-bc21-7eb652a97c2f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Synchronizing usage tracker for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:13.467688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::320 (78177fc6-948a-4196-b043-ef1f9674200e/4f8e0a8c-f7a2-4456-92df-2ea72f637312/4c1e3726-1e30-41bb-9ef5-905088fb1bf4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:13.487384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a1017d74-2d7f-4485-bc21-7eb652a97c2f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Unset dirty status for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:13.502471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a1017d74-2d7f-4485-bc21-7eb652a97c2f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports/3950ac97-5180-4753-8a09-b60653d77ac6 HTTP/1.1" status: 404 len: 333 time: 0.3145273 Jun 01 13:25:13.502471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:13.571946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-291730224'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:13.577300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:13.612257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Current status of the port 6a382de1-955c-4cb3-affc-a2139e395cd1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:13.627601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e8d34623-9730-433c-aef3-d8dd11bec53b None None] Could not find standard attr ID for object 3950ac97-5180-4753-8a09-b60653d77ac6. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:25:13.636524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6a382de1-955c-4cb3-affc-a2139e395cd1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:13.648762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-71f5ba38-008e-4cf1-a576-35d8c191fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:13.655057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-71f5ba38-008e-4cf1-a576-35d8c191fcd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 1.4578958 Jun 01 13:25:13.657030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] For port e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:25:13.666891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] For port e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,segment=NetworkSegment(a26e4b70-1bc2-4881-b1f7-88ccfd41577d),segment_id=a26e4b70-1bc2-4881-b1f7-88ccfd41577d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:25:13.683794 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:14.048399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e022aaa2-78df-4271-a762-32a196d0a6c9 None None] Provisioning complete for port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:14.048399 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e022aaa2-78df-4271-a762-32a196d0a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:14.077452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:14.079405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:14.081589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-e59e0bdd-2390-47b6-987a-49e19dd4f48e service neutron] 10.222.0.13 "PUT /v2.0/ports/3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 1092 time: 7.8761411 Jun 01 13:25:14.086738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:25:14.146614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9fe9-4e88-4f4c-a32c-c98672a4154e None None] Pushing event updated for resources: {'Port': ['ID=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:14.242963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e022aaa2-78df-4271-a762-32a196d0a6c9 None None] Port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:14.249260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e022aaa2-78df-4271-a762-32a196d0a6c9 None None] Could not find standard attr ID for object 3950ac97-5180-4753-8a09-b60653d77ac6. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:25:14.367395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:14.427776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:14.497850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:14.497850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:14.600566 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:14.635824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:14.640401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:14.660631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-626b4e9d-478f-4be4-ad6e-784f0bd43089 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.5470963 Jun 01 13:25:14.670763 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001d2a02-2901-4027-9abd-7a0fa049128b'] response: {'name': 'network-changed', 'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'status': 'completed', 'code': 200} Jun 01 13:25:14.922178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:15.054011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-367cece1-aaa2-4982-842d-7b70da5b9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:15.055485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-367cece1-aaa2-4982-842d-7b70da5b9af9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.3723440 Jun 01 13:25:15.152784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.7 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/66fb5b5f-47a8-46a5-9e56-a08d1988c47b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:15.196941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=4c1e3726-1e30-41bb-9ef5-905088fb1bf4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:15.226228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b35d0-e21a-434d-b993-c8761c57ea01 req-f61db852-26a9-4b15-b7eb-a7ef1602eb62 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:15.234188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-037b35d0-e21a-434d-b993-c8761c57ea01 req-f61db852-26a9-4b15-b7eb-a7ef1602eb62 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 1.6949384 Jun 01 13:25:15.258810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 78177fc6-948a-4196-b043-ef1f9674200e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:15.262794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:15.270814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-f0ad29fc-7708-41ab-8bbd-e9a4e5868e61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423569 Jun 01 13:25:15.272039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:15.278050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:15.280157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:15.501359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-b180b7d5-401a-4c89-8dc8-256516bda2cf service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075038 Jun 01 13:25:15.708841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-037b35d0-e21a-434d-b993-c8761c57ea01 req-cacfbb1c-f287-47e3-8651-be5fe2efae70 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731572 Jun 01 13:25:15.716859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-356ccda9-9ea7-44cb-a24d-01a7177b7ec3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0688274 Jun 01 13:25:15.747522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59386) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:15.923366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1746ebe-e4e7-4bb2-8a6d-bcc063010443 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:16.071118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:16.121056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object 66fb5b5f-47a8-46a5-9e56-a08d1988c47b will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:16.160250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:16.179392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:16.201039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63476a2e-fdf8-4802-9f28-74a0b8b3d1de None None] Network 78177fc6-948a-4196-b043-ef1f9674200e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:16.288397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:16.292420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:16.303983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=66fb5b5f-47a8-46a5-9e56-a08d1988c47b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:16.307418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:16.674992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:16.683372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:16.738853 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-76b71a91-3440-4def-9010-823921b95b03 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2365642 Jun 01 13:25:16.745082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59406) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:16.771235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bd:84:be'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:16.913107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Provisioning for port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:16.956664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Provisioning complete for port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:16.958243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:17.398723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Current status of the port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:17.400745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:17.476605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] For port e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,segment=NetworkSegment(a26e4b70-1bc2-4881-b1f7-88ccfd41577d),segment_id=a26e4b70-1bc2-4881-b1f7-88ccfd41577d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:17.496443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:17.848099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad434f-5e4e-4bc8-a869-e063eb05a73c None None] Pushing event updated for resources: {'Port': ['ID=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:17.861659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7595e094-61cb-437b-a4f7-7b49897344a7 None None] Provisioning for port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:17.875395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7595e094-61cb-437b-a4f7-7b49897344a7 None None] Provisioning complete for port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:17.875774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7595e094-61cb-437b-a4f7-7b49897344a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:17.879057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.081960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cf2fb97-7c68-4775-956c-9ecdde27cf6b req-fe18dd1d-8eee-414e-9228-2a4947b674db service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5440924 Jun 01 13:25:18.105927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7595e094-61cb-437b-a4f7-7b49897344a7 None None] Port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:18.362857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.382901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Provisioning complete for port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:18.383401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.544160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c61-0d64-4af3-883e-62cf8043d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.554375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.782243 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.788304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:18.799812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Current status of the port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:18.836581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Provisioning for port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:18.843250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Provisioning complete for port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:18.843935 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:19.004798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9fa25b7c-c71f-475b-b719-5be55de4130d None None] Port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:19.034182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-130a8dfb-1916-42b5-bfdf-4a1f65251054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:19.034182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-130a8dfb-1916-42b5-bfdf-4a1f65251054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1096 time: 0.7359967 Jun 01 13:25:19.086964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692341d8-db6c-44a3-bea5-8ad7decd0fe9 req-e9facb3c-a6ef-410d-ad97-1ba11e3a0b98 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:19.097766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-692341d8-db6c-44a3-bea5-8ad7decd0fe9 req-e9facb3c-a6ef-410d-ad97-1ba11e3a0b98 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 1.8292749 Jun 01 13:25:19.173843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca6613e1-4247-4046-97ab-5bef4830440f None None] Provisioning complete for port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:19.173843 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6613e1-4247-4046-97ab-5bef4830440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:19.319930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=66fb5b5f-47a8-46a5-9e56-a08d1988c47b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:19.353991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ca6613e1-4247-4046-97ab-5bef4830440f None None] Port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:19.406502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] In _notify_port_updated(), no bound segment for port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b on network b3b1e1c6-d12c-4c72-b837-4bb055882dea {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:25:19.413719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:19.414865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:19.420251 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21ca5462-e285-40fa-bf43-5e0e67d5868f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "PUT /v2.0/ports/66fb5b5f-47a8-46a5-9e56-a08d1988c47b HTTP/1.1" status: 200 len: 992 time: 2.6739206 Jun 01 13:25:19.421299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:19.456150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-5dabe375-9c27-474d-b0fa-6577d64b51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:19.457726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-5dabe375-9c27-474d-b0fa-6577d64b51cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.3963630 Jun 01 13:25:19.483892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70a5e26f-75ca-4442-9a76-968451bca03e None None] Provisioning complete for port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:19.484609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70a5e26f-75ca-4442-9a76-968451bca03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:19.538824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-9d54890b-7339-4990-bfa2-1bf815e008bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.0736837 Jun 01 13:25:19.604485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:19.604737 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:19.792522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-692341d8-db6c-44a3-bea5-8ad7decd0fe9 req-b958cd5b-c524-43fe-a9f3-e17c04811b22 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914299 Jun 01 13:25:19.804091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-70a5e26f-75ca-4442-9a76-968451bca03e None None] Port 66fb5b5f-47a8-46a5-9e56-a08d1988c47b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:19.804091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1746ebe-e4e7-4bb2-8a6d-bcc063010443 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:19.808498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-f3004c8b-a5a1-4f13-a630-aa110d21f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:19.834847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-f3004c8b-a5a1-4f13-a630-aa110d21f4aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.2133837 Jun 01 13:25:19.939095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-14deb756-bab3-4956-a679-efd28ab6a67b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092587 Jun 01 13:25:20.017730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:20.018392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:20.323143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-33a4b26a-8ab3-4a75-bbce-973d53533e9c service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706450 Jun 01 13:25:20.428956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:20.476747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:20.516005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fe204478-c625-444e-bb0c-763afad41608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:20.532194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:20.571114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:20.766635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=4c1e3726-1e30-41bb-9ef5-905088fb1bf4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:20.820908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 66fb5b5f-47a8-46a5-9e56-a08d1988c47b owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:20.964882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24bd69a7-bd84-4f92-bdca-ea5459927c7b req-81b006c0-a67f-4bd9-a257-79ab0eacf09f service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166313 Jun 01 13:25:21.336325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:21.450467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bd71ef63-4a87-47d6-a01d-c24c0f97f764 None None] Provisioning complete for port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:21.452706 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd71ef63-4a87-47d6-a01d-c24c0f97f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:21.468452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=66fb5b5f-47a8-46a5-9e56-a08d1988c47b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:21.591186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bd71ef63-4a87-47d6-a01d-c24c0f97f764 None None] Port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:21.848927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:21.859434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:22.038715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-25469f2b-dea1-4bae-841c-aa4d373bb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:22.040385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-25469f2b-dea1-4bae-841c-aa4d373bb41f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1096 time: 0.5451152 Jun 01 13:25:22.041003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:22.171008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:22.193176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5b32012e-490d-4177-9767-56ed56d841fc tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/66fb5b5f-47a8-46a5-9e56-a08d1988c47b HTTP/1.1" status: 204 len: 168 time: 2.7675047 Jun 01 13:25:22.193922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59550) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:22.278438 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-08db0506-80e8-4eff-a278-852e3c054233 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] GET failed (client error): The resource could not be found. Jun 01 13:25:22.279400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-08db0506-80e8-4eff-a278-852e3c054233 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Synchronizing usage tracker for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:22.303116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-08db0506-80e8-4eff-a278-852e3c054233 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Unset dirty status for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:22.304836 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08db0506-80e8-4eff-a278-852e3c054233 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports/66fb5b5f-47a8-46a5-9e56-a08d1988c47b HTTP/1.1" status: 404 len: 333 time: 0.1103923 Jun 01 13:25:22.310202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59562) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:22.336128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-784027250'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:22.417756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279fd2-b23d-4e67-9323-8161a9b4c02f req-fd2303dc-0abb-49dc-9acc-af6e1a8cdac9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:22.438890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2279fd2-b23d-4e67-9323-8161a9b4c02f req-fd2303dc-0abb-49dc-9acc-af6e1a8cdac9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.9361269 Jun 01 13:25:22.729024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2279fd2-b23d-4e67-9323-8161a9b4c02f req-75abc7c4-6267-4d06-b84a-0a5611905aad tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965066 Jun 01 13:25:22.734386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:23.112283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:23.112283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:23.151097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:23.161394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:23.189987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:23.345897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:23.821986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.12 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/7f254e1f-a35e-4262-b0d7-3c80cacf6227) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:23.865244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-4022201c-1d22-4c26-ac11-438d854cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:23.867636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-4022201c-1d22-4c26-ac11-438d854cb457 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 1.7653604 Jun 01 13:25:24.071838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-028b2461-4a90-426c-b740-9f3e993f92e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.1807454 Jun 01 13:25:24.131593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.294500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.316476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object 7f254e1f-a35e-4262-b0d7-3c80cacf6227 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:24.350161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.480847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:24.499067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:24.501151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-40ba5eac-63e4-4929-86ed-7235e1c32266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:24.508311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:24.525777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-40ba5eac-63e4-4929-86ed-7235e1c32266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.3832235 Jun 01 13:25:24.550443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.550443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.654393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:24.654393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:24.726966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=7f254e1f-a35e-4262-b0d7-3c80cacf6227,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:24.784950 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2a164a2c-67e3-4155-8074-4ae02cd52b79 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4731064 Jun 01 13:25:24.785638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59606) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:24.793364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bd:84:be'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:25.072370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb938a77-b4f0-4bc9-81b1-ca5550998a7d None None] Provisioning for port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:25.087134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eb938a77-b4f0-4bc9-81b1-ca5550998a7d None None] Provisioning complete for port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:25.087782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb938a77-b4f0-4bc9-81b1-ca5550998a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:25.112342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=4c1e3726-1e30-41bb-9ef5-905088fb1bf4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:25.296624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:25.370911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-5854e5f8-39c2-49f9-a4f4-83d94271baa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7561207 Jun 01 13:25:25.375762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eb938a77-b4f0-4bc9-81b1-ca5550998a7d None None] Port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:26.039640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:26.058147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:26.114200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-0eb2e08b-4bd4-4a6d-847b-a89cb3ad385a service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616106 Jun 01 13:25:26.188093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59624) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:26.363546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ff0d4d3-69eb-45e7-b5c7-03dbc09006f6 req-c341b46c-8925-43e7-8161-f197f011ec12 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342029 Jun 01 13:25:26.429485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703862-5b6a-4de6-b0ad-33d19405648e req-cee0b667-6002-4e62-9249-6e91c7c332a9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:26.468539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5703862-5b6a-4de6-b0ad-33d19405648e req-cee0b667-6002-4e62-9249-6e91c7c332a9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 2.3775251 Jun 01 13:25:26.657900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5703862-5b6a-4de6-b0ad-33d19405648e req-01238123-21c1-4c2b-b0db-b8667f57c9d9 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064548 Jun 01 13:25:26.663349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:26.705211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 78177fc6-948a-4196-b043-ef1f9674200e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:26.708304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:26.827107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] In _notify_port_updated(), no bound segment for port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 on network b3b1e1c6-d12c-4c72-b837-4bb055882dea {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:25:26.897991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:26.897991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:26.897991 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "PUT /v2.0/ports/7f254e1f-a35e-4262-b0d7-3c80cacf6227 HTTP/1.1" status: 200 len: 996 time: 2.1025126 Jun 01 13:25:26.897991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:27.048177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a4419ecf-5b55-4d74-8d6e-e3f5547f577a None None] Provisioning complete for port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:27.048177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a4419ecf-5b55-4d74-8d6e-e3f5547f577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:27.222666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:27.223445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:27.229910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Router 7bc97e41-0ad5-4486-9437-dcd8183c37a5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:25:27.235828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a4419ecf-5b55-4d74-8d6e-e3f5547f577a None None] Port 7f254e1f-a35e-4262-b0d7-3c80cacf6227 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:27.286488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399ac3f-6ae7-4202-b136-e84a189c5031 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=7f254e1f-a35e-4262-b0d7-3c80cacf6227,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:27.328405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:27.415599 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Usage tracker for resource:security_group_rule and tenant:8da9a0e0b9ae48cc87a48bca90f652a3 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:27.434720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:27.478609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:27.482957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-163fe4ee-f8b5-4d3e-9b86-f50ab12a4902 None None] Provisioning complete for port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:27.482957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-163fe4ee-f8b5-4d3e-9b86-f50ab12a4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:27.665900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:25:27.665900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-160d5c5a-511d-4b42-a5eb-7cf7eb46683f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/routers/7bc97e41-0ad5-4486-9437-dcd8183c37a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8656313 Jun 01 13:25:27.665900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59644) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:27.667439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-163fe4ee-f8b5-4d3e-9b86-f50ab12a4902 None None] Port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:27.667439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] Sync routers for ids ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:25:27.697594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] Routers {'7bc97e41-0ad5-4486-9437-dcd8183c37a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:25:27.697594 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:25:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:27.799295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbe460-f586-4df8-84f4-19c386507f1c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:27.811549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-10fbe460-f586-4df8-84f4-19c386507f1c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:27.849601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:27.853801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-10fbe460-f586-4df8-84f4-19c386507f1c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:27.861296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-10fbe460-f586-4df8-84f4-19c386507f1c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?device_id=7bc97e41-0ad5-4486-9437-dcd8183c37a5 HTTP/1.1" status: 200 len: 988 time: 0.2429640 Jun 01 13:25:27.862830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59652) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:27.886417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] Routers {'7bc97e41-0ad5-4486-9437-dcd8183c37a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:25:27.893770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:25:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:28.154100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:28.245501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:28.267889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f50a1-7945-477c-ac1f-c6754ce0ec94 None None] The sync data for ids ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:25:28.768571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 7f254e1f-a35e-4262-b0d7-3c80cacf6227 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:29.218640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:29.222407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:29.244445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:29.247922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a49f9-bef6-4bce-9d5f-36bc60772846 req-96cb63eb-c692-4bad-9b66-eaa5247516f8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:29.256133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-747a49f9-bef6-4bce-9d5f-36bc60772846 req-96cb63eb-c692-4bad-9b66-eaa5247516f8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 1.0265081 Jun 01 13:25:29.378032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=7f254e1f-a35e-4262-b0d7-3c80cacf6227,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:29.518735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-747a49f9-bef6-4bce-9d5f-36bc60772846 req-e6fa6b03-2bb0-4eb0-9f07-06c17b233d7b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549067 Jun 01 13:25:29.524885 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8da9a0e0b9ae48cc87a48bca90f652a3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3148754 Jun 01 13:25:29.532030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:29.760276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:29.826356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7a9a4-9b12-47f4-9942-a0b2b01ceed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222d828-0bd5-46b2-a186-d394599228d8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:29.985669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:29.990407 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:30.111952 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b879ed3-2668-441c-a342-cd3cc3364cf0 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/7f254e1f-a35e-4262-b0d7-3c80cacf6227 HTTP/1.1" status: 204 len: 168 time: 3.1692080 Jun 01 13:25:30.111952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:30.129608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:30.283385 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-78141bab-94c7-4cf9-b535-cc0ad9159cb1 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] GET failed (client error): The resource could not be found. Jun 01 13:25:30.284156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-78141bab-94c7-4cf9-b535-cc0ad9159cb1 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Synchronizing usage tracker for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:30.356336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-78141bab-94c7-4cf9-b535-cc0ad9159cb1 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Unset dirty status for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:30.357550 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-78141bab-94c7-4cf9-b535-cc0ad9159cb1 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports/7f254e1f-a35e-4262-b0d7-3c80cacf6227 HTTP/1.1" status: 404 len: 333 time: 0.2295163 Jun 01 13:25:30.363996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:30.370675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-1798792606'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:30.650198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:30.764078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:30.765147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f222d828-0bd5-46b2-a186-d394599228d8 HTTP/1.1" status: 204 len: 168 time: 1.2134867 Jun 01 13:25:30.780925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40b3f8-c0fc-4c7c-ac5c-35e8563c3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222d828-0bd5-46b2-a186-d394599228d8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:30.858320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:30.870519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:30.886974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:30.894315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:30.956720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port 48d903ef-2d88-4e89-88ba-473a12baa370 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:31.261410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.5 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/48d903ef-2d88-4e89-88ba-473a12baa370) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:31.281511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:31.282117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:31.375414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dd6be-c7fb-4c09-95fc-d93f99ecbaa8 req-c86db7dd-d679-4ff7-9313-c029ba458175 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:31.377179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-589dd6be-c7fb-4c09-95fc-d93f99ecbaa8 req-c86db7dd-d679-4ff7-9313-c029ba458175 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.5215960 Jun 01 13:25:31.538252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:31.648613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-589dd6be-c7fb-4c09-95fc-d93f99ecbaa8 req-8ecec987-e7ab-40f0-be0a-b16b1035604f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608709 Jun 01 13:25:31.782069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:31.856647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:31.868801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Usage tracker for resource:security_group_rule and tenant:384464d78aff41028ad0f8e09eac6400 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:31.878875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:31.897110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:31.898328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:31.952686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object 48d903ef-2d88-4e89-88ba-473a12baa370 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:32.014133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:32.028912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:32.233765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=48d903ef-2d88-4e89-88ba-473a12baa370,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:32.252712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:32.257994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:32.261511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:32.421164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 4c1e3726-1e30-41bb-9ef5-905088fb1bf4 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:32.495634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:32.496295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:32.629227 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ecd12ac3-7bba-4c0f-a3a0-55955255d893 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2633421 Jun 01 13:25:32.636688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:32.699502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'network_id': 'b3b1e1c6-d12c-4c72-b837-4bb055882dea', 'name': 'tempest-AllowedAddressPairTestJSON-328563483'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:32.941513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e19e820b-fb23-4ece-ab05-f20876d435e2 None None] Provisioning for port 48d903ef-2d88-4e89-88ba-473a12baa370 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:32.964126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e19e820b-fb23-4ece-ab05-f20876d435e2 None None] Provisioning complete for port 48d903ef-2d88-4e89-88ba-473a12baa370 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:32.968313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e19e820b-fb23-4ece-ab05-f20876d435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:33.068377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:33.078727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Usage tracker for resource:port and tenant:937d68485f864376ac00b6ed2cccc494 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:33.086769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:33.092980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:33.096964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:33.121242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Made reservation on behalf of 937d68485f864376ac00b6ed2cccc494 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:33.125921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:33.152014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] device_id is not set on port 962b914b-c6ef-4e70-999e-683c796fc20a yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:33.268961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e19e820b-fb23-4ece-ab05-f20876d435e2 None None] Port 48d903ef-2d88-4e89-88ba-473a12baa370 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:33.416137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Allocated IP 172.20.0.7 (b3b1e1c6-d12c-4c72-b837-4bb055882dea/871c25b1-8963-41b5-aea7-48d6e6121bda/962b914b-c6ef-4e70-999e-683c796fc20a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:33.496209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:33.727056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b8625c-31b9-4d67-9d0a-40f6326dfdee,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:34.037427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7cf45272-ea95-4b56-8f77-cea59fd0352b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=384464d78aff41028ad0f8e09eac6400&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4918556 Jun 01 13:25:34.046973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:34.096213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d843c2-735a-4e52-b9b0-b938daa2121c req-29b85fcb-a0be-4c15-aa99-013b5d3d4a8d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:34.112361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12d843c2-735a-4e52-b9b0-b938daa2121c req-29b85fcb-a0be-4c15-aa99-013b5d3d4a8d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.8613760 Jun 01 13:25:34.173001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.245016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.290113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12d843c2-735a-4e52-b9b0-b938daa2121c req-2aeea994-2c2c-438c-8ce4-d312b98351d8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764340 Jun 01 13:25:34.291803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=4c1e3726-1e30-41bb-9ef5-905088fb1bf4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:34.312428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Transition to ACTIVE for port object 962b914b-c6ef-4e70-999e-683c796fc20a will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:34.315682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.404994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.432001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.476249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.842261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.879261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:34.995519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=962b914b-c6ef-4e70-999e-683c796fc20a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:35.006706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:35.007797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b8625c-31b9-4d67-9d0a-40f6326dfdee,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:35.013132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:35.016483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:35.133750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:35.134478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:35.176701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:35.181359 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-37dc3f63-3795-44c1-844c-51c6042f3568 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f8b8625c-31b9-4d67-9d0a-40f6326dfdee HTTP/1.1" status: 204 len: 168 time: 1.1299438 Jun 01 13:25:35.218699 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dbc4c439-8c60-48af-a20c-c97807338818 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5521419 Jun 01 13:25:35.222279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59824) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:35.229378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bd:84:be'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:71:83:7a'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:35.437072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f69f9c1c-424d-4049-b639-922ac779a1ba None None] Provisioning for port 962b914b-c6ef-4e70-999e-683c796fc20a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:35.455439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f69f9c1c-424d-4049-b639-922ac779a1ba None None] Provisioning complete for port 962b914b-c6ef-4e70-999e-683c796fc20a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:35.455812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f69f9c1c-424d-4049-b639-922ac779a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:35.644515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f69f9c1c-424d-4049-b639-922ac779a1ba None None] Port 962b914b-c6ef-4e70-999e-683c796fc20a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:36.002382 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:25:36.067614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:36.111711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:36.195135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:36.204900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Router 7bc97e41-0ad5-4486-9437-dcd8183c37a5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:25:36.245210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:36.255469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Usage tracker for resource:security_group_rule and tenant:0d8faf1d443f43f3a44cfd424f0bfbbf is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:36.263376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:36.276834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:36.492385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13d5db-192e-40d0-aaed-87f467dd5484 req-bccfdcb8-81b7-487f-9cfb-3af8cbd555b2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:36.515382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f13d5db-192e-40d0-aaed-87f467dd5484 req-bccfdcb8-81b7-487f-9cfb-3af8cbd555b2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.5561073 Jun 01 13:25:36.592882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:25:36.611329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] Sync routers for ids ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:25:36.619397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:36.625852 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] Routers {'7bc97e41-0ad5-4486-9437-dcd8183c37a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:25:36.628367 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:25:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:36.643601 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:36.673662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f13d5db-192e-40d0-aaed-87f467dd5484 req-21ae849b-0f5e-4a3f-83f2-b178f850a9c4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573904 Jun 01 13:25:36.726112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-157e7671-eb91-4497-8994-2bb39714ce7c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/routers/7bc97e41-0ad5-4486-9437-dcd8183c37a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8619773 Jun 01 13:25:36.726885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59846) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:36.779889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:36.795372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] Routers {'7bc97e41-0ad5-4486-9437-dcd8183c37a5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:25:36.796009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:25:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:36.813841 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12ffa2-be2c-4e0e-9ddc-ff62f6a11a25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:25:36.814376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf12ffa2-be2c-4e0e-9ddc-ff62f6a11a25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:36.817027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bca35-c4e9-4fe7-9fb7-d7e9e07117a3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:36.857127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf12ffa2-be2c-4e0e-9ddc-ff62f6a11a25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:36.861732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf12ffa2-be2c-4e0e-9ddc-ff62f6a11a25 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/4c1e3726-1e30-41bb-9ef5-905088fb1bf4 HTTP/1.1" status: 404 len: 333 time: 0.1334901 Jun 01 13:25:36.862332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:36.927224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:36.927858 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778af75c-5bd5-454e-a788-c588898bebbc None None] The sync data for ids ['7bc97e41-0ad5-4486-9437-dcd8183c37a5'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:25:36.930341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db91b321-9a07-41e0-a942-f1250dfc059d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0d8faf1d443f43f3a44cfd424f0bfbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8082018 Jun 01 13:25:36.944282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:37.096194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.120678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.177222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.306783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.317284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.426808 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.558415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bca35-c4e9-4fe7-9fb7-d7e9e07117a3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:37.574775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.603055 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67198d8c-d9e1-4fc7-8f0e-e8f111e5d0da admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ab5bca35-c4e9-4fe7-9fb7-d7e9e07117a3 HTTP/1.1" status: 204 len: 168 time: 0.6572230 Jun 01 13:25:37.633520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event updated for resources: {'Port': ['ID=962b914b-c6ef-4e70-999e-683c796fc20a,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:37.731901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] In _notify_port_updated(), no bound segment for port 962b914b-c6ef-4e70-999e-683c796fc20a on network b3b1e1c6-d12c-4c72-b837-4bb055882dea {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:25:37.767994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:37.768721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:37.776694 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5f5b6ab-0aee-4a43-b3a6-189254689a57 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "PUT /v2.0/ports/962b914b-c6ef-4e70-999e-683c796fc20a HTTP/1.1" status: 200 len: 1054 time: 2.5528939 Jun 01 13:25:37.782545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:37.991704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 962b914b-c6ef-4e70-999e-683c796fc20a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:37.992060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.005385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b67beff2-0498-42d3-a252-f649921dbce4 None None] Provisioning complete for port 962b914b-c6ef-4e70-999e-683c796fc20a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:38.007909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b67beff2-0498-42d3-a252-f649921dbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.049652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.052859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.210862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b67beff2-0498-42d3-a252-f649921dbce4 None None] Port 962b914b-c6ef-4e70-999e-683c796fc20a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:38.219902 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.220386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc97e41-0ad5-4486-9437-dcd8183c37a5 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:25:38.257675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.261749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ff9a136c-8e62-481c-8da2-2505b7152542 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/routers/7bc97e41-0ad5-4486-9437-dcd8183c37a5 HTTP/1.1" status: 204 len: 168 time: 1.3984017 Jun 01 13:25:38.266419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:38.529045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 4f8e0a8c-f7a2-4456-92df-2ea72f637312 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:25:38.547363 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.592018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.680829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.853465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:38.963349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842bdf-2747-4a7d-9fa8-954f6446fa1c req-49acefa9-fd61-4b3a-92a8-9c502bbb64ed tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:38.965434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb842bdf-2747-4a7d-9fa8-954f6446fa1c req-49acefa9-fd61-4b3a-92a8-9c502bbb64ed tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.8448164 Jun 01 13:25:39.053626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb842bdf-2747-4a7d-9fa8-954f6446fa1c req-6051f0e0-8d76-4a88-bebc-91cc002d812d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804446 Jun 01 13:25:39.073022 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:39.187406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8e0a8c-f7a2-4456-92df-2ea72f637312,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:39.202668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 962b914b-c6ef-4e70-999e-683c796fc20a owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:39.207071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74127e-538c-4c17-8dc1-bad700d040dc None None] Network 78177fc6-948a-4196-b043-ef1f9674200e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:39.211874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:39.241046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33b0a105-c1e4-4fa0-9eef-56f551557798 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/4f8e0a8c-f7a2-4456-92df-2ea72f637312 HTTP/1.1" status: 204 len: 168 time: 0.9733188 Jun 01 13:25:39.248459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59900) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:39.710457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:39.816933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] DHCP port deletion for 78177fc6-948a-4196-b043-ef1f9674200e request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:25:39.822789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Deleting port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:39.823170 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.068425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Deleting subnet 9d108a8d-293b-4700-898f-602ca6d1c47e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:25:40.077391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.201780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.263890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:40.263890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.353794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.649868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] For port e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,segment=NetworkSegment(a26e4b70-1bc2-4881-b1f7-88ccfd41577d),segment_id=a26e4b70-1bc2-4881-b1f7-88ccfd41577d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:40.650458 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.668217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=962b914b-c6ef-4e70-999e-683c796fc20a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:40.905182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:40.917985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:40.973441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Calling delete_port for e1746ebe-e4e7-4bb2-8a6d-bcc063010443 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:41.119774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] For port e1746ebe-e4e7-4bb2-8a6d-bcc063010443, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,segment=NetworkSegment(a26e4b70-1bc2-4881-b1f7-88ccfd41577d),segment_id=a26e4b70-1bc2-4881-b1f7-88ccfd41577d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:41.122882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.143293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.179543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.255486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Pushing event deleted for resources: {'Port': ['ID=e1746ebe-e4e7-4bb2-8a6d-bcc063010443,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:41.273744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] No DVR routers for this DVR port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:25:41.290173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.290732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.291318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.291599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.291932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.292262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.292589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.292916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.293242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.293576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.293895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.294216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27068a4a-adce-4bb5-93e2-3388a11165bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:41.402852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for e1746ebe-e4e7-4bb2-8a6d-bcc063010443 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:41.460880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.474196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.499196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:41.499630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54876eec-229b-43ac-9094-74e5542d5c2a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/962b914b-c6ef-4e70-999e-683c796fc20a HTTP/1.1" status: 204 len: 168 time: 3.7156553 Jun 01 13:25:41.501627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59942) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:41.503886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Usage tracker for resource:security_group_rule and tenant:b270837197034618b533ce14b6e49c5f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:41.506927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:41.514428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:41.552274 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9ac94b-1f1c-4906-b548-7c2243708379 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] GET failed (client error): The resource could not be found. Jun 01 13:25:41.553065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9f9ac94b-1f1c-4906-b548-7c2243708379 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Synchronizing usage tracker for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:41.564947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.621838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.633416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.688411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d108a8d-293b-4700-898f-602ca6d1c47e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:41.689684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bba308-0f46-4183-80db-7fb564d3f73a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:41.691239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.697220 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19c7ba63-480b-4755-bc85-3e02e453f490 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9d108a8d-293b-4700-898f-602ca6d1c47e HTTP/1.1" status: 204 len: 168 time: 1.9857481 Jun 01 13:25:41.699026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:41.700209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9f9ac94b-1f1c-4906-b548-7c2243708379 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Unset dirty status for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:41.701700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9f9ac94b-1f1c-4906-b548-7c2243708379 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports/962b914b-c6ef-4e70-999e-683c796fc20a HTTP/1.1" status: 404 len: 333 time: 0.1989837 Jun 01 13:25:41.704726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 59954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:41.712306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064fd0c-e3a9-4c43-8310-85d9d2a5488c req-763a555d-f388-417c-a519-01aad964e90f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:41.713927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7064fd0c-e3a9-4c43-8310-85d9d2a5488c req-763a555d-f388-417c-a519-01aad964e90f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 1.2184443 Jun 01 13:25:41.792880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7064fd0c-e3a9-4c43-8310-85d9d2a5488c req-204cfc3d-5a89-44d4-92b5-fa5ab60c6cad tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 Jun 01 13:25:41.798336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fcad2bf2-d5a9-46fb-9c66-583722c0df54 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b270837197034618b533ce14b6e49c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692756 Jun 01 13:25:41.799057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 59958) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:41.865721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:25:41.865721 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:25:41.870542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1746ebe-e4e7-4bb2-8a6d-bcc063010443 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:25:41.891474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 48d903ef-2d88-4e89-88ba-473a12baa370 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:41.891710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.918796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e1746ebe-e4e7-4bb2-8a6d-bcc063010443 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:25:41.919296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e1746ebe-e4e7-4bb2-8a6d-bcc063010443 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:25:41.925046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.957278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:41.960427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.031940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.223083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bba308-0f46-4183-80db-7fb564d3f73a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:42.223083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.223083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6cd5f752-fa85-45eb-9ecd-e598ca64de02 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c8bba308-0f46-4183-80db-7fb564d3f73a HTTP/1.1" status: 204 len: 168 time: 0.2691860 Jun 01 13:25:42.372846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port e1746ebe-e4e7-4bb2-8a6d-bcc063010443 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:42.372846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.459606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.518784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] The port 'e1746ebe-e4e7-4bb2-8a6d-bcc063010443' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:25:42.674039 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.771715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78177fc6-948a-4196-b043-ef1f9674200e']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:42.802945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:42.803297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26e4b70-1bc2-4881-b1f7-88ccfd41577d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:42.830990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.862008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.889651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:25:42.890013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:42.949121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 48d903ef-2d88-4e89-88ba-473a12baa370 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:43.209271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.231716 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment a26e4b70-1bc2-4881-b1f7-88ccfd41577d resource provider aggregate not found Jun 01 13:25:43.236863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.240335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830ba35b-dcd3-4e58-b28e-919dc412c80e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:43.300761 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment a26e4b70-1bc2-4881-b1f7-88ccfd41577d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a26e4b70-1bc2-4881-b1f7-88ccfd41577d found for delete ", "request_id": "req-4e51d32b-f392-423e-a7a3-740199682ac0"}]} Jun 01 13:25:43.323923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.360575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=48d903ef-2d88-4e89-88ba-473a12baa370,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:43.363297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.380322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/78177fc6-948a-4196-b043-ef1f9674200e HTTP/1.1" status: 204 len: 168 time: 4.1302853 Jun 01 13:25:43.387410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60030) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:43.394119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea63a16f-beaf-4373-a508-3506c71b6b2c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:43.394736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea63a16f-beaf-4373-a508-3506c71b6b2c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:43.422685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456a5cc-b05b-436d-8d36-4d790e1c686d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=78177fc6-948a-4196-b043-ef1f9674200e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:43.605428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d358d6-a708-4aba-8514-92d6dce31959 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:43.605428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20d358d6-a708-4aba-8514-92d6dce31959 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:43.614677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.637846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-20d358d6-a708-4aba-8514-92d6dce31959 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:43.637846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-20d358d6-a708-4aba-8514-92d6dce31959 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/686f48bc-50e4-4d89-b36e-c8d21375707c HTTP/1.1" status: 200 len: 845 time: 0.2178059 Jun 01 13:25:43.640478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60042) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:43.652589 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.656381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.674684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:25:43.675538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.727271 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc116a52-04c9-4073-a41e-7ac8540a29d7 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/48d903ef-2d88-4e89-88ba-473a12baa370 HTTP/1.1" status: 204 len: 168 time: 2.0212440 Jun 01 13:25:43.729873 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ea63a16f-beaf-4373-a508-3506c71b6b2c resource provider aggregate not found Jun 01 13:25:43.747751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60054) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:43.760046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db54f4-6459-4127-b9e1-8db9cd32fb25 req-fc1a5d8d-3577-496a-983f-b7b341b0c6b2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:43.761850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9db54f4-6459-4127-b9e1-8db9cd32fb25 req-fc1a5d8d-3577-496a-983f-b7b341b0c6b2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 945 time: 0.5431161 Jun 01 13:25:43.888140 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ea63a16f-beaf-4373-a508-3506c71b6b2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea63a16f-beaf-4373-a508-3506c71b6b2c found for delete ", "request_id": "req-26eab802-2f65-4b98-9ac7-e3e50ff182d1"}]} Jun 01 13:25:43.927946 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaaec80-3b4a-4e72-b156-c3b847615c07 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] GET failed (client error): The resource could not be found. Jun 01 13:25:43.927946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2aaaec80-3b4a-4e72-b156-c3b847615c07 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Synchronizing usage tracker for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:43.952549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.972087 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:43.977275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2aaaec80-3b4a-4e72-b156-c3b847615c07 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Unset dirty status for tenant:937d68485f864376ac00b6ed2cccc494 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:25:43.991278 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2aaaec80-3b4a-4e72-b156-c3b847615c07 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "GET /v2.0/ports/48d903ef-2d88-4e89-88ba-473a12baa370 HTTP/1.1" status: 404 len: 333 time: 0.1648185 Jun 01 13:25:43.999083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9db54f4-6459-4127-b9e1-8db9cd32fb25 req-95f99e15-e3ff-4251-8820-224191295339 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003982 Jun 01 13:25:43.999083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60078) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:44.002209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=830ba35b-dcd3-4e58-b28e-919dc412c80e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:44.012678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-09b7853b-6dd3-47ac-9622-c191b3fcf3bb admin admin] 10.222.0.40 "DELETE /v2.0/networks/830ba35b-dcd3-4e58-b28e-919dc412c80e HTTP/1.1" status: 204 len: 168 time: 2.3047411 Jun 01 13:25:44.053779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e387bd81-0c20-4d96-b11a-1145e6cf2b93 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/686f48bc-50e4-4d89-b36e-c8d21375707c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3890808 Jun 01 13:25:44.057877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:44.065391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:44.089905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port ad6113fe-5c1f-4a6e-872b-1a216506c4b9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:44.090343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:44.302760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:44.320572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:44.325173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:44.352248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:44.384116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:44.384116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:44.440974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:25:44.481613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60120) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:44.801230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-10da2f9f-8643-4759-b52d-799972772eda admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f90de79de7b34a85a5757ffe0a979159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135610 Jun 01 13:25:44.803309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60152) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:44.809897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:44.850926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'network_id': '67c8ce49-98b2-4f6d-8877-d350d15c258f', 'port_id': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'mac_address': 'fa:16:3e:e5:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8d13cb-8b42-4ea2-aad9-dec96517a16f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:25:44.851200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:44.883214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:44.920058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:44.920615 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:44.948716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:25:44.992812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:44.997985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:45.011010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:45.011010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.043372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=4ea8c367-4571-4ae0-b8c6-5d7088c7fddc,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:45.046456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:45.058684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0f9db-f3ce-4937-a59d-ef01d078ccf3 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:45.088791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75c478cb-cd85-409c-9dad-8f357bf5b3d6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0251825 Jun 01 13:25:45.097471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60176) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:45.120708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'security_group': {'name': 'tempest-secgroup-859333949'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:45.138411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:45.151418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:45.158423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for ad6113fe-5c1f-4a6e-872b-1a216506c4b9 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:45.165708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:45.180911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:45.187050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.200733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.245926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:45.255520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:45.262824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:45.278113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:45.292456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.387487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.398652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.447671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.547615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca11a7-e633-493e-8c7b-32c4c0e676f1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:45.554277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:25:45.558666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.561105 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-47adf48a-c433-4ef3-af01-c34fa825b29e tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4627438 Jun 01 13:25:45.563777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:45.564377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.566425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60202) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:45.574262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713018796'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:45.604362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:45.611129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb2b57-950c-4337-9825-633ea0f95f0f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:45.617134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:45.624432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:45.637956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:45.664575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.697023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:45.702087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:45.702494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.719403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:45.729937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-38ac6a92-c2fd-4684-8f4e-a676efe990b2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9fcb2b57-950c-4337-9825-633ea0f95f0f HTTP/1.1" status: 204 len: 168 time: 0.9134514 Jun 01 13:25:45.734068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:45.783738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:45.809242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.827174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d5576-3c2d-4b82-95ab-3448d825522d req-f08b4656-4e1d-4aec-a811-8283ceec3479 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:45.842722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef2d5576-3c2d-4b82-95ab-3448d825522d req-f08b4656-4e1d-4aec-a811-8283ceec3479 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.5510747 Jun 01 13:25:45.861210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.869260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:45.874850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.884687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.898786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Usage tracker for resource:security_group_rule and tenant:9369e8316040443988d25ae44b189e91 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:45.938223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-12cb9d34-90fd-42fa-9f44-86a61743e5df', 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'tenant_id': '71006fabf7e74c388fd0864f1a8be767', 'fixed_ips': [{'subnet_id': '4ea8c367-4571-4ae0-b8c6-5d7088c7fddc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:25:45.939487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:45.939799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:45.943997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfbda7-6178-4324-9853-187a7130090d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:45.977886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:46.052534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.068504 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2656ea75-3940-400e-8c45-4ab1993c91eb tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4884007 Jun 01 13:25:46.074174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:46.086299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=ad6113fe-5c1f-4a6e-872b-1a216506c4b9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:46.139378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-795903306', 'security_groups': ['77bfbda7-6178-4324-9853-187a7130090d'], 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ea8c367-4571-4ae0-b8c6-5d7088c7fddc'}]}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:46.208719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef2d5576-3c2d-4b82-95ab-3448d825522d req-011f5896-fc84-4f72-9948-b5bda5b6215b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619370 Jun 01 13:25:46.217910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Allocated IP 2001:db8::2 (12cb9d34-90fd-42fa-9f44-86a61743e5df/4ea8c367-4571-4ae0-b8c6-5d7088c7fddc/391bac42-13be-42b0-b047-c37b68a63235) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:46.247507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.286954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-95786cc0-ed50-4c4f-9d05-4fb0d6a8d05a tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/ports/ad6113fe-5c1f-4a6e-872b-1a216506c4b9 HTTP/1.1" status: 204 len: 168 time: 2.2946784 Jun 01 13:25:46.290931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60248) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:46.445073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting subnet 871c25b1-8963-41b5-aea7-48d6e6121bda {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:25:46.448939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.537600 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.603364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:46.679610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:46.686066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.701704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.744261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:46.756013 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.794529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.812569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Transition to ACTIVE for port object 391bac42-13be-42b0-b047-c37b68a63235 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:46.853924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.857736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Transition to ACTIVE for port object 391bac42-13be-42b0-b047-c37b68a63235 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:46.868244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.911346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Subnet': ['ID=871c25b1-8963-41b5-aea7-48d6e6121bda,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:46.913487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:46.949424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60302) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:46.955627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2923bf81-3947-4d55-a6c2-23cfb7b4933f tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/subnets/871c25b1-8963-41b5-aea7-48d6e6121bda HTTP/1.1" status: 204 len: 168 time: 0.6614382 Jun 01 13:25:46.961805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a5435-8396-4a38-b1c3-54f77d200aa3 None None] Network b3b1e1c6-d12c-4c72-b837-4bb055882dea requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:46.964818 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9369e8316040443988d25ae44b189e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3932168 Jun 01 13:25:46.968168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60306) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:47.066721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.115226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.266652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.276527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:47.295426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211f33bf-acc8-49e4-921b-ffeb914c7e2e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:47.301505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.303239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de8c57d5-fd97-4002-9fda-296456d0bf13 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/211f33bf-acc8-49e4-921b-ffeb914c7e2e HTTP/1.1" status: 204 len: 168 time: 0.3377278 Jun 01 13:25:47.308015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:47.309780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:47.314338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:47.426949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874bcd4-57b2-4f81-901c-f8985ae00db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211f33bf-acc8-49e4-921b-ffeb914c7e2e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:47.474059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.504760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Deleting port 6a382de1-955c-4cb3-affc-a2139e395cd1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:47.504760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.537878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.599163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port d8022fb8-8afa-4f56-9822-c1f4a1d56adb yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:25:47.866826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Attempting to bind port 391bac42-13be-42b0-b047-c37b68a63235 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:25:47.866826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Attempting to bind port 391bac42-13be-42b0-b047-c37b68a63235 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f0d63eac-29dd-405c-8ce3-51548339c85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:25:47.866826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Attempting to bind port 391bac42-13be-42b0-b047-c37b68a63235 on network 12cb9d34-90fd-42fa-9f44-86a61743e5df {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Checking segment: {'id': 'f0d63eac-29dd-405c-8ce3-51548339c85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Bound using segment: {'id': 'f0d63eac-29dd-405c-8ce3-51548339c85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Bound port: 391bac42-13be-42b0-b047-c37b68a63235, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d63eac-29dd-405c-8ce3-51548339c85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:25:47.892172 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.014301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] For port 6a382de1-955c-4cb3-affc-a2139e395cd1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6a382de1-955c-4cb3-affc-a2139e395cd1,segment=NetworkSegment(d16f7f29-f6d6-4ffe-941c-addb59f3ca35),segment_id=d16f7f29-f6d6-4ffe-941c-addb59f3ca35)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:48.014301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.033252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08b40-1d5a-4f95-bdd8-dd08b18ed61f req-7ff77691-db0d-4b16-ac0f-fc9781f1c782 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:48.033252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18f08b40-1d5a-4f95-bdd8-dd08b18ed61f req-7ff77691-db0d-4b16-ac0f-fc9781f1c782 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 946 time: 0.2564869 Jun 01 13:25:48.075288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ed5ed-2b45-4ec6-8ddd-48a61ba896d7 None None] DHCP port deletion for b3b1e1c6-d12c-4c72-b837-4bb055882dea request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:25:48.165884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c53ed5ed-2b45-4ec6-8ddd-48a61ba896d7 None None] Deleting port 6a382de1-955c-4cb3-affc-a2139e395cd1 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:48.166800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c53ed5ed-2b45-4ec6-8ddd-48a61ba896d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.167798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Calling delete_port for 6a382de1-955c-4cb3-affc-a2139e395cd1 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:48.263418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18f08b40-1d5a-4f95-bdd8-dd08b18ed61f req-d1154a1f-eb94-4468-ae45-a8899d1ef394 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895776 Jun 01 13:25:48.319167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.376833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Port': ['ID=6a382de1-955c-4cb3-affc-a2139e395cd1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:48.392701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] No DVR routers for this DVR port 6a382de1-955c-4cb3-affc-a2139e395cd1 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:25:48.404449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.464699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8487255c-f383-4849-9dd3-458a0b148a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.508894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:48.759496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c53ed5ed-2b45-4ec6-8ddd-48a61ba896d7 None None] The port '6a382de1-955c-4cb3-affc-a2139e395cd1' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:25:48.759496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:25:48.833782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:25:48.857065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.913027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:48.945722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b1e1c6-d12c-4c72-b837-4bb055882dea']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:48.969222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:48.969645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16f7f29-f6d6-4ffe-941c-addb59f3ca35') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:25:48.973696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 3609fef1-5bfc-471e-b357-9e54143fafe1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:48.985447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.014167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242380b1-dd06-4491-982a-12cf464ae6be None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:49.023437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.039090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 3609fef1-5bfc-471e-b357-9e54143fafe1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:49.042181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.044202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:25:49.044668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.183659 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d16f7f29-f6d6-4ffe-941c-addb59f3ca35 resource provider aggregate not found Jun 01 13:25:49.248000 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d16f7f29-f6d6-4ffe-941c-addb59f3ca35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d16f7f29-f6d6-4ffe-941c-addb59f3ca35 found for delete ", "request_id": "req-0cba402c-6bfc-4d3b-b3b1-823487184027"}]} Jun 01 13:25:49.248000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::a5 (12cb9d34-90fd-42fa-9f44-86a61743e5df/4ea8c367-4571-4ae0-b8c6-5d7088c7fddc/d8022fb8-8afa-4f56-9822-c1f4a1d56adb) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:49.305009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.319875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.336223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 3609fef1-5bfc-471e-b357-9e54143fafe1 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:49.336223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.395648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:25:49.413475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] Pushing event deleted for resources: {'Network': ['ID=b3b1e1c6-d12c-4c72-b837-4bb055882dea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:49.429947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:49.444554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:49.516606 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8cfbebf-7213-41e9-aa87-e3d6c3e60306 tempest-AllowedAddressPairTestJSON-1792665134 tempest-AllowedAddressPairTestJSON-1792665134-project] 10.222.0.40 "DELETE /v2.0/networks/b3b1e1c6-d12c-4c72-b837-4bb055882dea HTTP/1.1" status: 204 len: 168 time: 2.5454848 Jun 01 13:25:49.723216 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94323abe-1809-4668-bfbf-9ca8e190afef'] response: {'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'code': 200} Jun 01 13:25:49.822895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:50.088035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:50.218148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:50.261035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object d8022fb8-8afa-4f56-9822-c1f4a1d56adb will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:50.348210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:50.412590 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff05bd-46df-4511-955c-5e807afc4747 req-b23f492d-7dde-456a-ac4d-f67c04a249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:50.431645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cff05bd-46df-4511-955c-5e807afc4747 req-b23f492d-7dde-456a-ac4d-f67c04a249f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1098 time: 0.4665024 Jun 01 13:25:50.432461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60498) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:50.438178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 391bac42-13be-42b0-b047-c37b68a63235 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:50.542672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a382de1-955c-4cb3-affc-a2139e395cd1 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:25:50.567290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f42b-46b5-441f-a9cb-a3d43881ab47 req-214460d9-8b06-4b37-8725-3c9d85b3497e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:50.592564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0804f42b-46b5-441f-a9cb-a3d43881ab47 req-214460d9-8b06-4b37-8725-3c9d85b3497e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.8847625 Jun 01 13:25:50.663164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:50.663164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:50.663164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:25:50.678995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:50.678995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:50.735795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=d8022fb8-8afa-4f56-9822-c1f4a1d56adb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:50.778467 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-16241da4-5d4b-45f2-b68d-c0f74bfba930 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6962886 Jun 01 13:25:50.784771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:50.822738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:50.836314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cff05bd-46df-4511-955c-5e807afc4747 req-9c72a7f0-050d-49dd-9b87-2bc942b3ac0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049673 Jun 01 13:25:50.914321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0804f42b-46b5-441f-a9cb-a3d43881ab47 req-3fb864d2-7174-470a-bf4e-8718ad2eb132 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191311 Jun 01 13:25:50.940810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6a382de1-955c-4cb3-affc-a2139e395cd1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:25:50.941156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6a382de1-955c-4cb3-affc-a2139e395cd1 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:25:50.944715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6bf9245e-2b9e-440d-a371-bde1b1b2855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.325338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:51.338820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:51.338820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:51.344999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:51.368379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:51.368379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.410139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-85fbb630-0612-4797-be92-bebf6150cd24 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=937d68485f864376ac00b6ed2cccc494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772402 Jun 01 13:25:51.410395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60556) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:51.517780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Provisioning for port 391bac42-13be-42b0-b047-c37b68a63235 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:51.529797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:51.530052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.577820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.762349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.861751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.861751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.944729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:51.948766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.949345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:51.985006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0967e3-bfb1-4d5e-8267-52472f739438,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:52.003432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:52.011238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d675e736-079f-4b1f-bee2-e31fc22626ff admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ac0967e3-bfb1-4d5e-8267-52472f739438 HTTP/1.1" status: 204 len: 168 time: 0.5997605 Jun 01 13:25:52.097369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:52.108068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:52.160927 n-d-844200-1 neutron-server[88372]: INFO neutron.db.ipam_backend_mixin [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ea8c367-4571-4ae0-b8c6-5d7088c7fddc (CIDR: 2001:db8::/64) Jun 01 13:25:52.169466 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:25:52.169466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:25:52.214288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:52.214288 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:52.224863 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d755a773-e5b2-4687-bf0b-588337b6c690 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4307032 Jun 01 13:25:52.224863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:52.238784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:52.388731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:52.415548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb0fec-88cd-48cb-bbfd-f987bb1a9e3e None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:52.550048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c81eb01-4091-4c1e-bf11-281ed337e68b None None] Provisioning for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:52.564894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c81eb01-4091-4c1e-bf11-281ed337e68b None None] Provisioning complete for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:52.564894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c81eb01-4091-4c1e-bf11-281ed337e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:52.587955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:52.609021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:52.624456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:52.643785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:52.692643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:52.692643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:52.748772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c81eb01-4091-4c1e-bf11-281ed337e68b None None] Port d8022fb8-8afa-4f56-9822-c1f4a1d56adb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:52.866369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790d282-6f87-4682-a971-28283b746463 req-6a1e5ee5-4b8d-4c88-9458-d6b83f171f0b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:52.878048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0790d282-6f87-4682-a971-28283b746463 req-6a1e5ee5-4b8d-4c88-9458-d6b83f171f0b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.7654588 Jun 01 13:25:53.020405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0790d282-6f87-4682-a971-28283b746463 req-622e9b72-a269-4f5e-a60b-092774112cd7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382036 Jun 01 13:25:53.143677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:53.309362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:53.519024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:25:53.559607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:25:53.559607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:53.582526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390736c-3acd-46e4-aa29-4d04f2b3e76f None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:25:53.586197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:53.652175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=265fc12d-1dc6-459a-98ef-6ce24105617a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:53.711422 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7ac3ebb-d932-453b-813f-3217a2b94d6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4941754 Jun 01 13:25:53.715093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60756) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:53.733943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-364105896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '265fc12d-1dc6-459a-98ef-6ce24105617a'}], 'security_groups': ['33ca11a7-e633-493e-8c7b-32c4c0e676f1']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:53.855678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60772) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:53.967307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:54.199808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:54.249983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:54.256759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Usage tracker for resource:security_group_rule and tenant:375ee336fc4640d2b258ef557ac887a4 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:54.263632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:54.276466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:54.408074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:54.408440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:54.511685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:54.517170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:54.697205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60822) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:54.719768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:54.867502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=375ee336fc4640d2b258ef557ac887a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0104189 Jun 01 13:25:54.871418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07277b2e-0c67-45e0-ab2d-ee4b0ed5e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243b1e34-b937-4cd6-be7b-9ae911b4e96a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:54.875295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60844) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:54.982533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:55.011623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Update dhcp port {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'fixed_ips': [{'subnet_id': '4ea8c367-4571-4ae0-b8c6-5d7088c7fddc', 'ip_address': '2001:db8::2'}, {'subnet_id': '265fc12d-1dc6-459a-98ef-6ce24105617a'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '391bac42-13be-42b0-b047-c37b68a63235'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:25:55.023380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'networks': [{'name': 'tempest-network--1450110492'}, {'name': 'tempest-network--2044564120'}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:55.023380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-network--1450110492'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:55.023380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-network--2044564120'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:25:55.066868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:55.081855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.084537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:network and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:55.094064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:55.109069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.147111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:55.148336 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.204528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55dccf-e588-466c-b4c6-1b578a7f9988 req-869b99fa-cac0-40bf-a938-4e1279e7575a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:55.204528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b55dccf-e588-466c-b4c6-1b578a7f9988 req-869b99fa-cac0-40bf-a938-4e1279e7575a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.6973023 Jun 01 13:25:55.220585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'network': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:25:55.265866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.310170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.327321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b55dccf-e588-466c-b4c6-1b578a7f9988 req-c1096a31-7950-4019-87b3-eaf72fb7af95 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Jun 01 13:25:55.327321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.334293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:55.334293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:security_group_rule and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:55.341295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:55.349887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b1e34-b937-4cd6-be7b-9ae911b4e96a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:55.353597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.358152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:55.383116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.383116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f898f592-803e-4e8a-a52c-c8040df55531 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/243b1e34-b937-4cd6-be7b-9ae911b4e96a HTTP/1.1" status: 204 len: 168 time: 0.4946959 Jun 01 13:25:55.570119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.650740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.650740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.786013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Delete allocated IP 2001:db8::a5 (12cb9d34-90fd-42fa-9f44-86a61743e5df/4ea8c367-4571-4ae0-b8c6-5d7088c7fddc) {{(pid=88372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:25:55.804216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8:0:1::34a (12cb9d34-90fd-42fa-9f44-86a61743e5df/265fc12d-1dc6-459a-98ef-6ce24105617a/d8022fb8-8afa-4f56-9822-c1f4a1d56adb) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:55.950501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:25:55.987553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61a822-866b-4d58-8411-6e39211e8367,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:55.992744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:55.992744 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment 4fe8573e-3117-481b-b0bf-08f56da9a69c of type vlan for network c47425ea-22d0-4d14-acf3-ae266df09e78 Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.017898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.020709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:25:56.022263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:56.092108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.112755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:25:56.126339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Usage tracker for resource:security_group_rule and tenant:4c248088ad72474c96dd5ca8917a102c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:25:56.137602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.139859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:25:56.151336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:25:56.189004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:25:56.196101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.210763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.211111 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment ab9479dc-21c5-4672-a51c-633504987922 of type vlan for network f3c17e8d-472e-47cf-8c45-1490eb436abf Jun 01 13:25:56.220848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object d8022fb8-8afa-4f56-9822-c1f4a1d56adb will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:56.228641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.247506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.255160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.313293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28fa2a5-7381-4604-a740-18506ec8de11,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:56.342354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e226e9be-001a-41c8-8d38-5ead6d3bfcf3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4c248088ad72474c96dd5ca8917a102c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166559 Jun 01 13:25:56.349923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 60898) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:56.362102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.407059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Allocated IP 2001:db8:0:1::2 (12cb9d34-90fd-42fa-9f44-86a61743e5df/265fc12d-1dc6-459a-98ef-6ce24105617a/391bac42-13be-42b0-b047-c37b68a63235) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:25:56.447641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] In _notify_port_updated(), no bound segment for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb on network 12cb9d34-90fd-42fa-9f44-86a61743e5df {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:25:56.461912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:56.461912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.461912 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/ports/d8022fb8-8afa-4f56-9822-c1f4a1d56adb HTTP/1.1" status: 200 len: 930 time: 2.7388680 Jun 01 13:25:56.461912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60902) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:56.513655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb86eb7-c448-4152-b567-56c2432389e3 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=d8022fb8-8afa-4f56-9822-c1f4a1d56adb,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:56.548881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.630254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.684939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.684939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.700989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:56.712411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:56.712411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.767624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:25:56.802572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:56.825289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Transition to ACTIVE for port object 391bac42-13be-42b0-b047-c37b68a63235 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:25:56.836840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:57.013745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:57.030473 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port d8022fb8-8afa-4f56-9822-c1f4a1d56adb {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:25:57.030473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:57.062303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28fa2a5-7381-4604-a740-18506ec8de11,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:57.081805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:57.095016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c44c7031-6f7a-48c2-bfbd-76bb1fd6bd5f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a28fa2a5-7381-4604-a740-18506ec8de11 HTTP/1.1" status: 204 len: 168 time: 0.7497780 Jun 01 13:25:57.122407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2f1d2-0a36-4882-9db5-2dda7ba40881 req-f14c351c-ed0d-4bbc-8fb3-35c9480df436 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:57.124218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd2f1d2-0a36-4882-9db5-2dda7ba40881 req-f14c351c-ed0d-4bbc-8fb3-35c9480df436 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4427805 Jun 01 13:25:57.212303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd2f1d2-0a36-4882-9db5-2dda7ba40881 req-078bc407-f5d0-4d7e-9ada-92771ca7b31d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813246 Jun 01 13:25:57.326341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58612ad5-61d8-488f-a2d0-6482e6b3bf72 None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:57.634512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=c47425ea-22d0-4d14-acf3-ae266df09e78,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:57.663994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c47425ea-22d0-4d14-acf3-ae266df09e78 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:25:57.874980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af80e7b-4f6e-41f3-8377-37df4b0488bb req-3927c4b8-28bd-4742-94cc-d9c2c557d526 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:57.880678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af80e7b-4f6e-41f3-8377-37df4b0488bb req-3927c4b8-28bd-4742-94cc-d9c2c557d526 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2753496 Jun 01 13:25:58.053024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af80e7b-4f6e-41f3-8377-37df4b0488bb req-c8b6b2c0-2009-40e3-a63b-4bf54ed089e3 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625078 Jun 01 13:25:58.179665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:25:58.364816 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6654291 Jun 01 13:25:58.373821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 60952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:25:58.543770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c64-5bbe-4af2-8fa6-a1b24c023225 req-3b90f533-6279-4774-ad22-508fe832a994 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:58.569007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02765c64-5bbe-4af2-8fa6-a1b24c023225 req-3b90f533-6279-4774-ad22-508fe832a994 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2924919 Jun 01 13:25:58.614279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f90f4e-82a9-4700-8204-25d14ed57551 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=f3c17e8d-472e-47cf-8c45-1490eb436abf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:25:58.625717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f3c17e8d-472e-47cf-8c45-1490eb436abf details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:25:58.687224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02765c64-5bbe-4af2-8fa6-a1b24c023225 req-1a4800c8-209d-4121-b23f-e511a8dd26b6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237383 Jun 01 13:25:58.767723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:58.896027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:58.896027 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:59.080553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:59.116823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Provisioning for port 391bac42-13be-42b0-b047-c37b68a63235 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:59.122934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:59.123334 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:59.276628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5de59-1247-4464-8e85-d05735f244df req-b9af6a28-df11-4445-b483-09cdeafd4679 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.276628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38c5de59-1247-4464-8e85-d05735f244df req-b9af6a28-df11-4445-b483-09cdeafd4679 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2479320 Jun 01 13:25:59.311566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for d8022fb8-8afa-4f56-9822-c1f4a1d56adb owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:25:59.459941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38c5de59-1247-4464-8e85-d05735f244df req-a43da2c9-200a-44fe-adb4-f2ae882f6cc2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815696 Jun 01 13:25:59.496842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:25:59.566038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Provisioning for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:25:59.600678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Provisioning complete for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:59.600678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:59.756096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.773770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.794127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.813579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3d24a5c-bd1d-45d6-8784-2682d65995ed None None] Port d8022fb8-8afa-4f56-9822-c1f4a1d56adb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:25:59.831222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.843705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Synchronizing usage tracker for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:25:59.888302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796445a-624d-4ea9-adc2-b8556a1c6074 req-0b085128-8d33-4511-9e0f-96e1cc468e0e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:25:59.894128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2796445a-624d-4ea9-adc2-b8556a1c6074 req-0b085128-8d33-4511-9e0f-96e1cc468e0e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2219248 Jun 01 13:25:59.942753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9965ab35-f476-4abe-9077-f0fa7ae0effe None None] Provisioning complete for port d8022fb8-8afa-4f56-9822-c1f4a1d56adb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:25:59.943241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9965ab35-f476-4abe-9077-f0fa7ae0effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:25:59.991902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2796445a-624d-4ea9-adc2-b8556a1c6074 req-bad0aec0-f780-45c9-bd11-4f91996ca6bd tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850029 Jun 01 13:26:00.013688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Unset dirty status for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:00.013688 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a923124a-41e5-440c-8f27-a48e46a0a90d tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.5851758 Jun 01 13:26:00.016938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32800) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:00.064707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.163158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9965ab35-f476-4abe-9077-f0fa7ae0effe None None] Port d8022fb8-8afa-4f56-9822-c1f4a1d56adb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:00.232805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32808) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:00.326078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=d8022fb8-8afa-4f56-9822-c1f4a1d56adb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:00.337290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.347452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.349069 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4ccecf77-9133-4caa-89b4-cbad73728cee tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/d8022fb8-8afa-4f56-9822-c1f4a1d56adb HTTP/1.1" status: 204 len: 168 time: 3.8805776 Jun 01 13:26:00.351887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:00.429703 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ab788d-ffe2-470b-86ac-1050be2f888f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:26:00.429703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32ab788d-ffe2-470b-86ac-1050be2f888f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:00.452678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32ab788d-ffe2-470b-86ac-1050be2f888f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:00.452678 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-32ab788d-ffe2-470b-86ac-1050be2f888f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/d8022fb8-8afa-4f56-9822-c1f4a1d56adb HTTP/1.1" status: 404 len: 333 time: 0.0973697 Jun 01 13:26:00.459385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32824) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:00.670546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.709725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.809693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.830178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfbda7-6178-4324-9853-187a7130090d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:00.845344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.850996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0ccbb113-e6fc-4547-9723-9abed6062e47 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/security-groups/77bfbda7-6178-4324-9853-187a7130090d HTTP/1.1" status: 204 len: 168 time: 0.3921082 Jun 01 13:26:00.850996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:00.939173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.962444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.991239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:00.998866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47425ea-22d0-4d14-acf3-ae266df09e78']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:01.013621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe8573e-3117-481b-b0bf-08f56da9a69c') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:01.013914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe8573e-3117-481b-b0bf-08f56da9a69c') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:01.028638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.049672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.056167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:01.056559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.058172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.173484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.197198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca11a7-e633-493e-8c7b-32c4c0e676f1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:01.208114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.208114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2140365-4f61-4af3-b4f4-14898c64f61d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/security-groups/33ca11a7-e633-493e-8c7b-32c4c0e676f1 HTTP/1.1" status: 204 len: 168 time: 0.3508615 Jun 01 13:26:01.208114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:01.245629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:01.245629 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4fe8573e-3117-481b-b0bf-08f56da9a69c resource provider aggregate not found Jun 01 13:26:01.307531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb132-b3c2-460c-9790-1bd0275a0cfe req-0598ce50-583b-4136-8adc-1242c7533f63 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:01.312320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-412cb132-b3c2-460c-9790-1bd0275a0cfe req-0598ce50-583b-4136-8adc-1242c7533f63 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.9201555 Jun 01 13:26:01.339388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8488ab2bc3224b018062db64afa21522 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:01.345994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 4ea8c367-4571-4ae0-b8c6-5d7088c7fddc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:01.349682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.358109 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 4fe8573e-3117-481b-b0bf-08f56da9a69c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fe8573e-3117-481b-b0bf-08f56da9a69c found for delete ", "request_id": "req-b2c4b777-0589-4fc6-9439-a396c2229c5b"}]} Jun 01 13:26:01.361193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:01.422477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.439425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:01.441792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.453913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:01.560729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=c47425ea-22d0-4d14-acf3-ae266df09e78,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:01.575235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:01.600290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-df59133f-939a-4c96-9a2f-cc77d01ad7dc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/c47425ea-22d0-4d14-acf3-ae266df09e78 HTTP/1.1" status: 204 len: 168 time: 1.5649090 Jun 01 13:26:01.616538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-412cb132-b3c2-460c-9790-1bd0275a0cfe req-930977d0-d99c-4fe5-a03e-fcb7d2979d43 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776256 Jun 01 13:26:01.810629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.180796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.293582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.307747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.363321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e33d-de39-4dca-bdb6-5bcd00b45e20 req-9e10290f-e369-410c-8732-ecaefc336f2d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:02.363321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd49e33d-de39-4dca-bdb6-5bcd00b45e20 req-9e10290f-e369-410c-8732-ecaefc336f2d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2655401 Jun 01 13:26:02.428115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8488ab2bc3224b018062db64afa21522&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1759403 Jun 01 13:26:02.428115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32872) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:02.508805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.518398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f63ef6-13e1-4837-819d-0092995505ba None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:02.526143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.526143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea8c367-4571-4ae0-b8c6-5d7088c7fddc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:02.558855 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9dccc90b-e59e-4218-8b05-2a3e979d6ea1 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/4ea8c367-4571-4ae0-b8c6-5d7088c7fddc HTTP/1.1" status: 204 len: 168 time: 1.3496227 Jun 01 13:26:02.568757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:02.588494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:02.591574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d45b89-d585-44c6-8941-f5a6e7e8d3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d55d23-e074-4076-b633-9ecf52c50099,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:02.633571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd49e33d-de39-4dca-bdb6-5bcd00b45e20 req-c0446dec-a314-400b-a196-e2fb09905b8b tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450745 Jun 01 13:26:02.747482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.808299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:02.989885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:03.020094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:03.036863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/81d55d23-e074-4076-b633-9ecf52c50099 HTTP/1.1" status: 204 len: 168 time: 0.6012845 Jun 01 13:26:03.048277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c77a-20f4-4741-a409-883b78e371d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d55d23-e074-4076-b633-9ecf52c50099,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:03.980294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.105839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa212103-73a0-40a9-9014-1d9bc7a9ed5c req-e105f181-33cf-4cbf-8bea-bdc8796128c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:04.115216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa212103-73a0-40a9-9014-1d9bc7a9ed5c req-e105f181-33cf-4cbf-8bea-bdc8796128c0 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.3427312 Jun 01 13:26:04.227825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c17e8d-472e-47cf-8c45-1490eb436abf']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:04.228717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa212103-73a0-40a9-9014-1d9bc7a9ed5c req-9f7156b5-786d-47f3-9ab4-5f4a0c0232c2 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100354 Jun 01 13:26:04.263131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9479dc-21c5-4672-a51c-633504987922') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:04.263417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9479dc-21c5-4672-a51c-633504987922') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:04.290295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.345469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:04.356906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:04.363151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:04.371224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.390960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:04.401132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:04.401132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.467516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.680865 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ab9479dc-21c5-4672-a51c-633504987922 resource provider aggregate not found Jun 01 13:26:04.686689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:04.688448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.709640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:04.713990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.730034 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ab9479dc-21c5-4672-a51c-633504987922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab9479dc-21c5-4672-a51c-633504987922 found for delete ", "request_id": "req-572af99f-d284-4946-811f-ae32cc27b961"}]} Jun 01 13:26:04.771563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:04.848503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:04.848503 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.944188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:04.995629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:05.008040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/f3c17e8d-472e-47cf-8c45-1490eb436abf HTTP/1.1" status: 204 len: 168 time: 3.4359512 Jun 01 13:26:05.011193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:05.017161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127828c-c615-4aaf-b36f-246a3c9244f2 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=f3c17e8d-472e-47cf-8c45-1490eb436abf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:05.237797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-65a94639-0ee1-43ab-a0ee-da33bd5bf710 None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:05.352779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:05.370438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b695a3-c2fc-4957-ab3d-b1ada85bdcdc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:05.402382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b695a3-c2fc-4957-ab3d-b1ada85bdcdc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:05.408869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-81b695a3-c2fc-4957-ab3d-b1ada85bdcdc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Synchronizing usage tracker for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:05.468904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-81b695a3-c2fc-4957-ab3d-b1ada85bdcdc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Unset dirty status for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:05.470055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-81b695a3-c2fc-4957-ab3d-b1ada85bdcdc tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4575543 Jun 01 13:26:05.473847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 32950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:05.490743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2062086546'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:05.508666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:05.525827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:05.534657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:05.544426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdfc14-fe14-4a5b-ae40-29d6900c3d88 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:05.544847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:05.545077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:05.607555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=7b7a6000-5f6c-438e-86d9-0b3ac018e297,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:05.625063 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b820bcb0-4fc7-4ba3-ba83-35bb1a70bfb4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0543981 Jun 01 13:26:05.633326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:05.633326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069128978'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:05.659570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:05.667513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:05.667513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:05.687985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:05.701198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:05.731396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:05.750742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:05.778468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:05.778468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:05.806232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:05.821825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:05.842818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.002570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209fd2-6aad-4538-9bb5-b2403b31cacc req-c9cd09ab-d6df-4761-8082-2022cf69cf04 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:06.023233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c209fd2-6aad-4538-9bb5-b2403b31cacc req-c9cd09ab-d6df-4761-8082-2022cf69cf04 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4913223 Jun 01 13:26:06.129311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.150649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.172997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:06.214185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.221816 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment 21d0ab4e-4caa-4e06-b19f-4e441b2cca43 of type vlan for network b34718bf-e22c-490a-aacd-2bec41c0e0ea Jun 01 13:26:06.263011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416ad6c9-fc89-4802-8cc0-598af55297f8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:06.320298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.320298 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-adbecd5b-8286-4f5b-aff1-c3500b31c9f2 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6887245 Jun 01 13:26:06.320298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:06.328178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'security_group': {'name': 'tempest-secgroup-176603062'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:06.339925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.367600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:06.384720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:06.392251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:06.408225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Update dhcp port {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'fixed_ips': [{'subnet_id': '265fc12d-1dc6-459a-98ef-6ce24105617a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b7a6000-5f6c-438e-86d9-0b3ac018e297'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '391bac42-13be-42b0-b047-c37b68a63235'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:26:06.408662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:06.433208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.446985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.456272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:06.456923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.593062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:06.608358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:06.636935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1411064 Jun 01 13:26:06.640617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32984) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:06.640617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:06.648154 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.671813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:06.703023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-233700800'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:06.756589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:06.791408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:network and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:06.807944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 32990) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:06.823584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:06.851444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c209fd2-6aad-4538-9bb5-b2403b31cacc req-94770e44-48e3-4c32-9884-7bf4bb506112 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8113141 Jun 01 13:26:06.868990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:06.964980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:06.976119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:06.980316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6713de-adb5-4641-955d-d672ea5801bf tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=b34718bf-e22c-490a-aacd-2bec41c0e0ea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:07.158349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Allocated IP 2001:db8::2 (12cb9d34-90fd-42fa-9f44-86a61743e5df/7b7a6000-5f6c-438e-86d9-0b3ac018e297/391bac42-13be-42b0-b047-c37b68a63235) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:07.309139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:07.362723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.373146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-772420365', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:07.421008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:07.453335 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.455077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b34718bf-e22c-490a-aacd-2bec41c0e0ea details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:07.456824 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment 803408ff-83ad-4210-b292-2f1ef984c2d9 of type vlan for network a315f42d-1fe6-4c12-9811-8ba6de3c4784 Jun 01 13:26:07.551621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Usage tracker for resource:port and tenant:c39f45f3d805412da2a992cc7b4c99f1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:07.554763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.562467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:07.575417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.718327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:07.742712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.748274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:07.748274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.774356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:07.862808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:07.943416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Transition to ACTIVE for port object 391bac42-13be-42b0-b047-c37b68a63235 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:07.954396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:08.044368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2f4b1-2b11-4c03-88f2-9cf486e5b7ab,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:08.160877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:08.170740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-022f6007-04ed-4c63-85ba-272732e19528 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8462646 Jun 01 13:26:08.170740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33026) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:08.177076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Made reservation on behalf of c39f45f3d805412da2a992cc7b4c99f1 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:08.187211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:08.219349 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5746546 Jun 01 13:26:08.257127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33028) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:08.268729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'security_group': {'name': 'tempest-secgroup-41961319'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:08.309755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'ports': [{'network_id': 'b34718bf-e22c-490a-aacd-2bec41c0e0ea', 'name': 'tempest-port--831248092', 'admin_state_up': True}, {'network_id': 'a315f42d-1fe6-4c12-9811-8ba6de3c4784', 'admin_state_up': False}]} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:08.310391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'port': {'network_id': 'b34718bf-e22c-490a-aacd-2bec41c0e0ea', 'name': 'tempest-port--831248092', 'admin_state_up': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:08.310722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'port': {'network_id': 'a315f42d-1fe6-4c12-9811-8ba6de3c4784', 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:08.337095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24c2af-ef8c-4e50-9615-cb345692c8a5 None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:08.381549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33038) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:08.421379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898379-d74c-498c-84a2-6086557aac6c req-5af625bb-02ce-48db-ba5f-ed5ce1fd938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:08.423260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-5af625bb-02ce-48db-ba5f-ed5ce1fd938e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1098 time: 0.2890410 Jun 01 13:26:08.439908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36c523-ee8b-4b90-827a-72494f354d73 req-fec560eb-d051-47c5-9a54-8d30e36e36bb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:08.451533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:08.457342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c36c523-ee8b-4b90-827a-72494f354d73 req-fec560eb-d051-47c5-9a54-8d30e36e36bb tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4190056 Jun 01 13:26:08.490809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:08.560246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af5440-f423-4aec-b8d9-5c205fb3c9de tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=a315f42d-1fe6-4c12-9811-8ba6de3c4784,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:08.571564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a315f42d-1fe6-4c12-9811-8ba6de3c4784 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:08.612214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:08.612214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:08.636840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:08.784499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:08.800625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Usage tracker for resource:security_group_rule and tenant:c39f45f3d805412da2a992cc7b4c99f1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:08.808495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:08.838224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:08.864171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:08.971020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898379-d74c-498c-84a2-6086557aac6c req-a8998130-5879-4a85-92fd-77ea66e8c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:08.973491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:08.979036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-a8998130-5879-4a85-92fd-77ea66e8c384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.5101550 Jun 01 13:26:08.979036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c36c523-ee8b-4b90-827a-72494f354d73 req-6fa2fa81-dcad-44aa-be48-a088db3ffd7c tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146434 Jun 01 13:26:08.987053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:security_group_rule and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:09.008910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:09.008910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:09.015145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4e6f1f58-fedd-4c82-a588-d6464b6fcec3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5db8f1ee44348ec8a5f653ec38c73b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143816 Jun 01 13:26:09.020991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:09.020991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:09.038823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:port and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:09.053230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:09.081394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:09.100063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-e9a900d9-4bf2-4ca3-a7cf-0174920aa671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.0999327 Jun 01 13:26:09.140491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'port': 2} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:09.144889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.189248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898379-d74c-498c-84a2-6086557aac6c req-c8b448dd-5a93-43e2-a01e-443ccb131546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:09.197746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.218113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-c8b448dd-5a93-43e2-a01e-443ccb131546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.0935762 Jun 01 13:26:09.275347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.281704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-af9463de-2853-4865-ad92-c3b9d2a0fa14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637307 Jun 01 13:26:09.308052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.544161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-7a9a4357-48ea-4de6-a1ae-35b5069f64b8 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602365 Jun 01 13:26:09.607295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:09.607295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.663321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.718642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.722324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:09.752913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Provisioning for port 391bac42-13be-42b0-b047-c37b68a63235 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:09.770851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:09.770851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.800793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.822697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.825414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] device_id is not set on port d06c12c8-54d9-49c1-94a2-e1b41cc71c57 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:09.883728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.941710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:09.945507 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7243493 Jun 01 13:26:09.945654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:09.995175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33064) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:10.004784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1329604619', 'security_groups': ['34da9bbc-b4da-4eee-8043-d339247680bb'], 'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b7a6000-5f6c-438e-86d9-0b3ac018e297'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:10.086949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe9af4-b6a8-45de-9a20-b4b2b1bd79e7 None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:10.125305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:10.125305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:10.128485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] device_id is not set on port da22c856-4c33-415c-8538-5efe5c040341 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:10.221047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e898379-d74c-498c-84a2-6086557aac6c req-8f110cfa-a23a-4f87-99c3-5c8c6989a6f1 service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642237 Jun 01 13:26:10.311943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867d76a-ff1e-4bda-9db1-1238921032a9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:10.329704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:10.331151 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7beae4bb-abc4-488f-8541-2f5eaecd2abd HTTP/1.1" status: 204 len: 168 time: 1.3278682 Jun 01 13:26:10.358136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9cb04-6a16-4005-a91a-fb665a051bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beae4bb-abc4-488f-8541-2f5eaecd2abd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:10.377933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:10.497423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:10.755262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:10.770457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:10.788685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df994ef-b0d6-4c8d-89a0-d3389b16f842 req-d4608f23-fefd-4b33-afd5-df03ab743a33 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:10.796593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6df994ef-b0d6-4c8d-89a0-d3389b16f842 req-d4608f23-fefd-4b33-afd5-df03ab743a33 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4538810 Jun 01 13:26:10.796593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:10.862244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] device_id is not set on port 27a605b1-5324-44fc-a294-4a7195eb4771 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:10.965295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:10.998480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] device_id is not set on port b0a27769-aa05-40d2-adb3-c12e1af769a9 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:11.131773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-c8eae463-0a48-448e-8a3e-fd261a6d3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:11.146539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-c8eae463-0a48-448e-8a3e-fd261a6d3043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=884469708e4c4ebea4c00931e9fce384&device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 1098 time: 0.6588464 Jun 01 13:26:11.181070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:11.184586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6df994ef-b0d6-4c8d-89a0-d3389b16f842 req-bac656b3-e252-4647-99a5-3b7455c7719f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822057 Jun 01 13:26:11.188415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f2e2b-de51-4306-b893-f8d77fcf0a66 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34da9bbc-b4da-4eee-8043-d339247680bb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:11.206814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Allocated IP 172.25.7.108 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d06c12c8-54d9-49c1-94a2-e1b41cc71c57) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:11.353257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:11.478716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-b3513ace-491f-4d6d-be2c-4af7a398230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:11.497221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-b3513ace-491f-4d6d-be2c-4af7a398230b service neutron] 10.222.0.13 "GET /v2.0/networks?id=67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 200 len: 914 time: 0.3162193 Jun 01 13:26:11.697154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Port': ['ID=da22c856-4c33-415c-8538-5efe5c040341,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:11.710046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Checking segment: {'id': '21d0ab4e-4caa-4e06-b19f-4e441b2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b34718bf-e22c-490a-aacd-2bec41c0e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:11.710650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network hostable DHCP agents. Network: b34718bf-e22c-490a-aacd-2bec41c0e0ea, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:11.723387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-48c85cef-d2d7-4148-aee6-b4b38968371d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 200 len: 217 time: 0.2212350 Jun 01 13:26:11.763843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network b34718bf-e22c-490a-aacd-2bec41c0e0ea is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:11.822991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b34718bf-e22c-490a-aacd-2bec41c0e0ea) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:11.833575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb004ab-bbe0-4cd5-8c26-df242a9e95cc None None] Network b34718bf-e22c-490a-aacd-2bec41c0e0ea requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:11.854009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:11.854009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:11.854009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:11.886001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-e07aa5b4-8a56-4ed3-bc6f-888a1169f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:11.886001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-e07aa5b4-8a56-4ed3-bc6f-888a1169f070 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 200 len: 853 time: 0.1435833 Jun 01 13:26:12.008334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Port': ['ID=27a605b1-5324-44fc-a294-4a7195eb4771,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:12.019764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-0ae6b319-fc32-44c8-b1c6-825ad7386e69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67c8ce49-98b2-4f6d-8877-d350d15c258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223972 Jun 01 13:26:12.022805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Checking segment: {'id': '803408ff-83ad-4210-b292-2f1ef984c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a315f42d-1fe6-4c12-9811-8ba6de3c4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:12.023303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network hostable DHCP agents. Network: a315f42d-1fe6-4c12-9811-8ba6de3c4784, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:12.068259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network a315f42d-1fe6-4c12-9811-8ba6de3c4784 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:12.079444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.217262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Pushing event updated for resources: {'Port': ['ID=d06c12c8-54d9-49c1-94a2-e1b41cc71c57,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:12.224987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a315f42d-1fe6-4c12-9811-8ba6de3c4784) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:12.246707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e2886-a0d8-47e9-91c8-380b61563e3a None None] Network a315f42d-1fe6-4c12-9811-8ba6de3c4784 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:12.268367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:12.287799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:12.295317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:12.301969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.347008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:12.371028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:12.383019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:12.401624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-0ad6ee31-e9a5-4111-ae4d-1762c489bc7f service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725190 Jun 01 13:26:12.404216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8::294 (12cb9d34-90fd-42fa-9f44-86a61743e5df/7b7a6000-5f6c-438e-86d9-0b3ac018e297/b0a27769-aa05-40d2-adb3-c12e1af769a9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:12.497708 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d67e8ed-2f95-40c5-a507-f071a00edc06 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2441652 Jun 01 13:26:12.505815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33124) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:12.594921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:12.594921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.651361 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69b0cc5b-5227-4bb3-bfbd-eda381101e14 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.8353345 Jun 01 13:26:12.651361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33130) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:12.659330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.108'}]}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:12.673652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:12.673652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Usage tracker for resource:router and tenant:c39f45f3d805412da2a992cc7b4c99f1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:12.673652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:12.683530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:12.699732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.699732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.739718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18aa28a-e385-4309-867d-0f2bbfc55f9c tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:12.755163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18aa28a-e385-4309-867d-0f2bbfc55f9c tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:12.755163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a18aa28a-e385-4309-867d-0f2bbfc55f9c tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Synchronizing usage tracker for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:12.776753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:12.798429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a18aa28a-e385-4309-867d-0f2bbfc55f9c tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Unset dirty status for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:12.800951 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a18aa28a-e385-4309-867d-0f2bbfc55f9c tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2883723 Jun 01 13:26:12.810545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33134) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:13.004533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:26:13.173766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Deleting port da22c856-4c33-415c-8538-5efe5c040341 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:13.173766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:13.225343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:13.718004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:13.884986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object b0a27769-aa05-40d2-adb3-c12e1af769a9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:13.884986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e56800bc-2c16-4027-8c32-247ec88746c8 req-0d924d84-5ce6-4ec4-9e1e-007af177d95c service neutron] 10.222.0.13 "GET /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2495489 Jun 01 13:26:13.894894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:13.907917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee890cf9-0e32-41c5-93a4-e7c4a8b70f84 req-5311ea50-14a9-4fa6-a102-35c5c2226ee1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:13.907917 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee890cf9-0e32-41c5-93a4-e7c4a8b70f84 req-5311ea50-14a9-4fa6-a102-35c5c2226ee1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 1.5002465 Jun 01 13:26:14.079177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Calling delete_port for da22c856-4c33-415c-8538-5efe5c040341 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:14.164405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee890cf9-0e32-41c5-93a4-e7c4a8b70f84 req-e67575d5-4e4a-4786-a532-37bee6788565 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669590 Jun 01 13:26:14.188849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.316428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=b0a27769-aa05-40d2-adb3-c12e1af769a9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:14.334264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:14.336068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:14.339213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:14.347997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:14.349951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.407277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.432082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6931c443-6e3a-4991-9942-e11b9fa95c88 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4353747 Jun 01 13:26:14.476199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33164) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:14.614029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.656564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.732369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:14.863188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Port': ['ID=da22c856-4c33-415c-8538-5efe5c040341,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:14.880345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:14.880345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5c0d059b-c3fe-485a-b268-a06fdd0b2449 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/ports/da22c856-4c33-415c-8538-5efe5c040341 HTTP/1.1" status: 204 len: 168 time: 2.0613000 Jun 01 13:26:14.880345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33172) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:14.995023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0fd5b9f9-6b59-43d8-add9-9778c4b31b9c None None] Provisioning for port b0a27769-aa05-40d2-adb3-c12e1af769a9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:15.030900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Deleting port 27a605b1-5324-44fc-a294-4a7195eb4771 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:15.030900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.042666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0fd5b9f9-6b59-43d8-add9-9778c4b31b9c None None] Provisioning complete for port b0a27769-aa05-40d2-adb3-c12e1af769a9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:15.042666 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b9f9-6b59-43d8-add9-9778c4b31b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.124084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2b19-918e-43c3-8945-8068241f6f67 req-71d35d62-f70a-4dfb-b589-230a32ce5751 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:15.126795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e06a2b19-918e-43c3-8945-8068241f6f67 req-71d35d62-f70a-4dfb-b589-230a32ce5751 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.7136929 Jun 01 13:26:15.161550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.239229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5b9f9-6b59-43d8-add9-9778c4b31b9c None None] Port b0a27769-aa05-40d2-adb3-c12e1af769a9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:15.305261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e06a2b19-918e-43c3-8945-8068241f6f67 req-429e0f04-8c3e-4043-8a53-c982e529c51d tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444302 Jun 01 13:26:15.310048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:15.372336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:15.389255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:15.432430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:15.540777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:15.559245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.837777 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.861654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.864334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.928738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:15.930940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc386624-d39c-4a62-9e5c-9a804e4554a1 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:26:15.968278 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:26:15.981182 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f943c0ce-6202-41aa-9139-2ebe53282896 tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3256137 Jun 01 13:26:15.981182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:16.116171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Deleting port d06c12c8-54d9-49c1-94a2-e1b41cc71c57 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:16.116171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:16.208680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Calling delete_port for 27a605b1-5324-44fc-a294-4a7195eb4771 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:16.301110 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b7a6000-5f6c-438e-86d9-0b3ac018e297 (CIDR: 2001:db8::/64) Jun 01 13:26:16.321700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b3dc4-43a5-43a2-950a-ec58d8fe0868 req-67081b2d-701d-4f68-9d81-4140ec1d00a1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:16.323681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-396b3dc4-43a5-43a2-950a-ec58d8fe0868 req-67081b2d-701d-4f68-9d81-4140ec1d00a1 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.7295980 Jun 01 13:26:16.325157 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:26:16.325589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:16.350176 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:16.439521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Port': ['ID=27a605b1-5324-44fc-a294-4a7195eb4771,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:16.441682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:16.482037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-497a604f-24ac-4beb-8ae2-4f9eccc057f4 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9990795 Jun 01 13:26:16.482739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33206) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:16.484094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:16.521528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-606fbfb8-4dde-4951-946d-71ce383e861f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/ports/27a605b1-5324-44fc-a294-4a7195eb4771 HTTP/1.1" status: 204 len: 168 time: 1.6366897 Jun 01 13:26:16.530452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33208) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:16.540079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:16.627250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-396b3dc4-43a5-43a2-950a-ec58d8fe0868 req-43926779-ddc7-45a5-ae98-8fc7386a9b3f tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865667 Jun 01 13:26:16.714505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Calling delete_port for d06c12c8-54d9-49c1-94a2-e1b41cc71c57 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:16.715076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a484d399-60d4-43e4-abae-b11c3aa62e17 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Synchronizing usage tracker for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:16.873696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:16.893513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:16.911040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:17.012606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a484d399-60d4-43e4-abae-b11c3aa62e17 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Unset dirty status for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:17.012606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a484d399-60d4-43e4-abae-b11c3aa62e17 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4476583 Jun 01 13:26:17.012606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:17.012606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33222) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:17.017574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2129362171'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:17.024066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:17.035654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:network and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:17.035654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:17.046212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:17.075470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:17.079416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.108656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:17.113949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.131070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.278223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Pushing event deleted for resources: {'Port': ['ID=d06c12c8-54d9-49c1-94a2-e1b41cc71c57,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:17.309185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:17.333927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d27d7-a065-4b4c-8037-8d4e19fab768 req-57ddc06a-d137-43ca-8193-61dee7286ac5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:17.345176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d84d27d7-a065-4b4c-8037-8d4e19fab768 req-57ddc06a-d137-43ca-8193-61dee7286ac5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4587483 Jun 01 13:26:17.433028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.467531 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4db629a9-4297-4447-99d8-b212dc56021f tempest-RoutersAdminNegativeIpV6Test-1068133809 tempest-RoutersAdminNegativeIpV6Test-1068133809-project-admin] 10.222.0.40 "DELETE /v2.0/ports/d06c12c8-54d9-49c1-94a2-e1b41cc71c57 HTTP/1.1" status: 204 len: 168 time: 1.4782567 Jun 01 13:26:17.480869 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 265fc12d-1dc6-459a-98ef-6ce24105617a (CIDR: 2001:db8:0:1::/64) Jun 01 13:26:17.495437 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:26:17.496108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:17.522455 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.523122 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment 67a6aa16-fd51-4875-bf3c-c1a01bca8b00 of type vlan for network 4793bd12-2449-4462-a42b-2d766c5a8cb6 Jun 01 13:26:17.527700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d84d27d7-a065-4b4c-8037-8d4e19fab768 req-4e96f110-a290-4f70-8f44-63b75bf7bfc7 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888618 Jun 01 13:26:17.537236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:17.538044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2fc0595f-3e34-422d-88a3-f328eacbcc5b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0098441 Jun 01 13:26:17.543697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'subnet': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:17.612331 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.691919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.691919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:17.691919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.839599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8255897 Jun 01 13:26:17.859495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33246) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:17.871215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1288564307'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:17.878089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:17.883305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:network and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:17.883305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:17.896139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:17.904477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:17.910212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:17.934278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:17.938626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Usage tracker for resource:subnet and tenant:71006fabf7e74c388fd0864f1a8be767 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:17.944729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:17.969335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:17.988806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aea1-c25d-4b06-b117-cea4e227de30 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=4793bd12-2449-4462-a42b-2d766c5a8cb6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:18.005998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 4793bd12-2449-4462-a42b-2d766c5a8cb6 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:18.012695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:18.034561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.034982 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Added segment d2ca1de7-17c6-4bc0-85bb-9c9844c220dc of type vlan for network ce995df4-41b8-4889-9cb9-625be814aa07 Jun 01 13:26:18.036793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Made reservation on behalf of 71006fabf7e74c388fd0864f1a8be767 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:18.055333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.080549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.118786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4f578-cd99-4a02-87b5-6bb8c4ffd21d req-6b109b52-5317-407a-9853-dc2c3e4fa98e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:18.140322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48d4f578-cd99-4a02-87b5-6bb8c4ffd21d req-6b109b52-5317-407a-9853-dc2c3e4fa98e tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2014191 Jun 01 13:26:18.390753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48d4f578-cd99-4a02-87b5-6bb8c4ffd21d req-4866c23f-4389-4434-b608-f2b511973eed tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390251 Jun 01 13:26:18.395000 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.417542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:18.417542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.441361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:18.554789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.556114 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef99b-973c-4954-a9ee-0af9f5daa1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:18.696850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8382552 Jun 01 13:26:18.764359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074a222-bc5e-4c17-8706-48b4ee1d73ae tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Network': ['ID=ce995df4-41b8-4889-9cb9-625be814aa07,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:18.777024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ce995df4-41b8-4889-9cb9-625be814aa07 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:18.927348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f15d9-3f56-44df-b3b6-1c682873bc38 req-118b23cf-816a-4e33-b062-87d47c0c5406 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:18.929107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-831f15d9-3f56-44df-b3b6-1c682873bc38 req-118b23cf-816a-4e33-b062-87d47c0c5406 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2853849 Jun 01 13:26:19.011912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33276) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:19.019283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'subnets': [{'network_id': '4793bd12-2449-4462-a42b-2d766c5a8cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--515957166', 'ip_version': 4}, {'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:19.019877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'subnet': {'network_id': '4793bd12-2449-4462-a42b-2d766c5a8cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--515957166', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:19.020624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Request body: {'subnet': {'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:19.075299 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:19.169966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-831f15d9-3f56-44df-b3b6-1c682873bc38 req-daade910-c450-452d-9ce7-4cd1ca3624de tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303545 Jun 01 13:26:19.257977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:19.311040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:19.342218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:19.342218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:19.342218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:19.359910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbe382-9c74-4ad9-ad33-87ff8b9c175e None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:19.382573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:19.382573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Usage tracker for resource:security_group_rule and tenant:65bf3e15cb4f40059105c405dcce3628 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:19.391029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8451371 Jun 01 13:26:19.391029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:19.391029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2882-6353-436a-9669-2a144ee42b9b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Subnet': ['ID=944ba8ae-d56a-4a57-892a-8c807ced2261,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:19.410092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-412149652', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '944ba8ae-d56a-4a57-892a-8c807ced2261'}], 'security_groups': ['416ad6c9-fc89-4802-8cc0-598af55297f8', 'aaa2f4b1-2b11-4c03-88f2-9cf486e5b7ab']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:19.447874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:19.604218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:19.864632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:19.864632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Usage tracker for resource:subnet and tenant:0caa608376b14c97905cfb58e6fb45e8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:19.872976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:19.885223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:19.905668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf8799-ced2-43ca-bc8e-b9ef2beb607d req-bf39cde4-04d8-44f5-8cae-9a8619f35c95 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:19.905668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2acf8799-ced2-43ca-bc8e-b9ef2beb607d req-bf39cde4-04d8-44f5-8cae-9a8619f35c95 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4556785 Jun 01 13:26:19.954763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Made reservation on behalf of 0caa608376b14c97905cfb58e6fb45e8 for: {'subnet': 2} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:19.969225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:19.969225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.089537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.167823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Update dhcp port {'port': {'network_id': '12cb9d34-90fd-42fa-9f44-86a61743e5df', 'fixed_ips': [{'subnet_id': '265fc12d-1dc6-459a-98ef-6ce24105617a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b7a6000-5f6c-438e-86d9-0b3ac018e297', 'ip_address': '2001:db8::2'}, {'subnet_id': '944ba8ae-d56a-4a57-892a-8c807ced2261'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '391bac42-13be-42b0-b047-c37b68a63235'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:26:20.283763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.575376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2acf8799-ced2-43ca-bc8e-b9ef2beb607d req-1e598369-40be-4d77-b814-1ca2fb00a899 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728117 Jun 01 13:26:20.652612 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.836943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f767-9046-4df4-8f77-7492889580df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.840845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:20.874929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Allocated IP 2001:db8:0:2::2 (12cb9d34-90fd-42fa-9f44-86a61743e5df/944ba8ae-d56a-4a57-892a-8c807ced2261/391bac42-13be-42b0-b047-c37b68a63235) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:20.950015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=65bf3e15cb4f40059105c405dcce3628&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3070323 Jun 01 13:26:20.954583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33308) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:21.061866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef574dc-90cc-436e-909a-3229e888ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d406bb97-c20d-49f8-bfd5-4243eb3c9dee,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:21.123221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd4ab-327e-4e53-b015-4a2b63c0861b req-950b7154-d8bd-4fba-b02f-d30c7022fb15 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:21.125060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004cd4ab-327e-4e53-b015-4a2b63c0861b req-950b7154-d8bd-4fba-b02f-d30c7022fb15 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.2916992 Jun 01 13:26:21.157228 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.212444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:21.254798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.275444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.348763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Transition to ACTIVE for port object 391bac42-13be-42b0-b047-c37b68a63235 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:21.362197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.518847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-004cd4ab-327e-4e53-b015-4a2b63c0861b req-99898b5f-4b45-4e9e-9ce3-9701986cba52 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716960 Jun 01 13:26:21.590858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.789990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d406bb97-c20d-49f8-bfd5-4243eb3c9dee,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:21.799699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b3e4-5990-4bb8-bb1f-c92f62521d81 None None] Pushing event updated for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:21.863284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:21.863284 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec0f1071-638f-49ba-9c87-fdf25667325e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d406bb97-c20d-49f8-bfd5-4243eb3c9dee HTTP/1.1" status: 204 len: 168 time: 0.9014659 Jun 01 13:26:21.869476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:22.008308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:22.015231 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:22.132411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Delete allocated IP 2001:db8::294 (12cb9d34-90fd-42fa-9f44-86a61743e5df/7b7a6000-5f6c-438e-86d9-0b3ac018e297) {{(pid=88372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 13:26:22.153447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Allocated IP 2001:db8:0:2::2a4 (12cb9d34-90fd-42fa-9f44-86a61743e5df/944ba8ae-d56a-4a57-892a-8c807ced2261/b0a27769-aa05-40d2-adb3-c12e1af769a9) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:22.181673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Checking segment: {'id': '67a6aa16-fd51-4875-bf3c-c1a01bca8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4793bd12-2449-4462-a42b-2d766c5a8cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:22.181673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network hostable DHCP agents. Network: 4793bd12-2449-4462-a42b-2d766c5a8cb6, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:22.189806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Subnet': ['ID=c10273c8-93b7-4de5-ad43-d43582ef8254,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:22.232092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fbdc0-b999-4e0a-a5fe-781172cb1304 req-0a23a74a-1ad8-47c9-95d5-91f0c0a425e5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:22.250155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e9fbdc0-b999-4e0a-a5fe-781172cb1304 req-0a23a74a-1ad8-47c9-95d5-91f0c0a425e5 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.1810212 Jun 01 13:26:22.268576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network 4793bd12-2449-4462-a42b-2d766c5a8cb6 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:22.295276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 4793bd12-2449-4462-a42b-2d766c5a8cb6) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:22.311685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:22.316379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eafd6d-8ff6-41b0-b76e-0cb272cd6035 None None] Network 4793bd12-2449-4462-a42b-2d766c5a8cb6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:22.380856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e9fbdc0-b999-4e0a-a5fe-781172cb1304 req-20da035e-e994-44bd-8a87-63438153d152 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457775 Jun 01 13:26:22.505477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event updated for resources: {'Subnet': ['ID=69fb7cef-87a4-4c74-8279-c8bfe51c6fd6,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:22.536000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Checking segment: {'id': 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:22.536669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network hostable DHCP agents. Network: ce995df4-41b8-4889-9cb9-625be814aa07, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:22.607967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Network ce995df4-41b8-4889-9cb9-625be814aa07 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:22.632155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ce995df4-41b8-4889-9cb9-625be814aa07) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:22.641102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:22.641918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:22.642773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:22.810403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44429462-c09c-4c00-b563-1909a4b50bce None None] Network ce995df4-41b8-4889-9cb9-625be814aa07 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:22.941351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:23.073353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:23.107549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-509932cf-fb86-4fa8-8e72-d15fafe8ba5b tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.0860229 Jun 01 13:26:23.107549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33352) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:23.113873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Transition to ACTIVE for port object b0a27769-aa05-40d2-adb3-c12e1af769a9 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:23.127463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:23.248152 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:23.320375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575bc8-5e90-4605-986a-f8cca876764b req-e9ff0384-161b-44a7-9c2b-f76b9a3b6795 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:23.320375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40575bc8-5e90-4605-986a-f8cca876764b req-e9ff0384-161b-44a7-9c2b-f76b9a3b6795 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4784920 Jun 01 13:26:23.369926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:23.371000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:23.373361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:23.384486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Synchronizing usage tracker for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:23.568090 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40575bc8-5e90-4605-986a-f8cca876764b req-99ebb5e6-655a-44a7-9d5e-933f62ddd5d8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485526 Jun 01 13:26:23.595163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Unset dirty status for tenant:0caa608376b14c97905cfb58e6fb45e8 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:23.595163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-466c16f2-8599-4f80-a45f-1b8c6a433b05 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4660869 Jun 01 13:26:23.601375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event updated for resources: {'Port': ['ID=b0a27769-aa05-40d2-adb3-c12e1af769a9,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:23.605010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33360) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:23.607434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] In _notify_port_updated(), no bound segment for port b0a27769-aa05-40d2-adb3-c12e1af769a9 on network 12cb9d34-90fd-42fa-9f44-86a61743e5df {{(pid=88372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 13:26:23.659817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:23.659817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:23.659817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ea77ba04-f512-43cf-a331-28ec4cd032de tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "PUT /v2.0/ports/b0a27769-aa05-40d2-adb3-c12e1af769a9 HTTP/1.1" status: 200 len: 969 time: 4.2513623 Jun 01 13:26:23.674793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33366) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:23.811284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72ac88-0379-4b6c-933e-831c43a1c77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-4793bd12-2449-4462-a42b-2d766c5a8cb6', 'network_id': '4793bd12-2449-4462-a42b-2d766c5a8cb6', 'tenant_id': '0caa608376b14c97905cfb58e6fb45e8', 'fixed_ips': [{'subnet_id': 'c10273c8-93b7-4de5-ad43-d43582ef8254'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:23.816830 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ec72ac88-0379-4b6c-933e-831c43a1c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:23.960417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e1975fc3-ea22-4ded-ac6e-e7220650b996 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c39f45f3d805412da2a992cc7b4c99f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177937 Jun 01 13:26:23.962519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:24.041216 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.049378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:24.071079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.243541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Deleting subnet c10273c8-93b7-4de5-ad43-d43582ef8254 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:24.250138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port b0a27769-aa05-40d2-adb3-c12e1af769a9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:24.250138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.265409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.382357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Provisioning for port 391bac42-13be-42b0-b047-c37b68a63235 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:24.593367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ce02-4cce-4b01-942a-fdeb9209f7c3 req-5051e46d-238d-4436-9ad5-e6bb917563d6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:24.608470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb50ce02-4cce-4b01-942a-fdeb9209f7c3 req-5051e46d-238d-4436-9ad5-e6bb917563d6 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.7516477 Jun 01 13:26:24.620595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.665803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.675975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:24.676345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.704578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:24.705292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.822156 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.841444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ce995df4-41b8-4889-9cb9-625be814aa07', 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07', 'tenant_id': '0caa608376b14c97905cfb58e6fb45e8', 'fixed_ips': [{'subnet_id': '69fb7cef-87a4-4c74-8279-c8bfe51c6fd6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:24.844496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:24.910174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:25.132340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb50ce02-4cce-4b01-942a-fdeb9209f7c3 req-62a6d018-6275-49b1-9da5-c278ffeadfab tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214775 Jun 01 13:26:25.136456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:25.240623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:25.281261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Subnet': ['ID=c10273c8-93b7-4de5-ad43-d43582ef8254,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:25.319161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6ea5a988-e6f6-44ab-afa0-8530ab755a7a tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/subnets/c10273c8-93b7-4de5-ad43-d43582ef8254 HTTP/1.1" status: 204 len: 168 time: 1.7340086 Jun 01 13:26:25.320273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:25.472029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for b0a27769-aa05-40d2-adb3-c12e1af769a9 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:25.520232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Deleting subnet 69fb7cef-87a4-4c74-8279-c8bfe51c6fd6 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:25.542680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867d76a-ff1e-4bda-9db1-1238921032a9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:25.556902 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:25.558365 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3a62444f-b9c6-4ba7-ad15-dd16e61aef1a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2867d76a-ff1e-4bda-9db1-1238921032a9 HTTP/1.1" status: 204 len: 168 time: 1.5877659 Jun 01 13:26:25.584495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-ec72ac88-0379-4b6c-933e-831c43a1c77d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c10273c8-93b7-4de5-ad43-d43582ef8254: This subnet is being modified by another concurrent operation. Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c10273c8-93b7-4de5-ad43-d43582ef8254: This subnet is being modified by another concurrent operation. Jun 01 13:26:25.610529 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:26:25.658366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de657e-ab14-48fd-9752-1742cfa35060 None None] Network 4793bd12-2449-4462-a42b-2d766c5a8cb6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:25.829479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:25.945479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=b0a27769-aa05-40d2-adb3-c12e1af769a9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:26.066489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:26.066990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.142348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.157636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1529e13c-5c99-4a0b-b437-60771014c6dd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/b0a27769-aa05-40d2-adb3-c12e1af769a9 HTTP/1.1" status: 204 len: 168 time: 2.4778032 Jun 01 13:26:26.168593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33430) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:26.246010 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71ac6d8-26b7-4202-bf46-faf282bf185d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] GET failed (client error): The resource could not be found. Jun 01 13:26:26.246618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e71ac6d8-26b7-4202-bf46-faf282bf185d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:26.276048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e71ac6d8-26b7-4202-bf46-faf282bf185d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:26.279736 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e71ac6d8-26b7-4202-bf46-faf282bf185d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports/b0a27769-aa05-40d2-adb3-c12e1af769a9 HTTP/1.1" status: 404 len: 333 time: 0.1090200 Jun 01 13:26:26.282328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:26.297485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804da0e-0730-4411-a694-9a85decf1dbe req-3cc78c23-01bc-4018-bb9d-40fdee096f53 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:26.307986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5804da0e-0730-4411-a694-9a85decf1dbe req-3cc78c23-01bc-4018-bb9d-40fdee096f53 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.8695731 Jun 01 13:26:26.369941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Allocated IP 172.20.0.18 (ce995df4-41b8-4889-9cb9-625be814aa07/69fb7cef-87a4-4c74-8279-c8bfe51c6fd6/7501f0d6-c26a-4b43-9eb9-bb444b692c32) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:26.445519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5804da0e-0730-4411-a694-9a85decf1dbe req-5499655e-df8d-4816-84f9-bc20f678d587 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304312 Jun 01 13:26:26.515244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.646240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.740500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.778723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da9bbc-b4da-4eee-8043-d339247680bb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:26.789771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.793344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f722ff73-b0dc-463e-bcb2-4119f452ceb7 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/security-groups/34da9bbc-b4da-4eee-8043-d339247680bb HTTP/1.1" status: 204 len: 168 time: 0.5070183 Jun 01 13:26:26.794624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33456) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:26.926919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:26.933367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc8559-732e-4cc1-b076-0bdfa225ea86 req-2c8a38ea-53ae-4da3-9d55-27fd2734b6da tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:26.945863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23dc8559-732e-4cc1-b076-0bdfa225ea86 req-2c8a38ea-53ae-4da3-9d55-27fd2734b6da tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.1858656 Jun 01 13:26:26.998232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.010662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.023904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Transition to ACTIVE for port object 7501f0d6-c26a-4b43-9eb9-bb444b692c32 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:27.078963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23dc8559-732e-4cc1-b076-0bdfa225ea86 req-3d23bab1-04ae-457d-9705-25ee2c8c92a4 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273532 Jun 01 13:26:27.085283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Transition to ACTIVE for port object 7501f0d6-c26a-4b43-9eb9-bb444b692c32 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:27.099522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.129151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.141343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.201222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2f4b1-2b11-4c03-88f2-9cf486e5b7ab,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:27.228716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.234623 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ce9b8f9c-0e6c-4b6b-a549-b69ee459b6af tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/security-groups/aaa2f4b1-2b11-4c03-88f2-9cf486e5b7ab HTTP/1.1" status: 204 len: 168 time: 0.4385786 Jun 01 13:26:27.237422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:27.306340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.466143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.531880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.543737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Pushing event updated for resources: {'Port': ['ID=7501f0d6-c26a-4b43-9eb9-bb444b692c32,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:27.552923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:27.561979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Network ce995df4-41b8-4889-9cb9-625be814aa07 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:27.565279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:27.572814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:27.629478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33486) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:27.689900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.735691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:27.741922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ad6c9-fc89-4802-8cc0-598af55297f8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:27.750626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.751996 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02830e01-1fa0-456d-870a-5796e64b61f6 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/security-groups/416ad6c9-fc89-4802-8cc0-598af55297f8 HTTP/1.1" status: 204 len: 168 time: 0.5113645 Jun 01 13:26:27.752501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4185776a-fb58-4838-ad6a-ffbe992f598f None None] Could not find standard attr ID for object b0a27769-aa05-40d2-adb3-c12e1af769a9. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:26:27.759089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33496) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:27.887866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.935437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 7b7a6000-5f6c-438e-86d9-0b3ac018e297 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:27.941499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:27.946146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-78531ebb-b370-4994-997b-a5442e19bf45 None None] Could not find standard attr ID for object b0a27769-aa05-40d2-adb3-c12e1af769a9. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:26:27.992694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Attempting to bind port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:26:27.993167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Attempting to bind port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:26:27.993590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Attempting to bind port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 on network ce995df4-41b8-4889-9cb9-625be814aa07 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:26:28.000842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:26:28.001774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Checking segment: {'id': 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:28.001774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.002200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Bound using segment: {'id': 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:26:28.020942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Bound port: 7501f0d6-c26a-4b43-9eb9-bb444b692c32, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ce995df4-41b8-4889-9cb9-625be814aa07'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:26:28.021491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.048035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1c609b44-d31f-41cd-897d-b2849076295f tempest-AgentManagementNegativeTest-2018696047 tempest-AgentManagementNegativeTest-2018696047-project] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4174206 Jun 01 13:26:28.116589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.284970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.297103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] For port 7501f0d6-c26a-4b43-9eb9-bb444b692c32, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:26:28.300915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] For port 7501f0d6-c26a-4b43-9eb9-bb444b692c32, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7501f0d6-c26a-4b43-9eb9-bb444b692c32,segment=NetworkSegment(d2ca1de7-17c6-4bc0-85bb-9c9844c220dc),segment_id=d2ca1de7-17c6-4bc0-85bb-9c9844c220dc)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:26:28.309384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.378824 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.456024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.475231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Subnet': ['ID=69fb7cef-87a4-4c74-8279-c8bfe51c6fd6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:28.503702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8db91956-f18f-4c42-a826-ed1c925ff670 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/subnets/69fb7cef-87a4-4c74-8279-c8bfe51c6fd6 HTTP/1.1" status: 204 len: 168 time: 3.1828809 Jun 01 13:26:28.506522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:28.519023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a0e1-2506-4f2f-84c0-4b3d6078962c None None] Pushing event updated for resources: {'Port': ['ID=7501f0d6-c26a-4b43-9eb9-bb444b692c32,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:28.528651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915b1a0-bca3-4b23-ba15-9d1cbb392c37 req-62e5139d-efcf-4493-a305-4db742463a27 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:28.537118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0915b1a0-bca3-4b23-ba15-9d1cbb392c37 req-62e5139d-efcf-4493-a305-4db742463a27 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.9951537 Jun 01 13:26:28.605979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.677415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0915b1a0-bca3-4b23-ba15-9d1cbb392c37 req-e0c53b35-c279-4bc4-9279-ef2b1bba36ac tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386101 Jun 01 13:26:28.688844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33530) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:28.713203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1114437-1281-4af1-bd4c-515622ce8983 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:28.713962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:28.731526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7a6000-5f6c-438e-86d9-0b3ac018e297,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:28.751379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3267c23-8ccf-46b4-a21a-726ebcb5ed65 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:28.752847 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3267c23-8ccf-46b4-a21a-726ebcb5ed65 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2453187 Jun 01 13:26:28.757485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33542) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:28.761529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea032c78-2ef5-4feb-a2af-9578545e8587 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/7b7a6000-5f6c-438e-86d9-0b3ac018e297 HTTP/1.1" status: 204 len: 168 time: 0.9987972 Jun 01 13:26:28.771570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33544) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:29.165913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:29.233002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 944ba8ae-d56a-4a57-892a-8c807ced2261 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:29.297058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:29.387121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:29.414708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Deleting port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:29.415056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:29.534437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:29.543774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Usage tracker for resource:security_group_rule and tenant:a543c11475a44532ba15c73bfba5e047 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:29.567033 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:29.584876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:29.797278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7501f0d6-c26a-4b43-9eb9-bb444b692c32 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:29.904929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:29.931583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:30.084966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] For port 7501f0d6-c26a-4b43-9eb9-bb444b692c32, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=7501f0d6-c26a-4b43-9eb9-bb444b692c32,segment=NetworkSegment(d2ca1de7-17c6-4bc0-85bb-9c9844c220dc),segment_id=d2ca1de7-17c6-4bc0-85bb-9c9844c220dc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:30.085568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:30.204338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e4208-b254-48db-b091-7eaccf4c663e req-7571182f-9adb-4ad5-9e28-af6133ee8333 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:30.206888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb6e4208-b254-48db-b091-7eaccf4c663e req-7571182f-9adb-4ad5-9e28-af6133ee8333 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 1.1635680 Jun 01 13:26:30.295455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Calling delete_port for 7501f0d6-c26a-4b43-9eb9-bb444b692c32 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:30.494281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e1f47-2ad4-4fa9-9a3f-bd723eb67044 None None] Network ce995df4-41b8-4889-9cb9-625be814aa07 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:30.517922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:30.778197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:30.850929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cbf02910-791b-475e-96ff-d531cc4eef43 None None] Could not find standard attr ID for object 7501f0d6-c26a-4b43-9eb9-bb444b692c32. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:26:31.079528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bc220-59fc-407f-b349-a32bb121f34c None None] DHCP port deletion for ce995df4-41b8-4889-9cb9-625be814aa07 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:26:31.094118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:31.094484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.127377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Port': ['ID=7501f0d6-c26a-4b43-9eb9-bb444b692c32,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:31.156231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ff0af-8d8a-4929-9f6b-bfa1fb541727 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:26:31.170162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb6e4208-b254-48db-b091-7eaccf4c663e req-5c45ed17-fd77-4326-bbba-9e59926fde6a tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436672 Jun 01 13:26:31.177051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] No DVR routers for this DVR port 7501f0d6-c26a-4b43-9eb9-bb444b692c32 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:26:31.179723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.226321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.238787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.276841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ff0af-8d8a-4929-9f6b-bfa1fb541727 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:26:31.297173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=944ba8ae-d56a-4a57-892a-8c807ced2261,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:31.365353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f79157-4b70-46b5-bf7b-6df1e9b6ef71,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:31.390195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:31.496632 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.641753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.780105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce995df4-41b8-4889-9cb9-625be814aa07']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:31.839209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:31.839714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ca1de7-17c6-4bc0-85bb-9c9844c220dc') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:31.863088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7501f0d6-c26a-4b43-9eb9-bb444b692c32 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:26:31.877676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.924471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:31.925206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.946166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.964662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:31.966661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:31.975790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 7501f0d6-c26a-4b43-9eb9-bb444b692c32 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:26:31.976139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 7501f0d6-c26a-4b43-9eb9-bb444b692c32 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:26:32.050963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0d3171da-51ee-467b-b1b2-e1d6f6066bfa None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:32.222231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e70a0167-a3bb-44b4-a948-de4dcac65600 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a543c11475a44532ba15c73bfba5e047&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5309980 Jun 01 13:26:32.223869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d18e7-b756-4b0a-94c0-f90c43132047 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:32.224827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33754) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:32.232850 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment d2ca1de7-17c6-4bc0-85bb-9c9844c220dc resource provider aggregate not found Jun 01 13:26:32.262358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aa25d0cc-2d1c-4913-9069-725724d98bba tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/944ba8ae-d56a-4a57-892a-8c807ced2261 HTTP/1.1" status: 204 len: 168 time: 3.4896557 Jun 01 13:26:32.266623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:32.305937 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment d2ca1de7-17c6-4bc0-85bb-9c9844c220dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2ca1de7-17c6-4bc0-85bb-9c9844c220dc found for delete ", "request_id": "req-69057a2f-e5f5-4410-a35b-3f36465bf4ad"}]} Jun 01 13:26:32.325726 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2a2ce4-1496-4ae2-bfcc-e660eb732c58 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:32.327117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2a2ce4-1496-4ae2-bfcc-e660eb732c58 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:32.336056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.357758 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.360367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/ce995df4-41b8-4889-9cb9-625be814aa07 HTTP/1.1" status: 204 len: 168 time: 3.5931177 Jun 01 13:26:32.361927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bd2a2ce4-1496-4ae2-bfcc-e660eb732c58 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/7b7a6000-5f6c-438e-86d9-0b3ac018e297 HTTP/1.1" status: 404 len: 337 time: 0.0942106 Jun 01 13:26:32.364071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33772) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:32.365880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33774) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:32.448980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377322-cc4e-4c90-8668-12c0072e2b41 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=ce995df4-41b8-4889-9cb9-625be814aa07,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:32.534387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting subnet 265fc12d-1dc6-459a-98ef-6ce24105617a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:32.546890 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.585040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.740660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.779283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:32.851618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.179752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.204982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.236805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.284469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.288115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d1f79157-4b70-46b5-bf7b-6df1e9b6ef71 HTTP/1.1" status: 204 len: 168 time: 1.0599735 Jun 01 13:26:33.296530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b615-5e2e-47af-8db9-5c19946464e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f79157-4b70-46b5-bf7b-6df1e9b6ef71,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:33.307220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4793bd12-2449-4462-a42b-2d766c5a8cb6']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:33.358684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a6aa16-fd51-4875-bf3c-c1a01bca8b00') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:33.359952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a6aa16-fd51-4875-bf3c-c1a01bca8b00') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:33.377480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.407104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.418954 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:33.419664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.490155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.561960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Subnet': ['ID=265fc12d-1dc6-459a-98ef-6ce24105617a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:33.586222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.599041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc86e3a0-336d-444c-9507-84945687d7a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/265fc12d-1dc6-459a-98ef-6ce24105617a HTTP/1.1" status: 204 len: 168 time: 1.2288048 Jun 01 13:26:33.601348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33880) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:33.612229 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 67a6aa16-fd51-4875-bf3c-c1a01bca8b00 resource provider aggregate not found Jun 01 13:26:33.703902 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad985e2-a481-418d-bc02-d9a0493f0d97 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:33.718333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad985e2-a481-418d-bc02-d9a0493f0d97 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:33.726699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1ad985e2-a481-418d-bc02-d9a0493f0d97 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/4ea8c367-4571-4ae0-b8c6-5d7088c7fddc HTTP/1.1" status: 404 len: 337 time: 0.1231391 Jun 01 13:26:33.738425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33894) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:33.880160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7080eafe-9297-4c95-a69f-5c54b07b8822 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Synchronizing usage tracker for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:33.890213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:33.925006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7080eafe-9297-4c95-a69f-5c54b07b8822 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Unset dirty status for tenant:71006fabf7e74c388fd0864f1a8be767 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:33.926348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7080eafe-9297-4c95-a69f-5c54b07b8822 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "GET /v2.0/ports?device_id=7bc97e41-0ad5-4486-9437-dcd8183c37a5 HTTP/1.1" status: 200 len: 205 time: 0.1859467 Jun 01 13:26:33.929184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33920) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:33.964548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:34.013506 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 67a6aa16-fd51-4875-bf3c-c1a01bca8b00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a6aa16-fd51-4875-bf3c-c1a01bca8b00 found for delete ", "request_id": "req-bf1f3e58-f0b5-4050-8a24-135f358dcdf1"}]} Jun 01 13:26:34.030824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=4793bd12-2449-4462-a42b-2d766c5a8cb6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:34.076328 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2b177f1-e8ae-428c-906d-5af3b2f2d190 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/4793bd12-2449-4462-a42b-2d766c5a8cb6 HTTP/1.1" status: 204 len: 168 time: 1.7043645 Jun 01 13:26:34.076649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33934) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.175554 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-cf013cbe-4944-43c0-ab3d-e29254578f8c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] delete failed (client error): The resource could not be found. Jun 01 13:26:34.176584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf013cbe-4944-43c0-ab3d-e29254578f8c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/routers/7bc97e41-0ad5-4486-9437-dcd8183c37a5 HTTP/1.1" status: 404 len: 336 time: 0.2462943 Jun 01 13:26:34.180367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33948) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.294935 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd54d575-1295-4b66-8287-9ad5684c5ebf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:34.295446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd54d575-1295-4b66-8287-9ad5684c5ebf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:34.299437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd54d575-1295-4b66-8287-9ad5684c5ebf tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/4f8e0a8c-f7a2-4456-92df-2ea72f637312 HTTP/1.1" status: 404 len: 337 time: 0.1155457 Jun 01 13:26:34.301380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33964) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.317647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:34.327696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26f17e-0d87-4a87-9d5a-1d2e7a6c8a54 None None] Network 12cb9d34-90fd-42fa-9f44-86a61743e5df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:34.374925 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eb848a-3089-45ca-b846-64df658f39a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:34.375386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eb848a-3089-45ca-b846-64df658f39a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:34.377571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-28eb848a-3089-45ca-b846-64df658f39a9 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/1319d338-3aee-4a44-8160-be40c7c41902 HTTP/1.1" status: 404 len: 337 time: 0.0669630 Jun 01 13:26:34.380095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33970) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.456735 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f75773f-35c1-4e5a-88f0-fc23ecb2ef5f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:34.459099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f75773f-35c1-4e5a-88f0-fc23ecb2ef5f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:34.461331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7f75773f-35c1-4e5a-88f0-fc23ecb2ef5f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/02533602-7d97-4c26-b3f3-0269c3d7dc70 HTTP/1.1" status: 404 len: 337 time: 0.0791492 Jun 01 13:26:34.467611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 33978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.535709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Provisioning complete for port 391bac42-13be-42b0-b047-c37b68a63235 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:34.536089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:34.631022 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-536777b6-c37e-4c19-8afe-963bf84cbe8a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:34.631501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536777b6-c37e-4c19-8afe-963bf84cbe8a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:34.639015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-536777b6-c37e-4c19-8afe-963bf84cbe8a tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/d9128a29-ab80-4bad-bc12-89bbd355f50e HTTP/1.1" status: 404 len: 333 time: 0.1684771 Jun 01 13:26:34.641230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 33998) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:34.783578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:34.808636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:34.936828 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe07902-6df3-4886-b7e7-044cef41c485 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:34.959669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe07902-6df3-4886-b7e7-044cef41c485 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:34.967822 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ffe07902-6df3-4886-b7e7-044cef41c485 tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/1fe2de08-c1c1-4aa2-9a2c-2b721d460720 HTTP/1.1" status: 404 len: 337 time: 0.3209414 Jun 01 13:26:34.971308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34036) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.033138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a315f42d-1fe6-4c12-9811-8ba6de3c4784']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:35.109906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803408ff-83ad-4210-b292-2f1ef984c2d9') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:35.110210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803408ff-83ad-4210-b292-2f1ef984c2d9') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:35.119576 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8c6014-5c5a-4557-a04b-ce9976e97efd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:35.120026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8c6014-5c5a-4557-a04b-ce9976e97efd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:35.122259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ff8c6014-5c5a-4557-a04b-ce9976e97efd tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/aa15e6d2-ac3a-46b6-bfc9-a751185dba15 HTTP/1.1" status: 404 len: 337 time: 0.1494718 Jun 01 13:26:35.124969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34052) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.191193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.237907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.264157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:35.265530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.272364 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2097b43-8ed5-49f4-8620-f3e190da62aa tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:35.275319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2097b43-8ed5-49f4-8620-f3e190da62aa tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:35.279572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c2097b43-8ed5-49f4-8620-f3e190da62aa tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/788e60f5-a741-4f97-b602-be5c7ce1b80f HTTP/1.1" status: 404 len: 333 time: 0.1533775 Jun 01 13:26:35.283337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34068) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.300077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Current status of the port 391bac42-13be-42b0-b047-c37b68a63235 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:35.352984 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0381b151-21fc-44ce-9d9a-eb095530271d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:35.353355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0381b151-21fc-44ce-9d9a-eb095530271d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:35.355704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0381b151-21fc-44ce-9d9a-eb095530271d tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/a01d234a-a35a-475b-826d-51bcd2994c4c HTTP/1.1" status: 404 len: 337 time: 0.0710368 Jun 01 13:26:35.358421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34080) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.402898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Provisioning complete for port 686f48bc-50e4-4d89-b36e-c8d21375707c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:35.403373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.413138 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d880114-67e6-4876-b8b6-fd9f64e7549b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] DELETE failed (client error): The resource could not be found. Jun 01 13:26:35.414080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d880114-67e6-4876-b8b6-fd9f64e7549b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:26:35.424422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d880114-67e6-4876-b8b6-fd9f64e7549b tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/subnets/5b48ee12-48c7-4df0-a6d9-d8ed062f2e74 HTTP/1.1" status: 404 len: 337 time: 0.0643706 Jun 01 13:26:35.427132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34092) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.589097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aad31-f5eb-44cb-abab-7e2779cfb389 None None] Port 686f48bc-50e4-4d89-b36e-c8d21375707c cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:26:35.608340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.642922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.667424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=a315f42d-1fe6-4c12-9811-8ba6de3c4784,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:35.677708 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a68a0e00-9eae-41af-a342-aa9f0319b0b6 tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/a315f42d-1fe6-4c12-9811-8ba6de3c4784 HTTP/1.1" status: 204 len: 168 time: 1.5987957 Jun 01 13:26:35.678914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34116) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:35.694908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] DHCP port deletion for 12cb9d34-90fd-42fa-9f44-86a61743e5df request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:26:35.695064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Deleting port 686f48bc-50e4-4d89-b36e-c8d21375707c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:35.695937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.700339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Deleting port 391bac42-13be-42b0-b047-c37b68a63235 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:35.701231 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:35.777116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:36.099449 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 803408ff-83ad-4210-b292-2f1ef984c2d9 resource provider aggregate not found Jun 01 13:26:36.135406 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 803408ff-83ad-4210-b292-2f1ef984c2d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803408ff-83ad-4210-b292-2f1ef984c2d9 found for delete ", "request_id": "req-35b4f644-b8d4-4385-8b5d-941cefca7bfd"}]} Jun 01 13:26:36.225736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1889242171'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:36.228191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] For port 391bac42-13be-42b0-b047-c37b68a63235, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=391bac42-13be-42b0-b047-c37b68a63235,segment=NetworkSegment(f0d63eac-29dd-405c-8ce3-51548339c85b),segment_id=f0d63eac-29dd-405c-8ce3-51548339c85b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:36.228881 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.242583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:36.265633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:network and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:36.280490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.295480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:36.313387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:36.368425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.689204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.744691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34718bf-e22c-490a-aacd-2bec41c0e0ea']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:36.755930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Calling delete_port for 391bac42-13be-42b0-b047-c37b68a63235 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:36.771010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d0ab4e-4caa-4e06-b19f-4e441b2cca43') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:36.771299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d0ab4e-4caa-4e06-b19f-4e441b2cca43') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:36.796816 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.821262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.846445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:36.846976 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:36.981922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Calling delete_port for 686f48bc-50e4-4d89-b36e-c8d21375707c owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:37.061434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.115064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:37.140106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.156578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.166458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.231152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] Pushing event deleted for resources: {'Network': ['ID=b34718bf-e22c-490a-aacd-2bec41c0e0ea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:37.235638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.242367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.263468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] Pushing event deleted for resources: {'Port': ['ID=391bac42-13be-42b0-b047-c37b68a63235,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:37.279439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610ce1d-335f-4f0d-9586-20a0fbffdeba None None] No DVR routers for this DVR port 391bac42-13be-42b0-b047-c37b68a63235 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:26:37.322508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Port': ['ID=686f48bc-50e4-4d89-b36e-c8d21375707c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:37.327012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.353904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f2ebd47e-ee14-4664-aa48-d64f3c9bd53f tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/ports/686f48bc-50e4-4d89-b36e-c8d21375707c HTTP/1.1" status: 204 len: 168 time: 1.9252670 Jun 01 13:26:37.354773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34248) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:37.587082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:37.613627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ee659e84-0437-4b68-8bb1-480fd490c94f tempest-BulkNetworkOpsTest-118907249 tempest-BulkNetworkOpsTest-118907249-project] 10.222.0.40 "DELETE /v2.0/networks/b34718bf-e22c-490a-aacd-2bec41c0e0ea HTTP/1.1" status: 204 len: 168 time: 1.9316235 Jun 01 13:26:37.620403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:security_group_rule and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:37.627527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:37.648631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:37.699466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.699969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:26:37.849776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 391bac42-13be-42b0-b047-c37b68a63235 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:26:37.850420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 391bac42-13be-42b0-b047-c37b68a63235 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:26:37.881414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.899849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.925274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:37.952654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:37.953925 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Added segment e06a9688-da3b-4039-a6e5-67d0a7313c59 of type vlan for network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 Jun 01 13:26:38.065031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.217698 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 21d0ab4e-4caa-4e06-b19f-4e441b2cca43 resource provider aggregate not found Jun 01 13:26:38.222579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.267856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.277121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:38.277772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.285342 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 21d0ab4e-4caa-4e06-b19f-4e441b2cca43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21d0ab4e-4caa-4e06-b19f-4e441b2cca43 found for delete ", "request_id": "req-3692d313-85cb-48fa-9f50-3bacdb96d91f"}]} Jun 01 13:26:38.288528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb9d34-90fd-42fa-9f44-86a61743e5df']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:38.314690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d63eac-29dd-405c-8ce3-51548339c85b') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:38.315036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d63eac-29dd-405c-8ce3-51548339c85b') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:38.362221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.401720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.416844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:38.419200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.509923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2501dd38-1e6f-40af-9cb2-477e44afe875,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:38.546387 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7678177 Jun 01 13:26:38.549995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34278) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:38.557964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:38.580721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac22b-29a1-4045-a30d-0bd6e2e5b382 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Network': ['ID=1466ce20-e9e2-4adf-bc05-c59277a6f1e7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:38.594926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:38.611804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:38.735391 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f0d63eac-29dd-405c-8ce3-51548339c85b resource provider aggregate not found Jun 01 13:26:38.790191 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment f0d63eac-29dd-405c-8ce3-51548339c85b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d63eac-29dd-405c-8ce3-51548339c85b found for delete ", "request_id": "req-d67a3713-ad56-4121-8425-9ef30aaf6dc2"}]} Jun 01 13:26:38.825927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:38.829463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.831443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:38.837392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:38.847908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:38.866831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:38.871261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.912277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:38.927125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] Pushing event deleted for resources: {'Network': ['ID=12cb9d34-90fd-42fa-9f44-86a61743e5df,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:38.932445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9620ae0d-6e5f-4439-ae93-5e2853498e6c tempest-PortsIpV6TestJSON-1369097106 tempest-PortsIpV6TestJSON-1369097106-project] 10.222.0.40 "DELETE /v2.0/networks/12cb9d34-90fd-42fa-9f44-86a61743e5df HTTP/1.1" status: 204 len: 168 time: 1.5766160 Jun 01 13:26:39.131766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.209913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:39.271110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6714f17c-e4f8-4d89-8a01-45e304686a4d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0caa608376b14c97905cfb58e6fb45e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493158 Jun 01 13:26:39.271294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34308) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:39.271497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34310) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:39.325978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:39.326162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network hostable DHCP agents. Network: 1466ce20-e9e2-4adf-bc05-c59277a6f1e7, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:39.355881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.423697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.552321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:39.589239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1466ce20-e9e2-4adf-bc05-c59277a6f1e7) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:39.599825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f1b44-7996-46e1-a5f1-597a481f1938 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:39.611166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:39.612577 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.640576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5fb6fd15-3340-4af8-978e-a39a27a5299a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=71006fabf7e74c388fd0864f1a8be767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680420 Jun 01 13:26:39.640976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34324) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:39.690510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b276fe0f-d724-4c26-9244-0e0f7421b72b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1367593 Jun 01 13:26:39.690869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:39.699231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'name': 'tempest-NetworksTestDHCPv6-1948018063'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:39.733423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.745954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.749630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.753140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2b61a822-866b-4d58-8411-6e39211e8367 HTTP/1.1" status: 204 len: 168 time: 0.4781520 Jun 01 13:26:39.770470 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.894191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:39.986078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f125783-b7ee-4dc7-978d-fdbd3e990ce1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:40.000680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4afce2-f68a-477c-a400-60579f9d3076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61a822-866b-4d58-8411-6e39211e8367,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:40.017714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:40.021236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f321e32b-5fe0-4214-b501-a7dd2a04c5ce admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6f125783-b7ee-4dc7-978d-fdbd3e990ce1 HTTP/1.1" status: 204 len: 168 time: 0.3788848 Jun 01 13:26:40.173802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:40.184636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:40.202926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:40.218065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:40.246666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': 'a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:40.247579 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:40.263040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:40.268536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:40.311523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port a0eb71fd-40b8-4331-8828-f97867554a9c yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:40.429524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876/922ff2ec-18de-480f-9eef-d067f662d14f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:40.906105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:40.960941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Transition to ACTIVE for port object 922ff2ec-18de-480f-9eef-d067f662d14f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:41.039978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Transition to ACTIVE for port object 922ff2ec-18de-480f-9eef-d067f662d14f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:41.057573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:41.276311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::11e (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876/a0eb71fd-40b8-4331-8828-f97867554a9c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:41.318305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Pushing event updated for resources: {'Port': ['ID=922ff2ec-18de-480f-9eef-d067f662d14f,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:41.334486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.335344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.335933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.336991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.349039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.349904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.353374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.353976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.354544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.355267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.357124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.358811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:41.394666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:41.400579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:41.408585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:41.594062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Attempting to bind port 922ff2ec-18de-480f-9eef-d067f662d14f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:26:41.596972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Attempting to bind port 922ff2ec-18de-480f-9eef-d067f662d14f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:26:41.597509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Attempting to bind port 922ff2ec-18de-480f-9eef-d067f662d14f on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:26:41.605870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:26:41.606670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:41.607221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:41.607881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:26:41.608724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Bound port: 922ff2ec-18de-480f-9eef-d067f662d14f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:26:41.609840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:41.698497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34440) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:41.940814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] For port 922ff2ec-18de-480f-9eef-d067f662d14f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:26:41.946851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1333774383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:41.989074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] For port 922ff2ec-18de-480f-9eef-d067f662d14f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=922ff2ec-18de-480f-9eef-d067f662d14f,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:26:41.993660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:42.005219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.019777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:router and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:42.033523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:42.066419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:42.098401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.101061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.103816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.145315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object a0eb71fd-40b8-4331-8828-f97867554a9c will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:42.153671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.189952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.332563 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.401192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:42.410669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:42.413949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:42.429983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:42.431013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.447315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=a0eb71fd-40b8-4331-8828-f97867554a9c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:42.510634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.521277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-864c7a7e-c003-4877-b5dd-73a475d5acb4 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8216145 Jun 01 13:26:42.525152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:42.543359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1715808065'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:42.558808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347403-1c10-4cb1-8dbc-068c938d9bff None None] Pushing event updated for resources: {'Port': ['ID=922ff2ec-18de-480f-9eef-d067f662d14f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:42.578075 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6bc43501-d9cd-41e7-9438-dcf8bcd61fb4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8835847 Jun 01 13:26:42.582069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:42.583126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:42.587276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34478) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:42.597982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:network and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:42.606443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:42.616179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:42.642904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:42.646837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.649393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e9c6-b37a-4edc-abb8-42ecfdd93e8d req-01f17fe8-2184-476a-9413-76884f189096 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:42.651436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3d3e9c6-b37a-4edc-abb8-42ecfdd93e8d req-01f17fe8-2184-476a-9413-76884f189096 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.4469941 Jun 01 13:26:42.690989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.726480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3d3e9c6-b37a-4edc-abb8-42ecfdd93e8d req-d495a5d2-f56d-48bf-bcd7-a49097b92623 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571797 Jun 01 13:26:42.746876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c1377-22d9-4523-84f0-55c1b5eb6b43 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:42.754795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c1377-22d9-4523-84f0-55c1b5eb6b43 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:42.756638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e21c1377-22d9-4523-84f0-55c1b5eb6b43 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1724186 Jun 01 13:26:42.774571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34490) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:42.783403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:42.784834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1896551541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:42.797317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:42.805454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:router and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:42.812364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:42.828129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:42.852285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:security_group_rule and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:42.860579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.861983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.887548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:42.908933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:42.912604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:42.959470 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.061087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.064836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8aa8be87-f8bc-497e-97ec-034c58fc83ac tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4735801 Jun 01 13:26:43.067845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34524) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:43.072660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port a0eb71fd-40b8-4331-8828-f97867554a9c {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:43.072892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.079099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1642347621'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:43.101028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:43.115992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:network and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:43.120203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:43.126358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:43.141189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:43.149058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.166983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.191941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:43.198197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:security_group_rule and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:43.203746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:43.212325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:43.352115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.439573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.584160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d377b3-cbd1-42a7-a376-c3b26201fda0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:43.613811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:43.655910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.657021 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Added segment 7e03db72-1a4c-4420-bd63-fabfeadf0551 of type vlan for network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c Jun 01 13:26:43.680091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-b4b71dcd-a8dd-4d9d-be4a-a2c152810e14 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:43.682630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-b4b71dcd-a8dd-4d9d-be4a-a2c152810e14 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 0.3222101 Jun 01 13:26:43.772916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 922ff2ec-18de-480f-9eef-d067f662d14f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:43.837866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.894034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Deleting port 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:43.895269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:43.941919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 922ff2ec-18de-480f-9eef-d067f662d14f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:44.009679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:26:44.087729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.272708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for a0eb71fd-40b8-4331-8828-f97867554a9c owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:44.316046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.332057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:44.334099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.378062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.392456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.541382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20961160-53ee-4057-bdf4-a7389c1519ae None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:44.567295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:44.582998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27c46a-2ac3-4202-bf14-702a3852791d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:44.601431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.603283 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Added segment 5658fcf5-b505-495e-946a-5a9a7063598c of type vlan for network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 Jun 01 13:26:44.767509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Provisioning for port 922ff2ec-18de-480f-9eef-d067f662d14f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:44.780577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Provisioning complete for port 922ff2ec-18de-480f-9eef-d067f662d14f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:44.781785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.816172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.828885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7599235 Jun 01 13:26:44.832851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:44.890194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:44.954430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0583d3-7539-4fe9-acd8-d1bf8da6890d tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Network': ['ID=9918306d-9c07-4b77-8e77-b7bf0e1a7e1c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:44.977637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'subnet': {'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:44.983822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:45.052861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=a0eb71fd-40b8-4331-8828-f97867554a9c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:45.064073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.082208 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-56b5b9d1-9ba3-461a-b05b-f602b00bc8f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a0eb71fd-40b8-4331-8828-f97867554a9c HTTP/1.1" status: 204 len: 168 time: 2.3063872 Jun 01 13:26:45.082979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34562) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:45.085535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.091661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:45.092388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.282288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Network': ['ID=6aa2c706-4ec3-4e4e-98d1-41c59212e453,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:45.311291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Current status of the port 922ff2ec-18de-480f-9eef-d067f662d14f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:45.311672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.333338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:45.354138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:45.358410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69847430-62d0-4cb4-bda0-1e4198417bd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:45.360320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69847430-62d0-4cb4-bda0-1e4198417bd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:45.361257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69847430-62d0-4cb4-bda0-1e4198417bd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:45.363897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:subnet and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:45.367245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:45.375082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:45.385188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-da280317-d545-47c6-b10d-76eb8eae01c5 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8585989 Jun 01 13:26:45.391889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:45.397925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835d1f4-553b-4403-a854-022f8039c619 req-788dbcc2-bf81-4a20-b39d-1095a3f9f1a8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:45.408004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2835d1f4-553b-4403-a854-022f8039c619 req-788dbcc2-bf81-4a20-b39d-1095a3f9f1a8 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 947 time: 1.3749475 Jun 01 13:26:45.417217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:45.417653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'subnet': {'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:45.421184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.454106 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-69847430-62d0-4cb4-bda0-1e4198417bd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:45.456530 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69847430-62d0-4cb4-bda0-1e4198417bd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3720958 Jun 01 13:26:45.617587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:45.752605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] For port 922ff2ec-18de-480f-9eef-d067f662d14f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=922ff2ec-18de-480f-9eef-d067f662d14f,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:45.764714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2835d1f4-553b-4403-a854-022f8039c619 req-0b23e910-ae53-4df2-ab4c-4b6f09bb5359 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/security-groups?id=036a15b6-c2d7-4f5e-92bd-d0f3353536d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490236 Jun 01 13:26:45.787320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] For port 3609fef1-5bfc-471e-b357-9e54143fafe1, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=3609fef1-5bfc-471e-b357-9e54143fafe1,segment=NetworkSegment(c35a9024-83a8-4f11-9e95-0df01ac4232f),segment_id=c35a9024-83a8-4f11-9e95-0df01ac4232f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:45.787320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.843998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.960697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:45.969076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:45.973338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:45.983197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Calling delete_port for 3609fef1-5bfc-471e-b357-9e54143fafe1 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:46.034614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec318-0faf-4270-92a7-0c70b0ba05fe None None] Pushing event updated for resources: {'Port': ['ID=922ff2ec-18de-480f-9eef-d067f662d14f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:46.075802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.136050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:subnet and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:46.147762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:46.158024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:46.193660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:46.197356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.317150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.332735 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.406631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Subnet': ['ID=0a4a7218-2d88-406b-b60a-5410b2a6bb98,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:46.417972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.465527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d269be70-b1bf-4590-b05e-c9dcce84c795 None None] Provisioning complete for port 922ff2ec-18de-480f-9eef-d067f662d14f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:46.469049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d269be70-b1bf-4590-b05e-c9dcce84c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.527691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['3609fef1-5bfc-471e-b357-9e54143fafe1'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:26:46.538068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Pushing event deleted for resources: {'Port': ['ID=3609fef1-5bfc-471e-b357-9e54143fafe1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:46.596393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] No DVR routers for this DVR port 3609fef1-5bfc-471e-b357-9e54143fafe1 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:26:46.599124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.617368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-deleted', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:26:46.640843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d23c7bb-481d-4bc3-81e1-b4450c9c293f req-ecef8d37-5cf6-497b-b962-51ef10812771 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.13 "DELETE /v2.0/ports/3609fef1-5bfc-471e-b357-9e54143fafe1 HTTP/1.1" status: 204 len: 173 time: 2.9523351 Jun 01 13:26:46.657720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Checking segment: {'id': '7e03db72-1a4c-4420-bd63-fabfeadf0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:46.658676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network hostable DHCP agents. Network: 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:46.682293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.713713 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a75b56-cb3a-4fcf-b7ce-9f0f9c4f82f8'] response: {'server_uuid': '68485c2b-e84b-42a8-9cb5-8b958a983d68', 'name': 'network-vif-deleted', 'tag': '3609fef1-5bfc-471e-b357-9e54143fafe1', 'status': 'completed', 'code': 200} Jun 01 13:26:46.736129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:46.762321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:46.783303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85802cfb-0a81-4d33-b767-caa00da8ef4a None None] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:46.790176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:46.792917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.820764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:46.836266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.853358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:46.921782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac41a94a-eb30-431b-8cf3-8c6074222da1 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9731784 Jun 01 13:26:46.925320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34604) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:46.936609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'network': {'name': 'tempest-router-network01--690390186'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:46.956092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61114bb-bb4b-4b71-bd4a-017578325490 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:46.958130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:46.979396 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ed597858-4424-4be0-9a24-b5e895767266 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876 HTTP/1.1" status: 204 len: 168 time: 1.3696320 Jun 01 13:26:46.989052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:network and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:46.996874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:47.005299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d269be70-b1bf-4590-b05e-c9dcce84c795 None None] Current status of the port 922ff2ec-18de-480f-9eef-d067f662d14f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:47.019610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:47.038226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:47.077949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:47.087741 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.200396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:47.248673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11392e4e-5432-4ec9-a991-d5cbf30c8fd4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2167451 Jun 01 13:26:47.265629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a625440e-39e8-46aa-bbae-07485b111008 None None] Could not find standard attr ID for object a0eb71fd-40b8-4331-8828-f97867554a9c. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:26:47.271483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34616) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:47.296770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Subnet': ['ID=9affea73-da80-4c7a-9a20-5cfe40344671,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:47.312920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.312920 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Added segment 10bd24ea-9968-4df9-a58f-1220ea5279f0 of type vlan for network a28d052c-e504-4c50-9c7f-4ab30204ba14 Jun 01 13:26:47.324620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:47.338389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d27fb4a4-9f27-4987-be56-5c0b6bd5c0cc req-884b2095-19a2-4acc-97da-0d66ac58a055 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Synchronizing usage tracker for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:47.422840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.495393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d27fb4a4-9f27-4987-be56-5c0b6bd5c0cc req-884b2095-19a2-4acc-97da-0d66ac58a055 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] Unset dirty status for tenant:884469708e4c4ebea4c00931e9fce384 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:47.497379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d27fb4a4-9f27-4987-be56-5c0b6bd5c0cc req-884b2095-19a2-4acc-97da-0d66ac58a055 tempest-ServersNegativeTestJSON-170721898 tempest-ServersNegativeTestJSON-170721898-project] 10.222.0.40 "GET /v2.0/ports?device_id=68485c2b-e84b-42a8-9cb5-8b958a983d68 HTTP/1.1" status: 200 len: 210 time: 0.2805946 Jun 01 13:26:47.505377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.522652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:47.524392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.643727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-9918306d-9c07-4b77-8e77-b7bf0e1a7e1c', 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c', 'tenant_id': 'e2e4054048ab4239b8c7bbacccb5b2cc', 'fixed_ips': [{'subnet_id': '0a4a7218-2d88-406b-b60a-5410b2a6bb98'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:47.644790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.689880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7614164 Jun 01 13:26:47.695100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34622) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:47.701934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'network': {'name': 'tempest-router-network02--1735196333'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:47.760500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 922ff2ec-18de-480f-9eef-d067f662d14f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:47.828689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Checking segment: {'id': '5658fcf5-b505-495e-946a-5a9a7063598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:47.828999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network hostable DHCP agents. Network: 6aa2c706-4ec3-4e4e-98d1-41c59212e453, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:47.866627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295019c8-a428-43fd-b7a9-9f6ea623436a tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Network': ['ID=a28d052c-e504-4c50-9c7f-4ab30204ba14,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:47.873594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:47.879227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:network and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:47.884743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:47.894925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:47.895612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:47.902496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:47.907425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:47.912950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:47.913201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:47.916614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:47.919351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:47.921031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:47.962252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6aa2c706-4ec3-4e4e-98d1-41c59212e453) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:47.988872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:47.989506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.002802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:48.016614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.017045 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Added segment cd6d3c99-244b-483c-b7ee-dbc403fef801 of type vlan for network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce Jun 01 13:26:48.020447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf7984-e575-4a04-bfb2-0ec8e6fa6322 None None] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:48.073357 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.100439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:48.110849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.143703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.158747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:48.160138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.194115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c2273f33-692a-442e-8049-d07a86775b10 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7994912 Jun 01 13:26:48.200725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:48.218940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'network': {'name': 'tempest-router-network01--1437327471'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:48.231489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:48.247481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:network and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:48.251590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:48.264396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:48.288717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:48.297790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.300437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6041284 Jun 01 13:26:48.306166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34646) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:48.324372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:26:48.378993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Deleting port 922ff2ec-18de-480f-9eef-d067f662d14f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:48.379369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.418850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'subnet': {'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:48.621780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:48.636210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.637819 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Added segment 78522523-f20f-4c5f-ab54-b5d26cee43e1 of type vlan for network 26ed652f-d1ed-4356-9126-92fc77119e64 Jun 01 13:26:48.653611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee8435-a000-4715-ba9b-fa17fcd40856 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Network': ['ID=bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:48.688835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.707231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34664) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:48.737887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Allocated IP 172.20.0.2 (9918306d-9c07-4b77-8e77-b7bf0e1a7e1c/0a4a7218-2d88-406b-b60a-5410b2a6bb98/3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:48.754085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:48.760085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:subnet and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:48.764347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:48.772782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:48.787992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:48.795104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.810053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.824646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:48.848336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:48.856933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:48.857776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:48.933986 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6389017 Jun 01 13:26:48.939217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:48.958844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'name': 'tempest-NetworksTestDHCPv6-412140161'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:48.999183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5952-c787-4293-8f02-0f246a6ed86c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=ba56081a-c25e-4184-9998-3622c8b0462a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:49.055277 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.061380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:26:49.124304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.136650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:49.137277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.151801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:49.470358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.479162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Deleting subnet be8d13cb-8b42-4ea2-aad9-dec96517a16f {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:49.481957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Network': ['ID=26ed652f-d1ed-4356-9126-92fc77119e64,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:49.495667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.503026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dba559c6-3ee0-4f1f-a985-da76e698ed54 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3009567 Jun 01 13:26:49.505216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Transition to ACTIVE for port object 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:49.506460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34686) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:49.536201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'network': {'name': 'tempest-router-network02--106053185'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:49.556265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:49.558741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Transition to ACTIVE for port object 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:49.572141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:49.585228 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:49.610268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:49.635155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:49.645184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:49.654416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.666888 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.687651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:network and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:49.712508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:49.737364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.741606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:49.746800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 63ac1445-3e9b-48ac-b611-feb698ddee42 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:49.858054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 26ed652f-d1ed-4356-9126-92fc77119e64 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:49.878995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-6aa2c706-4ec3-4e4e-98d1-41c59212e453', 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453', 'tenant_id': '9031a3a1f1d24988920ef623056cd37f', 'fixed_ips': [{'subnet_id': '9affea73-da80-4c7a-9a20-5cfe40344671'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:49.879840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.892751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:49.896585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.898980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08625eaa-289b-408b-b80a-18d3987adce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.901021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:49.905760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 3609fef1-5bfc-471e-b357-9e54143fafe1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:26:49.906192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 3609fef1-5bfc-471e-b357-9e54143fafe1 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:26:49.996404 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:26:50.002035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Subnet': ['ID=93e08050-dfe9-4ab1-863e-28f823fa808b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:50.050733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:26:50.111527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.112120 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Added segment f6b4af00-90fa-46b1-af4c-8a49783423b5 of type vlan for network e9ab5aa4-33d4-4d43-a905-0416038cb162 Jun 01 13:26:50.117530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.161541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::eb (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/ba56081a-c25e-4184-9998-3622c8b0462a/63ac1445-3e9b-48ac-b611-feb698ddee42) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:50.226176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.269672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Checking segment: {'id': '10bd24ea-9968-4df9-a58f-1220ea5279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:50.270015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network hostable DHCP agents. Network: a28d052c-e504-4c50-9c7f-4ab30204ba14, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:50.385564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:50.402164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.404260 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.458694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:50.458694 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.482747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:50.504285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:50.513202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a28d052c-e504-4c50-9c7f-4ab30204ba14) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:50.516665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8d13cb-8b42-4ea2-aad9-dec96517a16f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:50.537696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 922ff2ec-18de-480f-9eef-d067f662d14f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:50.538474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.565364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:50.565956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.577758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:50.597809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e3f54-3c9c-4746-b527-2f2fd7a4be66 None None] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:50.637247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.705613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-82699095-3560-40bc-a648-566724282e02 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3918555 Jun 01 13:26:50.710718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34714) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:50.722433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'subnet': {'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:50.765710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.775159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c234802a-b05d-40f2-8ae6-2d5d00a5307f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/be8d13cb-8b42-4ea2-aad9-dec96517a16f HTTP/1.1" status: 204 len: 168 time: 2.0637665 Jun 01 13:26:50.778038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34718) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:50.788439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 63ac1445-3e9b-48ac-b611-feb698ddee42 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:50.867256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:50.872793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Pushing event updated for resources: {'Port': ['ID=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:50.973220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=63ac1445-3e9b-48ac-b611-feb698ddee42,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:50.982259 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4746683 Jun 01 13:26:50.991264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:51.000414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'subnet': {'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:51.021910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547053b-566e-45a7-aa75-018d5a6a45ea tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Network': ['ID=e9ab5aa4-33d4-4d43-a905-0416038cb162,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:51.081025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:51.088173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:51.101656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:51.107389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:51.108244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.129410 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a0db35a7-a51d-456d-92f2-6ffb2aca0d93 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1816907 Jun 01 13:26:51.133030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:51.155816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:51.165004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Usage tracker for resource:subnet and tenant:e2e4054048ab4239b8c7bbacccb5b2cc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:51.182205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.182205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:51.203488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:51.219992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d18ca0bb-5522-4320-8463-7fa3f5e24fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.286515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:26:51.295075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:51.324521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:subnet and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:51.326324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Made reservation on behalf of e2e4054048ab4239b8c7bbacccb5b2cc for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:51.342556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:51.345917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Attempting to bind port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:26:51.346445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.346806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Attempting to bind port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '7e03db72-1a4c-4420-bd63-fabfeadf0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:26:51.347308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Attempting to bind port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd on network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:26:51.359767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:51.407498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7ce3a-e93e-47d8-8269-b50b9f9a7d24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:51.413395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7ce3a-e93e-47d8-8269-b50b9f9a7d24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:51.414259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-83d7ce3a-e93e-47d8-8269-b50b9f9a7d24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:51.430805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:51.434246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.523015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-83d7ce3a-e93e-47d8-8269-b50b9f9a7d24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:51.526822 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-83d7ce3a-e93e-47d8-8269-b50b9f9a7d24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3901484 Jun 01 13:26:51.535031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:51.666800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:26:51.669008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Checking segment: {'id': '7e03db72-1a4c-4420-bd63-fabfeadf0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:51.671404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.672079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Bound using segment: {'id': '7e03db72-1a4c-4420-bd63-fabfeadf0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:26:51.672976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Bound port: 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e03db72-1a4c-4420-bd63-fabfeadf0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9918306d-9c07-4b77-8e77-b7bf0e1a7e1c'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:26:51.675466 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.841336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:51.957721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c8ce49-98b2-4f6d-8877-d350d15c258f']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:51.974920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a9024-83a8-4f11-9e95-0df01ac4232f') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:51.975208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a9024-83a8-4f11-9e95-0df01ac4232f') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:26:51.991246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.045418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.069704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:26:52.070360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.075655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 63ac1445-3e9b-48ac-b611-feb698ddee42 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:52.076177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.133552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] For port 922ff2ec-18de-480f-9eef-d067f662d14f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=922ff2ec-18de-480f-9eef-d067f662d14f,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:52.133977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.173290 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c35a9024-83a8-4f11-9e95-0df01ac4232f resource provider aggregate not found Jun 01 13:26:52.202139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.326199 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment c35a9024-83a8-4f11-9e95-0df01ac4232f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c35a9024-83a8-4f11-9e95-0df01ac4232f found for delete ", "request_id": "req-ee4f988d-f536-4ca1-9424-09404bd93763"}]} Jun 01 13:26:52.362351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.493265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Calling delete_port for 922ff2ec-18de-480f-9eef-d067f662d14f owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:52.525781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.526423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 922ff2ec-18de-480f-9eef-d067f662d14f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:52.540095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Allocated IP 2001:db8::2 (6aa2c706-4ec3-4e4e-98d1-41c59212e453/9affea73-da80-4c7a-9a20-5cfe40344671/a5f0f565-8599-4bf2-aba1-441dd61ff0f1) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:52.620952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.622438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] For port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:26:52.633108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.734213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/67c8ce49-98b2-4f6d-8877-d350d15c258f HTTP/1.1" status: 204 len: 168 time: 1.9481471 Jun 01 13:26:52.737148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 922ff2ec-18de-480f-9eef-d067f662d14f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:26:52.739940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.781388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] For port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,segment=NetworkSegment(7e03db72-1a4c-4420-bd63-fabfeadf0551),segment_id=7e03db72-1a4c-4420-bd63-fabfeadf0551)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:26:52.809072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-a28d052c-e504-4c50-9c7f-4ab30204ba14', 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14', 'tenant_id': 'e2e4054048ab4239b8c7bbacccb5b2cc', 'fixed_ips': [{'subnet_id': '93e08050-dfe9-4ab1-863e-28f823fa808b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:52.810322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.827035 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.888305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48569823-343e-4939-9b2d-81f2302ed3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c8ce49-98b2-4f6d-8877-d350d15c258f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:52.896622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Subnet': ['ID=06f11965-5d14-4e80-b323-e1dc54d5f020,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:52.908750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Checking segment: {'id': 'cd6d3c99-244b-483c-b7ee-dbc403fef801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:52.909220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network hostable DHCP agents. Network: bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:52.939224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:52.979031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:52.998893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:53.005644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:53.006231 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:53.025207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855faeac-3076-44f8-9273-beb24460ca46 None None] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:53.052541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No active binding found for port 922ff2ec-18de-480f-9eef-d067f662d14f {{(pid=88373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 13:26:53.052991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 922ff2ec-18de-480f-9eef-d067f662d14f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:26:53.062167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] No DVR routers for this DVR port 922ff2ec-18de-480f-9eef-d067f662d14f on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:26:53.063963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a1a03f7c-b9e7-4275-a9d6-c953d3de55e9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3504560 Jun 01 13:26:53.068208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34782) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:53.161659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f7cc0-8f9e-46c3-9d6b-d338638c1a64 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:53.171828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34788) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:53.237802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 63ac1445-3e9b-48ac-b611-feb698ddee42 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:26:53.636215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:53.739998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Subnet': ['ID=f3d10695-93cc-4117-b3e9-314f55fccbe1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:53.776427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-537ba633-ab18-40d5-a624-9ae2db0a9e45 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=884469708e4c4ebea4c00931e9fce384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979569 Jun 01 13:26:53.776652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:53.782217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.104904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=63ac1445-3e9b-48ac-b611-feb698ddee42,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:54.107763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.127434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970d543-5b76-44df-9e40-b38e312d86b8 None None] Pushing event updated for resources: {'Port': ['ID=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:54.156426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.241377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.254970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.262061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.271238 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b318b21-930e-46ff-8b80-fd3e47738b32 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/63ac1445-3e9b-48ac-b611-feb698ddee42 HTTP/1.1" status: 204 len: 168 time: 2.7351434 Jun 01 13:26:54.276267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34812) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:54.284144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Checking segment: {'id': '78522523-f20f-4c5f-ab54-b5d26cee43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:54.284548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network hostable DHCP agents. Network: 26ed652f-d1ed-4356-9126-92fc77119e64, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:54.419422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 26ed652f-d1ed-4356-9126-92fc77119e64 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:54.491468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 26ed652f-d1ed-4356-9126-92fc77119e64) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:54.504657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:54.506793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.639956 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6c5fde24-e3d8-419d-8f5c-211e3205ea81 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6474056 Jun 01 13:26:54.644661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:54.661382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'subnet': {'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:54.694943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.705754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:54.714437 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/036a15b6-c2d7-4f5e-92bd-d0f3353536d3 HTTP/1.1" status: 204 len: 168 time: 0.9329736 Jun 01 13:26:54.774561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74633bd-2903-426f-8a25-126f0bf8bdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a15b6-c2d7-4f5e-92bd-d0f3353536d3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:54.799743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c76c96-8c35-4d92-94d5-ff4c88cc9f3e None None] Network 26ed652f-d1ed-4356-9126-92fc77119e64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:54.813776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:26:54.871326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c32f62-2b6d-4069-a289-9a7896865f03 None None] Pushing event deleted for resources: {'Port': ['ID=922ff2ec-18de-480f-9eef-d067f662d14f,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:54.965197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d59ede-e84e-4265-ab2a-cd38cda48af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': 'ba56081a-c25e-4184-9998-3622c8b0462a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:54.968826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b6d59ede-e84e-4265-ab2a-cd38cda48af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.047220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78358d8f-dc62-4eb1-ae88-960b3110436b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:55.049060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78358d8f-dc62-4eb1-ae88-960b3110436b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:55.050981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-78358d8f-dc62-4eb1-ae88-960b3110436b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7687173 Jun 01 13:26:55.061971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34838) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:55.096453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:55.107266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:subnet and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:55.111899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:55.123215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:55.146193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:55.160706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.289961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet ba56081a-c25e-4184-9998-3622c8b0462a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:26:55.296676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.331526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.381205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.442556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce', 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce', 'tenant_id': 'e2e4054048ab4239b8c7bbacccb5b2cc', 'fixed_ips': [{'subnet_id': '06f11965-5d14-4e80-b323-e1dc54d5f020'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:55.443836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.471861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Transition to ACTIVE for port object a5f0f565-8599-4bf2-aba1-441dd61ff0f1 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:55.600586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.622119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.671159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6581840-5e4b-4bdc-a372-3dd624bac16c None None] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:55.708156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Subnet': ['ID=0f17cdde-90aa-4088-aef5-04634eb2250e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:55.762990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Checking segment: {'id': 'f6b4af00-90fa-46b1-af4c-8a49783423b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:55.763355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network hostable DHCP agents. Network: e9ab5aa4-33d4-4d43-a905-0416038cb162, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:26:55.795489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:26:55.821158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e9ab5aa4-33d4-4d43-a905-0416038cb162) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:55.827225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.830468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:55.831952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.884229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=ba56081a-c25e-4184-9998-3622c8b0462a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:55.901451 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:55.908299 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02d97086-1a22-4e74-8e5b-f644f169661c tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2604351 Jun 01 13:26:55.911005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34862) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:55.936402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.936771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.937137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.937477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.938130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.938473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.938822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.939332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.940644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.941141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.942558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.945965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:55.971097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9550a143-da7e-4b20-9273-37a36b401be1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ba56081a-c25e-4184-9998-3622c8b0462a HTTP/1.1" status: 204 len: 168 time: 0.9024887 Jun 01 13:26:55.974523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34868) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:56.004103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a9519-b746-4c06-b8c8-5b190e7824c8 None None] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:56.112643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f10853a4-534f-4b82-9eac-6697c6a6b818 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365626 Jun 01 13:26:56.115882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34878) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-b6d59ede-e84e-4265-ab2a-cd38cda48af5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba56081a-c25e-4184-9998-3622c8b0462a: This subnet is being modified by another concurrent operation. Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba56081a-c25e-4184-9998-3622c8b0462a: This subnet is being modified by another concurrent operation. Jun 01 13:26:56.116113 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:26:56.149429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:56.339291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:56.345672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:56.353450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:56.367583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:56.369360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Allocated IP 172.20.0.2 (a28d052c-e504-4c50-9c7f-4ab30204ba14/93e08050-dfe9-4ab1-863e-28f823fa808b/01d99c4b-a706-4605-aee7-fd6ce0f7e533) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:56.379727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Transition to ACTIVE for port object a5f0f565-8599-4bf2-aba1-441dd61ff0f1 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:56.385180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:56.389222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:56.700680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:56.811082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:56.835727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:56.836534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:56.908251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Provisioning for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:26:56.940556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:56.980099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e9ab5aa4-33d4-4d43-a905-0416038cb162', 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162', 'tenant_id': '9031a3a1f1d24988920ef623056cd37f', 'fixed_ips': [{'subnet_id': '0f17cdde-90aa-4088-aef5-04634eb2250e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:56.981879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:57.051530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:57.051530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:57.087993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:57.114387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Provisioning complete for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:26:57.114776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:57.216109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=30d6efa0-274a-4678-a2b6-77a522f8c22e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:57.231024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:57.236009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:57.240049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:57.240629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:57.300890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-18683612-8ea7-4431-bbca-0acfd5e886a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1833611 Jun 01 13:26:57.301812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34916) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:57.309230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'name': 'tempest-NetworksTestDHCPv6-62982942'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:26:57.380570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2eae3-9645-41ee-b871-2d5fd0999787 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:26:57.403787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Pushing event updated for resources: {'Port': ['ID=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:57.439302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:57.837708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 34932) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:57.939701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:57.944996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:57.953350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:57.968241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:57.992936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:26:57.997491 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.045673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 090a14f3-b170-4236-b290-79ab32bc54db yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:26:58.297973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.338799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:26:58.349144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Usage tracker for resource:security_group_rule and tenant:805a11ed998b4bee994126850a7e2729 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:26:58.354034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:26:58.370266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:26:58.398645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Attempting to bind port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:26:58.400495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Attempting to bind port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5658fcf5-b505-495e-946a-5a9a7063598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:26:58.401088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Attempting to bind port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 on network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:26:58.425588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:26:58.426351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::16d (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/30d6efa0-274a-4678-a2b6-77a522f8c22e/090a14f3-b170-4236-b290-79ab32bc54db) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:58.426639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Checking segment: {'id': '5658fcf5-b505-495e-946a-5a9a7063598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:26:58.427214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.427619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Bound using segment: {'id': '5658fcf5-b505-495e-946a-5a9a7063598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:26:58.428155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Bound port: a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5658fcf5-b505-495e-946a-5a9a7063598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6aa2c706-4ec3-4e4e-98d1-41c59212e453'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:26:58.428499 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.439819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-26ed652f-d1ed-4356-9126-92fc77119e64', 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64', 'tenant_id': '9031a3a1f1d24988920ef623056cd37f', 'fixed_ips': [{'subnet_id': 'f3d10695-93cc-4117-b3e9-314f55fccbe1'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:58.440654 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.461485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Allocated IP 2001:db8::1 (26ed652f-d1ed-4356-9126-92fc77119e64/f3d10695-93cc-4117-b3e9-314f55fccbe1/f0b85fb4-a769-4f81-b93c-030a872547f7) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:58.683690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:58.684074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.725250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Allocated IP 172.20.0.2 (bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce/06f11965-5d14-4e80-b323-e1dc54d5f020/cca38601-9813-4688-b302-c7a066640303) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:26:58.752952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.760487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.791939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Current status of the port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:26:58.792320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.854384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:58.902192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969d22f3-a87a-4085-954e-93f071470ca2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:58.908969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 090a14f3-b170-4236-b290-79ab32bc54db will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:58.932775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=805a11ed998b4bee994126850a7e2729&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936015 Jun 01 13:26:58.933729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34962) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:58.983520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.984345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.986294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.986801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.988367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.990068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.990190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9573f867-6094-4949-aeeb-43b797be329d None None] For port a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:26:58.991252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.993827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.994349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.994788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9573f867-6094-4949-aeeb-43b797be329d None None] For port a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,segment=NetworkSegment(5658fcf5-b505-495e-946a-5a9a7063598c),segment_id=5658fcf5-b505-495e-946a-5a9a7063598c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:26:58.994925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.995332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:58.996012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f1f25-09dd-47d1-863e-4e48f7662e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:26:59.080521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.132336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Transition to ACTIVE for port object f0b85fb4-a769-4f81-b93c-030a872547f7 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:26:59.136420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.181899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.189748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.276477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.306193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 26ed652f-d1ed-4356-9126-92fc77119e64 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:59.313018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:59.317530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:59.318147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.324742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Port': ['ID=f0b85fb4-a769-4f81-b93c-030a872547f7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:59.388672 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.420466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:26:59.420466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:26:59.430227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:26:59.436835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:59.436835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.494078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=090a14f3-b170-4236-b290-79ab32bc54db,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:59.537529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-efe18bda-5bf8-4cee-bacc-464a8a6bdbe0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2343540 Jun 01 13:26:59.540642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:59.611217 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.640565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.642828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.644100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/969d22f3-a87a-4085-954e-93f071470ca2 HTTP/1.1" status: 204 len: 168 time: 0.7079959 Jun 01 13:26:59.677473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33951d1d-5a44-4444-b1f8-38936003e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d22f3-a87a-4085-954e-93f071470ca2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:26:59.677736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '30d6efa0-274a-4678-a2b6-77a522f8c22e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:26:59.678829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:26:59.725455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec7bbc-3645-43e8-86ba-4210fc53d7d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:26:59.726206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-69ec7bbc-3645-43e8-86ba-4210fc53d7d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:26:59.750533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-69ec7bbc-3645-43e8-86ba-4210fc53d7d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:26:59.751785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-69ec7bbc-3645-43e8-86ba-4210fc53d7d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2101674 Jun 01 13:26:59.762854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 34984) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:26:59.840584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,segment=NetworkSegment(7e03db72-1a4c-4420-bd63-fabfeadf0551),segment_id=7e03db72-1a4c-4420-bd63-fabfeadf0551)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:26:59.965078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 090a14f3-b170-4236-b290-79ab32bc54db {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:26:59.965742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.228430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/30d6efa0-274a-4678-a2b6-77a522f8c22e/8f906952-6b36-4e6e-8c77-6a0cf57e4524) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:00.329891 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.336431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.338143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.339441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.426287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.553930 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:00.570103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:00.577584 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:00.691530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Port': ['ID=f0b85fb4-a769-4f81-b93c-030a872547f7,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:00.698264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Transition to ACTIVE for port object 01d99c4b-a706-4605-aee7-fd6ce0f7e533 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:00.736549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573f867-6094-4949-aeeb-43b797be329d None None] Pushing event updated for resources: {'Port': ['ID=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:00.757781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Allocated IP 2001:db8::2 (e9ab5aa4-33d4-4d43-a905-0416038cb162/0f17cdde-90aa-4088-aef5-04634eb2250e/78b09917-51e6-450d-9e75-ca2cddc69c95) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:00.845337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 26ed652f-d1ed-4356-9126-92fc77119e64 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:00.847415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:00.924730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 090a14f3-b170-4236-b290-79ab32bc54db owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:00.967301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Transition to ACTIVE for port object 01d99c4b-a706-4605-aee7-fd6ce0f7e533 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:01.292330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Allocated IP 172.20.0.1 (a28d052c-e504-4c50-9c7f-4ab30204ba14/93e08050-dfe9-4ab1-863e-28f823fa808b/b85f1a96-ad43-43ed-a112-0cefc1e4bfd2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:01.444895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Router abe5bb74-c476-4040-a64c-fa886748eaa6 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:27:01.760307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:01.771795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Transition to ACTIVE for port object 78b09917-51e6-450d-9e75-ca2cddc69c95 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:01.795490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Transition to ACTIVE for port object 78b09917-51e6-450d-9e75-ca2cddc69c95 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:01.798970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Allocated IP 2001:db8::2 (26ed652f-d1ed-4356-9126-92fc77119e64/f3d10695-93cc-4117-b3e9-314f55fccbe1/8b4cf881-e549-4a16-b83c-69a83f815984) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:02.038714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.074169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Transition to ACTIVE for port object b85f1a96-ad43-43ed-a112-0cefc1e4bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:02.075300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:02.120551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.162402 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-66b6e326-69e8-48e4-941d-f362f9791ff9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2474365 Jun 01 13:27:02.205216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35054) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:02.208399 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.381519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] Sync routers for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:02.390496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.511665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.572259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:02.585463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:02.588142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:02.594534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.611848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Transition to ACTIVE for port object cca38601-9813-4688-b302-c7a066640303 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:02.645611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Transition to ACTIVE for port object cca38601-9813-4688-b302-c7a066640303 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:02.652425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-70833b2d-489f-46f5-8740-04f47f07d91a None None] Current status of the port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:02.656471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:02.753482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.770007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Transition to ACTIVE for port object 8f906952-6b36-4e6e-8c77-6a0cf57e4524 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:02.775559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:02.776271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:02.874497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Port': ['ID=b85f1a96-ad43-43ed-a112-0cefc1e4bfd2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:02.906739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Pushing event updated for resources: {'Port': ['ID=01d99c4b-a706-4605-aee7-fd6ce0f7e533,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:02.919741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:02.921415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:02.932834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5f0f565-8599-4bf2-aba1-441dd61ff0f1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:03.050087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.053787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=090a14f3-b170-4236-b290-79ab32bc54db,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:03.067957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.091456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-38c77a8a-a3a5-4ea5-bb35-d69f9078d278 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/090a14f3-b170-4236-b290-79ab32bc54db HTTP/1.1" status: 204 len: 168 time: 3.3274348 Jun 01 13:27:03.100470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:03.226053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.326418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:03.331765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:03.342790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efa7b1-7572-494c-9202-b70b9c3ae55d None None] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:03.394575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fc9b6-3671-412c-86a6-a54978740b18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:03.395840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:03.406328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fc9b6-3671-412c-86a6-a54978740b18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:03.407194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c9fc9b6-3671-412c-86a6-a54978740b18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:03.415808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Pushing event updated for resources: {'Port': ['ID=78b09917-51e6-450d-9e75-ca2cddc69c95,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:03.460652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.512823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Transition to ACTIVE for port object 8b4cf881-e549-4a16-b83c-69a83f815984 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:03.527452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Transition to ACTIVE for port object 8b4cf881-e549-4a16-b83c-69a83f815984 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:03.599341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Transition to ACTIVE for port object 8f906952-6b36-4e6e-8c77-6a0cf57e4524 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:03.694394 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.721006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:03.726980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:03.790503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:03.800476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:03.807560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5c9fc9b6-3671-412c-86a6-a54978740b18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:03.813097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c9fc9b6-3671-412c-86a6-a54978740b18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6950049 Jun 01 13:27:03.816340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35104) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:03.835916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Network 26ed652f-d1ed-4356-9126-92fc77119e64 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:03.837833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:03.872679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:03.881325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:03.883269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:03.985786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:04.004621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:04.005576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:04.076004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.095025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.221633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 30d6efa0-274a-4678-a2b6-77a522f8c22e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:04.239389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.260868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.324093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.414370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e65c5769-bc84-49ae-ad39-f9fb28905da1 None None] Provisioning complete for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:04.414808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e65c5769-bc84-49ae-ad39-f9fb28905da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.430685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Port': ['ID=b85f1a96-ad43-43ed-a112-0cefc1e4bfd2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:04.542421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:04.542808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807a018-c0f7-420a-83ef-aa7dfaf98260 None None] The sync data for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:04.547699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:04.552219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.562029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:04.750344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:04.781562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.838057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:04.863802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=30d6efa0-274a-4678-a2b6-77a522f8c22e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:04.936938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:04.948854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Attempting to bind port 8b4cf881-e549-4a16-b83c-69a83f815984 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:04.949265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Attempting to bind port 8b4cf881-e549-4a16-b83c-69a83f815984 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '78522523-f20f-4c5f-ab54-b5d26cee43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:04.949622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Attempting to bind port 8b4cf881-e549-4a16-b83c-69a83f815984 on network 26ed652f-d1ed-4356-9126-92fc77119e64 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:04.954244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Pushing event updated for resources: {'Port': ['ID=cca38601-9813-4688-b302-c7a066640303,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:05.031178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:05.034464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:05.106935 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-660d1aae-601a-45ea-a7e4-cabd7c730778 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:27:05.108389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-660d1aae-601a-45ea-a7e4-cabd7c730778 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9144375 Jun 01 13:27:05.110183 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9459fdbe-3cd1-43fa-ac91-12e97d36f510 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/30d6efa0-274a-4678-a2b6-77a522f8c22e HTTP/1.1" status: 204 len: 168 time: 1.2927258 Jun 01 13:27:05.113409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35164) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:05.114582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35166) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:05.160034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Router 00ed1686-d08f-4454-bc3e-6f77f6fc1f20 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:27:05.181149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e65c5769-bc84-49ae-ad39-f9fb28905da1 None None] Current status of the port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:05.301876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Attempting to bind port 78b09917-51e6-450d-9e75-ca2cddc69c95 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:05.305416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Attempting to bind port 78b09917-51e6-450d-9e75-ca2cddc69c95 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f6b4af00-90fa-46b1-af4c-8a49783423b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:05.305896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Attempting to bind port 78b09917-51e6-450d-9e75-ca2cddc69c95 on network e9ab5aa4-33d4-4d43-a905-0416038cb162 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:05.341640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Pushing event updated for resources: {'Port': ['ID=8f906952-6b36-4e6e-8c77-6a0cf57e4524,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:05.350315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:05.448672 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8efbbc88-ac93-4487-ba2a-c6450f60e4e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3325167 Jun 01 13:27:05.457175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35184) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:05.518389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:05.580582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:05.580958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Checking segment: {'id': '78522523-f20f-4c5f-ab54-b5d26cee43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:05.581357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:05.581739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Bound using segment: {'id': '78522523-f20f-4c5f-ab54-b5d26cee43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:05.592003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Bound port: 8b4cf881-e549-4a16-b83c-69a83f815984, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78522523-f20f-4c5f-ab54-b5d26cee43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '26ed652f-d1ed-4356-9126-92fc77119e64'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:05.595127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:05.621971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:05.630318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1802b0d7-8056-4a94-b0c0-c73c16ec848e tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5612307 Jun 01 13:27:05.631038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35194) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:05.633421 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] Sync routers for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:05.665903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:05.671377 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:05.848147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Attempting to bind port cca38601-9813-4688-b302-c7a066640303 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:05.848911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Attempting to bind port cca38601-9813-4688-b302-c7a066640303 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'cd6d3c99-244b-483c-b7ee-dbc403fef801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:05.849443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Attempting to bind port cca38601-9813-4688-b302-c7a066640303 on network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:05.852198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:05.852758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Checking segment: {'id': 'f6b4af00-90fa-46b1-af4c-8a49783423b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:05.853319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:05.853912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Bound using segment: {'id': 'f6b4af00-90fa-46b1-af4c-8a49783423b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:05.854538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Bound port: 78b09917-51e6-450d-9e75-ca2cddc69c95, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4af00-90fa-46b1-af4c-8a49783423b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9ab5aa4-33d4-4d43-a905-0416038cb162'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:05.855097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:05.898447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:05.927574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:05.929744 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:05.977245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Attempting to bind port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:05.977886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Attempting to bind port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:05.978001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Attempting to bind port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:05.981872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Provisioning for port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:05.992295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Attempting to bind port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:05.992664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Attempting to bind port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '10bd24ea-9968-4df9-a58f-1220ea5279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:05.993025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Attempting to bind port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 on network a28d052c-e504-4c50-9c7f-4ab30204ba14 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:06.048523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Provisioning complete for port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:06.048873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.146514 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:06.149990 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0bdf8-fcc9-486c-ac6e-8bb6019efe21 None None] The sync data for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:06.184536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66093231-0104-4065-a3e4-9e928f737d23 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:06.184758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66093231-0104-4065-a3e4-9e928f737d23 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:06.265174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:06.265548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Checking segment: {'id': 'cd6d3c99-244b-483c-b7ee-dbc403fef801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:06.265952 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.266352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Bound using segment: {'id': 'cd6d3c99-244b-483c-b7ee-dbc403fef801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:06.266861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Bound port: cca38601-9813-4688-b302-c7a066640303, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6d3c99-244b-483c-b7ee-dbc403fef801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:06.267229 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.312813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-66093231-0104-4065-a3e4-9e928f737d23 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:06.314070 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-66093231-0104-4065-a3e4-9e928f737d23 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8556750 Jun 01 13:27:06.317052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35222) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:06.534514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35232) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:06.576411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e4885-9112-434d-b733-071d9629f757 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:06.577085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4f5e4885-9112-434d-b733-071d9629f757 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:06.672920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4f5e4885-9112-434d-b733-071d9629f757 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:06.675546 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4f5e4885-9112-434d-b733-071d9629f757 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3576066 Jun 01 13:27:06.678060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:06.730943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:06.730943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:06.730943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.731354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:06.731598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Bound port: 8f906952-6b36-4e6e-8c77-6a0cf57e4524, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:06.732517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.796256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.872617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:06.872988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Checking segment: {'id': '10bd24ea-9968-4df9-a58f-1220ea5279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:06.873382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.873765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Bound using segment: {'id': '10bd24ea-9968-4df9-a58f-1220ea5279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:06.874238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Bound port: 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bd24ea-9968-4df9-a58f-1220ea5279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a28d052c-e504-4c50-9c7f-4ab30204ba14'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:06.874613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:06.951135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Pushing event updated for resources: {'Port': ['ID=8b4cf881-e549-4a16-b83c-69a83f815984,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:06.990572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.045809 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fab22e62-0810-427f-9872-06690d652c63 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3663378 Jun 01 13:27:07.096650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35252) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:07.118890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:07.156223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] For port 8b4cf881-e549-4a16-b83c-69a83f815984, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:07.167111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:07.176228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] For port 8b4cf881-e549-4a16-b83c-69a83f815984, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b4cf881-e549-4a16-b83c-69a83f815984,segment=NetworkSegment(78522523-f20f-4c5f-ab54-b5d26cee43e1),segment_id=78522523-f20f-4c5f-ab54-b5d26cee43e1)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:07.179604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb72901e0614adb801b4be426cbd56d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:07.188466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:07.206998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:07.317994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] For port 78b09917-51e6-450d-9e75-ca2cddc69c95, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:07.323575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.417289 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-e9282db6-9583-4a9b-b393-9e9e0d918ff5 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:27:07.419014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e9282db6-9583-4a9b-b393-9e9e0d918ff5 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7843020 Jun 01 13:27:07.420292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:07.423277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35262) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:07.589561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:07.782183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:07.786035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.787978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] For port 78b09917-51e6-450d-9e75-ca2cddc69c95, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=78b09917-51e6-450d-9e75-ca2cddc69c95,segment=NetworkSegment(f6b4af00-90fa-46b1-af4c-8a49783423b5),segment_id=f6b4af00-90fa-46b1-af4c-8a49783423b5)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:07.945468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.955672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port f0b85fb4-a769-4f81-b93c-030a872547f7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:07.956095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.974143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] For port 8f906952-6b36-4e6e-8c77-6a0cf57e4524, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:07.978188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] For port 8f906952-6b36-4e6e-8c77-6a0cf57e4524, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f906952-6b36-4e6e-8c77-6a0cf57e4524,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:07.982621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Current status of the port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:07.986036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:07.995106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.028906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.109103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] For port a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,segment=NetworkSegment(5658fcf5-b505-495e-946a-5a9a7063598c),segment_id=5658fcf5-b505-495e-946a-5a9a7063598c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:08.114739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.150208 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.169960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:08.170641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.251709 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3eb72901e0614adb801b4be426cbd56d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7097673 Jun 01 13:27:08.262281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35288) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:08.265098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5f31a-d9c9-43da-9bbc-684166dde344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2663dfe7-ee07-4752-b0bd-cac62036cb13,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:08.437557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] For port cca38601-9813-4688-b302-c7a066640303, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:08.631343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe685d-b20c-4674-a93d-2d51f3537293 None None] Pushing event updated for resources: {'Port': ['ID=8b4cf881-e549-4a16-b83c-69a83f815984,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:08.640949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.705590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.797081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] For port cca38601-9813-4688-b302-c7a066640303, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cca38601-9813-4688-b302-c7a066640303,segment=NetworkSegment(cd6d3c99-244b-483c-b7ee-dbc403fef801),segment_id=cd6d3c99-244b-483c-b7ee-dbc403fef801)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:08.823752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] For port 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:08.894913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.940330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:08.942620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] For port 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=01d99c4b-a706-4605-aee7-fd6ce0f7e533,segment=NetworkSegment(10bd24ea-9968-4df9-a58f-1220ea5279f0),segment_id=10bd24ea-9968-4df9-a58f-1220ea5279f0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:09.014454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.035404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:09.061682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.069886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24f71-1292-4011-9f51-8d84d751d124 None None] Pushing event updated for resources: {'Port': ['ID=78b09917-51e6-450d-9e75-ca2cddc69c95,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:09.400562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for f0b85fb4-a769-4f81-b93c-030a872547f7 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:09.437803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2663dfe7-ee07-4752-b0bd-cac62036cb13,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:09.446116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.521442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.523026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d62c41ed-c84d-434f-a1a6-880ee0dd5467 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2663dfe7-ee07-4752-b0bd-cac62036cb13 HTTP/1.1" status: 204 len: 168 time: 1.2347145 Jun 01 13:27:09.603151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b4cf881-e549-4a16-b83c-69a83f815984 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:09.688389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:09.726169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:09.731480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7085-4663-4472-9c44-c7fe47dc5db9 None None] Pushing event updated for resources: {'Port': ['ID=8f906952-6b36-4e6e-8c77-6a0cf57e4524,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:09.737703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:09.738756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.841507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=45fb743d-6aef-4c81-9bdb-1c3c05549ae4,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:09.855276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:09.902406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd39414-8f3b-41d1-84ff-286219de8336 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:10.011552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:10.060768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ee85b0dc-1366-4dcd-99b6-48ca980ac996 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9578176 Jun 01 13:27:10.061814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:10.158470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '45fb743d-6aef-4c81-9bdb-1c3c05549ae4', 'ip_address': '2001:db8::4d53:ca84:7871:93d'}], 'name': 'tempest-NetworksTestDHCPv6-268848828'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:10.269542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Port': ['ID=f0b85fb4-a769-4f81-b93c-030a872547f7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:10.584427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-098969b4-9b3f-457d-8b0f-f650890c6617 None None] Provisioning complete for port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:10.585071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-098969b4-9b3f-457d-8b0f-f650890c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:10.621604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8b4cf881-e549-4a16-b83c-69a83f815984 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:10.627882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f3c7-9047-4d48-965b-70ca571aceb1 None None] Pushing event updated for resources: {'Port': ['ID=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:10.857981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f3a57-10f8-409c-804b-073460019925 None None] Network 26ed652f-d1ed-4356-9126-92fc77119e64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:10.859969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:11.015038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35344) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:11.044868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dced2c-e37b-471c-a3ad-de1665108094 None None] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:11.130434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1201e-9281-45a6-a293-c45420e4cda5 None None] Pushing event updated for resources: {'Port': ['ID=cca38601-9813-4688-b302-c7a066640303,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:11.192031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:11.284608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:11.303779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d61e407246a743d2bd50ea285cddcc83 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:11.332135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:11.364784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:11.537976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf22a3-2285-42a6-8b20-2eb706024807 None None] Pushing event updated for resources: {'Port': ['ID=01d99c4b-a706-4605-aee7-fd6ce0f7e533,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:11.550653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5f0f565-8599-4bf2-aba1-441dd61ff0f1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:11.581446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:11.614487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:11.672343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:11.797780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Router abe5bb74-c476-4040-a64c-fa886748eaa6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:12.159850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2183a2-6465-40aa-b484-7efa1704975c None None] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:12.219337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port b85f1a96-ad43-43ed-a112-0cefc1e4bfd2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:12.219900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:12.504540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62b213-07f8-4680-9cc4-aa36725c7c5a None None] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:12.524285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-098969b4-9b3f-457d-8b0f-f650890c6617 None None] Current status of the port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:12.538410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:12.572631 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-29659a47-c05c-4871-8eef-61d818156958 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4542232 Jun 01 13:27:12.576457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:12.756275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:12.761583 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-a88047f4-3737-446b-b809-e4da6f85fef2 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] delete failed (client error): The resource could not be found. Jun 01 13:27:12.768016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a88047f4-3737-446b-b809-e4da6f85fef2 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/routers/tempest-non_exist_router-1163329668 HTTP/1.1" status: 404 len: 335 time: 0.1836283 Jun 01 13:27:12.768769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:12.771204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:12.774640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f76b348a-e005-4222-8cab-14aa340bc4fe tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abe5bb74-c476-4040-a64c-fa886748eaa6'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:12.776702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:12.782534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] Sync routers for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:12.791171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:12.969022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 88a9ea8b-6750-4556-9502-ea43f406f06c yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:27:12.982214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:12.982214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:13.240557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Calling delete_port for b85f1a96-ad43-43ed-a112-0cefc1e4bfd2 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:13.320168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:13.514234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f76b348a-e005-4222-8cab-14aa340bc4fe tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:13.589506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning for port 8b4cf881-e549-4a16-b83c-69a83f815984 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:13.591319 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f76b348a-e005-4222-8cab-14aa340bc4fe tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] update failed (client error): The resource could not be found. Jun 01 13:27:13.594409 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f76b348a-e005-4222-8cab-14aa340bc4fe tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6 HTTP/1.1" status: 404 len: 339 time: 0.8244967 Jun 01 13:27:13.598323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35408) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:13.612042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1200485882'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:13.626753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:13.637215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:network and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:13.646697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:13.666434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:13.722298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:13.722298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:13.781241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d61e407246a743d2bd50ea285cddcc83&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7487838 Jun 01 13:27:13.782705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182f353-9fb9-43d0-9da3-1c5ff86a97e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc20aab-6b6a-4fde-aa71-d3f4e00d96dc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:13.793252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:13.812843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:13.813357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:13.902225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:27:13.915877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:13.916631 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Added segment e49f2083-7b57-45f9-9fc3-933f844567ba of type vlan for network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 Jun 01 13:27:13.918076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning complete for port 8b4cf881-e549-4a16-b83c-69a83f815984 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:13.918361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:13.965912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.012469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:14.013873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:14.038165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.045235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:14.046437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.147313 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.162913 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5631182 Jun 01 13:27:14.173039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35428) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:14.181306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'subnet': {'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:14.318242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '45fb743d-6aef-4c81-9bdb-1c3c05549ae4'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '8f906952-6b36-4e6e-8c77-6a0cf57e4524'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:27:14.371139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:14.372525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4964eb3-a4af-4997-bdbb-e3d4f0fe63be None None] The sync data for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:14.423318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.724122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Port': ['ID=b85f1a96-ad43-43ed-a112-0cefc1e4bfd2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:14.742524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ee1de-ec0a-438b-9231-f25f0514ca83 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Network': ['ID=e8995c43-d7d3-4ca7-adb9-8a1b60048e20,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:14.746789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:14.767597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.780276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Usage tracker for resource:subnet and tenant:9031a3a1f1d24988920ef623056cd37f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:14.803781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:14.839048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:14.846396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:27:14.895722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Made reservation on behalf of 9031a3a1f1d24988920ef623056cd37f for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:14.899850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.939835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:14.950375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:14.951738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 78b09917-51e6-450d-9e75-ca2cddc69c95 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:15.081221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.210304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Current status of the port 8b4cf881-e549-4a16-b83c-69a83f815984 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:15.211244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.215913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.284072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc20aab-6b6a-4fde-aa71-d3f4e00d96dc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:15.314941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] For port 8b4cf881-e549-4a16-b83c-69a83f815984, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b4cf881-e549-4a16-b83c-69a83f815984,segment=NetworkSegment(78522523-f20f-4c5f-ab54-b5d26cee43e1),segment_id=78522523-f20f-4c5f-ab54-b5d26cee43e1)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:15.323846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.327329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31a7b338-3d73-4965-92ff-684b40503bd7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fcc20aab-6b6a-4fde-aa71-d3f4e00d96dc HTTP/1.1" status: 204 len: 168 time: 1.5309672 Jun 01 13:27:15.391711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.553152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::4d53:ca84:7871:93d (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/45fb743d-6aef-4c81-9bdb-1c3c05549ae4/88a9ea8b-6750-4556-9502-ea43f406f06c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:15.705062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:15.903134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Subnet': ['ID=c7c10c16-6636-410d-a349-0f1126dba74d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:16.027773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Checking segment: {'id': 'e49f2083-7b57-45f9-9fc3-933f844567ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:16.028135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network hostable DHCP agents. Network: e8995c43-d7d3-4ca7-adb9-8a1b60048e20, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:27:16.046528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 78b09917-51e6-450d-9e75-ca2cddc69c95 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:16.130362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:16.137023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:27:16.158300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning for port 78b09917-51e6-450d-9e75-ca2cddc69c95 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:16.165524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e8995c43-d7d3-4ca7-adb9-8a1b60048e20) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:16.169972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:16.170768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:16.185775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 88a9ea8b-6750-4556-9502-ea43f406f06c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:16.186753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning complete for port 78b09917-51e6-450d-9e75-ca2cddc69c95 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:16.187422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:16.211088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-32d9031e-d7cf-43d0-b207-e9a50729a069 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0368195 Jun 01 13:27:16.213951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35470) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:16.278607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d9866a88-1e39-4611-b75c-0180015aebcb tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:16.373650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e81ba7-dbc5-454f-8435-7ed515904918 None None] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:16.620119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:16.913791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Router 00ed1686-d08f-4454-bc3e-6f77f6fc1f20 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:16.919865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:16.931716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:16.946898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:16.963694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:16.964411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cca38601-9813-4688-b302-c7a066640303 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:16.971406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:17.128330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Pushing event updated for resources: {'Port': ['ID=8b4cf881-e549-4a16-b83c-69a83f815984,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:17.369797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Current status of the port 78b09917-51e6-450d-9e75-ca2cddc69c95 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:17.370360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:17.520004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:17.524588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=88a9ea8b-6750-4556-9502-ea43f406f06c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:17.530115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/45fb743d-6aef-4c81-9bdb-1c3c05549ae4/8f906952-6b36-4e6e-8c77-6a0cf57e4524) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:17.531870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] Sync routers for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:17.545558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:17.546276 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:17.623206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d2081181-b82b-423c-8d5b-22595bb5cbc3 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1984954 Jun 01 13:27:17.624145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35520) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:17.702156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e8995c43-d7d3-4ca7-adb9-8a1b60048e20', 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20', 'tenant_id': '9031a3a1f1d24988920ef623056cd37f', 'fixed_ips': [{'subnet_id': 'c7c10c16-6636-410d-a349-0f1126dba74d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:27:17.704175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:17.757085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cca38601-9813-4688-b302-c7a066640303 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:17.790208 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:17.818855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:17.819489 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:26:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:17.845488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aa30c057-8624-47b6-8835-4aebda7c64db tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.7724011 Jun 01 13:27:17.847588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35534) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:18.009889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9866a88-1e39-4611-b75c-0180015aebcb tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:18.010540 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:18.010665 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977fc3a-7442-46df-81d1-27ae12b1595d None None] The sync data for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:18.063900 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-e1392f8e-91fd-48cd-b1c5-234dd2b6dc7f tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] delete failed (client error): The resource could not be found. Jun 01 13:27:18.064939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e1392f8e-91fd-48cd-b1c5-234dd2b6dc7f tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/routers/tempest-non_exist_router-1315717723 HTTP/1.1" status: 404 len: 335 time: 0.4394758 Jun 01 13:27:18.071350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35542) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:18.092591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-88fd45bc-9912-4078-9784-610028153080 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'router': {'external_gateway_info': {'network_id': '00ed1686-d08f-4454-bc3e-6f77f6fc1f20'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:18.121592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01b203-4c78-43f5-b165-05bc86ab94a1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:18.124005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Allocated IP 2001:db8:1::2 (e8995c43-d7d3-4ca7-adb9-8a1b60048e20/c7c10c16-6636-410d-a349-0f1126dba74d/06162a3d-7162-4ae5-8018-80c838304ccf) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:18.141105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01b203-4c78-43f5-b165-05bc86ab94a1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:18.142862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-da01b203-4c78-43f5-b165-05bc86ab94a1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:18.226097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-da01b203-4c78-43f5-b165-05bc86ab94a1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:18.229411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-da01b203-4c78-43f5-b165-05bc86ab94a1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.3748980 Jun 01 13:27:18.232026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35550) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:18.337875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 88a9ea8b-6750-4556-9502-ea43f406f06c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:18.338411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:18.402009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 01d99c4b-a706-4605-aee7-fd6ce0f7e533 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:18.823688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] For port 78b09917-51e6-450d-9e75-ca2cddc69c95, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=78b09917-51e6-450d-9e75-ca2cddc69c95,segment=NetworkSegment(f6b4af00-90fa-46b1-af4c-8a49783423b5),segment_id=f6b4af00-90fa-46b1-af4c-8a49783423b5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:18.875844 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.049581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.062267 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9448667-c8b0-4650-986e-6fec0cd0a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.122145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning for port cca38601-9813-4688-b302-c7a066640303 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:19.160194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.161345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning complete for port cca38601-9813-4688-b302-c7a066640303 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:19.162260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.245617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:19.353322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Pushing event updated for resources: {'Port': ['ID=78b09917-51e6-450d-9e75-ca2cddc69c95,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:19.354759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88fd45bc-9912-4078-9784-610028153080 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.399617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.424578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Transition to ACTIVE for port object 06162a3d-7162-4ae5-8018-80c838304ccf will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:19.460819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 88a9ea8b-6750-4556-9502-ea43f406f06c owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:19.480377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Transition to ACTIVE for port object 06162a3d-7162-4ae5-8018-80c838304ccf will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:19.504464 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-88fd45bc-9912-4078-9784-610028153080 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] update failed (client error): The resource could not be found. Jun 01 13:27:19.521116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.526472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-88fd45bc-9912-4078-9784-610028153080 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20 HTTP/1.1" status: 404 len: 339 time: 1.4522612 Jun 01 13:27:19.531490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:19.646110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:19.681786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:19.692062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b4cf881-e549-4a16-b83c-69a83f815984 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:19.744446 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:19.802451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:19.884343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=88a9ea8b-6750-4556-9502-ea43f406f06c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:19.899678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] For port 8f906952-6b36-4e6e-8c77-6a0cf57e4524, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f906952-6b36-4e6e-8c77-6a0cf57e4524,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:19.997099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.021156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-614e477f-5aee-46c8-926f-d8454bc1df27 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/88a9ea8b-6750-4556-9502-ea43f406f06c HTTP/1.1" status: 204 len: 168 time: 1.7787981 Jun 01 13:27:20.021156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35620) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:20.182813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07ff34-f171-43e5-88ba-822ba34bd415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:20.188343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07ff34-f171-43e5-88ba-822ba34bd415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:20.192665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de07ff34-f171-43e5-88ba-822ba34bd415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:20.250002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.251181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de07ff34-f171-43e5-88ba-822ba34bd415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:20.252490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de07ff34-f171-43e5-88ba-822ba34bd415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2350090 Jun 01 13:27:20.255753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35628) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:20.340954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Attempting to bind port 06162a3d-7162-4ae5-8018-80c838304ccf on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:20.341313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Attempting to bind port 06162a3d-7162-4ae5-8018-80c838304ccf by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e49f2083-7b57-45f9-9fc3-933f844567ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:20.341849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Attempting to bind port 06162a3d-7162-4ae5-8018-80c838304ccf on network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:20.347260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Current status of the port cca38601-9813-4688-b302-c7a066640303 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:20.347828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.362941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 45fb743d-6aef-4c81-9bdb-1c3c05549ae4 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:20.368750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:20.369364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Checking segment: {'id': 'e49f2083-7b57-45f9-9fc3-933f844567ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:20.369911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.370473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Bound using segment: {'id': 'e49f2083-7b57-45f9-9fc3-933f844567ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:20.371098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Bound port: 06162a3d-7162-4ae5-8018-80c838304ccf, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49f2083-7b57-45f9-9fc3-933f844567ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e8995c43-d7d3-4ca7-adb9-8a1b60048e20'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:20.371617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.388684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Pushing event updated for resources: {'Port': ['ID=06162a3d-7162-4ae5-8018-80c838304ccf,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:20.404466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Ignored duplicate provisioning block setup for port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:27:20.421784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.481755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.530144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.583987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] For port cca38601-9813-4688-b302-c7a066640303, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cca38601-9813-4688-b302-c7a066640303,segment=NetworkSegment(cd6d3c99-244b-483c-b7ee-dbc403fef801),segment_id=cd6d3c99-244b-483c-b7ee-dbc403fef801)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:20.680727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.714114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ba84-9358-437e-8c2c-66d40ecdcd00 None None] Pushing event updated for resources: {'Port': ['ID=8f906952-6b36-4e6e-8c77-6a0cf57e4524,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:20.723230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.802785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0842fb5d-8ad7-4003-b550-03e473837e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.845148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8b4cf881-e549-4a16-b83c-69a83f815984 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:20.846929 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.923301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:20.982021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning for port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:20.997376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Provisioning complete for port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:20.997906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:21.038846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=45fb743d-6aef-4c81-9bdb-1c3c05549ae4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:21.076364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:21.087975 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-d9866a88-1e39-4611-b75c-0180015aebcb tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:27:21.096061 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9866a88-1e39-4611-b75c-0180015aebcb tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6 HTTP/1.1" status: 400 len: 364 time: 4.8807137 Jun 01 13:27:21.100363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35666) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:21.145865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Pushing event updated for resources: {'Port': ['ID=cca38601-9813-4688-b302-c7a066640303,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:21.234107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:21.292688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] For port 06162a3d-7162-4ae5-8018-80c838304ccf, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:21.294701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Current status of the port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:21.299097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:21.601950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] For port 06162a3d-7162-4ae5-8018-80c838304ccf, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=06162a3d-7162-4ae5-8018-80c838304ccf,segment=NetworkSegment(e49f2083-7b57-45f9-9fc3-933f844567ba),segment_id=e49f2083-7b57-45f9-9fc3-933f844567ba)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:21.664200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e40f8e1b-ca57-4f83-b815-53cfc8170915 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/45fb743d-6aef-4c81-9bdb-1c3c05549ae4 HTTP/1.1" status: 204 len: 168 time: 1.4068019 Jun 01 13:27:21.670698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35684) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:21.736453 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.004166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35694) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:22.048622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35700) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:22.057982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:22.059761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a9113f6a-96f2-4deb-866b-980ed2a70267 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3873816 Jun 01 13:27:22.061848 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.109524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] For port 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=01d99c4b-a706-4605-aee7-fd6ce0f7e533,segment=NetworkSegment(10bd24ea-9968-4df9-a58f-1220ea5279f0),segment_id=10bd24ea-9968-4df9-a58f-1220ea5279f0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:22.115710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8b4cf881-e549-4a16-b83c-69a83f815984 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:22.124040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 78b09917-51e6-450d-9e75-ca2cddc69c95 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:22.195068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.199926 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.253616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb61af-5806-4798-9f2a-b53de7583750 None None] Pushing event updated for resources: {'Port': ['ID=06162a3d-7162-4ae5-8018-80c838304ccf,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:22.336406 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:22.341581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:22.344782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:22.352341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:22.374983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:22.389274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.487938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Allocated IP 172.20.0.1 (9918306d-9c07-4b77-8e77-b7bf0e1a7e1c/0a4a7218-2d88-406b-b60a-5410b2a6bb98/b90ae28f-c621-42f1-8fad-3b805bc28caa) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:22.559143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Could not find standard attr ID for object b85f1a96-ad43-43ed-a112-0cefc1e4bfd2. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:22.567224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e7b3-aad4-40ac-ba33-fad00251d627 None None] Pushing event updated for resources: {'Port': ['ID=01d99c4b-a706-4605-aee7-fd6ce0f7e533,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:22.650920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Provisioning complete for port 78b09917-51e6-450d-9e75-ca2cddc69c95 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:22.651290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.852171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.863362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 78b09917-51e6-450d-9e75-ca2cddc69c95 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:22.863729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:22.928631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:22.934042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Usage tracker for resource:security_group_rule and tenant:29f8220e762541379e6a29c554440265 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:22.938400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:22.946573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:22.999556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144ea82-6049-465a-b0b8-72a96708d754 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:23.171581 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.184835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.186781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.190667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Transition to ACTIVE for port object b90ae28f-c621-42f1-8fad-3b805bc28caa will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:23.227315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.312949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Current status of the port 78b09917-51e6-450d-9e75-ca2cddc69c95 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:23.346662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.388876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Provisioning complete for port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:23.389485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.399494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:23.412825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:23.428628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:23.498574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.523628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.677121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:23.691785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Port': ['ID=b90ae28f-c621-42f1-8fad-3b805bc28caa,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:23.844019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 78b09917-51e6-450d-9e75-ca2cddc69c95 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:23.894520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=29f8220e762541379e6a29c554440265&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8851128 Jun 01 13:27:23.902275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49a3a9-48f9-4c16-9a03-5b76a0cbdc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb365b-0fb1-4e19-b7e7-a143a868a08d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:23.909335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:24.153290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Current status of the port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:24.200789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.224870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Provisioning complete for port cca38601-9813-4688-b302-c7a066640303 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:24.226236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.335070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.385543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Allocated IP 2001:db8::1 (6aa2c706-4ec3-4e4e-98d1-41c59212e453/9affea73-da80-4c7a-9a20-5cfe40344671/98e773bb-c7a2-499a-863e-f856e7a49bf9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:24.467273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:24.471172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cca38601-9813-4688-b302-c7a066640303 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:24.550475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Deleting port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:24.566620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.721767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1312fcc-079e-4313-8bce-e9758c140aa5 None None] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:24.737322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.814983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb365b-0fb1-4e19-b7e7-a143a868a08d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:24.914025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:24.917593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-26b81675-263e-403c-953b-029b9313f423 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d5cb365b-0fb1-4e19-b7e7-a143a868a08d HTTP/1.1" status: 204 len: 168 time: 0.9960585 Jun 01 13:27:24.999328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] For port 8f906952-6b36-4e6e-8c77-6a0cf57e4524, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8f906952-6b36-4e6e-8c77-6a0cf57e4524,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:24.999954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.028149 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.061373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Transition to ACTIVE for port object 98e773bb-c7a2-499a-863e-f856e7a49bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:25.176946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.210154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.223621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.294207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Calling delete_port for 8f906952-6b36-4e6e-8c77-6a0cf57e4524 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:25.374850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:25.378172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:25.404711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:25.405515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.448195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Port': ['ID=98e773bb-c7a2-499a-863e-f856e7a49bf9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:25.645444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.687375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35786) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:25.688537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event updated for resources: {'Port': ['ID=b90ae28f-c621-42f1-8fad-3b805bc28caa,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:25.790842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.887402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:25.903323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Current status of the port cca38601-9813-4688-b302-c7a066640303 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:26.066684 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.067537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.161707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] No DVR routers for this DVR port 8f906952-6b36-4e6e-8c77-6a0cf57e4524 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:26.195761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d5b56-753d-4aaf-a18a-6228202a5b2d None None] Pushing event deleted for resources: {'Port': ['ID=8f906952-6b36-4e6e-8c77-6a0cf57e4524,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:26.209316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Provisioning complete for port 8b4cf881-e549-4a16-b83c-69a83f815984 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:26.210460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.244260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:26.247625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:26.259031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:26.261949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:26.262527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.274281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Usage tracker for resource:security_group_rule and tenant:7cc26a78cec749318715444beb4c587e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:26.290195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:26.329587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:26.353497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=68aec797-a479-4eae-af28-7e628031bea6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:26.379367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef836905-5c82-4bc0-a8ec-fb7a49c04c80 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3292913 Jun 01 13:27:26.385246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:26.401403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2bdae-1a2d-4636-a35c-5e4c8cc91668 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:26.404267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '68aec797-a479-4eae-af28-7e628031bea6', 'ip_address': '2001:db8::5c15:ec52:9b96:b296'}], 'name': 'tempest-NetworksTestDHCPv6-1045348113'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:26.605185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:26.621056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:26.832642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.851898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:26.852763 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.001034 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:27:27.146537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cca38601-9813-4688-b302-c7a066640303 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:27.147124 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.279019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.299854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:27.305380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:27.309033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:27.315912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:27.327509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.355759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Router 00ed1686-d08f-4454-bc3e-6f77f6fc1f20 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:27.362503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:27.389565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event updated for resources: {'Port': ['ID=98e773bb-c7a2-499a-863e-f856e7a49bf9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:27.399430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '68aec797-a479-4eae-af28-7e628031bea6'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:27:27.399662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.516431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:27.549943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:27.552900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:27.678067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c5334-4f06-4202-8716-96c74a2d8a1c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:27.739061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port f125f1fc-845f-43ff-8d31-3cc380d8ae23 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:27:27.909317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/68aec797-a479-4eae-af28-7e628031bea6/2fc9876e-82d8-49a2-8ec0-bfa30e2abed6) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:28.084492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Router abe5bb74-c476-4040-a64c-fa886748eaa6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:28.306518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cca38601-9813-4688-b302-c7a066640303 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:28.307930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 06162a3d-7162-4ae5-8018-80c838304ccf up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:28.434100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:28.462422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-98ee7840-4513-4140-9bb0-db719771059b tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3594155 Jun 01 13:27:28.465618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35842) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:28.577923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] Sync routers for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:28.581012 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-abcf175b-8367-40cf-be6b-fcde50d39acc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7cc26a78cec749318715444beb4c587e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8346934 Jun 01 13:27:28.581912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:28.582020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Current status of the port 8b4cf881-e549-4a16-b83c-69a83f815984 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:28.583020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:28.593215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd378-15c6-42ab-97d9-eb2c517c2840 None None] Could not find standard attr ID for object f0b85fb4-a769-4f81-b93c-030a872547f7. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:28.597105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] Sync routers for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:28.631159 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:28.633586 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:28.634432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:28.637301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:28.822349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 06162a3d-7162-4ae5-8018-80c838304ccf completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:28.846796 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de148ce3-d86d-4700-a5e5-fdda9919de91 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3117795 Jun 01 13:27:28.860307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35856) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:28.880283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 01d99c4b-a706-4605-aee7-fd6ce0f7e533 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:28.910874 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:28.933073 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:28.934129 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:28.986315 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bfd5029-810a-47e7-8c12-52a371430909 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.039812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning for port b90ae28f-c621-42f1-8fad-3b805bc28caa completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:29.055628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:29.056315 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f9907-3982-4bca-8d9c-71babd2f28ca None None] The sync data for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:29.060355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning complete for port b90ae28f-c621-42f1-8fad-3b805bc28caa triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:29.060720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.122930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:29.130188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Port b90ae28f-c621-42f1-8fad-3b805bc28caa cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:27:29.149025 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.155574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:29.156486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:29.239215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:29.239556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3c596-be1a-4a66-9fdc-24390efa31f4 None None] The sync data for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:29.251075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning for port 98e773bb-c7a2-499a-863e-f856e7a49bf9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:29.257533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Transition to ACTIVE for port object 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:29.278342 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-6bfd5029-810a-47e7-8c12-52a371430909 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 13:27:29.286531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6bfd5029-810a-47e7-8c12-52a371430909 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6 HTTP/1.1" status: 409 len: 329 time: 0.8188653 Jun 01 13:27:29.287240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35874) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:29.287763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Transition to ACTIVE for port object 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:29.296420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:29.297179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.329016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning complete for port 98e773bb-c7a2-499a-863e-f856e7a49bf9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:29.330434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.347375 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9d57324-56e9-4300-9aea-2227143983da tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.522678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Port 98e773bb-c7a2-499a-863e-f856e7a49bf9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:27:29.526945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.636372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning for port 06162a3d-7162-4ae5-8018-80c838304ccf completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:29.645964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:29.657426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.672141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:29.692423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Provisioning complete for port 06162a3d-7162-4ae5-8018-80c838304ccf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:29.692862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:29.726246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:29.746471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Pushing event updated for resources: {'Port': ['ID=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:29.808863 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-d9d57324-56e9-4300-9aea-2227143983da tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 13:27:29.810258 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9d57324-56e9-4300-9aea-2227143983da tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20 HTTP/1.1" status: 409 len: 329 time: 0.9474964 Jun 01 13:27:29.828699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 35888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:30.044034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::5c15:ec52:9b96:b296 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/68aec797-a479-4eae-af28-7e628031bea6/f125f1fc-845f-43ff-8d31-3cc380d8ae23) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:30.092425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Attempting to bind port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:30.092706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Attempting to bind port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:30.093067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Attempting to bind port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:30.238228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:30.261981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:30.262360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:30.268437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.269967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:30.271074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Bound port: 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:30.275348 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.364086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f906952-6b36-4e6e-8c77-6a0cf57e4524 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:30.400223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Current status of the port 06162a3d-7162-4ae5-8018-80c838304ccf is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:30.400623 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.444348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.538184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:30.544066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:30.547446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8f906952-6b36-4e6e-8c77-6a0cf57e4524 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:30.547719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8f906952-6b36-4e6e-8c77-6a0cf57e4524 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:30.581580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.668589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] For port 06162a3d-7162-4ae5-8018-80c838304ccf, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=06162a3d-7162-4ae5-8018-80c838304ccf,segment=NetworkSegment(e49f2083-7b57-45f9-9fc3-933f844567ba),segment_id=e49f2083-7b57-45f9-9fc3-933f844567ba)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:30.699467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.709121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Could not find standard attr ID for object 8f906952-6b36-4e6e-8c77-6a0cf57e4524. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:30.720225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd0467-0ee6-4788-945a-71748b8cd586 None None] Pushing event updated for resources: {'Port': ['ID=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:30.746325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:30.899484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a7097-a0b8-40c8-a68d-0af5be4eff03 None None] Pushing event updated for resources: {'Port': ['ID=06162a3d-7162-4ae5-8018-80c838304ccf,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:30.948302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a302fd47-ae14-4191-a0ce-1009af1de58f None None] Provisioning complete for port 06162a3d-7162-4ae5-8018-80c838304ccf triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:30.948757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a302fd47-ae14-4191-a0ce-1009af1de58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.224530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.232061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a302fd47-ae14-4191-a0ce-1009af1de58f None None] Current status of the port 06162a3d-7162-4ae5-8018-80c838304ccf is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:31.269756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port 98e773bb-c7a2-499a-863e-f856e7a49bf9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:31.270095 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.346422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object f125f1fc-845f-43ff-8d31-3cc380d8ae23 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:31.542721 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.590860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.594992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.778995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for 98e773bb-c7a2-499a-863e-f856e7a49bf9 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:31.878329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c5334-4f06-4202-8716-96c74a2d8a1c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:31.919672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=f125f1fc-845f-43ff-8d31-3cc380d8ae23,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:31.928099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:31.930752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.932114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9f44c7f5-d733-49f9-91e2-113c4e816882 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae5c5334-4f06-4202-8716-96c74a2d8a1c HTTP/1.1" status: 204 len: 168 time: 3.3472075 Jun 01 13:27:31.933317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:31.936850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:31.942813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:31.943775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:31.988097 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1372d2cc-d1a7-4d6f-ba55-e503853141ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6011927 Jun 01 13:27:32.001048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35926) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:32.179370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:32.219092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be722619-d352-4a29-8011-f2574bb22146 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:32.232865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be722619-d352-4a29-8011-f2574bb22146 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:32.236088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be722619-d352-4a29-8011-f2574bb22146 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:32.388388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be722619-d352-4a29-8011-f2574bb22146 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:32.392778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be722619-d352-4a29-8011-f2574bb22146 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3895407 Jun 01 13:27:32.393708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 35934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:32.550018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:32.598867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port f125f1fc-845f-43ff-8d31-3cc380d8ae23 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:32.599428 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:32.745251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c575164d-bceb-4ad4-9d4e-dd1072094c5f None None] Provisioning for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:32.795618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:32.819360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:32.822823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:32.916310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:32.978773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631d719-087d-4667-b97f-7baaa165dd8d None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:27:33.078634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Port': ['ID=98e773bb-c7a2-499a-863e-f856e7a49bf9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:33.105311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a8d6a373-0e80-4a92-9552-abea3ab64517 None None] Provisioning for port f125f1fc-845f-43ff-8d31-3cc380d8ae23 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:33.140321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a8d6a373-0e80-4a92-9552-abea3ab64517 None None] Provisioning complete for port f125f1fc-845f-43ff-8d31-3cc380d8ae23 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:33.141016 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a373-0e80-4a92-9552-abea3ab64517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:33.231591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port b90ae28f-c621-42f1-8fad-3b805bc28caa {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:33.232913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:33.336517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6a373-0e80-4a92-9552-abea3ab64517 None None] Port f125f1fc-845f-43ff-8d31-3cc380d8ae23 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:27:33.408616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:33.409029 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:33.539904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:33.569406 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:33.570295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 06162a3d-7162-4ae5-8018-80c838304ccf up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:33.783397 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:33.842042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:33.936150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6631d719-087d-4667-b97f-7baaa165dd8d None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:27:33.984997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36046) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:34.062067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.114496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Calling delete_port for b90ae28f-c621-42f1-8fad-3b805bc28caa owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:34.375885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 06162a3d-7162-4ae5-8018-80c838304ccf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:34.376728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.523216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.563762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.651991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 06162a3d-7162-4ae5-8018-80c838304ccf is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:34.722631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.848107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for f125f1fc-845f-43ff-8d31-3cc380d8ae23 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:34.893344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:34.942871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:35.002875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Port': ['ID=b90ae28f-c621-42f1-8fad-3b805bc28caa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:35.103136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:35.103812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:35.126689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:35.207147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Usage tracker for resource:security_group_rule and tenant:d9250fe1ac9b4f9d859912eda580709c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:35.231452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:35.286159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:35.403563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:35.556874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:35.774548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Router abe5bb74-c476-4040-a64c-fa886748eaa6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:35.776124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:35.861030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=f125f1fc-845f-43ff-8d31-3cc380d8ae23,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:35.964634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af549b0-df41-4f5b-8798-e22f38060dd8 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:27:36.052322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.101991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e4cd0ab2-1d8b-41a7-a8f1-3f1c272555fa None None] Provisioning complete for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:36.102436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0ab2-1d8b-41a7-a8f1-3f1c272555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.141408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c3b94bcb-b007-4e71-a76a-cfb3d0a778f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/f125f1fc-845f-43ff-8d31-3cc380d8ae23 HTTP/1.1" status: 204 len: 168 time: 3.7379460 Jun 01 13:27:36.141936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.173242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:36.205547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e67a33b-572a-4f1d-99c8-c6ef5382cd0f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9168890 Jun 01 13:27:36.211892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36268) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.246980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] Sync routers for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:36.309783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:36.310956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:36.312479 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-45d7f07d-5ca2-4493-a4a8-7888b538f6da tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] show failed (client error): The resource could not be found. Jun 01 13:27:36.313704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-45d7f07d-5ca2-4493-a4a8-7888b538f6da tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "GET /v2.0/routers/tempest-non_exist_router-1302324719 HTTP/1.1" status: 404 len: 335 time: 0.1004887 Jun 01 13:27:36.319461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36284) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.328035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3ae6fc7b-36e1-4930-b733-0716e022bba2 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:36.372110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.378384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.414231 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-3ae6fc7b-36e1-4930-b733-0716e022bba2 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] update failed (client error): The resource could not be found. Jun 01 13:27:36.415493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ae6fc7b-36e1-4930-b733-0716e022bba2 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "PUT /v2.0/routers/tempest-non_exist_router-914517898 HTTP/1.1" status: 404 len: 334 time: 0.0950406 Jun 01 13:27:36.421988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f9dc0-b3c1-4ad6-9c35-66d371606ea5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:36.425160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f9dc0-b3c1-4ad6-9c35-66d371606ea5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:36.426047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b4f9dc0-b3c1-4ad6-9c35-66d371606ea5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:36.431508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36298) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.498514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d9250fe1ac9b4f9d859912eda580709c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4975169 Jun 01 13:27:36.499059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.500520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df94f2-df1a-4149-8b19-232188fd1230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27454e9-45c1-46ae-9faf-8a6ef326f47f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:36.528285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:36.618618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] Routers {'abe5bb74-c476-4040-a64c-fa886748eaa6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:36.619737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['abe5bb74-c476-4040-a64c-fa886748eaa6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:36.647361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting subnet c7c10c16-6636-410d-a349-0f1126dba74d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:36.662375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Router 00ed1686-d08f-4454-bc3e-6f77f6fc1f20 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:27:36.665059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8b4f9dc0-b3c1-4ad6-9c35-66d371606ea5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:36.667023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.686929 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8b4f9dc0-b3c1-4ad6-9c35-66d371606ea5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5454378 Jun 01 13:27:36.697141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36334) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:36.698307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.707692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.713398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:36.713793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f8f5b-c6e2-431c-a755-9774624c43e3 None None] The sync data for ids ['abe5bb74-c476-4040-a64c-fa886748eaa6'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:36.735394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0ab2-1d8b-41a7-a8f1-3f1c272555fa None None] Current status of the port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:36.745605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e4cd0ab2-1d8b-41a7-a8f1-3f1c272555fa None None] Could not find standard attr ID for object f125f1fc-845f-43ff-8d31-3cc380d8ae23. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:36.809209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af549b0-df41-4f5b-8798-e22f38060dd8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:27:36.833147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.859742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27454e9-45c1-46ae-9faf-8a6ef326f47f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:36.864850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:36.866103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84418332-c576-4ed4-b7c2-039d43cd5cc9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c27454e9-45c1-46ae-9faf-8a6ef326f47f HTTP/1.1" status: 204 len: 168 time: 0.3594627 Jun 01 13:27:37.160936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.230162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:27:37.252825 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] Sync routers for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:27:37.272530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 68aec797-a479-4eae-af28-7e628031bea6 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:37.275636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.284592 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:37.285691 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:37.412296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.425520 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:37.455411 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] Routers {'00ed1686-d08f-4454-bc3e-6f77f6fc1f20'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:27:37.457423 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:37.521302 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b7645866-2743-4f68-bc5b-4372e3cfdf0b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6877079 Jun 01 13:27:37.522427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:37.646784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.674849 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:37.676089 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d45153-3cee-4835-ad17-f817807be0cd None None] The sync data for ids ['00ed1686-d08f-4454-bc3e-6f77f6fc1f20'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:27:37.693999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36450) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:37.714707 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-25104e67-7128-426f-9573-aef70248ecff tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] show failed (client error): The resource could not be found. Jun 01 13:27:37.719957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36462) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:37.720650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-25104e67-7128-426f-9573-aef70248ecff tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "GET /v2.0/routers/tempest-non_exist_router-1246478617 HTTP/1.1" status: 404 len: 335 time: 0.1964824 Jun 01 13:27:37.735018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9bfd2409-ddaf-4176-999e-40fb62d5c4ad tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:37.925323 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-9bfd2409-ddaf-4176-999e-40fb62d5c4ad tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] update failed (client error): The resource could not be found. Jun 01 13:27:37.926343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9bfd2409-ddaf-4176-999e-40fb62d5c4ad tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "PUT /v2.0/routers/tempest-non_exist_router-1151320099 HTTP/1.1" status: 404 len: 335 time: 0.2008388 Jun 01 13:27:37.929491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.933278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:37.957783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:37.998693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.043636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c10c16-6636-410d-a349-0f1126dba74d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:38.048266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.059924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:38.070078 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ef4e424-00a3-447a-bbca-9f6700dadbcf tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/subnets/c7c10c16-6636-410d-a349-0f1126dba74d HTTP/1.1" status: 204 len: 168 time: 1.6333733 Jun 01 13:27:38.074067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Usage tracker for resource:security_group_rule and tenant:db262aaeacf84609adb67af363c7a332 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:38.076895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36512) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:38.081729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:38.122528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:38.337103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting subnet 06f11965-5d14-4e80-b323-e1dc54d5f020 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:38.341290 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.366024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.430846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=68aec797-a479-4eae-af28-7e628031bea6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:38.433019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.450026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.509745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.538205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port 06162a3d-7162-4ae5-8018-80c838304ccf {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:38.538551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.565323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.720948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.817526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Subnet': ['ID=06f11965-5d14-4e80-b323-e1dc54d5f020,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:38.823592 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:38.833490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3478b4-d1c0-4b99-9a01-ee0b28f6b8a3 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:38.863338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c752f2ac-6756-429b-8b94-cddbe8111ea4 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/subnets/06f11965-5d14-4e80-b323-e1dc54d5f020 HTTP/1.1" status: 204 len: 168 time: 0.9284468 Jun 01 13:27:38.866828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:38.997756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87274a8-978f-4162-97f4-7b61275d66ef None None] Network e8995c43-d7d3-4ca7-adb9-8a1b60048e20 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:39.013902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8223e4-381e-404a-82c6-8fec7b688940 None None] Network bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:39.142100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting subnet 93e08050-dfe9-4ab1-863e-28f823fa808b {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:39.194768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.314768 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-92fe4617-2982-4818-86d8-2d4c46339162 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/68aec797-a479-4eae-af28-7e628031bea6 HTTP/1.1" status: 204 len: 168 time: 2.5525391 Jun 01 13:27:39.319359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.380944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36586) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:39.496785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.513949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.567480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] For port 06162a3d-7162-4ae5-8018-80c838304ccf, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=06162a3d-7162-4ae5-8018-80c838304ccf,segment=NetworkSegment(e49f2083-7b57-45f9-9fc3-933f844567ba),segment_id=e49f2083-7b57-45f9-9fc3-933f844567ba)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:39.568104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.650170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7c90b5b6-b3c3-48db-ab53-bd55e37146a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2549672 Jun 01 13:27:39.660708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36594) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:39.684418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:39.723932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6e893133-8944-4f30-9ca2-2faa9c0e8260 None None] Provisioning complete for port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:39.728491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6e893133-8944-4f30-9ca2-2faa9c0e8260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:39.810668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for 06162a3d-7162-4ae5-8018-80c838304ccf owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:39.849498 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=db262aaeacf84609adb67af363c7a332&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1531739 Jun 01 13:27:39.857730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc89df5-558a-433d-85a8-07e8ac9ba22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0b5ea-4751-4ec6-880e-c651ec3323c2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:39.861358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36604) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:39.953539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:39.959435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:39.963400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:39.970719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:39.993270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:39.999589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.009052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.041163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.099111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.105945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.163750 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.195828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Port': ['ID=06162a3d-7162-4ae5-8018-80c838304ccf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:40.203628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] No DVR routers for this DVR port 06162a3d-7162-4ae5-8018-80c838304ccf on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:40.236492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0b5ea-4751-4ec6-880e-c651ec3323c2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:40.406910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:40.417469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.417742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6e893133-8944-4f30-9ca2-2faa9c0e8260 None None] Current status of the port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:40.433110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Deleting port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:40.433244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.433666 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.436781 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0a41262-85c4-43b0-be2a-69bf9512042b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/65b0b5ea-4751-4ec6-880e-c651ec3323c2 HTTP/1.1" status: 204 len: 168 time: 0.5452003 Jun 01 13:27:40.465938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.520985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8995c43-d7d3-4ca7-adb9-8a1b60048e20']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:40.547886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49f2083-7b57-45f9-9fc3-933f844567ba') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:40.548190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49f2083-7b57-45f9-9fc3-933f844567ba') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:40.560470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] DHCP port deletion for bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:40.569575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Deleting port cca38601-9813-4688-b302-c7a066640303 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:40.570307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.572957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Subnet': ['ID=93e08050-dfe9-4ab1-863e-28f823fa808b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:40.590347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.625753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.652385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ce4ebf71-50be-43dd-83ab-cb79f2eb393b tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/subnets/93e08050-dfe9-4ab1-863e-28f823fa808b HTTP/1.1" status: 204 len: 168 time: 1.7760046 Jun 01 13:27:40.654770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36624) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:40.663478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.674246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:40.675274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.687086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51da374-0d30-4526-a2cb-1167cf15a494 None None] DHCP port deletion for e8995c43-d7d3-4ca7-adb9-8a1b60048e20 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:40.693921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9f6b4-0116-467d-af12-942f290b4336 None None] Network a28d052c-e504-4c50-9c7f-4ab30204ba14 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:40.857343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:40.864212 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e49f2083-7b57-45f9-9fc3-933f844567ba resource provider aggregate not found Jun 01 13:27:40.899874 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e49f2083-7b57-45f9-9fc3-933f844567ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e49f2083-7b57-45f9-9fc3-933f844567ba found for delete ", "request_id": "req-ff4d6973-936e-4259-918d-671597a0b6bb"}]} Jun 01 13:27:40.928672 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:40.978465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.002865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Network': ['ID=e8995c43-d7d3-4ca7-adb9-8a1b60048e20,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:41.028444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fa412099-8c1a-4e4e-834e-bf900559df9f tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/networks/e8995c43-d7d3-4ca7-adb9-8a1b60048e20 HTTP/1.1" status: 204 len: 168 time: 2.9428027 Jun 01 13:27:41.029012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36638) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:41.080324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.157326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port cca38601-9813-4688-b302-c7a066640303 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:41.157745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.259253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.371892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:41.380787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting subnet 0f17cdde-90aa-4088-aef5-04634eb2250e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:41.382880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:41.394317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:41.395187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.402884 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.425371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7600970 Jun 01 13:27:41.432975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36648) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:41.439237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '2554ceea-e185-4b70-b2d2-791484fcf8e7', 'ip_address': '2001:db8::8878:af01:4ec9:339c'}], 'name': 'tempest-NetworksTestDHCPv6-643536206'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:41.444355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:41.444995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.503026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abbef4-c4e6-48f9-a702-6d9cc1ec0fb5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=2554ceea-e185-4b70-b2d2-791484fcf8e7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:41.537136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36652) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:41.570143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:41.571346 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.597060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.617855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.768504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Calling delete_port for 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:41.792010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] For port cca38601-9813-4688-b302-c7a066640303, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cca38601-9813-4688-b302-c7a066640303,segment=NetworkSegment(cd6d3c99-244b-483c-b7ee-dbc403fef801),segment_id=cd6d3c99-244b-483c-b7ee-dbc403fef801)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:41.795375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.797143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:41.818257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Usage tracker for resource:security_group_rule and tenant:3f10c5b352b740bba3415931bbfbe839 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:41.822364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:41.854584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:41.864157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:41.868378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] For port cca38601-9813-4688-b302-c7a066640303, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cca38601-9813-4688-b302-c7a066640303,segment=NetworkSegment(cd6d3c99-244b-483c-b7ee-dbc403fef801),segment_id=cd6d3c99-244b-483c-b7ee-dbc403fef801)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:41.868776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.873411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.892832 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:41.893527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 06162a3d-7162-4ae5-8018-80c838304ccf no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:41.967206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 06162a3d-7162-4ae5-8018-80c838304ccf {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:41.967549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 06162a3d-7162-4ae5-8018-80c838304ccf not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:41.967969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cca38601-9813-4688-b302-c7a066640303 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:42.023097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] DHCP port deletion for a28d052c-e504-4c50-9c7f-4ab30204ba14 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:42.039306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Deleting port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:42.039875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.095213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.097125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.147108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Subnet': ['ID=0f17cdde-90aa-4088-aef5-04634eb2250e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:42.155683 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.218031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668eee57-1c9d-4c3d-978f-53d9dc8720e4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:42.247841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.269437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Calling delete_port for cca38601-9813-4688-b302-c7a066640303 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:42.269804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Calling delete_port for cca38601-9813-4688-b302-c7a066640303 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:42.276372 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-77fa8349-74c6-4edf-bb92-af6208683df9 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/subnets/0f17cdde-90aa-4088-aef5-04634eb2250e HTTP/1.1" status: 204 len: 168 time: 1.2462978 Jun 01 13:27:42.278961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:42.300481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f9222-7f1d-4e12-94fc-1cc63e61e25f None None] Network e9ab5aa4-33d4-4d43-a905-0416038cb162 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:42.379271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting subnet f3d10695-93cc-4117-b3e9-314f55fccbe1 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:42.384173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.386397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:42.395970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:42.402043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:42.420229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:42.451035 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5063efc6-d947-4b12-9bb5-7c20275f7336 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3f10c5b352b740bba3415931bbfbe839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071615 Jun 01 13:27:42.452281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:42.454625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36674) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:42.482234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.539127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cca38601-9813-4688-b302-c7a066640303 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:42.539696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.640751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.703791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.720469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.728427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.734070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.856715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] No DVR routers for this DVR port cca38601-9813-4688-b302-c7a066640303 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:42.890548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Port': ['ID=cca38601-9813-4688-b302-c7a066640303,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:42.917800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:42.971324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-f2aaed0a-806a-49d8-b152-ff46c9ab6db6 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=f62eaa851a2548c7a5911c8874311db0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406720 Jun 01 13:27:43.001547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 3460d5c6-1cb3-45ec-b096-92e3142d8b40 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:27:43.044644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] For port 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=01d99c4b-a706-4605-aee7-fd6ce0f7e533,segment=NetworkSegment(10bd24ea-9968-4df9-a58f-1220ea5279f0),segment_id=10bd24ea-9968-4df9-a58f-1220ea5279f0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:43.045424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.113956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.126892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:43.127387 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:43.157920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d10695-93cc-4117-b3e9-314f55fccbe1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:43.174351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668eee57-1c9d-4c3d-978f-53d9dc8720e4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:43.181983 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.201881 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02af5d99-6e4c-47d9-a800-5cafa3363854 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/subnets/f3d10695-93cc-4117-b3e9-314f55fccbe1 HTTP/1.1" status: 204 len: 168 time: 0.9198048 Jun 01 13:27:43.202445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:43.230945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.238133 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4bb14f1b-de02-4b8b-9b9b-7a6548b998b3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/668eee57-1c9d-4c3d-978f-53d9dc8720e4 HTTP/1.1" status: 204 len: 168 time: 0.7822931 Jun 01 13:27:43.269303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79fed4-ff2a-46c9-871b-6dd4cab134f4 None None] Network 26ed652f-d1ed-4356-9126-92fc77119e64 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:43.350312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.423071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:43.482793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:43.516212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.546620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port 78b09917-51e6-450d-9e75-ca2cddc69c95 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:43.547815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.577073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6d3c99-244b-483c-b7ee-dbc403fef801') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:43.577499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6d3c99-244b-483c-b7ee-dbc403fef801') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:43.639758 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.667571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 01d99c4b-a706-4605-aee7-fd6ce0f7e533 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:43.669831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-3964b770-c097-4076-822e-362f67480229 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:43.689262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-3964b770-c097-4076-822e-362f67480229 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6938550 Jun 01 13:27:43.711590 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:43.719157 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:43.774632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-46954c90-ae8c-45e0-93ce-72e16fc87869 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/quotas/f62eaa851a2548c7a5911c8874311db0 HTTP/1.1" status: 200 len: 375 time: 0.0825548 Jun 01 13:27:43.801162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Calling delete_port for 01d99c4b-a706-4605-aee7-fd6ce0f7e533 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:43.832988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Deleting port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:43.833461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.847218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-bd8f78cf-174a-4502-8093-335dac65b356 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f62eaa851a2548c7a5911c8874311db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733323 Jun 01 13:27:43.859204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.888730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:43.891932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:43.958946 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment cd6d3c99-244b-483c-b7ee-dbc403fef801 resource provider aggregate not found Jun 01 13:27:44.087415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] For port 78b09917-51e6-450d-9e75-ca2cddc69c95, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=78b09917-51e6-450d-9e75-ca2cddc69c95,segment=NetworkSegment(f6b4af00-90fa-46b1-af4c-8a49783423b5),segment_id=f6b4af00-90fa-46b1-af4c-8a49783423b5)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:44.087964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.101113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::8878:af01:4ec9:339c (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/2554ceea-e185-4b70-b2d2-791484fcf8e7/3460d5c6-1cb3-45ec-b096-92e3142d8b40) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:44.104760 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment cd6d3c99-244b-483c-b7ee-dbc403fef801 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd6d3c99-244b-483c-b7ee-dbc403fef801 found for delete ", "request_id": "req-2bc14a00-5c7d-4ebc-b740-0972a94cf59c"}]} Jun 01 13:27:44.111098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.112100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.112100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.112445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.113139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.113632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.114256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.114884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.115224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.115596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.131117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.132427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:44.141008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.213588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.268027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Network': ['ID=bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:44.349223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e55a60a7-c4c4-487f-8c64-fbdb5d4392e7 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/networks/bb41b7e5-bdc6-4bb7-ab57-8249798cc7ce HTTP/1.1" status: 204 len: 168 time: 3.6896107 Jun 01 13:27:44.366503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:44.381005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for 78b09917-51e6-450d-9e75-ca2cddc69c95 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:44.468645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.528671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:44.604790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] For port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:44.609811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.621884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] No DVR routers for this DVR port 78b09917-51e6-450d-9e75-ca2cddc69c95 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:44.626936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Port': ['ID=78b09917-51e6-450d-9e75-ca2cddc69c95,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:44.774929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Deleting port cca38601-9813-4688-b302-c7a066640303 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:44.775612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.909026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.933423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:44.973208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 3460d5c6-1cb3-45ec-b096-92e3142d8b40 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:44.984353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:44.989003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.021571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.123309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-081017d9-d93e-4f08-9d41-574e957a9229 None None] The port 'cca38601-9813-4688-b302-c7a066640303' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:27:45.134193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Calling delete_port for 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:45.236142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.281526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab5aa4-33d4-4d43-a905-0416038cb162']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:45.316914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-018b4df4-1efe-460a-8e02-f3562c80af34 req-cc2dc053-6135-47b3-8578-94012c2d7ea3 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 210 time: 0.0679326 Jun 01 13:27:45.320640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b4af00-90fa-46b1-af4c-8a49783423b5') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:45.321697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b4af00-90fa-46b1-af4c-8a49783423b5') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:45.348545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:45.357736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.365620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:77349224fdf0441ca7d1dc93a2d8bc95 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:45.371793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:45.382371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:45.392287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.418250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:45.422679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.537491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:45.537869 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.608128 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f6b4af00-90fa-46b1-af4c-8a49783423b5 resource provider aggregate not found Jun 01 13:27:45.640112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] For port 01d99c4b-a706-4605-aee7-fd6ce0f7e533, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=01d99c4b-a706-4605-aee7-fd6ce0f7e533,segment=NetworkSegment(10bd24ea-9968-4df9-a58f-1220ea5279f0),segment_id=10bd24ea-9968-4df9-a58f-1220ea5279f0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:45.640464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.669168 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f6b4af00-90fa-46b1-af4c-8a49783423b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6b4af00-90fa-46b1-af4c-8a49783423b5 found for delete ", "request_id": "req-df04fd91-4f83-47d7-a37f-05ed3acdfd79"}]} Jun 01 13:27:45.748303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.782036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.788256 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:45.815518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Network': ['ID=e9ab5aa4-33d4-4d43-a905-0416038cb162,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:45.849275 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5acd4ceb-1451-46f9-9e19-83b3afb08869 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/networks/e9ab5aa4-33d4-4d43-a905-0416038cb162 HTTP/1.1" status: 204 len: 168 time: 2.6442690 Jun 01 13:27:45.851775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:45.871991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] No DVR routers for this DVR port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:45.928194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde93a1-c13b-4c12-9254-9c2f26f3a8aa None None] Pushing event deleted for resources: {'Port': ['ID=01d99c4b-a706-4605-aee7-fd6ce0f7e533,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:45.937811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.063377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Calling delete_port for 01d99c4b-a706-4605-aee7-fd6ce0f7e533 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:46.085924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] Pushing event deleted for resources: {'Port': ['ID=2fc9876e-82d8-49a2-8ec0-bfa30e2abed6,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:46.112041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f22ac-7a7a-4059-9a88-c43138d5b711 None None] DHCP port deletion for e9ab5aa4-33d4-4d43-a905-0416038cb162 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:46.121100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] DHCP port deletion for 26ed652f-d1ed-4356-9126-92fc77119e64 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:46.130387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.136293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190a921-4c4c-4a47-8656-630aa3ea24c5 None None] No DVR routers for this DVR port 2fc9876e-82d8-49a2-8ec0-bfa30e2abed6 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:46.156061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Deleting port 8b4cf881-e549-4a16-b83c-69a83f815984 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:46.156635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.189270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.192887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.204095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8989f4-ea66-4362-a395-b2b01283f51c None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:46.218267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.305337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=77349224fdf0441ca7d1dc93a2d8bc95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7460821 Jun 01 13:27:46.305337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port 8b4cf881-e549-4a16-b83c-69a83f815984 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:46.305337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.333148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:46.334310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9136f-668c-4e73-9d0a-1430ac49c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e24ec-fd69-4d61-af87-0cc240b0f9ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:46.367155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=3460d5c6-1cb3-45ec-b096-92e3142d8b40,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:46.426612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:46.428254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:46.515742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c402f84-c34d-4f6a-873f-109c7eedf686 req-33c34877-f606-4fab-af89-ed226fda80f8 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 210 time: 0.0772913 Jun 01 13:27:46.521582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:46.528851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:46.530015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: from cryptography.utils import int_from_bytes Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: from cryptography.utils import int_from_bytes Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn_limited( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn_limited( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:46.538294 n-d-844200-1 neutron-server[88371]: util.warn( Jun 01 13:27:46.546821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:46.547075 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:46.569895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cd5c79e1-aa5d-4517-b688-371257cb9bc6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1354771 Jun 01 13:27:46.572648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36828) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:46.625659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.691400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] For port 8b4cf881-e549-4a16-b83c-69a83f815984, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b4cf881-e549-4a16-b83c-69a83f815984,segment=NetworkSegment(78522523-f20f-4c5f-ab54-b5d26cee43e1),segment_id=78522523-f20f-4c5f-ab54-b5d26cee43e1)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:46.691829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.733216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc52eb3a-876f-47b1-935d-f4f947a26a64 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:46.734676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc52eb3a-876f-47b1-935d-f4f947a26a64 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:46.761872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc52eb3a-876f-47b1-935d-f4f947a26a64 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:46.763602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc52eb3a-876f-47b1-935d-f4f947a26a64 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1890550 Jun 01 13:27:46.766289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36836) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:46.832525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] For port 8b4cf881-e549-4a16-b83c-69a83f815984, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b4cf881-e549-4a16-b83c-69a83f815984,segment=NetworkSegment(78522523-f20f-4c5f-ab54-b5d26cee43e1),segment_id=78522523-f20f-4c5f-ab54-b5d26cee43e1)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:46.832879 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.844506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Calling delete_port for 8b4cf881-e549-4a16-b83c-69a83f815984 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:46.932409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 3460d5c6-1cb3-45ec-b096-92e3142d8b40 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:46.933194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:46.947527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.022850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] No DVR routers for this DVR port 8b4cf881-e549-4a16-b83c-69a83f815984 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:47.028184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd107-23b1-49ff-8692-339f49f89b7e None None] Pushing event deleted for resources: {'Port': ['ID=8b4cf881-e549-4a16-b83c-69a83f815984,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:47.052859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port 01d99c4b-a706-4605-aee7-fd6ce0f7e533 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:47.053213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.122685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for 8b4cf881-e549-4a16-b83c-69a83f815984 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:47.161702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] The port '01d99c4b-a706-4605-aee7-fd6ce0f7e533' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:27:47.205871 n-d-844200-1 neutron-server[88372]: util.warn( Jun 01 13:27:47.235561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.301210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:47.301382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '2554ceea-e185-4b70-b2d2-791484fcf8e7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:27:47.301485 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:47.301699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.347288 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.394024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e24ec-fd69-4d61-af87-0cc240b0f9ae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:47.430194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.437062 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2f3f241-0c71-4d05-a162-c93e6abf401a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8a0e24ec-fd69-4d61-af87-0cc240b0f9ae HTTP/1.1" status: 204 len: 168 time: 1.0978980 Jun 01 13:27:47.550262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/2554ceea-e185-4b70-b2d2-791484fcf8e7/a441934d-0e12-41da-9ae1-c52617146718) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:47.674412 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.803091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port 8b4cf881-e549-4a16-b83c-69a83f815984 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:47.803434 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:47.837169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1070ebbd-cf55-4292-96ee-ea3ff3a08cfc req-a8f52215-6422-44fe-8bf8-f6c66efa24ba tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 210 time: 0.0902617 Jun 01 13:27:47.847309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36862) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:47.859100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28d052c-e504-4c50-9c7f-4ab30204ba14']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:47.926160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] The port '8b4cf881-e549-4a16-b83c-69a83f815984' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:27:47.950162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bd24ea-9968-4df9-a58f-1220ea5279f0') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:47.950457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bd24ea-9968-4df9-a58f-1220ea5279f0') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:48.047844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-bb76d402-c988-4f77-abcb-f73ba4f02b4a tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f62eaa851a2548c7a5911c8874311db0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030142 Jun 01 13:27:48.052790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.064242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b4cf881-e549-4a16-b83c-69a83f815984 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:48.088195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.140143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8b4cf881-e549-4a16-b83c-69a83f815984 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:48.141099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b4cf881-e549-4a16-b83c-69a83f815984 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:48.141427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 78b09917-51e6-450d-9e75-ca2cddc69c95 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:48.169369 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.203518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ed652f-d1ed-4356-9126-92fc77119e64']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:48.222346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78522523-f20f-4c5f-ab54-b5d26cee43e1') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:48.222742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78522523-f20f-4c5f-ab54-b5d26cee43e1') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:48.241020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.246620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.270401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 78b09917-51e6-450d-9e75-ca2cddc69c95 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:48.270730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 78b09917-51e6-450d-9e75-ca2cddc69c95 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:48.272345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.285774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:48.286379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.304926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Transition to ACTIVE for port object a441934d-0e12-41da-9ae1-c52617146718 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:48.313586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.319372 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511c59cd-0b2b-4010-87e4-bc37452c8a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.355828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Transition to ACTIVE for port object a441934d-0e12-41da-9ae1-c52617146718 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:48.383043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.386243 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 78522523-f20f-4c5f-ab54-b5d26cee43e1 resource provider aggregate not found Jun 01 13:27:48.430101 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 78522523-f20f-4c5f-ab54-b5d26cee43e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78522523-f20f-4c5f-ab54-b5d26cee43e1 found for delete ", "request_id": "req-aa9f0568-3de7-4818-ae7c-e3436b5c6df2"}]} Jun 01 13:27:48.484851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.515006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Pushing event updated for resources: {'Port': ['ID=a441934d-0e12-41da-9ae1-c52617146718,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:48.522268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.544646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:48.548854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Network': ['ID=26ed652f-d1ed-4356-9126-92fc77119e64,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:48.563047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:48.565331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-89eb6e8e-2fe8-4a82-b61f-323bc63bc262 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/networks/26ed652f-d1ed-4356-9126-92fc77119e64 HTTP/1.1" status: 204 len: 168 time: 2.7122517 Jun 01 13:27:48.566041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:48.570946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:48.631903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 3460d5c6-1cb3-45ec-b096-92e3142d8b40 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:48.679866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting subnet 9affea73-da80-4c7a-9a20-5cfe40344671 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:48.683034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.729581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Attempting to bind port a441934d-0e12-41da-9ae1-c52617146718 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:48.729581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Attempting to bind port a441934d-0e12-41da-9ae1-c52617146718 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:48.729790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Attempting to bind port a441934d-0e12-41da-9ae1-c52617146718 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:48.736116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:48.736496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:48.736946 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.737338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:48.737874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Bound port: a441934d-0e12-41da-9ae1-c52617146718, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:48.738243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.769612 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.805467 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.815751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-2d289ca5-b6ca-4381-acc0-7717b0715e86 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:48.817876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-2d289ca5-b6ca-4381-acc0-7717b0715e86 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7536058 Jun 01 13:27:48.824409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.827934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.838224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:48.839860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:48.840936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.843156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a441934d-0e12-41da-9ae1-c52617146718,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:48.853125 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.891206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Request body: {'port': {'device_id': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': 'f62eaa851a2548c7a5911c8874311db0'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:48.942818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:48.957628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c879-5063-49f7-bbe9-e721f775bf56 None None] Pushing event updated for resources: {'Port': ['ID=a441934d-0e12-41da-9ae1-c52617146718,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:49.117565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=3460d5c6-1cb3-45ec-b096-92e3142d8b40,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:49.120529 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 10bd24ea-9968-4df9-a58f-1220ea5279f0 resource provider aggregate not found Jun 01 13:27:49.128631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.140292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:49.203168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b5d81-4242-4569-9eb8-de093addeec2 None None] Network 6aa2c706-4ec3-4e4e-98d1-41c59212e453 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:49.207868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.219467 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/subnets/9affea73-da80-4c7a-9a20-5cfe40344671 HTTP/1.1" status: 204 len: 168 time: 0.6474562 Jun 01 13:27:49.225576 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 10bd24ea-9968-4df9-a58f-1220ea5279f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10bd24ea-9968-4df9-a58f-1220ea5279f0 found for delete ", "request_id": "req-383b9cc9-6d80-47ca-b8ca-a431768a346b"}]} Jun 01 13:27:49.231013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Usage tracker for resource:security_group_rule and tenant:169735aab7e5458fbb965915af2c5269 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:49.231230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:49.232786 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a54558-06d7-45b6-a9ee-43446a3a97f1 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Subnet': ['ID=9affea73-da80-4c7a-9a20-5cfe40344671,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:49.238662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:49.311246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:49.352721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7972519-a5e2-4c58-a71f-bee6793af70f req-f946c461-3211-4399-8af2-57a8d71f512d tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 210 time: 0.2223248 Jun 01 13:27:49.421386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.562020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.593660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:49.597856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.644915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.660037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.732055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.737937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/networks/a28d052c-e504-4c50-9c7f-4ab30204ba14 HTTP/1.1" status: 204 len: 168 time: 5.3689134 Jun 01 13:27:49.742517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4e914-4bb3-414d-9997-bfd4c48e9158 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Network': ['ID=a28d052c-e504-4c50-9c7f-4ab30204ba14,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:49.744724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.753999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:49.754878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] DHCP port deletion for 6aa2c706-4ec3-4e4e-98d1-41c59212e453 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:49.760675 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Deleting port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:49.761131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:49.779783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4ea9ee9e-9a88-4ec7-a22b-050370e662f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/3460d5c6-1cb3-45ec-b096-92e3142d8b40 HTTP/1.1" status: 204 len: 168 time: 3.0118058 Jun 01 13:27:49.787743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36966) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:49.924386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=169735aab7e5458fbb965915af2c5269&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0732057 Jun 01 13:27:49.945238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 36974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:50.055399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:50.085459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e961573-e447-4b97-8e18-82a57a3f1daa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:50.094776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e961573-e447-4b97-8e18-82a57a3f1daa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:50.101577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting subnet 0a4a7218-2d88-406b-b60a-5410b2a6bb98 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:50.107509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e961573-e447-4b97-8e18-82a57a3f1daa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:50.114729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.116859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4ce56-dee4-4f69-9993-1ddf8e7e841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135674e2-758b-4a1d-9a58-c2775ccb7f8e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:50.149543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Usage tracker for resource:port and tenant:f62eaa851a2548c7a5911c8874311db0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:50.172241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:50.195052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:50.199629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a441934d-0e12-41da-9ae1-c52617146718 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:27:50.215690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e961573-e447-4b97-8e18-82a57a3f1daa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:50.220823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e961573-e447-4b97-8e18-82a57a3f1daa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4315906 Jun 01 13:27:50.221479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 36980) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:50.272813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.299418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Made reservation on behalf of f62eaa851a2548c7a5911c8874311db0 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:50.304564 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.324137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] For port a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,segment=NetworkSegment(5658fcf5-b505-495e-946a-5a9a7063598c),segment_id=5658fcf5-b505-495e-946a-5a9a7063598c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:50.325001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.351243 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.412082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:50.417758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Usage tracker for resource:security_group_rule and tenant:f62eaa851a2548c7a5911c8874311db0 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:50.421545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:50.422725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.430134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:50.613060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 2554ceea-e185-4b70-b2d2-791484fcf8e7 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:27:50.633951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.649653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.682641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a441934d-0e12-41da-9ae1-c52617146718 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:50.725944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Calling delete_port for a5f0f565-8599-4bf2-aba1-441dd61ff0f1 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:50.737272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4a7218-2d88-406b-b60a-5410b2a6bb98,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:50.800908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b776facb-bccd-424f-8dd2-b2cd1f2377f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.894519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5f0f565-8599-4bf2-aba1-441dd61ff0f1 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:50.898902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc9a9d9f-708e-4d06-a8e9-5b99c9879eb0 req-e2e6ed3f-5374-441d-b8cb-f1037363551a tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 210 time: 0.2018881 Jun 01 13:27:50.970995 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:50.992151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a5f0f565-8599-4bf2-aba1-441dd61ff0f1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:50.992497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a5f0f565-8599-4bf2-aba1-441dd61ff0f1 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:50.996175 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.068458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] Pushing event deleted for resources: {'Port': ['ID=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:51.070931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49927bfa-9e8e-4dfb-92f4-1e16e3feeaff None None] No DVR routers for this DVR port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:51.153828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Could not find standard attr ID for object 3460d5c6-1cb3-45ec-b096-92e3142d8b40. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:51.190380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.194731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215e013-f006-416b-a389-d7b23e201f8d None None] Network 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:51.201339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.232933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5e690f2-69af-4fb3-a5a8-7e8c300b9268 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/subnets/0a4a7218-2d88-406b-b60a-5410b2a6bb98 HTTP/1.1" status: 204 len: 168 time: 1.4755452 Jun 01 13:27:51.267656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37024) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:51.298521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.343085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Provisioning for port a441934d-0e12-41da-9ae1-c52617146718 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:51.351671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.354999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.373160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Provisioning complete for port a441934d-0e12-41da-9ae1-c52617146718 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:51.373738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.415393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.595693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] For port a5f0f565-8599-4bf2-aba1-441dd61ff0f1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a5f0f565-8599-4bf2-aba1-441dd61ff0f1,segment=NetworkSegment(5658fcf5-b505-495e-946a-5a9a7063598c),segment_id=5658fcf5-b505-495e-946a-5a9a7063598c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:51.596416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.644007 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.730557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:51.743955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=2554ceea-e185-4b70-b2d2-791484fcf8e7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:51.746494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.816379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:51.817334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-37d9d6e1-ec66-437d-816e-16b7d4cc0c59 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/2554ceea-e185-4b70-b2d2-791484fcf8e7 HTTP/1.1" status: 204 len: 168 time: 1.5946417 Jun 01 13:27:51.818736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Allocated IP 192.168.233.53 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/e7577d72-7bf8-4cd5-a480-51f92b594d0e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:51.835773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37050) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:51.880190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4c531-a075-4544-bf81-cbf9cf917995 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:51.999808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Calling delete_port for a5f0f565-8599-4bf2-aba1-441dd61ff0f1 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:52.044385 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.084180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.133009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:52.133239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.209815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:52.210129 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:52.243870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.273232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135674e2-758b-4a1d-9a58-c2775ccb7f8e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:52.319317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.320839 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b6702abf-5111-4990-b50b-3d39112c8f82 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/135674e2-758b-4a1d-9a58-c2775ccb7f8e HTTP/1.1" status: 204 len: 168 time: 2.3745556 Jun 01 13:27:52.375670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Current status of the port a441934d-0e12-41da-9ae1-c52617146718 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:52.376118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.416405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.446715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Transition to ACTIVE for port object e7577d72-7bf8-4cd5-a480-51f92b594d0e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:52.522193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] DHCP port deletion for 9918306d-9c07-4b77-8e77-b7bf0e1a7e1c request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:52.525789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] For port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,segment=NetworkSegment(7e03db72-1a4c-4420-bd63-fabfeadf0551),segment_id=7e03db72-1a4c-4420-bd63-fabfeadf0551)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:52.527329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.545869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5eb44526-e453-4f7f-90e6-cdfd1e7f52c2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7081871 Jun 01 13:27:52.555959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:52.562517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Deleting port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:52.562984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.645055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.718369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Calling delete_port for 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:52.761426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:52.767781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:52.772119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:52.806953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Deleting port a5f0f565-8599-4bf2-aba1-441dd61ff0f1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:52.807681 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:52.936026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Pushing event updated for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:53.000634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:53.001384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.005856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] For port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,segment=NetworkSegment(7e03db72-1a4c-4420-bd63-fabfeadf0551),segment_id=7e03db72-1a4c-4420-bd63-fabfeadf0551)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:53.006260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.020539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c7349-0ce6-4abc-b9e6-9566a639fa21 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:53.021380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc6c7349-0ce6-4abc-b9e6-9566a639fa21 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:53.035684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-b5249ebb-5475-4934-b982-95f814ce150d tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:53.036529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-b5249ebb-5475-4934-b982-95f814ce150d tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Synchronizing usage tracker for tenant:f62eaa851a2548c7a5911c8874311db0 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:53.053296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] The port 'a5f0f565-8599-4bf2-aba1-441dd61ff0f1' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:27:53.096360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-7fbd097b-0e8b-47f0-9a4c-37069288ae2f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2338908 Jun 01 13:27:53.102658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-b5249ebb-5475-4934-b982-95f814ce150d tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Unset dirty status for tenant:f62eaa851a2548c7a5911c8874311db0 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:53.106118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-b5249ebb-5475-4934-b982-95f814ce150d tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 935 time: 0.6306248 Jun 01 13:27:53.121996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Request body: {'port': {'device_id': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:53.197834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cc6c7349-0ce6-4abc-b9e6-9566a639fa21 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:53.201615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cc6c7349-0ce6-4abc-b9e6-9566a639fa21 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6326241 Jun 01 13:27:53.203428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37072) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:53.217283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:53.297195 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.313608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.324844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa2c706-4ec3-4e4e-98d1-41c59212e453']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:53.346176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5658fcf5-b505-495e-946a-5a9a7063598c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:53.346176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5658fcf5-b505-495e-946a-5a9a7063598c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:53.353357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Calling delete_port for 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:53.354813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.370749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:53.376356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.384777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:53.385162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.386473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e47156b7cb90480191a0d8bc4311da6c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:27:53.391836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-80a606eb-eba6-432e-bfe6-ecc0384958a6 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Synchronizing usage tracker for tenant:f62eaa851a2548c7a5911c8874311db0 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:53.424573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:27:53.440463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:53.473482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f242d8-9195-4c7b-9c01-f2f882e6424d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:53.474258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a1f242d8-9195-4c7b-9c01-f2f882e6424d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:53.483911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a441934d-0e12-41da-9ae1-c52617146718,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:53.488715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.519625 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.529594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.534076 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5658fcf5-b505-495e-946a-5a9a7063598c resource provider aggregate not found Jun 01 13:27:53.579891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-80a606eb-eba6-432e-bfe6-ecc0384958a6 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Unset dirty status for tenant:f62eaa851a2548c7a5911c8874311db0 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:53.581030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-101fdc4a-0402-48b1-bf7a-d6231b0039a0 req-80a606eb-eba6-432e-bfe6-ecc0384958a6 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854501 Jun 01 13:27:53.589620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Pushing event deleted for resources: {'Network': ['ID=6aa2c706-4ec3-4e4e-98d1-41c59212e453,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:53.591343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.594344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f79b79b2-3d96-4d87-9422-f3b0674989c7 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/networks/6aa2c706-4ec3-4e4e-98d1-41c59212e453 HTTP/1.1" status: 204 len: 168 time: 4.3563292 Jun 01 13:27:53.596126 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5658fcf5-b505-495e-946a-5a9a7063598c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5658fcf5-b505-495e-946a-5a9a7063598c found for delete ", "request_id": "req-c798b3de-d714-4e82-a915-0d73728afc71"}]} Jun 01 13:27:53.597794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:53.609223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a1f242d8-9195-4c7b-9c01-f2f882e6424d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:53.610375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a1f242d8-9195-4c7b-9c01-f2f882e6424d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4008708 Jun 01 13:27:53.615824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37088) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:53.644533 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.646723 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:53.647038 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:53.648879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f0b788a-4b2c-4780-985c-c2e39f071046 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Synchronizing usage tracker for tenant:9031a3a1f1d24988920ef623056cd37f on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:53.649607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] Pushing event deleted for resources: {'Port': ['ID=3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:53.662835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3e8bb-6f7a-4d36-bd5f-fb694b4fd2ff None None] No DVR routers for this DVR port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:53.666795 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.668546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8f0b788a-4b2c-4780-985c-c2e39f071046 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Unset dirty status for tenant:9031a3a1f1d24988920ef623056cd37f on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:53.670740 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8f0b788a-4b2c-4780-985c-c2e39f071046 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "GET /v2.0/ports?device_id=abe5bb74-c476-4040-a64c-fa886748eaa6 HTTP/1.1" status: 200 len: 205 time: 0.0712757 Jun 01 13:27:53.672711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:53.771325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a11a7f99-61dd-4865-8765-6c29da5f7f12 None None] Could not find standard attr ID for object 3460d5c6-1cb3-45ec-b096-92e3142d8b40. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:27:53.798352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa74f9d-c56a-4319-98d7-32e0e70a145a None None] Pushing event updated for resources: {'Port': ['ID=a441934d-0e12-41da-9ae1-c52617146718,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:53.806085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a11a7f99-61dd-4865-8765-6c29da5f7f12 None None] Provisioning for port e7577d72-7bf8-4cd5-a480-51f92b594d0e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:27:53.812560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a11a7f99-61dd-4865-8765-6c29da5f7f12 None None] Provisioning complete for port e7577d72-7bf8-4cd5-a480-51f92b594d0e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:27:53.813103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a11a7f99-61dd-4865-8765-6c29da5f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:53.844254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:27:53.870487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Deleting port a441934d-0e12-41da-9ae1-c52617146718 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:53.871019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.001622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a11a7f99-61dd-4865-8765-6c29da5f7f12 None None] Port e7577d72-7bf8-4cd5-a480-51f92b594d0e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:27:54.007628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a441934d-0e12-41da-9ae1-c52617146718 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:54.050341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.151585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e37e0f95-d6af-4963-9ac0-aaa8b1053883 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5157688 Jun 01 13:27:54.157856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Deleting port 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:54.158361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.205868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37098) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:54.241239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] The port '3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:27:54.293716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a441934d-0e12-41da-9ae1-c52617146718,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:54.293986 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.297435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.301823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a441934d-0e12-41da-9ae1-c52617146718 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:27:54.302195 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.307968 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.333129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:54.382300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104eb97-01f8-48b3-b929-dca70210cc6e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:54.387539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-07bb6bca-9d8a-4a90-b65b-444de59147a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e47156b7cb90480191a0d8bc4311da6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563687 Jun 01 13:27:54.391425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37104) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:54.508328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.562807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Calling delete_port for a441934d-0e12-41da-9ae1-c52617146718 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:54.602427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.628618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a441934d-0e12-41da-9ae1-c52617146718,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:54.640952 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.641626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:27:54.669666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7577d72-7bf8-4cd5-a480-51f92b594d0e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:27:54.683717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.719420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Transition to ACTIVE for port object e7577d72-7bf8-4cd5-a480-51f92b594d0e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:54.721464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.736397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.792524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.809041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:27:54.809964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3bc03666-11d5-4a53-a9b7-15bf4d1ba8cd not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:27:54.839037 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:27:54.839479 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:27:54.851130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104eb97-01f8-48b3-b929-dca70210cc6e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:54.855793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a441934d-0e12-41da-9ae1-c52617146718,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:54.922568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918306d-9c07-4b77-8e77-b7bf0e1a7e1c']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:54.942080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.944970 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e03db72-1a4c-4420-bd63-fabfeadf0551') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:54.945264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e03db72-1a4c-4420-bd63-fabfeadf0551') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:27:54.951379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.952614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-726d6fad-ac2c-47ac-9902-ebf4f3e5a727 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6104eb97-01f8-48b3-b929-dca70210cc6e HTTP/1.1" status: 204 len: 168 time: 0.5603135 Jun 01 13:27:54.966022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.984962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:54.993069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:27:54.993232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.060208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:55.101895 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.113506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdfd11-110b-4904-bdea-efb5cc0b6c0d req-11a5c639-8e0f-49fe-903f-9be00c65d6d9 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:55.115159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dcdfd11-110b-4904-bdea-efb5cc0b6c0d req-11a5c639-8e0f-49fe-903f-9be00c65d6d9 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 947 time: 0.3609302 Jun 01 13:27:55.130747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:55.156486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:55.165591 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.170020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.170733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Fanout notify agent at l3_agent the message router_deleted on router abe5bb74-c476-4040-a64c-fa886748eaa6 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:27:55.173831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dcdfd11-110b-4904-bdea-efb5cc0b6c0d req-40b1e743-6fe8-4006-b469-c36576bca579 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Jun 01 13:27:55.174700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Attempting to bind port e7577d72-7bf8-4cd5-a480-51f92b594d0e on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:55.175051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Attempting to bind port e7577d72-7bf8-4cd5-a480-51f92b594d0e by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:55.175952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Attempting to bind port e7577d72-7bf8-4cd5-a480-51f92b594d0e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:55.182903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Port e7577d72-7bf8-4cd5-a480-51f92b594d0e on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:27:55.183299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Attempting to bind port e7577d72-7bf8-4cd5-a480-51f92b594d0e on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:55.189795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:55.190233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:55.190770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:55.191509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Bound port: e7577d72-7bf8-4cd5-a480-51f92b594d0e, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:55.200478 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.217309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.230735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:55.234848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.257975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Pushing event deleted for resources: {'Network': ['ID=9918306d-9c07-4b77-8e77-b7bf0e1a7e1c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:55.325631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.329073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb801e81-9595-43ef-9779-473cd1d88814 tempest-RoutersNegativeIpV6Test-2073566018 tempest-RoutersNegativeIpV6Test-2073566018-project] 10.222.0.40 "DELETE /v2.0/routers/abe5bb74-c476-4040-a64c-fa886748eaa6 HTTP/1.1" status: 204 len: 168 time: 1.6527233 Jun 01 13:27:55.337201 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-76761408-7320-48e7-b038-1a28f857a0d9 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/networks/9918306d-9c07-4b77-8e77-b7bf0e1a7e1c HTTP/1.1" status: 204 len: 168 time: 4.0683696 Jun 01 13:27:55.338101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37122) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:55.341096 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Deleting port a441934d-0e12-41da-9ae1-c52617146718 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:27:55.341488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.611635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.733035 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7e03db72-1a4c-4420-bd63-fabfeadf0551 resource provider aggregate not found Jun 01 13:27:55.781834 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7e03db72-1a4c-4420-bd63-fabfeadf0551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e03db72-1a4c-4420-bd63-fabfeadf0551 found for delete ", "request_id": "req-c69e3469-6320-4196-95db-c43e9440cb1a"}]} Jun 01 13:27:55.814367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:55.823612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:55.828464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:55.830106 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.864696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a5ead04-ab18-4da0-aefd-cb43f680eb42 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Synchronizing usage tracker for tenant:e2e4054048ab4239b8c7bbacccb5b2cc on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:27:55.868340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:55.887062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:55.895376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a5ead04-ab18-4da0-aefd-cb43f680eb42 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Unset dirty status for tenant:e2e4054048ab4239b8c7bbacccb5b2cc on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:27:55.897870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a5ead04-ab18-4da0-aefd-cb43f680eb42 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "GET /v2.0/ports?device_id=00ed1686-d08f-4454-bc3e-6f77f6fc1f20 HTTP/1.1" status: 200 len: 205 time: 0.5582807 Jun 01 13:27:55.900271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:55.900679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=9ddc4c30-2173-4832-947e-fbd246be6564,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:55.911483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37156) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:56.026134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37172) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:56.045253 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1704a8c4-050d-45dd-9bbd-8213285d974e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8019123 Jun 01 13:27:56.048884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37182) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:56.070205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:56.070609 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:56.072012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7577d72-7bf8-4cd5-a480-51f92b594d0e HTTP/1.1" status: 200 len: 1095 time: 2.9635136 Jun 01 13:27:56.081183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:27:56.134050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '9ddc4c30-2173-4832-947e-fbd246be6564', 'ip_address': '2001:db8::134b:fa7f:43d4:176e'}], 'name': 'tempest-NetworksTestDHCPv6-1157587606'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:27:56.231257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:56.327343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] For port a441934d-0e12-41da-9ae1-c52617146718, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a441934d-0e12-41da-9ae1-c52617146718,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:27:56.356472 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:56.549725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:56.687227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.687552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.687887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.688207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.694561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.697396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.697880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.698345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.698844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.699298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.700746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.702225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225b0f5-c147-4c1b-a1e5-67896c3909e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:27:56.755927 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91b8278-9218-48f7-acd8-1115ac21df66'] response: {'name': 'network-changed', 'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e', 'status': 'completed', 'code': 200} Jun 01 13:27:56.830341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Calling delete_port for a441934d-0e12-41da-9ae1-c52617146718 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:27:56.987186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.057848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-787b8df1-2ef6-4789-94e1-0284d69a8db1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9031a3a1f1d24988920ef623056cd37f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0276487 Jun 01 13:27:57.059238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37284) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:57.087160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] No DVR routers for this DVR port a441934d-0e12-41da-9ae1-c52617146718 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:27:57.127806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d49507-1ba4-41e5-89de-7dc1d562d06a None None] Pushing event deleted for resources: {'Port': ['ID=a441934d-0e12-41da-9ae1-c52617146718,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:57.131824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a667b-a63b-4b4d-a0bb-1e469bf39736 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:27:57.156954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:27:57.207849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.211638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.220362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:27:57.250349 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.251009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Fanout notify agent at l3_agent the message router_deleted on router 00ed1686-d08f-4454-bc3e-6f77f6fc1f20 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:27:57.264220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7477-9a25-4424-bd1b-59e423b97adf req-4e1a4485-6615-459d-914b-1268219f4447 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:57.271454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f8b7477-9a25-4424-bd1b-59e423b97adf req-4e1a4485-6615-459d-914b-1268219f4447 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 947 time: 0.7408905 Jun 01 13:27:57.279549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.282089 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0b15bc9-9d7b-4c07-bb05-5c7523dc08b8 tempest-RoutersNegativeTest-1931114933 tempest-RoutersNegativeTest-1931114933-project] 10.222.0.40 "DELETE /v2.0/routers/00ed1686-d08f-4454-bc3e-6f77f6fc1f20 HTTP/1.1" status: 204 len: 168 time: 1.3682070 Jun 01 13:27:57.301345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-c4b6d471-877d-4e38-8346-4e8e4c43c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:57.303595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-c4b6d471-877d-4e38-8346-4e8e4c43c6ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62eaa851a2548c7a5911c8874311db0&device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 1098 time: 1.1319788 Jun 01 13:27:57.495437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:27:57.557881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '9ddc4c30-2173-4832-947e-fbd246be6564'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:27:57.558651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.566068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-412f84c5-7c9b-49b9-a8e6-0b7b44336c2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e HTTP/1.1" status: 200 len: 217 time: 0.2244318 Jun 01 13:27:57.758506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-74c2601c-fa78-41e0-bb86-df9d4de4ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:57.760408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-74c2601c-fa78-41e0-bb86-df9d4de4ec99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1697290 Jun 01 13:27:57.770971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f8b7477-9a25-4424-bd1b-59e423b97adf req-d009ab93-b58d-4842-bfc1-237ffcb801a8 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743130 Jun 01 13:27:57.785040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:57.915103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.011783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.019847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37398) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:58.053205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port a346a0ac-dabb-446f-b7fd-ac37017b791e yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:27:58.062907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/9ddc4c30-2173-4832-947e-fbd246be6564/1012af65-e241-4fc9-9884-7ae4bf1eb205) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:58.141254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-8989baf7-2b2d-4cb5-baf4-72161c885d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:58.142881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-8989baf7-2b2d-4cb5-baf4-72161c885d68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709617 Jun 01 13:27:58.212205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.298030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27c46a-2ac3-4202-bf14-702a3852791d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:58.347677 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.349089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d2b1003d-7a0e-4505-8461-e21a6202058c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5e27c46a-2ac3-4202-bf14-702a3852791d HTTP/1.1" status: 204 len: 168 time: 1.2866788 Jun 01 13:27:58.401076 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-5a094f21-63f6-456f-ae8a-29a196e3b77d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513375 Jun 01 13:27:58.503536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.531726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Transition to ACTIVE for port object 1012af65-e241-4fc9-9884-7ae4bf1eb205 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:58.579933 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21ed0521-400d-4900-abc2-c6be35a4e271 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2e4054048ab4239b8c7bbacccb5b2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542305 Jun 01 13:27:58.580623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37456) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:27:58.595216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Transition to ACTIVE for port object 1012af65-e241-4fc9-9884-7ae4bf1eb205 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:58.596310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95773e18-0758-4cb4-9c64-3f3ab6a0ab5a req-1e2a4198-08b1-42d4-9915-81eb69332462 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877112 Jun 01 13:27:58.615998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.705143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.736889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.818879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:27:58.823523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.831589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:27:58.837725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:27:58.869151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:58.881798 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/30d377b3-cbd1-42a7-a376-c3b26201fda0 HTTP/1.1" status: 204 len: 168 time: 0.2999711 Jun 01 13:27:58.893870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d208b-5c81-4c8a-a46f-7db02f27f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d377b3-cbd1-42a7-a376-c3b26201fda0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:58.897273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::134b:fa7f:43d4:176e (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/9ddc4c30-2173-4832-947e-fbd246be6564/a346a0ac-dabb-446f-b7fd-ac37017b791e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:27:58.969045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Pushing event updated for resources: {'Port': ['ID=1012af65-e241-4fc9-9884-7ae4bf1eb205,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:59.140762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Attempting to bind port 1012af65-e241-4fc9-9884-7ae4bf1eb205 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:27:59.141139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Attempting to bind port 1012af65-e241-4fc9-9884-7ae4bf1eb205 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:27:59.141732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Attempting to bind port 1012af65-e241-4fc9-9884-7ae4bf1eb205 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:27:59.152712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:27:59.153111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:27:59.153528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:59.154075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:27:59.154558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Bound port: 1012af65-e241-4fc9-9884-7ae4bf1eb205, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:27:59.154936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:59.387268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:27:59.392853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1012af65-e241-4fc9-9884-7ae4bf1eb205,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:27:59.406651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:59.446942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-18ba44e1-a1a5-4835-bc5e-2f4cd097c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:59.452662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-18ba44e1-a1a5-4835-bc5e-2f4cd097c47e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f62eaa851a2548c7a5911c8874311db0&device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 1098 time: 0.7219455 Jun 01 13:27:59.525026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291154f-4476-4a7e-aa53-43fcaf59bd04 None None] Pushing event updated for resources: {'Port': ['ID=1012af65-e241-4fc9-9884-7ae4bf1eb205,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:27:59.678664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:27:59.717640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object a346a0ac-dabb-446f-b7fd-ac37017b791e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:27:59.897110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-b5fa06e5-0574-4d07-874e-0e5b35ff581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:27:59.901826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-b5fa06e5-0574-4d07-874e-0e5b35ff581f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1704938 Jun 01 13:28:00.003715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-9e8f15ad-0820-407f-b5e8-0de344e281f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e HTTP/1.1" status: 200 len: 217 time: 0.0967219 Jun 01 13:28:00.014537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71af4b-27b5-482c-b782-12aeab7b6ca8 req-4b1598e7-0572-42b3-ab18-a04f91148a07 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:00.022160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea71af4b-27b5-482c-b782-12aeab7b6ca8 req-4b1598e7-0572-42b3-ab18-a04f91148a07 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 947 time: 1.0023284 Jun 01 13:28:00.119283 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:00.313817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=a346a0ac-dabb-446f-b7fd-ac37017b791e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:00.327672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:00.332110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:00.343243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:00.349690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:00.350614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:00.358655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-9d9f3c83-f14c-4ad6-ac62-731fe85f3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:00.360616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-9d9f3c83-f14c-4ad6-ac62-731fe85f3161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.3323185 Jun 01 13:28:00.423924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea71af4b-27b5-482c-b782-12aeab7b6ca8 req-4bb8a8d1-cfa0-40d0-a39e-352628e57e1f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997874 Jun 01 13:28:00.452838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a9a4055e-ce71-4fad-9d4a-ecfeefb46036 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4029224 Jun 01 13:28:00.455879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:00.462427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '9ddc4c30-2173-4832-947e-fbd246be6564', 'ip_address': '2001:db8::134b:fa7f:43d4:176e'}], 'name': 'tempest-NetworksTestDHCPv6-963103147'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:00.525899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-ee162e09-1574-4230-b077-85a6e6802de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:00.527814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-ee162e09-1574-4230-b077-85a6e6802de3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540606 Jun 01 13:28:00.825839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-e50b6cb1-61ce-4d76-b691-677e34b20cf3 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915719 Jun 01 13:28:00.895634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:00.907637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:00.916206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:00.932745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:00.956665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:01.109374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e7577d72-7bf8-4cd5-a480-51f92b594d0e details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:28:01.148621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:01.160434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d22f03-74e8-4e77-a22f-8a370bd8eb0f req-42408345-7746-4d8e-972c-013169fbe44f service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272178 Jun 01 13:28:01.200061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 3c0cfae2-7dca-4d06-9b52-9d4894341f0b yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:28:01.305629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37746) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:01.360614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:01.380957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e', 'mac_address': 'fa:16:3e:95:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:28:01.495133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e7577d72-7bf8-4cd5-a480-51f92b594d0e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:01.497609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:01.549850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7577d72-7bf8-4cd5-a480-51f92b594d0e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:28:01.577542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:01.580834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d194cb99-40af-48d4-9130-3f179bac82fd None None] Provisioning for port 1012af65-e241-4fc9-9884-7ae4bf1eb205 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:01.603291 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:01.778112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:01.818458 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 13:28:01.819146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:28:01.854807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e7577d72-7bf8-4cd5-a480-51f92b594d0e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:28:01.895210 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8035a884-2f31-41f0-9cc1-42c8023e6423 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4381707 Jun 01 13:28:01.898696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:01.924944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a754-a1ad-4141-b020-6cb89d47afe0 req-52281257-52fa-4221-8904-79cd355f7c5f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:01.931662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d19a754-a1ad-4141-b020-6cb89d47afe0 req-52281257-52fa-4221-8904-79cd355f7c5f tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 948 time: 0.2217371 Jun 01 13:28:02.048586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fbfd3fa3-005b-425f-a111-c551cd279212 None None] Provisioning for port a346a0ac-dabb-446f-b7fd-ac37017b791e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:02.062664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d19a754-a1ad-4141-b020-6cb89d47afe0 req-0c7342a3-61ca-4734-967a-a208ee05bb4a tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227372 Jun 01 13:28:02.071597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18636be5-e9e3-46b8-a088-82aa2c9f6460 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:02.079863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fbfd3fa3-005b-425f-a111-c551cd279212 None None] Provisioning complete for port a346a0ac-dabb-446f-b7fd-ac37017b791e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:02.080408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3fa3-005b-425f-a111-c551cd279212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.083550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18636be5-e9e3-46b8-a088-82aa2c9f6460 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:02.090879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18636be5-e9e3-46b8-a088-82aa2c9f6460 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:02.118548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-462330734'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:02.119057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1012af65-e241-4fc9-9884-7ae4bf1eb205 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:02.130234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:02.144107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Usage tracker for resource:network and tenant:07cde3fd80b34ef6ac90add5be5dbcfe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:02.144646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-18636be5-e9e3-46b8-a088-82aa2c9f6460 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:02.146030 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-18636be5-e9e3-46b8-a088-82aa2c9f6460 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2463615 Jun 01 13:28:02.149652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37768) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:02.152438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:02.166541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:02.193644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Made reservation on behalf of 07cde3fd80b34ef6ac90add5be5dbcfe for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:02.199335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.237554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.265182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port a346a0ac-dabb-446f-b7fd-ac37017b791e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:02.265810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.286037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:02.298946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Usage tracker for resource:security_group_rule and tenant:07cde3fd80b34ef6ac90add5be5dbcfe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:02.304044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:02.318915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:02.384709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37774) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:02.479581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd3fa3-005b-425f-a111-c551cd279212 None None] Port a346a0ac-dabb-446f-b7fd-ac37017b791e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:02.487674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1012af65-e241-4fc9-9884-7ae4bf1eb205 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:02.520191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1012af65-e241-4fc9-9884-7ae4bf1eb205 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:02.520565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.569291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.587708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.621916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.723920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:28:02.732341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29907e29-3294-483b-be2d-196e8e0467ca,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:02.754679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.756364 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Added segment 357cc693-726f-4368-8dba-777530557f09 of type vlan for network 963106eb-f644-4b92-ad3a-944c643f8455 Jun 01 13:28:02.803028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.898847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for a346a0ac-dabb-446f-b7fd-ac37017b791e owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:02.900572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.907001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:02.907599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:02.971474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1012af65-e241-4fc9-9884-7ae4bf1eb205 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:02.971858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.023503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1012af65-e241-4fc9-9884-7ae4bf1eb205,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:03.032140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.070229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.145360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event updated for resources: {'Network': ['ID=963106eb-f644-4b92-ad3a-944c643f8455,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:03.148563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:03.158960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 963106eb-f644-4b92-ad3a-944c643f8455 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:28:03.165105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5331dc3bef443efa74edbe2b5b3a9d9 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:03.183536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:03.192608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b753c2e1-c3f2-43f2-b6ae-34002bdb3858 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8855338 Jun 01 13:28:03.193219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37800) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:03.199586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Request body: {'subnet': {'network_id': '963106eb-f644-4b92-ad3a-944c643f8455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:03.209276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:03.297052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1012af65-e241-4fc9-9884-7ae4bf1eb205,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:03.498269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.563521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:03.565655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=a346a0ac-dabb-446f-b7fd-ac37017b791e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:03.573899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Usage tracker for resource:subnet and tenant:07cde3fd80b34ef6ac90add5be5dbcfe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:03.582487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:03.596513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:03.621769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Made reservation on behalf of 07cde3fd80b34ef6ac90add5be5dbcfe for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:03.628037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.661656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.662284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.662933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.663495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.664047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.664698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.665218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.665897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.666424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.667089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.667625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.668155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:03.671553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.698821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.709457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:03.736109 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e6d45242-f215-4253-9dce-6ebc375a07ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a346a0ac-dabb-446f-b7fd-ac37017b791e HTTP/1.1" status: 204 len: 168 time: 1.5853415 Jun 01 13:28:03.741351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37808) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:03.808813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2321406-1b9d-47c3-ac65-7ef9bcdeb7a7 req-dea54ca9-1984-4912-81ad-501e64500148 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:03.811098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2321406-1b9d-47c3-ac65-7ef9bcdeb7a7 req-dea54ca9-1984-4912-81ad-501e64500148 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 948 time: 0.4458857 Jun 01 13:28:03.857954 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5331dc3bef443efa74edbe2b5b3a9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4630105 Jun 01 13:28:03.862582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:03.919967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd4aa4-fb00-461d-a29f-c114d0bbfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb240b-b75e-47a5-8f01-f751fb18b9e1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:03.972805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86eb85f-034c-42c1-ad76-64b90aa7f048 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:03.984597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86eb85f-034c-42c1-ad76-64b90aa7f048 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:03.985394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b86eb85f-034c-42c1-ad76-64b90aa7f048 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:04.004138 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:28:04.025672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1012af65-e241-4fc9-9884-7ae4bf1eb205 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:04.143632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b86eb85f-034c-42c1-ad76-64b90aa7f048 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:04.147240 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b86eb85f-034c-42c1-ad76-64b90aa7f048 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3986440 Jun 01 13:28:04.148466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37820) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:04.176112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2321406-1b9d-47c3-ac65-7ef9bcdeb7a7 req-c41b489e-7359-491e-bf6e-25e0ff6c1a60 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582387 Jun 01 13:28:04.230342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1012af65-e241-4fc9-9884-7ae4bf1eb205 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:04.230980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.246490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.294750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.352117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.395388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1012af65-e241-4fc9-9884-7ae4bf1eb205 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:04.398665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 9ddc4c30-2173-4832-947e-fbd246be6564 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:28:04.402474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.447661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event updated for resources: {'Subnet': ['ID=747ecb3e-195a-4476-8d3d-5f1bf7d1262e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:04.453350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Checking segment: {'id': '357cc693-726f-4368-8dba-777530557f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:04.454111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Network hostable DHCP agents. Network: 963106eb-f644-4b92-ad3a-944c643f8455, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:28:04.467729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.474571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Network 963106eb-f644-4b92-ad3a-944c643f8455 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:28:04.488086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 963106eb-f644-4b92-ad3a-944c643f8455) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:04.500281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a522b78-db9c-4dc4-bea9-a4af42bf3bf6 None None] Network 963106eb-f644-4b92-ad3a-944c643f8455 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:04.504806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:04.505471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.543505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8c4d0c83-94e9-423e-a5d3-d81639415e8a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3466752 Jun 01 13:28:04.543844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37824) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:04.554217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Request body: {'port': {'network_id': '963106eb-f644-4b92-ad3a-944c643f8455', 'name': 'tempest-TagsExtTest-699915196'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:04.571795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.743388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.775311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.810456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb240b-b75e-47a5-8f01-f751fb18b9e1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:04.812696 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.813993 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fbcb8795-3e8d-47a2-85ba-ed2ead977e65 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cfdb240b-b75e-47a5-8f01-f751fb18b9e1 HTTP/1.1" status: 204 len: 168 time: 0.9463525 Jun 01 13:28:04.842878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:04.847479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Usage tracker for resource:port and tenant:07cde3fd80b34ef6ac90add5be5dbcfe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:04.850796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:04.857936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:04.874044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Made reservation on behalf of 07cde3fd80b34ef6ac90add5be5dbcfe for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:04.880026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.905494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.930922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-963106eb-f644-4b92-ad3a-944c643f8455', 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455', 'tenant_id': '07cde3fd80b34ef6ac90add5be5dbcfe', 'fixed_ips': [{'subnet_id': '747ecb3e-195a-4476-8d3d-5f1bf7d1262e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:04.931857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:04.932606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] device_id is not set on port 42ba8257-9aa7-49d3-aca4-c978fd311949 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:28:04.982263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddc4c30-2173-4832-947e-fbd246be6564,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:05.006393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:05.042107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1a179bad-9597-4585-acff-c03f90981b70 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/9ddc4c30-2173-4832-947e-fbd246be6564 HTTP/1.1" status: 204 len: 168 time: 0.8925068 Jun 01 13:28:05.044900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37834) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:05.046486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f30b71-02f5-4476-bc92-7fd57ca4edca None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:05.160159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Allocated IP 172.20.0.11 (963106eb-f644-4b92-ad3a-944c643f8455/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/42ba8257-9aa7-49d3-aca4-c978fd311949) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:05.202717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e7577d72-7bf8-4cd5-a480-51f92b594d0e up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:05.271444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d5172cb-419e-4b93-af3a-ef5e8c99707a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2206938 Jun 01 13:28:05.275727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37846) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:05.299824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:05.564133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:05.584085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:05.587664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:05.596244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:05.631178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:05.637371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:05.660855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:05.685719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port e7577d72-7bf8-4cd5-a480-51f92b594d0e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:05.698156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port e7577d72-7bf8-4cd5-a480-51f92b594d0e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:05.698516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:05.753375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:05.824481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:28:05.832624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Deleting port 1012af65-e241-4fc9-9884-7ae4bf1eb205 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:05.832978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:05.869403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:05.891665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Usage tracker for resource:security_group_rule and tenant:0e631d735521409cb591fd97dc42d432 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:05.913006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:05.968888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:06.018819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port e7577d72-7bf8-4cd5-a480-51f92b594d0e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:06.019205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.045332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.077836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1012af65-e241-4fc9-9884-7ae4bf1eb205 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:06.100092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.148419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ed82f-9890-46e5-8d5e-b9efc7003195 req-95c08356-1161-4106-ba4e-5c8f26e0da94 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:06.149914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d52ed82f-9890-46e5-8d5e-b9efc7003195 req-95c08356-1161-4106-ba4e-5c8f26e0da94 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 948 time: 0.7894011 Jun 01 13:28:06.153440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Transition to ACTIVE for port object 42ba8257-9aa7-49d3-aca4-c978fd311949 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:06.280379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:06.286135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:06.288818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:28:06.298549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:06.310904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d52ed82f-9890-46e5-8d5e-b9efc7003195 req-aad5ed61-9187-482a-8a44-f9d2c2f1071c tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439085 Jun 01 13:28:06.336785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:06.341715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.364083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.375326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.451598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=7a60cf86-348b-4461-bbf9-0a778f578c4e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:06.489510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d80cbb29-4944-47b3-b87f-e727a2f5de9d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2052650 Jun 01 13:28:06.490136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:06.530047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '7a60cf86-348b-4461-bbf9-0a778f578c4e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-613133457'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:06.685498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Network 963106eb-f644-4b92-ad3a-944c643f8455 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:06.693812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:06.744709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.746316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:06.754288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1012af65-e241-4fc9-9884-7ae4bf1eb205,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:06.754835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.854884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:06.855602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:06.864921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:06.873587 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:06.882021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:06.916509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:06.955811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event updated for resources: {'Port': ['ID=42ba8257-9aa7-49d3-aca4-c978fd311949,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:07.019352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:07.045075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Calling delete_port for 1012af65-e241-4fc9-9884-7ae4bf1eb205 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:07.088772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0e631d735521409cb591fd97dc42d432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4244430 Jun 01 13:28:07.107409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37886) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:07.138128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:07.145745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.150557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383562f-e329-48bb-bd2e-fd3d2b1faa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04bd8f-1654-4021-b762-84079667715c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:07.195835 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00b668a-1a90-40ef-8422-fb49b35bacc7'] response: {'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e', 'code': 200} Jun 01 13:28:07.230298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1012af65-e241-4fc9-9884-7ae4bf1eb205 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:07.231077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.233912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.263638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port cf4dcc03-cae9-42c2-9b07-2c6cc21cedef yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:28:07.289839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1012af65-e241-4fc9-9884-7ae4bf1eb205,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:07.306191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.309114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Allocated IP 172.20.0.2 (963106eb-f644-4b92-ad3a-944c643f8455/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/855db6c9-ebf6-4611-b215-8ff4bf6c4aa6) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:07.395999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fcdd129e-3827-4bda-9d20-fab809ea40fc tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8510411 Jun 01 13:28:07.399580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:07.399884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:28:07.400913 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:28:07.411364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1349559797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:07.421656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.442579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:07.472230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3003b9-f119-41b5-a95e-e193c81e9df0 req-c6a4bfbd-ffc3-4d0a-8a91-015cd8a3af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:07.477891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb3003b9-f119-41b5-a95e-e193c81e9df0 req-c6a4bfbd-ffc3-4d0a-8a91-015cd8a3af38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 1100 time: 0.2932372 Jun 01 13:28:07.517158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Usage tracker for resource:router and tenant:07cde3fd80b34ef6ac90add5be5dbcfe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:07.532489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:07.563793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:07.572833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.622071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.626623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.628496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb3003b9-f119-41b5-a95e-e193c81e9df0 req-3a46f277-7d8d-4c7b-9580-a87140106627 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332569 Jun 01 13:28:07.646023 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:28:07.649974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:28:07.652250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1012af65-e241-4fc9-9884-7ae4bf1eb205,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:07.693861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.722481 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0413f1f5-6544-47f7-a1b6-c4f1a67054b4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2270617 Jun 01 13:28:07.722481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.724139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37898) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:07.751930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.756777 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-09d9acad-9e2e-4c13-b35f-1f5b72895e5a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3531036 Jun 01 13:28:07.767051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37902) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:07.775172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-34d3dbfd-b8dc-4150-88af-084534ab4307 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-437157089', 'prefixes': ['172.20.0.0/16']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:07.783669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-34d3dbfd-b8dc-4150-88af-084534ab4307 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:07.819797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.843653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04bd8f-1654-4021-b762-84079667715c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:07.868821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bde76-046d-4c54-b022-0ef26eedc0c9 req-ac4d3348-2c3d-40b5-9c3b-4a4592b2f2ff tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:07.876116 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b39bde76-046d-4c54-b022-0ef26eedc0c9 req-ac4d3348-2c3d-40b5-9c3b-4a4592b2f2ff tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 949 time: 0.2500827 Jun 01 13:28:07.893717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34d3dbfd-b8dc-4150-88af-084534ab4307 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for subnetpool, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.894950 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34d3dbfd-b8dc-4150-88af-084534ab4307 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1346278 Jun 01 13:28:07.899824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37908) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:07.904187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Deleting port 1012af65-e241-4fc9-9884-7ae4bf1eb205 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:07.904687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.916697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-07ed2805-fc79-4fb2-80fa-bb23107931f6 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-1157732786') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:07.917513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:07.918805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-caf8d7bf-f5f1-4712-b817-1d1708099938 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3e04bd8f-1654-4021-b762-84079667715c HTTP/1.1" status: 204 len: 168 time: 0.8034558 Jun 01 13:28:07.955462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e2a44-acf5-4f7c-9fec-15b59d584e5f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:07.956336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2a7e2a44-acf5-4f7c-9fec-15b59d584e5f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:07.975375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b39bde76-046d-4c54-b022-0ef26eedc0c9 req-34a0db88-8e9d-4cea-b707-34a8854e196e tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Jun 01 13:28:08.002992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2a7e2a44-acf5-4f7c-9fec-15b59d584e5f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:08.004449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2a7e2a44-acf5-4f7c-9fec-15b59d584e5f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2763491 Jun 01 13:28:08.007337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37914) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:08.040847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.064796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Transition to ACTIVE for port object 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:08.088785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37918) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:08.090006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07ed2805-fc79-4fb2-80fa-bb23107931f6 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-1157732786 HTTP/1.1" status: 201 len: 201 time: 0.1890376 Jun 01 13:28:08.099993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-4bfde447-78d5-4367-a82f-e8fde1256ba4 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-2000868098') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:08.119045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Transition to ACTIVE for port object 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:08.193628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f18fa-408c-4801-9953-b16f05694176 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:08.195585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f18fa-408c-4801-9953-b16f05694176 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:08.199304 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.203896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37924) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:08.216478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be7f18fa-408c-4801-9953-b16f05694176 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2074718 Jun 01 13:28:08.329469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Pushing event updated for resources: {'Port': ['ID=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:08.350154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Network 963106eb-f644-4b92-ad3a-944c643f8455 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:08.353538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:08.359308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4bfde447-78d5-4367-a82f-e8fde1256ba4 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-2000868098 HTTP/1.1" status: 201 len: 201 time: 0.2648640 Jun 01 13:28:08.361840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:08.374053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-8c23c628-ea2f-4fe2-97fd-923ea770f09d tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-1378420263') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:08.375798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:08.383960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 7a60cf86-348b-4461-bbf9-0a778f578c4e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:28:08.389043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.485169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.725285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.885074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:08.991848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=7a60cf86-348b-4461-bbf9-0a778f578c4e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:09.026060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:09.043013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8c23c628-ea2f-4fe2-97fd-923ea770f09d tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-1378420263 HTTP/1.1" status: 201 len: 201 time: 0.6786771 Jun 01 13:28:09.045634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37962) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.052374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-e8589bd3-5316-41a0-bceb-d8740661d5ed tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-1932893701') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:09.070464 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20e40b4c-ede1-4e4d-a47c-3e8df1dd8868 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/7a60cf86-348b-4461-bbf9-0a778f578c4e HTTP/1.1" status: 204 len: 168 time: 0.8655794 Jun 01 13:28:09.076193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37968) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.082716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] For port 1012af65-e241-4fc9-9884-7ae4bf1eb205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1012af65-e241-4fc9-9884-7ae4bf1eb205,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:09.082716 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:09.170582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e8589bd3-5316-41a0-bceb-d8740661d5ed tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-1932893701 HTTP/1.1" status: 201 len: 201 time: 0.1239200 Jun 01 13:28:09.173783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37976) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.184933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-a3cbe58d-0ed7-48fe-8f72-2fd64b013fa5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:09.576446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a3cbe58d-0ed7-48fe-8f72-2fd64b013fa5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 200 len: 241 time: 0.4016092 Jun 01 13:28:09.581507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 37990) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.593481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ed4da-1684-4dd4-86f1-093fd2205b82 req-275027db-5d9e-4340-a0d1-662b1097fafc tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:09.601491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d02ed4da-1684-4dd4-86f1-093fd2205b82 req-275027db-5d9e-4340-a0d1-662b1097fafc tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 949 time: 0.3328669 Jun 01 13:28:09.611538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Calling delete_port for 1012af65-e241-4fc9-9884-7ae4bf1eb205 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:09.637803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-439d7b80-8814-4b83-904b-842444469e53 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-1157732786') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:09.672385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f1731445-1298-48ec-888a-1b9a1d13130e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5848112 Jun 01 13:28:09.674942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 37996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.681100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:09.748581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Attempting to bind port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:09.749455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Attempting to bind port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '357cc693-726f-4368-8dba-777530557f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:09.749873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Attempting to bind port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 on network 963106eb-f644-4b92-ad3a-944c643f8455 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:09.768814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38002) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.772427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:09.773199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Checking segment: {'id': '357cc693-726f-4368-8dba-777530557f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:09.773677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:09.774137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Bound using segment: {'id': '357cc693-726f-4368-8dba-777530557f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:09.774760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Bound port: 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357cc693-726f-4368-8dba-777530557f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '963106eb-f644-4b92-ad3a-944c643f8455'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:09.775214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:09.823242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d02ed4da-1684-4dd4-86f1-093fd2205b82 req-28623bac-dabc-4726-8117-54e53ae62a38 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207699 Jun 01 13:28:09.959543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-439d7b80-8814-4b83-904b-842444469e53 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-1157732786 HTTP/1.1" status: 204 len: 168 time: 0.3769739 Jun 01 13:28:09.962122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:09.969916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:09.984518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-7c52dc96-1b9a-4fe5-9f4e-dc101bbfd7e5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-1157732786') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:10.085482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.090516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:10.098209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:10.114063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:10.193382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.211376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] Pushing event deleted for resources: {'Port': ['ID=1012af65-e241-4fc9-9884-7ae4bf1eb205,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:10.225673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d4375-cf8d-481b-bccf-a9e15e678e9e None None] No DVR routers for this DVR port 1012af65-e241-4fc9-9884-7ae4bf1eb205 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:28:10.230170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:10.241210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Usage tracker for resource:security_group_rule and tenant:578d1d1b6d4848c9bb11bec5219372c8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:10.244061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] For port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:10.249757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:10.254255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac990d-9e93-4a70-96f1-a5462dedb134 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:10.266209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:10.285681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:10.296222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.533509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38042) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:10.616243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] For port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,segment=NetworkSegment(357cc693-726f-4368-8dba-777530557f09),segment_id=357cc693-726f-4368-8dba-777530557f09)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:10.650289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.776980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.798381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e0dc-2cbc-48c9-95a5-7b28d3975a56 None None] Pushing event updated for resources: {'Port': ['ID=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:10.805775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:10.817898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Usage tracker for resource:security_group_rule and tenant:33d58b8d02df4bbbba10dd38e08f4066 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:10.828077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:10.850285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:10.877024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.935039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:10.973600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:10.977100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:10.977679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:10.984287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b34d07-5062-4444-9e4b-c8da33254bef None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:11.052381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=a59cd921-de61-4b87-89aa-818c62cbbb53,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:11.095803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f5e5-08be-4c77-9426-fc521465f458 req-f8042278-0377-43a3-8491-9560fc0ae051 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:11.102818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05f2f5e5-08be-4c77-9426-fc521465f458 req-f8042278-0377-43a3-8491-9560fc0ae051 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 949 time: 0.2021918 Jun 01 13:28:11.119865 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-170735fd-4a64-462b-bafb-97c7b0c75817 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4436393 Jun 01 13:28:11.125874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38056) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.148384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:11.189267 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.197396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:11.207808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.230518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.238199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.246327 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c52dc96-1b9a-4fe5-9f4e-dc101bbfd7e5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-1157732786 HTTP/1.1" status: 204 len: 168 time: 1.2805781 Jun 01 13:28:11.246524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.249526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.276797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:router and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:11.278968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-9d0221ef-5ac7-4012-95eb-09939e264134 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:11.296187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:11.335337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:11.378967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05f2f5e5-08be-4c77-9426-fc521465f458 req-eac4d6d9-c60f-40a3-a5af-b32ae6e5ca97 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722602 Jun 01 13:28:11.388493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=33d58b8d02df4bbbba10dd38e08f4066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8506873 Jun 01 13:28:11.388493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c308f9-5b80-45de-8a1f-ea65c3c33a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952729ab-0e4b-44d6-87d1-1a416cce0e11,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:11.390516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38072) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.406789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.408713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.437838 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=578d1d1b6d4848c9bb11bec5219372c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6677620 Jun 01 13:28:11.442206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38076) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.450832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559861e-4461-4a17-9c6b-2c80dfb5b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60aa530-3f27-44d9-9015-e238c977c4dd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:11.489112 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d0221ef-5ac7-4012-95eb-09939e264134 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 200 len: 205 time: 0.2402318 Jun 01 13:28:11.490223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.496190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-6a4e4982-2acc-45d2-bc06-884ec94a69db tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:11.510218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': 'a59cd921-de61-4b87-89aa-818c62cbbb53'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:11.511279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.603433 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a4e4982-2acc-45d2-bc06-884ec94a69db tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 200 len: 241 time: 0.1116669 Jun 01 13:28:11.605947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38084) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.616332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-7efbf7bf-a455-4325-8f8d-f3a58e40ad4d tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-2000868098') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:11.643434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.647344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.702777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:11.712925 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7efbf7bf-a455-4325-8f8d-f3a58e40ad4d tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-2000868098 HTTP/1.1" status: 204 len: 168 time: 0.1057403 Jun 01 13:28:11.715526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.722614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Usage tracker for resource:security_group_rule and tenant:0a6ceb09dd4a463e9717cffbdec4a93c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:11.729821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:11.742153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-0509e539-1806-4695-b7f7-20fc19628321 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-2000868098') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:11.750065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:11.759249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.766625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/a59cd921-de61-4b87-89aa-818c62cbbb53/e2e62ada-7de7-43c7-a214-6481935d70cd) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:11.779499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.813101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.842462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.911356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:11.912378 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0509e539-1806-4695-b7f7-20fc19628321 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-2000868098 HTTP/1.1" status: 204 len: 168 time: 0.1833272 Jun 01 13:28:11.913115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38092) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:11.925708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-711db8f1-0337-4dec-9452-c839506449fe tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:12.014705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.023883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38096) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:12.035132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6a4333de-fcd4-4a75-9ada-8066090535ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8985705 Jun 01 13:28:12.090439 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.105510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Transition to ACTIVE for port object e2e62ada-7de7-43c7-a214-6481935d70cd will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:12.119130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:12.222617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.244486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Transition to ACTIVE for port object e2e62ada-7de7-43c7-a214-6481935d70cd will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:12.257598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:12.261103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.265911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.280281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.283393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952729ab-0e4b-44d6-87d1-1a416cce0e11,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:12.303791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.316091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60aa530-3f27-44d9-9015-e238c977c4dd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:12.333363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29811085-bf26-4aeb-b675-eaf90b958110 req-cb3b336a-9e2d-4ddf-883f-651e1bd87b37 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:12.336153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29811085-bf26-4aeb-b675-eaf90b958110 req-cb3b336a-9e2d-4ddf-883f-651e1bd87b37 tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 949 time: 0.3942702 Jun 01 13:28:12.344349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.348222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5e0b8790-1b0d-4fed-9727-2c54cf21f2ea admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/952729ab-0e4b-44d6-87d1-1a416cce0e11 HTTP/1.1" status: 204 len: 168 time: 0.9567378 Jun 01 13:28:12.396002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.400570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bc7485a8-c8ba-49e3-bbf4-fa0e1720de03 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b60aa530-3f27-44d9-9015-e238c977c4dd HTTP/1.1" status: 204 len: 168 time: 0.9345753 Jun 01 13:28:12.454083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0a6ceb09dd4a463e9717cffbdec4a93c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1884406 Jun 01 13:28:12.457388 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-711db8f1-0337-4dec-9452-c839506449fe tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 200 len: 205 time: 0.5417712 Jun 01 13:28:12.457831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d67e32-a397-4943-b338-0c10753c2c3b None None] Network 963106eb-f644-4b92-ad3a-944c643f8455 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:12.459419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38108) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:12.460729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38110) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:12.467865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b32aa-b740-40c3-8d8e-0a3191a7a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d51101-a770-4423-8267-9be8811a7bce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:12.483108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Deleting port e7577d72-7bf8-4cd5-a480-51f92b594d0e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:12.483970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:12.631018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-500bcedd-8e13-4dd3-bb4c-3afec98c8c54 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:12.765597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:12.787980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:12.798751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:12.805762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Pushing event updated for resources: {'Port': ['ID=e2e62ada-7de7-43c7-a214-6481935d70cd,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:12.854963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Provisioning for port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:12.867771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Provisioning complete for port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:12.868225 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.004486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Attempting to bind port e2e62ada-7de7-43c7-a214-6481935d70cd on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:13.004856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Attempting to bind port e2e62ada-7de7-43c7-a214-6481935d70cd by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:13.005224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Attempting to bind port e2e62ada-7de7-43c7-a214-6481935d70cd on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:13.017281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:13.018186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:13.018622 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.019619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:13.020118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Bound port: e2e62ada-7de7-43c7-a214-6481935d70cd, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:13.020683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.164804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] For port e7577d72-7bf8-4cd5-a480-51f92b594d0e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=e7577d72-7bf8-4cd5-a480-51f92b594d0e,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:13.165395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.218856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38128) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:13.219410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38130) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:13.241791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Current status of the port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:13.242047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.336004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] For port e2e62ada-7de7-43c7-a214-6481935d70cd, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:13.338788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Calling delete_port for e7577d72-7bf8-4cd5-a480-51f92b594d0e owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:13.341030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.350149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.358540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] For port e2e62ada-7de7-43c7-a214-6481935d70cd, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e2e62ada-7de7-43c7-a214-6481935d70cd,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:13.360267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] For port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,segment=NetworkSegment(357cc693-726f-4368-8dba-777530557f09),segment_id=357cc693-726f-4368-8dba-777530557f09)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:13.369789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.418343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:13.422771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Usage tracker for resource:security_group_rule and tenant:794787e08a4d4e9b834c5469c717c3fb is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:13.425814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:13.428869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421e8b2-5f72-45b0-a17f-ec8928984525 req-a9baef07-b88a-4b1c-87e7-181a0cddb3ee tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:13.430752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2421e8b2-5f72-45b0-a17f-ec8928984525 req-a9baef07-b88a-4b1c-87e7-181a0cddb3ee tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e37ad57-3e42-4d71-8ff6-c15576bad5f2 HTTP/1.1" status: 200 len: 949 time: 0.6735497 Jun 01 13:28:13.432102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:13.451110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ed47-ebc4-41a5-b759-8e4a5b5107b1 None None] Pushing event updated for resources: {'Port': ['ID=e2e62ada-7de7-43c7-a214-6481935d70cd,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:13.453964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.531224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.533368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:13.542971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.556928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a2e06-997a-4be2-8714-4798a07651f5 None None] Pushing event updated for resources: {'Port': ['ID=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:13.560141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-500bcedd-8e13-4dd3-bb4c-3afec98c8c54 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 200 len: 241 time: 0.9480526 Jun 01 13:28:13.561426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.569719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:13.575855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Usage tracker for resource:security_group_rule and tenant:8a058eadc6734dacb3d146230841295e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:13.611607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:13.620105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-f5cf7443-7e80-48d1-81b4-0aecd8ca98af tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-1378420263') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:13.678934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.693978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['e7577d72-7bf8-4cd5-a480-51f92b594d0e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:28:13.725448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:13.824447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.947211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:13.953138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Pushing event deleted for resources: {'Port': ['ID=e7577d72-7bf8-4cd5-a480-51f92b594d0e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:14.034613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2421e8b2-5f72-45b0-a17f-ec8928984525 req-b3ea1e83-364e-4f68-bf81-22a12c8731be tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.40 "GET /v2.0/security-groups?id=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561516 Jun 01 13:28:14.078262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:14.080871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4c871-6a8f-42b6-bace-d5e4cc62fe76,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:14.105474 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1631f7c7-3915-47b7-a45b-66ff89c02b4c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=794787e08a4d4e9b834c5469c717c3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8330867 Jun 01 13:28:14.108668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] No DVR routers for this DVR port e7577d72-7bf8-4cd5-a480-51f92b594d0e on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:28:14.112351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38150) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:14.118841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.121667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'name': 'network-vif-deleted', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:28:14.134156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.183236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29811085-bf26-4aeb-b675-eaf90b958110 req-4d6490da-ebaf-44e7-9537-b3d91fa94eca tempest-VolumesNegativeTest-664289580 tempest-VolumesNegativeTest-664289580-project] 10.222.0.13 "DELETE /v2.0/ports/e7577d72-7bf8-4cd5-a480-51f92b594d0e HTTP/1.1" status: 204 len: 173 time: 1.8311472 Jun 01 13:28:14.212435 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1793fbe-3000-4e12-aba5-3d0bc1c77c2e'] response: {'server_uuid': '7e37ad57-3e42-4d71-8ff6-c15576bad5f2', 'name': 'network-vif-deleted', 'tag': 'e7577d72-7bf8-4cd5-a480-51f92b594d0e', 'status': 'completed', 'code': 200} Jun 01 13:28:14.269818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.282050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.299810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Provisioning for port 42ba8257-9aa7-49d3-aca4-c978fd311949 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:14.314064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Provisioning complete for port 42ba8257-9aa7-49d3-aca4-c978fd311949 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:14.314664 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.376297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.409744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:14.410109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.468394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Port 42ba8257-9aa7-49d3-aca4-c978fd311949 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:14.477989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.510094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4c871-6a8f-42b6-bace-d5e4cc62fe76,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:14.524621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.525999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a0adebd8-0af4-47b5-a9c4-e9d7b2e07afe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4de4c871-6a8f-42b6-bace-d5e4cc62fe76 HTTP/1.1" status: 204 len: 168 time: 0.4121521 Jun 01 13:28:14.591958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed56c5-bab9-4791-b731-3e75946d3638,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:14.606225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:14.616196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Provisioning complete for port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:14.616518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.627445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38158) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:14.627565 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f5cf7443-7e80-48d1-81b4-0aecd8ca98af tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-1378420263 HTTP/1.1" status: 204 len: 168 time: 1.0309756 Jun 01 13:28:14.643660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-d2c1bfbb-0e6f-4e46-9c25-809ff2ae5832 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-1378420263') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:14.646471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1d327c66-870d-4c74-b35f-6fdf00c99a6d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8a058eadc6734dacb3d146230841295e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3725271 Jun 01 13:28:14.648429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:14.800996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.875951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d51101-a770-4423-8267-9be8811a7bce,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:14.878321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-66a15db8-f1e5-47c2-9c34-c0174faa4aa7 None None] Current status of the port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:14.972617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:14.977837 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d215d94a-7285-4a2c-8dec-c0dfcf18bc36 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/71d51101-a770-4423-8267-9be8811a7bce HTTP/1.1" status: 204 len: 168 time: 2.3699265 Jun 01 13:28:15.020468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.024592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0ea553a3-ff3c-4ce9-b562-312e039a0666 None None] Provisioning complete for port 42ba8257-9aa7-49d3-aca4-c978fd311949 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:15.025244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ea553a3-ff3c-4ce9-b562-312e039a0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.078904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d2c1bfbb-0e6f-4e46-9c25-809ff2ae5832 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-1378420263 HTTP/1.1" status: 204 len: 168 time: 0.4500456 Jun 01 13:28:15.081358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38174) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.087421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-873e9534-85b4-4114-9dbc-656c9bf1a9b5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.121638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.169912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::1 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/a59cd921-de61-4b87-89aa-818c62cbbb53/d8879c0d-db9c-47ef-87e6-e8170af9921d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:15.197571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0ea553a3-ff3c-4ce9-b562-312e039a0666 None None] Port 42ba8257-9aa7-49d3-aca4-c978fd311949 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:15.436631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-873e9534-85b4-4114-9dbc-656c9bf1a9b5 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 200 len: 205 time: 0.3540328 Jun 01 13:28:15.440614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38190) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.454635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-534f9f01-e1fe-4fc9-9b17-407d2dd814b7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.477600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.518989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-534f9f01-e1fe-4fc9-9b17-407d2dd814b7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 200 len: 241 time: 0.0751903 Jun 01 13:28:15.521442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38196) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.524538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed56c5-bab9-4791-b731-3e75946d3638,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:15.532444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e10be635-fa50-44f7-917a-331bef745f55 None None] Provisioning for port e2e62ada-7de7-43c7-a214-6481935d70cd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:15.535756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-a151baed-5ee4-40fe-86bd-54a54fea8035 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-1932893701') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.551297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.552927 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99c6042c-214d-49af-acd3-1498e1e404f7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/66ed56c5-bab9-4791-b731-3e75946d3638 HTTP/1.1" status: 204 len: 168 time: 0.8961997 Jun 01 13:28:15.583058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.603576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object d8879c0d-db9c-47ef-87e6-e8170af9921d will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:15.611378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.612960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a151baed-5ee4-40fe-86bd-54a54fea8035 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-1932893701 HTTP/1.1" status: 204 len: 168 time: 0.0825617 Jun 01 13:28:15.618438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-81104e5e-539b-458f-b67c-bc41d013ca6f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-1932893701') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.689969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.746179 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-81104e5e-539b-458f-b67c-bc41d013ca6f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-1932893701 HTTP/1.1" status: 204 len: 168 time: 0.1336036 Jun 01 13:28:15.748833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38220) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.754079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-e2f3891c-6e11-4b17-a829-0f344d1ecefe tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.773827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:15.777221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:15.780025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:15.781268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:15.787292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=d8879c0d-db9c-47ef-87e6-e8170af9921d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:15.793378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2f3891c-6e11-4b17-a829-0f344d1ecefe tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 200 len: 205 time: 0.0433681 Jun 01 13:28:15.796150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38224) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.808198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-47792a13-ee12-49af-9bd7-fd8f016fc6aa tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.873773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-47792a13-ee12-49af-9bd7-fd8f016fc6aa tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0754840 Jun 01 13:28:15.876696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38236) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:15.888465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-3c5c874c-bfb6-4ae8-b503-75c8588a785a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:15.952763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:16.090010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e2e62ada-7de7-43c7-a214-6481935d70cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:16.222758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3c5c874c-bfb6-4ae8-b503-75c8588a785a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 204 len: 168 time: 0.3449640 Jun 01 13:28:16.223369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38250) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:16.231326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-1b184adc-b0be-4045-bdfd-5ec294d39268 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:16.244116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e2e62ada-7de7-43c7-a214-6481935d70cd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:16.249547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e2e62ada-7de7-43c7-a214-6481935d70cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:16.249923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:16.376511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b184adc-b0be-4045-bdfd-5ec294d39268 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 204 len: 168 time: 0.1514409 Jun 01 13:28:16.379143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38258) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:16.390967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-2294c417-35fb-4833-8f19-7131c2ccd7a7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:16.502141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b3fe69a3-cb33-48fa-9a9a-9f41e1a20923 None None] Provisioning for port d8879c0d-db9c-47ef-87e6-e8170af9921d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:16.534869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b3fe69a3-cb33-48fa-9a9a-9f41e1a20923 None None] Provisioning complete for port d8879c0d-db9c-47ef-87e6-e8170af9921d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:16.535242 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b3fe69a3-cb33-48fa-9a9a-9f41e1a20923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:16.569017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2294c417-35fb-4833-8f19-7131c2ccd7a7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 204 len: 168 time: 0.1852782 Jun 01 13:28:16.575549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38268) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:16.588720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-bf101437-4563-41a3-896d-21d5a2c90621 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-1501837189') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:16.665229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e2e62ada-7de7-43c7-a214-6481935d70cd is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:16.665784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:16.679841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe69a3-cb33-48fa-9a9a-9f41e1a20923 None None] Port d8879c0d-db9c-47ef-87e6-e8170af9921d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:16.711776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e2e62ada-7de7-43c7-a214-6481935d70cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e2e62ada-7de7-43c7-a214-6481935d70cd,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:16.720711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:16.859463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e2e62ada-7de7-43c7-a214-6481935d70cd,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:17.044787 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bf101437-4563-41a3-896d-21d5a2c90621 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-1501837189 HTTP/1.1" status: 201 len: 201 time: 0.4672980 Jun 01 13:28:17.047676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38294) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:17.052389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:17.056488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-d9533871-94c9-4399-aec9-c13563718c66 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-2108544297') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:17.061475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:17.062268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:17.172805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e7577d72-7bf8-4cd5-a480-51f92b594d0e no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:17.272050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: e7577d72-7bf8-4cd5-a480-51f92b594d0e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:28:17.273651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device e7577d72-7bf8-4cd5-a480-51f92b594d0e not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:28:17.318177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d9533871-94c9-4399-aec9-c13563718c66 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-2108544297 HTTP/1.1" status: 201 len: 201 time: 0.2686222 Jun 01 13:28:17.320128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38318) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:17.331259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-55e11f06-4da0-479f-89b1-ab13eaaa8b4f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-474715440') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:17.387435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=d8879c0d-db9c-47ef-87e6-e8170af9921d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:17.514996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:17.516353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:17.627937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-55e11f06-4da0-479f-89b1-ab13eaaa8b4f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-474715440 HTTP/1.1" status: 201 len: 201 time: 0.3053260 Jun 01 13:28:17.628667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38358) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:17.639109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-3616abec-c089-4691-b098-5eabef0fb368 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-2121710351') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:17.698426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3616abec-c089-4691-b098-5eabef0fb368 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-2121710351 HTTP/1.1" status: 201 len: 201 time: 0.0684907 Jun 01 13:28:17.700192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38368) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:17.714237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-79d1a463-5193-4280-9372-b7dbe473a585 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', {'tags': ['tempest-TagsExtTest-Tag-1118288546', 'tempest-TagsExtTest-Tag-970824278', 'tempest-TagsExtTest-Tag-576605898']}) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:17.940583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-79d1a463-5193-4280-9372-b7dbe473a585 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 200 len: 316 time: 0.2350969 Jun 01 13:28:17.940793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38382) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:17.946003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-3bf7cd34-d3b9-4e41-af06-a87d79d0410c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:18.037004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Router 84b5837a-573d-4f14-b538-876232622e68 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:28:18.054768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e2e62ada-7de7-43c7-a214-6481935d70cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:18.133081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3bf7cd34-d3b9-4e41-af06-a87d79d0410c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 204 len: 168 time: 0.1885703 Jun 01 13:28:18.133270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38396) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.138839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-84aba990-f4a8-4221-8805-e5f6ff0ab469 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-1118288546') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:18.276608 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-84aba990-f4a8-4221-8805-e5f6ff0ab469 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:18.280402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84aba990-f4a8-4221-8805-e5f6ff0ab469 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-1118288546 HTTP/1.1" status: 404 len: 329 time: 0.1434984 Jun 01 13:28:18.283203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38400) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.294650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-9c6b3c45-9148-4591-94fc-edaf2cbdd2af tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-970824278') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:18.337429 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68e96222-468b-461e-b06e-f9c77849ee57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:18.348866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-82c99671-98c3-4d5f-b125-631de77621ff None None] Provisioning complete for port d8879c0d-db9c-47ef-87e6-e8170af9921d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:18.351608 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-82c99671-98c3-4d5f-b125-631de77621ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:18.389880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:18.395202 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36eb823e-f0f4-4a92-a13b-35357b7d050d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "PUT /v2.0/routers/84b5837a-573d-4f14-b538-876232622e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3703063 Jun 01 13:28:18.398096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38410) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.422895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Sync routers for ids ['84b5837a-573d-4f14-b538-876232622e68'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:18.451617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:18.517387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e2e62ada-7de7-43c7-a214-6481935d70cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:18.519137 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:18.566171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0833b-30b8-4710-8803-18df114dc0d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:18.569289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77d0833b-30b8-4710-8803-18df114dc0d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports/d8879c0d-db9c-47ef-87e6-e8170af9921d HTTP/1.1" status: 200 len: 911 time: 0.1700838 Jun 01 13:28:18.572141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38420) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.622851 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-9c6b3c45-9148-4591-94fc-edaf2cbdd2af tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:18.623885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9c6b3c45-9148-4591-94fc-edaf2cbdd2af tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-970824278 HTTP/1.1" status: 404 len: 328 time: 0.3397458 Jun 01 13:28:18.626723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38424) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.632334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-45b35f9e-42ea-421e-8705-6dec5e4bf9d8 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e', 'tempest-TagsExtTest-Tag-576605898') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:18.684841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Routers {'84b5837a-573d-4f14-b538-876232622e68'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:18.687071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:27:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['84b5837a-573d-4f14-b538-876232622e68'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:18.784226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600e084-058b-42b3-be88-33102a113a6e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:18.804033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600e084-058b-42b3-be88-33102a113a6e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:18.805014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0600e084-058b-42b3-be88-33102a113a6e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:18.840927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0600e084-058b-42b3-be88-33102a113a6e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:18.850216 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0600e084-058b-42b3-be88-33102a113a6e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2690451 Jun 01 13:28:18.852834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:18.976586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-82c99671-98c3-4d5f-b125-631de77621ff None None] Port d8879c0d-db9c-47ef-87e6-e8170af9921d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:19.009230 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-45b35f9e-42ea-421e-8705-6dec5e4bf9d8 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:19.012826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-45b35f9e-42ea-421e-8705-6dec5e4bf9d8 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags/tempest-TagsExtTest-Tag-576605898 HTTP/1.1" status: 404 len: 328 time: 0.3825347 Jun 01 13:28:19.013053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38448) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:19.030098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-d3da9a83-20e1-4e5d-af4e-5ac0bfc6e22f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', {'tags': ['tempest-TagsExtTest-Tag-1592697820', 'tempest-TagsExtTest-Tag-1024706558', 'tempest-TagsExtTest-Tag-1089364987']}) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:19.184762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d3da9a83-20e1-4e5d-af4e-5ac0bfc6e22f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 200 len: 318 time: 0.1706738 Jun 01 13:28:19.186102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e2e62ada-7de7-43c7-a214-6481935d70cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:19.187487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38464) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:19.189119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Set router 84b5837a-573d-4f14-b538-876232622e68 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:19.193913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-c335face-397a-4ba5-ae72-9a55783e55bd tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:19.396174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c335face-397a-4ba5-ae72-9a55783e55bd tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 204 len: 168 time: 0.2075195 Jun 01 13:28:19.402386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38474) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:19.412621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-969fee58-63bf-404f-889f-f94d75251a1f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-1592697820') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:19.566263 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-969fee58-63bf-404f-889f-f94d75251a1f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:19.570884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-969fee58-63bf-404f-889f-f94d75251a1f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-1592697820 HTTP/1.1" status: 404 len: 329 time: 0.1665103 Jun 01 13:28:19.574020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38482) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:19.580733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-9ed9eb29-afe0-4a54-9b78-0561a782206e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-1024706558') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:19.867802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:15Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None, '_interfaces': [{'id': 'd8879c0d-db9c-47ef-87e6-e8170af9921d', 'name': '', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'mac_address': 'fa:16:3e:99:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5837a-573d-4f14-b538-876232622e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:14Z', 'updated_at': '2022-06-01T13:28:16Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'subnets': [{'id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:19.880654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Checking router: 84b5837a-573d-4f14-b538-876232622e68 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:19.881587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Updating router 84b5837a-573d-4f14-b538-876232622e68 port d8879c0d-db9c-47ef-87e6-e8170af9921d binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:28:20.008054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:20.060241 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-9ed9eb29-afe0-4a54-9b78-0561a782206e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:20.061476 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9ed9eb29-afe0-4a54-9b78-0561a782206e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-1024706558 HTTP/1.1" status: 404 len: 329 time: 0.4864929 Jun 01 13:28:20.064423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38500) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:20.074308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-8fd1c3cd-be0e-421c-9e25-4334594f2799 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949', 'tempest-TagsExtTest-Tag-1089364987') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:20.233728 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-8fd1c3cd-be0e-421c-9e25-4334594f2799 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:20.238478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8fd1c3cd-be0e-421c-9e25-4334594f2799 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags/tempest-TagsExtTest-Tag-1089364987 HTTP/1.1" status: 404 len: 329 time: 0.1720126 Jun 01 13:28:20.243585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38512) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:20.277078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-099f933b-70b0-451e-abbc-4781ee5f47a7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', {'tags': ['tempest-TagsExtTest-Tag-532209037', 'tempest-TagsExtTest-Tag-602063876', 'tempest-TagsExtTest-Tag-989628175']}) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:20.568136 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:20.572865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c52c520-ffc3-4f2b-9263-4f8b29c4468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:20.661168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-099f933b-70b0-451e-abbc-4781ee5f47a7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 200 len: 315 time: 0.4091489 Jun 01 13:28:20.663563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:20.670397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-6db5aee2-d107-4e13-afa5-c9ff976f9258 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:20.839769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:20.875619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Transition to ACTIVE for port object d8879c0d-db9c-47ef-87e6-e8170af9921d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:20.897378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.091026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6db5aee2-d107-4e13-afa5-c9ff976f9258 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 204 len: 168 time: 0.4258845 Jun 01 13:28:21.091723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38580) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:21.097219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-21c16a77-bfb1-4f82-affd-851814327956 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-532209037') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:21.124492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ce8a-8f08-4f15-8c27-ef14c72a1e88 None None] Pushing event updated for resources: {'Port': ['ID=d8879c0d-db9c-47ef-87e6-e8170af9921d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:21.195145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port d8879c0d-db9c-47ef-87e6-e8170af9921d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:21.195995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.396071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Attempting to bind port d8879c0d-db9c-47ef-87e6-e8170af9921d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:21.396479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Attempting to bind port d8879c0d-db9c-47ef-87e6-e8170af9921d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:21.396838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Attempting to bind port d8879c0d-db9c-47ef-87e6-e8170af9921d on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:21.420185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:21.420580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:21.420950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.421338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:21.421800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Bound port: d8879c0d-db9c-47ef-87e6-e8170af9921d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:21.422251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.560292 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-21c16a77-bfb1-4f82-affd-851814327956 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:21.561929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-21c16a77-bfb1-4f82-affd-851814327956 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-532209037 HTTP/1.1" status: 404 len: 328 time: 0.4691615 Jun 01 13:28:21.566172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38610) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:21.575312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] For port d8879c0d-db9c-47ef-87e6-e8170af9921d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:21.580055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] For port d8879c0d-db9c-47ef-87e6-e8170af9921d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d8879c0d-db9c-47ef-87e6-e8170af9921d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:21.580711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-baeab1cd-9183-4676-b020-9906ed130d65 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-602063876') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:21.588949 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.678025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port d8879c0d-db9c-47ef-87e6-e8170af9921d, host n-d-844200-1, got binding levels [] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:21.678617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.839543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ce8a-8f08-4f15-8c27-ef14c72a1e88 None None] Pushing event updated for resources: {'Port': ['ID=d8879c0d-db9c-47ef-87e6-e8170af9921d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:21.890192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.917349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for d8879c0d-db9c-47ef-87e6-e8170af9921d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:21.922950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:21.939153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Routers {'84b5837a-573d-4f14-b538-876232622e68'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:21.940302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['84b5837a-573d-4f14-b538-876232622e68'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:21.960532 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-baeab1cd-9183-4676-b020-9906ed130d65 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:21.967326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-baeab1cd-9183-4676-b020-9906ed130d65 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-602063876 HTTP/1.1" status: 404 len: 328 time: 0.3994355 Jun 01 13:28:21.967935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38626) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:21.980958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-f5d067f5-5670-4d8c-a0d4-dbf615b1cc8f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e', 'tempest-TagsExtTest-Tag-989628175') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.188362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:28:22.188969 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:28:22.294807 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-f5d067f5-5670-4d8c-a0d4-dbf615b1cc8f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:22.299396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38646) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.301785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f5d067f5-5670-4d8c-a0d4-dbf615b1cc8f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags/tempest-TagsExtTest-Tag-989628175 HTTP/1.1" status: 404 len: 328 time: 0.3293216 Jun 01 13:28:22.305202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-1fc9115a-8b0a-4837-b0c5-1e1711bc8a39 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', {'tags': ['tempest-TagsExtTest-Tag-839661038', 'tempest-TagsExtTest-Tag-720396943', 'tempest-TagsExtTest-Tag-1715536559']}) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.380277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] Set router 84b5837a-573d-4f14-b538-876232622e68 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:22.402989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38658) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.406386 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1fc9115a-8b0a-4837-b0c5-1e1711bc8a39 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "PUT /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 200 len: 316 time: 0.1058776 Jun 01 13:28:22.409945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-3aeda8a1-000c-4210-b510-33e817ac606c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.513433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.518261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3aeda8a1-000c-4210-b510-33e817ac606c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1141284 Jun 01 13:28:22.519816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-7dd9cb16-f69b-4c4b-acae-cee1e4bfa33e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-839661038') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.573325 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-7dd9cb16-f69b-4c4b-acae-cee1e4bfa33e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:22.578120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.583297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-1a3c9147-d5ec-4c57-9098-68c847fa07ad tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-720396943') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.588897 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7dd9cb16-f69b-4c4b-acae-cee1e4bfa33e tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-839661038 HTTP/1.1" status: 404 len: 328 time: 0.0742159 Jun 01 13:28:22.627592 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-1a3c9147-d5ec-4c57-9098-68c847fa07ad tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:22.632386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.639088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-38b7f7bb-389b-4d04-b680-bcb44cda3a70 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed', 'tempest-TagsExtTest-Tag-1715536559') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.642530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a3c9147-d5ec-4c57-9098-68c847fa07ad tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-720396943 HTTP/1.1" status: 404 len: 328 time: 0.0632715 Jun 01 13:28:22.665554 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-38b7f7bb-389b-4d04-b680-bcb44cda3a70 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] show failed (client error): The resource could not be found. Jun 01 13:28:22.669839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38682) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.675386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-19d19ff8-c615-446a-af0a-59f69aca560c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5972670d-5ad1-49a5-8516-24bd3596b1ed') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.680425 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38b7f7bb-389b-4d04-b680-bcb44cda3a70 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags/tempest-TagsExtTest-Tag-1715536559 HTTP/1.1" status: 404 len: 329 time: 0.0468228 Jun 01 13:28:22.690130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port d8879c0d-db9c-47ef-87e6-e8170af9921d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:22.690565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:22.731465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-19d19ff8-c615-446a-af0a-59f69aca560c tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0604320 Jun 01 13:28:22.732069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38688) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.746802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-526a522f-397a-46e8-b22e-4bcc3263d2ea tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45a28757-700d-4be0-b7b9-912d0fe2958e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:22.978413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-526a522f-397a-46e8-b22e-4bcc3263d2ea tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e/tags HTTP/1.1" status: 204 len: 168 time: 0.2422366 Jun 01 13:28:22.979023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38702) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:22.992802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.tag.tag_plugin [None req-718f14e7-b718-4535-91f8-c8c7543fbbc7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '42ba8257-9aa7-49d3-aca4-c978fd311949') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:23.057100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:15Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None, '_interfaces': [{'id': 'd8879c0d-db9c-47ef-87e6-e8170af9921d', 'name': '', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'mac_address': 'fa:16:3e:99:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5837a-573d-4f14-b538-876232622e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:14Z', 'updated_at': '2022-06-01T13:28:21Z', 'revision_number': 4, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'subnets': [{'id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:23.070956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72632a6d-f91c-4473-bf9e-02de9361f2da None None] The sync data for ids ['84b5837a-573d-4f14-b538-876232622e68'] in n-d-844200-1 is: [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:15Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None, '_interfaces': [{'id': 'd8879c0d-db9c-47ef-87e6-e8170af9921d', 'name': '', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'mac_address': 'fa:16:3e:99:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b5837a-573d-4f14-b538-876232622e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:14Z', 'updated_at': '2022-06-01T13:28:21Z', 'revision_number': 4, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'subnets': [{'id': 'a59cd921-de61-4b87-89aa-818c62cbbb53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:23.161913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:23.169393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-718f14e7-b718-4535-91f8-c8c7543fbbc7 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949/tags HTTP/1.1" status: 204 len: 168 time: 0.1789615 Jun 01 13:28:23.196884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.tag.tag_plugin [None req-6dd7bb0b-2489-4221-91eb-a12eba48ead9 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '747ecb3e-195a-4476-8d3d-5f1bf7d1262e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:23.197146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:23.266099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port d8879c0d-db9c-47ef-87e6-e8170af9921d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d8879c0d-db9c-47ef-87e6-e8170af9921d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:23.266851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:23.743376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for d8879c0d-db9c-47ef-87e6-e8170af9921d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:23.829982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6dd7bb0b-2489-4221-91eb-a12eba48ead9 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e/tags HTTP/1.1" status: 204 len: 168 time: 0.6631153 Jun 01 13:28:23.834481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38736) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:24.082730 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63b3e16e-6eba-4fe2-bc38-5ae5e3847b45 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for subnetpool, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:24.086411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63b3e16e-6eba-4fe2-bc38-5ae5e3847b45 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnetpools/5972670d-5ad1-49a5-8516-24bd3596b1ed HTTP/1.1" status: 204 len: 168 time: 0.2463629 Jun 01 13:28:24.086741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d8879c0d-db9c-47ef-87e6-e8170af9921d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:24.090886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:24.240514 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8c46ff28-039a-4fe5-90fa-4c8042fcb91a tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "GET /v2.0/ports?device_id=45a28757-700d-4be0-b7b9-912d0fe2958e HTTP/1.1" status: 200 len: 205 time: 0.1452641 Jun 01 13:28:24.240986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38760) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:24.260278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:24.261318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d8879c0d-db9c-47ef-87e6-e8170af9921d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:24.268052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d8879c0d-db9c-47ef-87e6-e8170af9921d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:24.268052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:24.367674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=d8879c0d-db9c-47ef-87e6-e8170af9921d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:24.431680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port d8879c0d-db9c-47ef-87e6-e8170af9921d was deleted so its status cannot be updated. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 01 13:28:24.913833 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.030580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.377310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Router 84b5837a-573d-4f14-b538-876232622e68 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:28:25.458214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.460998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.489966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.490497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Fanout notify agent at l3_agent the message router_deleted on router 45a28757-700d-4be0-b7b9-912d0fe2958e {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:28:25.516553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.520021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-01e52897-7b1c-44e1-ac45-4cafb2e13477 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/routers/45a28757-700d-4be0-b7b9-912d0fe2958e HTTP/1.1" status: 204 len: 168 time: 1.2757623 Jun 01 13:28:25.520275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38786) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:25.604296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:25.620341 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Sync routers for ids ['84b5837a-573d-4f14-b538-876232622e68'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:25.623371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Deleting port 42ba8257-9aa7-49d3-aca4-c978fd311949 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:25.623720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:25.635885 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Routers {'84b5837a-573d-4f14-b538-876232622e68'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:25.636432 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['84b5837a-573d-4f14-b538-876232622e68'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:25.667790 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0223bf23-dc3a-4be3-b69e-3ed6f000c606 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "PUT /v2.0/routers/84b5837a-573d-4f14-b538-876232622e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8138196 Jun 01 13:28:25.670389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:25.938211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5fc4e-85e2-4084-9cd7-50b80fd4ab18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:25.939925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5fc4e-85e2-4084-9cd7-50b80fd4ab18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:25.945161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4b5fc4e-85e2-4084-9cd7-50b80fd4ab18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:25.996844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e4b5fc4e-85e2-4084-9cd7-50b80fd4ab18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:26.000420 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e4b5fc4e-85e2-4084-9cd7-50b80fd4ab18 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3264227 Jun 01 13:28:26.000635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:26.147005 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.154687 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Set router 84b5837a-573d-4f14-b538-876232622e68 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:26.167481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet a59cd921-de61-4b87-89aa-818c62cbbb53 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:28:26.189253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.348773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.437973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:26.446467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Calling delete_port for 42ba8257-9aa7-49d3-aca4-c978fd311949 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:26.449796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:23Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:26.461768 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Checking router: 84b5837a-573d-4f14-b538-876232622e68 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:26.478673 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Routers {'84b5837a-573d-4f14-b538-876232622e68'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:26.479484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['84b5837a-573d-4f14-b538-876232622e68'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:26.562016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.775343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.876620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.882654 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] Set router 84b5837a-573d-4f14-b538-876232622e68 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:26.886414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b979a-6489-41e8-9b2b-2b71e154bb11 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:26.920482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=a59cd921-de61-4b87-89aa-818c62cbbb53,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:26.927519 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.937174 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:26.972821 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d487e3f2-2d0d-4ddb-aefd-2e96ac9987e8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/a59cd921-de61-4b87-89aa-818c62cbbb53 HTTP/1.1" status: 204 len: 168 time: 0.9710464 Jun 01 13:28:26.983565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:27.154756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event deleted for resources: {'Port': ['ID=42ba8257-9aa7-49d3-aca4-c978fd311949,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:27.249552 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:23Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:27.261370 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c77624-09d2-45a6-896b-5b4594b1f1dc None None] The sync data for ids ['84b5837a-573d-4f14-b538-876232622e68'] in n-d-844200-1 is: [{'id': '84b5837a-573d-4f14-b538-876232622e68', 'name': 'tempest-NetworksTestDHCPv6-router-1359002275', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:11Z', 'updated_at': '2022-06-01T13:28:23Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:27.455527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:27.474529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cfc9eb9a-3074-4a57-8dee-11d1f9034999 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/ports/42ba8257-9aa7-49d3-aca4-c978fd311949 HTTP/1.1" status: 204 len: 168 time: 1.9530740 Jun 01 13:28:27.478920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38838) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:27.646425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:27.674799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Usage tracker for resource:security_group_rule and tenant:d87063d1c71f4dc8bfa900d3dcb4ddcc is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:27.701709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:27.725073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:27.821716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Deleting subnet 747ecb3e-195a-4476-8d3d-5f1bf7d1262e {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:28:27.824892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:27.941198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d8879c0d-db9c-47ef-87e6-e8170af9921d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:27.963604 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.060187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f423fed4-85d4-4322-92ae-1e1f2910c427 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0738349 Jun 01 13:28:28.065464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:28:28.066274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38846) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:28.085297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Deleting port e2e62ada-7de7-43c7-a214-6481935d70cd {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:28.085877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.098411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.107364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.136286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d8879c0d-db9c-47ef-87e6-e8170af9921d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:28:28.136980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d8879c0d-db9c-47ef-87e6-e8170af9921d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:28:28.147460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94d77b-639a-4c58-b0dc-ee2cb798a08d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:28.181015 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ca9f37fa-cfdc-4e42-9e0d-8c449bae930a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d87063d1c71f4dc8bfa900d3dcb4ddcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7349312 Jun 01 13:28:28.183529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:28.324785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.394974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.485043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] For port e2e62ada-7de7-43c7-a214-6481935d70cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e2e62ada-7de7-43c7-a214-6481935d70cd,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:28.485443 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.501211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.562624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.564380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94d77b-639a-4c58-b0dc-ee2cb798a08d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:28.598143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.599234 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ce27f62-66a9-43cc-a28c-897d914c9459 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aa94d77b-639a-4c58-b0dc-ee2cb798a08d HTTP/1.1" status: 204 len: 168 time: 0.4141543 Jun 01 13:28:28.751852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:28.911138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Calling delete_port for e2e62ada-7de7-43c7-a214-6481935d70cd owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:29.120078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.154521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:29.236616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] Pushing event deleted for resources: {'Port': ['ID=e2e62ada-7de7-43c7-a214-6481935d70cd,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:29.260716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a92aaa-9b56-4f14-9934-e70a971e77f8 None None] No DVR routers for this DVR port e2e62ada-7de7-43c7-a214-6481935d70cd on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:28:29.517598 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-85f4c16e-664d-46e6-9060-2ce383d6842b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f62eaa851a2548c7a5911c8874311db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606930 Jun 01 13:28:29.520163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:29.549198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.566278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.643230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.743787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.754949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.762508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Fanout notify agent at l3_agent the message router_deleted on router 84b5837a-573d-4f14-b538-876232622e68 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:28:29.790032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event deleted for resources: {'Subnet': ['ID=747ecb3e-195a-4476-8d3d-5f1bf7d1262e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:29.827591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e468df2-ed30-454b-a5f6-6c28570095f5 None None] Network 963106eb-f644-4b92-ad3a-944c643f8455 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:29.830511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.834224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-41fe815c-f8f5-4472-b4fd-7e8982bc234f tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/subnets/747ecb3e-195a-4476-8d3d-5f1bf7d1262e HTTP/1.1" status: 204 len: 168 time: 2.3525255 Jun 01 13:28:29.838389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38904) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:29.841421 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.847652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f10823a-69f6-4f92-9992-e944a9d37d15 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/routers/84b5837a-573d-4f14-b538-876232622e68 HTTP/1.1" status: 204 len: 168 time: 1.7803690 Jun 01 13:28:29.851626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38906) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:29.867090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:29.872414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:30.068835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e2e62ada-7de7-43c7-a214-6481935d70cd no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:30.208902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e2e62ada-7de7-43c7-a214-6481935d70cd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:28:30.209542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e2e62ada-7de7-43c7-a214-6481935d70cd not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:28:30.235017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:30.245714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:30.251463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:30.279031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:30.312242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:30.316182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.335752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.442668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ce8650-fd5b-49c7-b94f-3b6c113bf5fc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:30.484082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.498674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.505841 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9353e1ef-5aa6-4e13-a2c0-52cb308e36c6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/73ce8650-fd5b-49c7-b94f-3b6c113bf5fc HTTP/1.1" status: 204 len: 168 time: 0.9830544 Jun 01 13:28:30.527492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Deleting port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:30.530412 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.682178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] DHCP port deletion for 963106eb-f644-4b92-ad3a-944c643f8455 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:28:30.686824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Deleting port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:30.687380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:30.976615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.172795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:31.183882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] For port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,segment=NetworkSegment(357cc693-726f-4368-8dba-777530557f09),segment_id=357cc693-726f-4368-8dba-777530557f09)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:31.184343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.188266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:31.203986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:31.203986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.276369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=0ec7161a-daed-4f18-bd9a-54b44452f6db,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:31.284086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d4a22-df22-4246-9128-6271ecc359d2 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:31.291321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7e36ebcd-722e-49b7-97dd-f0ae7473ddd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4319162 Jun 01 13:28:31.299232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:31.304505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:31.320489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:31.326630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:router and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:31.341519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:31.351213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:31.384903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.385940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.420963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.499126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.508027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Calling delete_port for 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:31.561459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.566606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-56bdde22-e77a-4d4b-9c67-d6bfaa615760 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2624753 Jun 01 13:28:31.567032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 38964) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:31.671734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] For port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,segment=NetworkSegment(357cc693-726f-4368-8dba-777530557f09),segment_id=357cc693-726f-4368-8dba-777530557f09)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:31.671734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.763025 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:31.897967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event deleted for resources: {'Port': ['ID=855db6c9-ebf6-4611-b215-8ff4bf6c4aa6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:31.914002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] No DVR routers for this DVR port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:28:32.126553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:32.245730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Calling delete_port for 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:32.320314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:28:32.324435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:28:32.517927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.574122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963106eb-f644-4b92-ad3a-944c643f8455']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:32.599130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38990) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:32.612618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595212722', 'description': 'tempest-secgroup-smoke-595212722 description', 'project_id': 'eff5a2fb59524599a3424abe670d764d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:32.625504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357cc693-726f-4368-8dba-777530557f09') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:32.625878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357cc693-726f-4368-8dba-777530557f09') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:32.633545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:32.645203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:32.650849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.693569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:32.723275 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:28:32.723661 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:28:32.726253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:32.761930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.786862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.829572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '0ec7161a-daed-4f18-bd9a-54b44452f6db'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:32.830623 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.831992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:28:32.832793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.857417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 38994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:32.859266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:32.956024 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 357cc693-726f-4368-8dba-777530557f09 resource provider aggregate not found Jun 01 13:28:32.982272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:32.985650 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 357cc693-726f-4368-8dba-777530557f09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 357cc693-726f-4368-8dba-777530557f09 found for delete ", "request_id": "req-c8ecb5cb-fad8-4ad3-9414-bbd1b53c4673"}]} Jun 01 13:28:32.992711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:32.999848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:33.006765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:33.026420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.058386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.086567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] Pushing event deleted for resources: {'Network': ['ID=963106eb-f644-4b92-ad3a-944c643f8455,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:33.094337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1923a478-9f0f-404f-991c-b93dffe4ba85 tempest-TagsExtTest-747135262 tempest-TagsExtTest-747135262-project] 10.222.0.40 "DELETE /v2.0/networks/963106eb-f644-4b92-ad3a-944c643f8455 HTTP/1.1" status: 204 len: 168 time: 3.2488513 Jun 01 13:28:33.118862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.240782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Deleting port 855db6c9-ebf6-4611-b215-8ff4bf6c4aa6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:33.242852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.276757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.285552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-53757150-network', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:33.292825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.298452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:33.303575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:33.307894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:33.314375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:33.357040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97c3a129-97fc-41c8-8555-d82dfd2b92cf None None] The port '855db6c9-ebf6-4611-b215-8ff4bf6c4aa6' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:28:33.411732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.414120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:33.415268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/0ec7161a-daed-4f18-bd9a-54b44452f6db/8b6247f3-7582-40c9-862c-be177445ca2c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:33.434427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.441097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Usage tracker for resource:network and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:33.448916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:33.667033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:33.692396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a20f2d-1ebd-4814-82ea-0015835cb842,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:33.706584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:33.730861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.740356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1322567 Jun 01 13:28:33.741947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:33.766272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Made reservation on behalf of b6f5357eeea448f38a2bf6cc4eeab15e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:33.772953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.792891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:33.800641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:33.805150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:33.808646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:33.814668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:33.845971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.856123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.889532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77c817-ba91-472d-a28f-3f5089a263fd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f1755-7dc2-4ead-8c17-49c0232557ad,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:33.903489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:33.919484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:33.931469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:33.942026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:33.971280 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.973241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:33.994871 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Transition to ACTIVE for port object 8b6247f3-7582-40c9-862c-be177445ca2c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:34.011993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-09126b23-5163-499e-b62a-528806f57468 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07cde3fd80b34ef6ac90add5be5dbcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021913 Jun 01 13:28:34.016770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39026) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:34.020159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.060178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ae7cde-cb73-44b5-9198-95ce9bb60f3b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:34.084111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Transition to ACTIVE for port object 8b6247f3-7582-40c9-862c-be177445ca2c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:34.096241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.097556 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-666f407c-7374-4879-b396-2235f7cd53ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546681 Jun 01 13:28:34.099012 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.114471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39032) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:34.120039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:34.154080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:34.179712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:34.186557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:34.191078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.197517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:34.204028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Pushing event updated for resources: {'Port': ['ID=8b6247f3-7582-40c9-862c-be177445ca2c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:34.207333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.226378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:28:34.237210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:34.237210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:34.247228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:34.289183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67c3b5-2a64-4644-803b-17769431962a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:34.297256 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.297994 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Added segment dd355574-aac4-413a-96ee-20144e0bb39e of type vlan for network 4dea06b1-5b0e-4378-88df-f14301230ccf Jun 01 13:28:34.302199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::1 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/0ec7161a-daed-4f18-bd9a-54b44452f6db/f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:34.346396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.380180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.410803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Attempting to bind port 8b6247f3-7582-40c9-862c-be177445ca2c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:34.411414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Attempting to bind port 8b6247f3-7582-40c9-862c-be177445ca2c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:34.411525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Attempting to bind port 8b6247f3-7582-40c9-862c-be177445ca2c on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:34.432211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:34.432211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:34.433000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.433309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:34.433801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Bound port: 8b6247f3-7582-40c9-862c-be177445ca2c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:34.434285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.488560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.526978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.528217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:34.528886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.594204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.661332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.675379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.677273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] Pushing event updated for resources: {'Network': ['ID=4dea06b1-5b0e-4378-88df-f14301230ccf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:34.715857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 4dea06b1-5b0e-4378-88df-f14301230ccf details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:28:34.724253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf580b0-4e1a-4122-b56e-c2477de2249c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:34.735209 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-82dc585f-3f53-46a1-b81e-36e5620b387d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8518436 Jun 01 13:28:34.737690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:34.762535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Request body: {'subnet': {'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-53757150-subnet', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:34.779927 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.784750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c70ad32f-3aff-4751-9f38-29cc74e41224 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6685293 Jun 01 13:28:34.791332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:34.801495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:34.821019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:34.842897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:34.852260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Usage tracker for resource:subnet and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:34.860910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:34.867433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:34.874287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:34.877230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:34.886050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:34.903072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Made reservation on behalf of b6f5357eeea448f38a2bf6cc4eeab15e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:34.906395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.913104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:34.981651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] For port 8b6247f3-7582-40c9-862c-be177445ca2c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:34.986007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] For port 8b6247f3-7582-40c9-862c-be177445ca2c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b6247f3-7582-40c9-862c-be177445ca2c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:35.001476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.047635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.076255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.087290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:35.141076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29907e29-3294-483b-be2d-196e8e0467ca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:35.145658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcc017-0c81-46c2-a61b-f7251b7f0743 None None] Pushing event updated for resources: {'Port': ['ID=8b6247f3-7582-40c9-862c-be177445ca2c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:35.174297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.180818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05f0547c-2869-4711-8a5e-c496e8ec865c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29907e29-3294-483b-be2d-196e8e0467ca HTTP/1.1" status: 204 len: 168 time: 1.1563730 Jun 01 13:28:35.181003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.220549 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.430626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:35.447399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:35.449352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:35.454962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:35.455734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.659749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.752032 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.806840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.865369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f5c5e7-a411-4392-958e-22d748b86d35,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:35.876462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:35.940396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045c2f10-289e-4f88-8f8c-012301344ffd,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:35.995068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Checking segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:35.999331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Network hostable DHCP agents. Network: 4dea06b1-5b0e-4378-88df-f14301230ccf, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:28:36.096128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.102069 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-11f863d0-c1b4-491c-9701-aa7de6c6f591 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3114827 Jun 01 13:28:36.102932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39066) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:36.107620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Network 4dea06b1-5b0e-4378-88df-f14301230ccf is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:28:36.121072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:36.148816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b6247f3-7582-40c9-862c-be177445ca2c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:36.152821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:36.159521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:36.168863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:36.180091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:36.215949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.234097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 4dea06b1-5b0e-4378-88df-f14301230ccf) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:36.271099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:36.271972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.281134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94837847-055d-4b92-b8d7-cc383c203275 None None] Network 4dea06b1-5b0e-4378-88df-f14301230ccf requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:36.389055 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c18b95df-c880-42e4-950e-ea2d51ed8528 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6475968 Jun 01 13:28:36.390282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:36.439259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:36.445557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.448245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:36.453659 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Usage tracker for resource:router and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:36.457119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:36.460084 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.475917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:36.502651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af429074-b8b6-4ccf-be06-80319211093f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:36.511059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.512682 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-58959c60-1157-43d8-941b-e6b5c7f6612e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080284 Jun 01 13:28:36.515397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:36.519391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.520552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.522363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8b6247f3-7582-40c9-862c-be177445ca2c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:36.527771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:36.542349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:36.559186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:36.563551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:36.603058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:36.633396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.654812 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:28:36.689956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.802556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.814306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.817876 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.937034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-4dea06b1-5b0e-4378-88df-f14301230ccf', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:36.938516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:36.954239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.151247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.170156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.291567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Allocated IP 172.20.0.2 (4dea06b1-5b0e-4378-88df-f14301230ccf/e4f5c5e7-a411-4392-958e-22d748b86d35/5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:37.293533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e19eaa-0d0a-42a3-964c-2be8fed85532,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:37.441205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.445267 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0771cb01-fd7b-4b83-9a92-b7b84c6845a9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9259861 Jun 01 13:28:37.454705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:37.504260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Provisioning for port 8b6247f3-7582-40c9-862c-be177445ca2c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:37.519593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '3a8f1755-7dc2-4ead-8c17-49c0232557ad', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:37.534039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Provisioning complete for port 8b6247f3-7582-40c9-862c-be177445ca2c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:37.534408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.546208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:37.591805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:37.600383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:37.620830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:37.680175 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:28:37.743594 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:37.749222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:37.755677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:37.765757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:37.945693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Current status of the port 8b6247f3-7582-40c9-862c-be177445ca2c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:37.946470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.024347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] For port 8b6247f3-7582-40c9-862c-be177445ca2c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b6247f3-7582-40c9-862c-be177445ca2c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:38.041431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.151440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.174885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.209768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdef91-ca68-4ecb-b7de-fef0a6e255c6 None None] Pushing event updated for resources: {'Port': ['ID=8b6247f3-7582-40c9-862c-be177445ca2c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:38.221448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.252698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Transition to ACTIVE for port object 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:38.296038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-019e0207-d34f-4ecd-b319-988b151b4c5b None None] Provisioning for port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:38.333570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-019e0207-d34f-4ecd-b319-988b151b4c5b None None] Provisioning complete for port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:38.334050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-019e0207-d34f-4ecd-b319-988b151b4c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.347567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:28:38.457615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c1d7b-c568-468d-8c93-c890a5f2bcea,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:38.531354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.532647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62a2c864-e1dc-4f82-beb5-0830d27d1f4c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0761235 Jun 01 13:28:38.542698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39118) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:38.557425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'network': {'name': 'tempest-network-smoke--489698984', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:38.563599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Transition to ACTIVE for port object 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:38.571144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:38.572727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-019e0207-d34f-4ecd-b319-988b151b4c5b None None] Port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:38.578142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.580498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:network and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:38.584851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:38.594232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:38.599922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.647055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:38.664735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-88875280-d8e6-4fc9-af62-ddf985e58a5d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "PUT /v2.0/routers/fd9c09e8-4d19-4cd1-9b02-a92eda6f905f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0966167 Jun 01 13:28:38.665513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39124) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:38.671490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.705648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Sync routers for ids ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:38.769087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Pushing event updated for resources: {'Port': ['ID=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:38.789302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:38.795430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Network 4dea06b1-5b0e-4378-88df-f14301230ccf is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:38.796189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Routers {'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:38.796856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:38.798877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:38.907602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452b8b8-bd15-4725-9439-97aff002343c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:38.910151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a452b8b8-bd15-4725-9439-97aff002343c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:38.950521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a452b8b8-bd15-4725-9439-97aff002343c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:38.954316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a452b8b8-bd15-4725-9439-97aff002343c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports/f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 HTTP/1.1" status: 200 len: 911 time: 0.2825735 Jun 01 13:28:38.954712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39136) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:39.039014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:28:39.080422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.081385 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Added segment 6fd61ec3-a20f-43b0-b97b-302ff8adbcd5 of type vlan for network 81e22dcb-baf3-4c7a-9613-8cb022b8400b Jun 01 13:28:39.108876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Allocated IP 172.25.7.81 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/6953719f-6486-48d4-a42d-09b3990c8f88) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:39.131515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.195045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c02b2-6f8b-442f-abf1-8c61acb5a627 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:39.215409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c02b2-6f8b-442f-abf1-8c61acb5a627 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:39.219429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-700c02b2-6f8b-442f-abf1-8c61acb5a627 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2625794 Jun 01 13:28:39.221381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39140) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:39.255897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.262624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:39.263644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.294897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Set router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:39.482337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9380422 Jun 01 13:28:39.499658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39152) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:39.539405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'admin_state_up': True, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:39.578800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:39.583337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:router and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:39.591846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:39.619614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:39.660146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c6037-cd04-48f9-8ca4-c2c6d2ec692b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Network': ['ID=81e22dcb-baf3-4c7a-9613-8cb022b8400b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:39.676341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.680267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:39.683131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:39.713623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.716170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.742533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2f69007d-b39d-4234-89f9-99968687e53f None None] Provisioning complete for port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:39.742994 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f69007d-b39d-4234-89f9-99968687e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.746822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:39.850670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:28:39.979531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.138332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b6247f3-7582-40c9-862c-be177445ca2c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:40.140602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:40.161799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:40.164399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:40.209926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2f69007d-b39d-4234-89f9-99968687e53f None None] Port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:40.318307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Pushing event updated for resources: {'Port': ['ID=6953719f-6486-48d4-a42d-09b3990c8f88,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:40.346314 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.395536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.403582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Attempting to bind port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:40.403945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Attempting to bind port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:40.404377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Attempting to bind port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d on network 4dea06b1-5b0e-4378-88df-f14301230ccf {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:40.419496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8b6247f3-7582-40c9-862c-be177445ca2c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:40.420006 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.593086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:40.593713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Checking segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:40.594366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.599525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Bound using segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:40.601976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Bound port: 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:40.604502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:40.923378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] For port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:40.932135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] For port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:40.952889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:41.004693 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:28:41.102796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:41.211483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:41.211936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:41.406423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8b6247f3-7582-40c9-862c-be177445ca2c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:41.430042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37eb1-fad1-4b2d-a648-45e1336c0139 None None] Pushing event updated for resources: {'Port': ['ID=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:41.491711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:35Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None, '_interfaces': [{'id': 'f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2', 'name': '', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'mac_address': 'fa:16:3e:c0:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '0ec7161a-daed-4f18-bd9a-54b44452f6db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:33Z', 'updated_at': '2022-06-01T13:28:36Z', 'revision_number': 2, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'subnets': [{'id': '0ec7161a-daed-4f18-bd9a-54b44452f6db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:41.507468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Checking router: fd9c09e8-4d19-4cd1-9b02-a92eda6f905f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:41.507915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Updating router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:28:41.637504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:41.722538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:41.851754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:42.231879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:42.343531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:42.366552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:42.481783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:42.630956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:42.634042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:42.654467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:28:42.655070 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:28:42.810572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:42.841500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:43.140015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39216) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:43.201351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Port f0b6c739-48cc-4c1a-8db6-b6d8ab5116e2 not found while updating agent binding for router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f. {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 01 13:28:43.204314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7482638-6873-489d-b0b3-fc47ae73c85e None None] Network 4dea06b1-5b0e-4378-88df-f14301230ccf requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:43.325299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:28:43.390859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:28:43.481887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Routers {'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:43.482580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:43.671438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Provisioning for port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:43.692964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Provisioning complete for port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:43.695218 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:43.695532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.246 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/0ae69a94-b035-4227-adde-92c20d5ae894) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:43.861494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:43.874034 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:43.890920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] Set router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:43.891407 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:43.893564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:43.993089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.007555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:44.021873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:44.026784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Usage tracker for resource:security_group_rule and tenant:31caf2b1a18a489ea75c0275a184d6fc is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:44.030156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:44.036654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:44.080307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:42Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:44.096498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02476ac9-c9f4-41c8-8b96-5339e681e432 None None] The sync data for ids ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'] in n-d-844200-1 is: [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:42Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:44.158542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.167868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.216783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31caf2b1a18a489ea75c0275a184d6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0711126 Jun 01 13:28:44.225177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39238) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:44.263075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Current status of the port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:44.265667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.274784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ab1866a7-94ae-41be-afcc-c23edb3f100a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "PUT /v2.0/routers/fd9c09e8-4d19-4cd1-9b02-a92eda6f905f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0517347 Jun 01 13:28:44.275842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddd99b-7c14-471b-94cd-be4665088782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f5b8c-eb02-43e8-b4d4-5c5ed4bc4c66,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:44.279040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39242) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:44.324111 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:44.349167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] For port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:44.356007 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.414979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.437054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b03e22-a795-4f97-b46d-e573ca2f15fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:44.443324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b03e22-a795-4f97-b46d-e573ca2f15fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:44.444113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07b03e22-a795-4f97-b46d-e573ca2f15fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:44.512468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.516688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Pushing event updated for resources: {'Port': ['ID=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:44.529901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.530247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.530647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.530987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.531393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.531771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.532102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.532481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.532903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.533233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.533923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.534262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0ef3-9a8a-49e0-8a6f-ef561e57378b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:44.555436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-07b03e22-a795-4f97-b46d-e573ca2f15fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:44.559142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-07b03e22-a795-4f97-b46d-e573ca2f15fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2625992 Jun 01 13:28:44.562207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39248) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:44.650009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.671934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f5b8c-eb02-43e8-b4d4-5c5ed4bc4c66,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:44.681821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.683190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6a0d3710-e64d-49a8-9f19-cddfcdfbe031 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f36f5b8c-eb02-43e8-b4d4-5c5ed4bc4c66 HTTP/1.1" status: 204 len: 168 time: 0.4535794 Jun 01 13:28:44.705912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.707222 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ff62c0bd-d417-456d-ac73-5868d9565f98 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3119237 Jun 01 13:28:44.710459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39256) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:44.711788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 0ec7161a-daed-4f18-bd9a-54b44452f6db {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:28:44.719443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.797543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-abb02f87-2976-487e-b9bc-b2ed2906514e None None] Provisioning complete for port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:44.797939 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abb02f87-2976-487e-b9bc-b2ed2906514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.815575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.888413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:44.926029 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:40Z', 'revision_number': 3, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:44.930799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:44.931343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Updating router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 port 6953719f-6486-48d4-a42d-09b3990c8f88 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:28:44.991260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-abb02f87-2976-487e-b9bc-b2ed2906514e None None] Current status of the port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:45.006069 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.020247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.051478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.152139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:45.174525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:45.216930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:45.257776 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39268) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:45.325028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.345331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=0ae69a94-b035-4227-adde-92c20d5ae894,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:45.367588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:45.385393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Usage tracker for resource:security_group_rule and tenant:8e21b507b15447a8af2850768777b670 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:45.481463 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.525179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Sync routers for ids ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:45.539729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Routers {'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:45.543290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:45.594983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:45.599815 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Transition to ACTIVE for port object 6953719f-6486-48d4-a42d-09b3990c8f88 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:45.618130 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.638496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.655497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:45.688385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.776373 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Attempting to bind port 6953719f-6486-48d4-a42d-09b3990c8f88 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:45.776687 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Attempting to bind port 6953719f-6486-48d4-a42d-09b3990c8f88 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:45.777009 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Attempting to bind port 6953719f-6486-48d4-a42d-09b3990c8f88 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:45.787448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec7161a-daed-4f18-bd9a-54b44452f6db,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:45.812290 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:45.812678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:45.813065 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.813455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:45.813939 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Bound port: 6953719f-6486-48d4-a42d-09b3990c8f88, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:45.814346 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.831053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Set router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:45.847964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:45.905886 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1207f5ed-1abe-4066-99c7-f7153e0bc0f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/0ec7161a-daed-4f18-bd9a-54b44452f6db HTTP/1.1" status: 204 len: 168 time: 1.3400762 Jun 01 13:28:45.914784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:45.927672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c8b5e-88ef-4cc9-955d-2f1cf2a3ab77 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:45.972868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] For port 6953719f-6486-48d4-a42d-09b3990c8f88, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:45.979574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] For port 6953719f-6486-48d4-a42d-09b3990c8f88, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6953719f-6486-48d4-a42d-09b3990c8f88,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:45.996128 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:46.055481 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:46.056344 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:46.141645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:42Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:46.145610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Allocated IP 172.20.0.1 (4dea06b1-5b0e-4378-88df-f14301230ccf/e4f5c5e7-a411-4392-958e-22d748b86d35/13c53fda-4b7d-4303-bf5b-9fdcaa3992e9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:46.234056 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Pushing event updated for resources: {'Port': ['ID=6953719f-6486-48d4-a42d-09b3990c8f88,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:46.243734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:46.328349 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.328698 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.329005 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.329326 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.329648 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.331652 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.331854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.333035 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.333147 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.333475 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.333793 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.336835 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:46.437382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:46.553324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:46.589687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Checking router: fd9c09e8-4d19-4cd1-9b02-a92eda6f905f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:46.590855 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6144-bb67-424a-9713-29cbd21dfda3 None None] Pushing event updated for resources: {'Port': ['ID=6953719f-6486-48d4-a42d-09b3990c8f88,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:46.596546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Transition to ACTIVE for port object 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:46.624512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39292) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:46.641971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Routers {'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:46.642518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:46.671042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:46.680867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:46.772461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Network 4dea06b1-5b0e-4378-88df-f14301230ccf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:46.775572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:46.780340 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f5ceb1a1-80c3-47ef-a6d1-29da4bba9917 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8644111 Jun 01 13:28:46.790687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39300) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:46.791381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:46.880527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Pushing event updated for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:46.883840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:46.884213 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:46.966733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] Set router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:46.985731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.032785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:47.051826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.054910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Usage tracker for resource:security_group_rule and tenant:ff42c19e7d3d4af7a47bff22fe957b12 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:47.058217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:47.088139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:47.196117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.277597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:42Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:47.302479 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:40Z', 'revision_number': 3, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:47.312624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c1f0c-2eb2-4c06-8882-8d6463ff623b None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:40Z', 'revision_number': 3, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:47.337789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21a14-33e0-4f2d-bf24-6c945e864395 None None] The sync data for ids ['fd9c09e8-4d19-4cd1-9b02-a92eda6f905f'] in n-d-844200-1 is: [{'id': 'fd9c09e8-4d19-4cd1-9b02-a92eda6f905f', 'name': 'tempest-NetworksTestDHCPv6-router-446193233', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:31Z', 'updated_at': '2022-06-01T13:28:42Z', 'revision_number': 3, 'project_id': 'ea28325076eb4afc9671aa195cf8a128', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:47.360447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f314cb94-150f-4867-a328-30e43a0109f4 None None] Provisioning for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:47.373711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f314cb94-150f-4867-a328-30e43a0109f4 None None] Provisioning complete for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:47.374086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f314cb94-150f-4867-a328-30e43a0109f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.581864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f314cb94-150f-4867-a328-30e43a0109f4 None None] Port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:47.591151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:28:47.600984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:47.608782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Deleting port 8b6247f3-7582-40c9-862c-be177445ca2c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:28:47.609294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.628325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.833582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:47.874481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.027610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87ad33c-a605-4413-a5d5-52a11a9b5c6f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:48.082055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b41550ce-ae65-4a31-a60b-86e086669a58 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ff42c19e7d3d4af7a47bff22fe957b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4562063 Jun 01 13:28:48.085971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39310) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:48.116719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] For port 8b6247f3-7582-40c9-862c-be177445ca2c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8b6247f3-7582-40c9-862c-be177445ca2c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:48.117390 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.170764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6953719f-6486-48d4-a42d-09b3990c8f88 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:48.225559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.266197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.272332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.283448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.304616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.329146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.339523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.363053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.432721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Calling delete_port for 8b6247f3-7582-40c9-862c-be177445ca2c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:28:48.448415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.454555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Pushing event updated for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:48.523705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.532691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7dee5869-c2f7-40ec-b9fe-94951f9a6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.589219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6953719f-6486-48d4-a42d-09b3990c8f88 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:48.607147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6953719f-6486-48d4-a42d-09b3990c8f88 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:48.609872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.637137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Network 4dea06b1-5b0e-4378-88df-f14301230ccf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:48.638292 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8e21b507b15447a8af2850768777b670&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3659801 Jun 01 13:28:48.639468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:48.641336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39314) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:48.755214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.771226 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.825453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effb0cb-a812-4522-b5fd-feb28d325e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f4182-7183-435d-887e-c03ff773c0e0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:48.829455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87ad33c-a605-4413-a5d5-52a11a9b5c6f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:48.840292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.840841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Fanout notify agent at l3_agent the message router_deleted on router fd9c09e8-4d19-4cd1-9b02-a92eda6f905f {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:28:48.890937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] Pushing event deleted for resources: {'Port': ['ID=8b6247f3-7582-40c9-862c-be177445ca2c,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:48.923367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d62d6-003e-4a36-9368-b4b821d1b4ca None None] No DVR routers for this DVR port 8b6247f3-7582-40c9-862c-be177445ca2c on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:28:48.952850 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.953992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-35b5d4f6-51dd-4bb2-a453-d6202437478e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e87ad33c-a605-4413-a5d5-52a11a9b5c6f HTTP/1.1" status: 204 len: 168 time: 0.8662121 Jun 01 13:28:48.974315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:48.978018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08939d1a-4658-4e83-9d2b-a1738b8d7409 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/routers/fd9c09e8-4d19-4cd1-9b02-a92eda6f905f HTTP/1.1" status: 204 len: 168 time: 2.1787386 Jun 01 13:28:48.981512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:48.984266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.094264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.129881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.136719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6953719f-6486-48d4-a42d-09b3990c8f88 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:49.137096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.156686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f57c6b27-c12d-48c5-a2e7-936ac05d448b None None] Provisioning complete for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:49.157070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f57c6b27-c12d-48c5-a2e7-936ac05d448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.157755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5d0dc30-828c-4fd0-a9ff-8b6129e53171 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:49.237163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.283775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6953719f-6486-48d4-a42d-09b3990c8f88, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6953719f-6486-48d4-a42d-09b3990c8f88,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:49.287489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f57c6b27-c12d-48c5-a2e7-936ac05d448b None None] Port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:28:49.289006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f4182-7183-435d-887e-c03ff773c0e0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:49.298536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.301051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:49.302712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-900b546b-15fa-4745-8dc5-89366ddb4006 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5a1f4182-7183-435d-887e-c03ff773c0e0 HTTP/1.1" status: 204 len: 168 time: 0.6533649 Jun 01 13:28:49.331861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:28:49.364035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e5d0dc30-828c-4fd0-a9ff-8b6129e53171 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:49.372109 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e5d0dc30-828c-4fd0-a9ff-8b6129e53171 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3700180 Jun 01 13:28:49.375415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39338) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:49.627614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b6247f3-7582-40c9-862c-be177445ca2c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:28:49.824097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8b6247f3-7582-40c9-862c-be177445ca2c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:28:49.824439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8b6247f3-7582-40c9-862c-be177445ca2c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:28:49.883882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6953719f-6486-48d4-a42d-09b3990c8f88,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:49.898950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e8a23-742c-463a-868a-3b6ff88da403 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:49.901207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef6e8a23-742c-463a-868a-3b6ff88da403 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:49.988636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:50.013392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3207a748-ff55-4eb3-80d3-4446229e79a2 admin admin] 10.222.0.40 "PUT /v2.0/routers/9fd0cf96-2f30-4526-8049-39f7fe5a81b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3015308 Jun 01 13:28:50.020345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6953719f-6486-48d4-a42d-09b3990c8f88 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:50.150798 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:50.161619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef6e8a23-742c-463a-868a-3b6ff88da403 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:50.165893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:50.166211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef6e8a23-742c-463a-868a-3b6ff88da403 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7823143 Jun 01 13:28:50.167465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39350) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:50.168988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:50.200259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6953719f-6486-48d4-a42d-09b3990c8f88 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:50.200630 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:50.217972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router e55e6115-443e-44fb-8205-898bde57b63a is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:28:50.396585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39358) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:50.412246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-318ddeb4-1cf5-46f8-b394-bc24a0421d19 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:router {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:28:50.505042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:50.610566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6953719f-6486-48d4-a42d-09b3990c8f88 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:50.618550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:50.636813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Usage tracker for resource:security_group_rule and tenant:1e31d2adfc3e4ee98548a40668cd9833 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:50.652445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-318ddeb4-1cf5-46f8-b394-bc24a0421d19 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:router {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:28:50.653924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-318ddeb4-1cf5-46f8-b394-bc24a0421d19 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4854367 Jun 01 13:28:50.660138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39366) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:50.666006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:50.688908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b91ec596-f079-4c9c-8044-3b6834e77842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:50.715909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:50.755469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:50.802474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:28:50.822887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Sync routers for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:28:50.844297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:50.848165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:50.902606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:50.907482 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aedc3fe4-7df0-45fe-80bd-11c8b05faa54 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.4022977 Jun 01 13:28:50.912041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:50.951808 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:51.139227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:51.210128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:51.251551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:51.261589 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:51.388975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:51.707200 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d05f91e4-3e57-4d9c-9e2f-545ef29b8992 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=eff5a2fb59524599a3424abe670d764d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7890105 Jun 01 13:28:51.708354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:51.783101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39408) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:51.828067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-835624193-network', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:51.850002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:51.870896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Usage tracker for resource:network and tenant:a1c06c0b86f941afa142be824d0fac84 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:51.870896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:51.881451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 2, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:51.882561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:51.890792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:51.893562 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Updating router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:28:51.954577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Made reservation on behalf of a1c06c0b86f941afa142be824d0fac84 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:51.958523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:51.966112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:51.976043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:51.989392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.017152 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.029784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:52.107193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Usage tracker for resource:security_group_rule and tenant:a1c06c0b86f941afa142be824d0fac84 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:52.131995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:52.139448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:28:46Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:52.145561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Checking router: e55e6115-443e-44fb-8205-898bde57b63a for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:28:52.145996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Updating router e55e6115-443e-44fb-8205-898bde57b63a port 0ae69a94-b035-4227-adde-92c20d5ae894 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:28:52.168476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:52.199020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871582a-17b4-495a-8eb3-aff170d73bcf tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:52.201700 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1871582a-17b4-495a-8eb3-aff170d73bcf tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4905217 Jun 01 13:28:52.205017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39416) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:52.217151 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.311114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d746aac8-36bf-44b0-a294-ac39fb1a0f5e tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019843 Jun 01 13:28:52.313183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39422) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:52.325799 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360970940', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:52.434628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.517164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.635915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:52.640854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:subnet and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:52.644337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:52.653111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:52.662126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd439d-40d6-4bd3-bbc7-6dfd894f67c7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:52.682354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:52.714442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.776135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de975882-1f18-4dd6-a51e-b6a7bd04b1bf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1e31d2adfc3e4ee98548a40668cd9833&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3713851 Jun 01 13:28:52.780736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39438) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:52.870745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:28:52.911222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.959499 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:52.992652 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Transition to ACTIVE for port object 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:53.011919 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.027292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:53.041810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:53.065430 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.066533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:53.067228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.091543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.105330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Transition to ACTIVE for port object 0ae69a94-b035-4227-adde-92c20d5ae894 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:53.123950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59857cb-3b72-41d1-bdd0-f7c8f37fe36f None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:53.136339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=8d3c6077-add7-463d-ba85-02f9ceb2e6aa,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:53.155664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.215501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.293719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.339788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Subnet': ['ID=54eba83b-9b6c-420a-a910-ea5819f5a34e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:53.343251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.378656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.403011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Checking segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:53.404059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network hostable DHCP agents. Network: 81e22dcb-baf3-4c7a-9613-8cb022b8400b, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:28:53.452763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:28:53.453091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-62835e99-d1e5-4e6c-98cc-a0c747fda2df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7728803 Jun 01 13:28:53.457571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39450) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:53.479118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.480119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:53.549960 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Attempting to bind port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:53.551274 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Attempting to bind port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:53.556376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Attempting to bind port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 on network 4dea06b1-5b0e-4378-88df-f14301230ccf {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:53.574742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:53.576866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Checking segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:53.577090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:28:53.577700 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.578933 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Bound using segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:53.579711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Attempting to bind port 0ae69a94-b035-4227-adde-92c20d5ae894 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:28:53.580560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Bound port: 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:53.581213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Attempting to bind port 0ae69a94-b035-4227-adde-92c20d5ae894 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:28:53.581575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Attempting to bind port 0ae69a94-b035-4227-adde-92c20d5ae894 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:28:53.584764 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.613447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa9edb6-c51b-4809-8c23-a17d52f8b755,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:53.629358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 81e22dcb-baf3-4c7a-9613-8cb022b8400b) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:53.659960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.666925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:53.667760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.676239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:28:53.679143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:53.679143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.682715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:28:53.683281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Bound port: 0ae69a94-b035-4227-adde-92c20d5ae894, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:28:53.683675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.760068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.760429 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Added segment f3f6af29-9def-4f9b-83ca-3726db340ef3 of type vlan for network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 Jun 01 13:28:53.779859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-facba3da-ba18-4ff7-9e6d-a30db4856a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4615941 Jun 01 13:28:53.790947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] For port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:53.794275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39458) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:53.794882 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] For port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:53.801302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd562d-b29a-44b9-b494-883f0c8a7722 None None] Pushing event updated for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:53.801514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] For port 0ae69a94-b035-4227-adde-92c20d5ae894, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:28:53.805936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] For port 0ae69a94-b035-4227-adde-92c20d5ae894, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0ae69a94-b035-4227-adde-92c20d5ae894,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:28:53.807519 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.817808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83413c0-3db2-4453-9b92-e925439e7eac None None] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:53.842058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.969482 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.970483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:53.971189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:53.985525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd439d-40d6-4bd3-bbc7-6dfd894f67c7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:54.033953 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:54.039554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:54.147478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:54.170970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:54.184149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:54.191669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:54.202008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:54.288985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:54.301839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-32b75a01-2b0f-4c9f-a2d4-11953b33bd49 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c7bd439d-40d6-4bd3-bbc7-6dfd894f67c7 HTTP/1.1" status: 204 len: 168 time: 1.5199594 Jun 01 13:28:54.323906 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd562d-b29a-44b9-b494-883f0c8a7722 None None] Pushing event updated for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:54.333382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:54.353283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:54.359732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5622458 Jun 01 13:28:54.366496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39480) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:54.386495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Request body: {'subnet': {'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-835624193-subnet', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:54.404409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:54.414872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Usage tracker for resource:subnet and tenant:a1c06c0b86f941afa142be824d0fac84 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:54.419361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:54.431489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:54.476549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Made reservation on behalf of a1c06c0b86f941afa142be824d0fac84 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:54.486546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:54.538460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbb4b2-0799-41b7-9201-d50a23b91379 None None] Pushing event updated for resources: {'Port': ['ID=0ae69a94-b035-4227-adde-92c20d5ae894,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:54.620616 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:54.720360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbb4b2-0799-41b7-9201-d50a23b91379 None None] Pushing event updated for resources: {'Port': ['ID=0ae69a94-b035-4227-adde-92c20d5ae894,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:54.738319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:54.739332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:54.771604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6d7dc-7397-4611-bd10-2becb231bd7d admin admin] Pushing event updated for resources: {'Network': ['ID=e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:54.863933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:28:55.109351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:28:55.110111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:55.146837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:55.346711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:55.406503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Checking segment: {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:28:55.406910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Network hostable DHCP agents. Network: e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:28:55.477637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:28:55.491887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:55.500075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:55.502135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:55.506012 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-350b245b-453a-4ea4-a280-671231abf343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:53Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:28:55.525199 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b245b-453a-4ea4-a280-671231abf343 None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:53Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:28:55.604899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c5361d36-c40c-4754-be70-21e3b2c1ba2b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2258065 Jun 01 13:28:55.608536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39526) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:55.628014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:55.671990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:55.678285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Usage tracker for resource:router and tenant:a1c06c0b86f941afa142be824d0fac84 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:55.685484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:55.700807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:55.725929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:55.730061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:55.782249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe552c6-acca-41fe-9557-a853c476c42e None None] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:28:55.785500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:55.869011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '8d3c6077-add7-463d-ba85-02f9ceb2e6aa'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:55.871903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:56.184805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39532) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:56.243203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:28:56.679221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:56.701158 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:56.802082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:56.835915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Usage tracker for resource:security_group_rule and tenant:484ae3a6cc494ea88472d48139cc316a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:28:56.856335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:28:56.874870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:56.985394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:57.124719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:28:57.127103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:57.186069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:57.227252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:28:57.229869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:57.323154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8638761 Jun 01 13:28:57.350708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:57.363642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Allocated IP 2001:db8::f816:3eff:fec2:778a (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/8d3c6077-add7-463d-ba85-02f9ceb2e6aa/fc11ccb1-07f5-42ad-b1f1-50c526303475) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:57.374064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:77:96:73', 'name': 'tempest-NetworksTestDHCPv6-716873423'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:28:57.629378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:28:57.629739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:57.716089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363f812-526e-4a1f-8356-9a71a624ea5a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=d7a0d496-24db-4d0a-a976-6367441d11e2,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:57.725925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:57.900579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Allocated IP 172.20.0.2 (81e22dcb-baf3-4c7a-9613-8cb022b8400b/54eba83b-9b6c-420a-a910-ea5819f5a34e/0c3c1915-56fa-497e-b63d-5afeb69254b8) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:57.921110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:28:58.012566 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.014047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:28:58.080602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.081960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:28:58.151942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:28:58.424034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Allocated IP 172.25.7.85 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/33a882bf-a905-402d-a97d-39f009830b02) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:58.519991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.567846 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.725399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.739185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.788260 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=484ae3a6cc494ea88472d48139cc316a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5945289 Jun 01 13:28:58.791132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:28:58.829883 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.894024 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 5346d84a-305f-456b-bbd7-2ef2128243f1 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:28:58.909756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Pushing event updated for resources: {'Port': ['ID=33a882bf-a905-402d-a97d-39f009830b02,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:58.935292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:28:58.935896 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:58.936434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:58.940230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:58.943065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.943692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.944432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.944977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.945511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.946733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.947275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.947806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.948325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.948854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.949435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.950202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:28:58.957112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:59.000661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:28:59.011692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'fixed_ips': [{'subnet_id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:28:59.012527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.040441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.142849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325117dc-12c9-4375-94ab-a501e0b9093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b6009-3f2f-487a-a203-23c449ac9248,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:59.293426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.360805 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.414717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:59.443208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Transition to ACTIVE for port object fc11ccb1-07f5-42ad-b1f1-50c526303475 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:59.504306 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.694885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Transition to ACTIVE for port object fc11ccb1-07f5-42ad-b1f1-50c526303475 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:59.717926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Allocated IP 172.20.0.2 (e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0/f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7/1198062c-5640-4209-8b79-4fda65692173) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:28:59.724406 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.808100 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.821744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:28:59.834956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:28:59.849332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:28:59.869798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Transition to ACTIVE for port object 0c3c1915-56fa-497e-b63d-5afeb69254b8 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:28:59.909229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:28:59.979676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b6009-3f2f-487a-a203-23c449ac9248,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:28:59.998620 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:00.099048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:00.167730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Transition to ACTIVE for port object 0c3c1915-56fa-497e-b63d-5afeb69254b8 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:00.183835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:28:46Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:00.204920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Attempting to bind port fc11ccb1-07f5-42ad-b1f1-50c526303475 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:00.205277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Attempting to bind port fc11ccb1-07f5-42ad-b1f1-50c526303475 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:00.205643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Attempting to bind port fc11ccb1-07f5-42ad-b1f1-50c526303475 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:00.219015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:00.259964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117f3b-5d88-4983-9049-8cec47aad890 None None] The sync data for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 is: [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:28:46Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:29:00.271624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:00.272000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:00.272504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:00.273067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:00.273544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Bound port: fc11ccb1-07f5-42ad-b1f1-50c526303475, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:00.273915 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:00.394526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 172.20.0.6 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/d7a0d496-24db-4d0a-a976-6367441d11e2/5346d84a-305f-456b-bbd7-2ef2128243f1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:00.418579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:00.421990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-545ea892-b4cf-46a8-b925-4fbff0c246c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/271b6009-3f2f-487a-a203-23c449ac9248 HTTP/1.1" status: 204 len: 168 time: 1.6295674 Jun 01 13:29:00.477920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe77:9673 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/8d3c6077-add7-463d-ba85-02f9ceb2e6aa/5346d84a-305f-456b-bbd7-2ef2128243f1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:00.558144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:00.564018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.1 (81e22dcb-baf3-4c7a-9613-8cb022b8400b/54eba83b-9b6c-420a-a910-ea5819f5a34e/1c07dbce-e63c-4373-8373-c6603b9cb262) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:00.600419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:00.666550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:00.930391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Pushing event updated for resources: {'Port': ['ID=0c3c1915-56fa-497e-b63d-5afeb69254b8,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:01.159273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:01.176987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Attempting to bind port 0c3c1915-56fa-497e-b63d-5afeb69254b8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:01.177553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Attempting to bind port 0c3c1915-56fa-497e-b63d-5afeb69254b8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:01.178024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Attempting to bind port 0c3c1915-56fa-497e-b63d-5afeb69254b8 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:01.325899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:01.530430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:01.539414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Checking segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:01.540206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:01.547701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Bound using segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:01.548520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Bound port: 0c3c1915-56fa-497e-b63d-5afeb69254b8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:01.559689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:01.621874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Transition to ACTIVE for port object 1198062c-5640-4209-8b79-4fda65692173 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:01.627614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0ae69a94-b035-4227-adde-92c20d5ae894 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:01.776250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:01.966930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:01.975109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:29:02.051865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Transition to ACTIVE for port object 1198062c-5640-4209-8b79-4fda65692173 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:02.067672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 5346d84a-305f-456b-bbd7-2ef2128243f1 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:02.075989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:02.114032 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.128307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39624) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:02.280720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.547503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:02.556525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:02.583332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:29:02.583544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.590221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:02.613932 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Sync routers for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:29:02.639309 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.644132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-038ca60d-c0f5-4856-aad4-15aa01827637 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0345252 Jun 01 13:29:02.644293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:02.645938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39628) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:02.646823 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:02.674636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.687718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:02.701797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Usage tracker for resource:security_group_rule and tenant:82ab081413c34133bb942cda8ffd699a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:02.721775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:02.729226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] For port 0c3c1915-56fa-497e-b63d-5afeb69254b8, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:02.749364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0ae69a94-b035-4227-adde-92c20d5ae894 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:02.759730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:02.799297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 1c07dbce-e63c-4373-8373-c6603b9cb262 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:02.804462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0ae69a94-b035-4227-adde-92c20d5ae894 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:02.805836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:02.818715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.052550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc05b-eb79-4b16-87ce-1039fb09d102 None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:03.299371 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:03.318124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Pushing event updated for resources: {'Port': ['ID=1198062c-5640-4209-8b79-4fda65692173,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:03.338070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] For port 0c3c1915-56fa-497e-b63d-5afeb69254b8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0c3c1915-56fa-497e-b63d-5afeb69254b8,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:03.350980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Attempting to bind port 1198062c-5640-4209-8b79-4fda65692173 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:03.351857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Attempting to bind port 1198062c-5640-4209-8b79-4fda65692173 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:03.352465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Attempting to bind port 1198062c-5640-4209-8b79-4fda65692173 on network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:03.361842 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.401962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.434424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:03.446687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:03.449109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:03.573521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.620556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a14a2b-d336-400d-b2a5-b46aeb740e60 None None] Pushing event updated for resources: {'Port': ['ID=0c3c1915-56fa-497e-b63d-5afeb69254b8,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:03.635718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:03.647617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Checking segment: {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:03.652749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.653140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Bound using segment: {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:03.653659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Bound port: 1198062c-5640-4209-8b79-4fda65692173, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:03.654045 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.685687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.758914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:03.763166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:03.984880 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=82ab081413c34133bb942cda8ffd699a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8552823 Jun 01 13:29:04.005964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:04.012268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39648) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:04.013207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b1780-a2f4-4e33-a839-79bf5a8691ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:04.031515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:04.036416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:04.239988 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.8881645 Jun 01 13:29:04.245600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39654) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:04.251983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0ae69a94-b035-4227-adde-92c20d5ae894 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:04.253919 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.265502 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:28:59Z', 'revision_number': 3, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:04.281379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Checking router: ebfccd03-12b9-4bc7-b336-5e5ea1701e44 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:29:04.283228 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Updating router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 port 33a882bf-a905-402d-a97d-39f009830b02 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:29:04.320274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 0ae69a94-b035-4227-adde-92c20d5ae894, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0ae69a94-b035-4227-adde-92c20d5ae894,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:04.381003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] For port 1198062c-5640-4209-8b79-4fda65692173, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:04.401131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.410986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:04.431341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.431856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.432065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.432981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.437907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.440775 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.441681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.446488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.446488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.446488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.451198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.451604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce2b61-2d86-4d57-9ada-137e2c71fcee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:04.471754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.569356 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.742546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.847185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.898529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:04.942541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] For port 1198062c-5640-4209-8b79-4fda65692173, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1198062c-5640-4209-8b79-4fda65692173,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:04.990514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=0ae69a94-b035-4227-adde-92c20d5ae894,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.023727 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.025863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e2e54-bf70-4c39-a428-0d0f5579e9c2 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:05.049924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:05.050364 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.070779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdaef0-787d-4639-8ad3-aa433d8c3c37 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=5346d84a-305f-456b-bbd7-2ef2128243f1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.117478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.158099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.168483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.217044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b43b1-93d4-4dc4-9102-991fe44d5db1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:05.223447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b43b1-93d4-4dc4-9102-991fe44d5db1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:05.224603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-891b43b1-93d4-4dc4-9102-991fe44d5db1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:05.239861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b1780-a2f4-4e33-a839-79bf5a8691ae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.280053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.281424 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69798f40-50a9-4536-aa60-8779baa02673 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/029b1780-a2f4-4e33-a839-79bf5a8691ae HTTP/1.1" status: 204 len: 168 time: 1.0492826 Jun 01 13:29:05.306837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-891b43b1-93d4-4dc4-9102-991fe44d5db1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:05.311223 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-891b43b1-93d4-4dc4-9102-991fe44d5db1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.8293154 Jun 01 13:29:05.313989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:05.394611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 5346d84a-305f-456b-bbd7-2ef2128243f1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:05.395058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.406028 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.420417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5bef0-d435-4299-a913-f570134701a2 None None] Pushing event updated for resources: {'Port': ['ID=1198062c-5640-4209-8b79-4fda65692173,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.435046 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Transition to ACTIVE for port object 33a882bf-a905-402d-a97d-39f009830b02 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:05.452454 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.622115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-22f9c4c8-d310-4eda-b3c7-b829c0dc0c93 None None] Provisioning for port fc11ccb1-07f5-42ad-b1f1-50c526303475 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:05.637120 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Attempting to bind port 33a882bf-a905-402d-a97d-39f009830b02 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:05.639094 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Attempting to bind port 33a882bf-a905-402d-a97d-39f009830b02 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:05.641550 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Attempting to bind port 33a882bf-a905-402d-a97d-39f009830b02 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:05.680809 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:05.681176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:05.681573 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.681956 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:05.682431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Bound port: 33a882bf-a905-402d-a97d-39f009830b02, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:05.706870 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:05.894497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] For port 33a882bf-a905-402d-a97d-39f009830b02, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:05.901398 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] For port 33a882bf-a905-402d-a97d-39f009830b02, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=33a882bf-a905-402d-a97d-39f009830b02,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:05.924379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b810a2-fa53-42f6-9dee-4759c9fb8471 None None] Pushing event updated for resources: {'Port': ['ID=33a882bf-a905-402d-a97d-39f009830b02,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:05.928553 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:06.045721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:06.046389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:06.201608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:06.225526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2753fe-1b38-41d1-9bf4-c141e2f3f475 None None] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:06.232711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Allocated IP 172.20.0.1 (e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0/f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7/d5024652-c256-4818-a6dd-2e40b0ba0e99) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:06.386773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:06.543390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6d778021-deda-4fd2-afa4-ca7cbaec2bbc None None] Provisioning for port 0c3c1915-56fa-497e-b63d-5afeb69254b8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:06.594422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:06.727065 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:06.768223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Transition to ACTIVE for port object d5024652-c256-4818-a6dd-2e40b0ba0e99 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:06.822114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:06.846605 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:06.985749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:06.989266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:07.016973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:07.025133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0c3c1915-56fa-497e-b63d-5afeb69254b8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:07.059817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Pushing event updated for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:07.063990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '8d3c6077-add7-463d-ba85-02f9ceb2e6aa', 'ip_address': '2001:db8::f816:3eff:fec2:778a'}, {'subnet_id': 'd7a0d496-24db-4d0a-a976-6367441d11e2'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'fc11ccb1-07f5-42ad-b1f1-50c526303475'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:29:07.106090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 5346d84a-305f-456b-bbd7-2ef2128243f1 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:07.203885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:07.352422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b810a2-fa53-42f6-9dee-4759c9fb8471 None None] Pushing event updated for resources: {'Port': ['ID=33a882bf-a905-402d-a97d-39f009830b02,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:07.415285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:07.550028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:07.570017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:28:59Z', 'revision_number': 3, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:07.582750 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803aed-5dd7-4467-b21f-eecb3920764d None None] The sync data for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 is: [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:28:59Z', 'revision_number': 3, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:29:07.769564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde1bca-bc66-4604-af53-053e8371336e None None] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:08.016132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0c3c1915-56fa-497e-b63d-5afeb69254b8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:08.176767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:08.196152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:08.234543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0c3c1915-56fa-497e-b63d-5afeb69254b8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:08.234944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:08.396900 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:08.493326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-107014d4-7883-49be-bff7-18cac9e5e586 None None] Provisioning for port 1198062c-5640-4209-8b79-4fda65692173 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:08.584554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Pushing event updated for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:08.727798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.011450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:09.015534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:09.039450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0c3c1915-56fa-497e-b63d-5afeb69254b8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:09.044069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.124509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 0c3c1915-56fa-497e-b63d-5afeb69254b8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0c3c1915-56fa-497e-b63d-5afeb69254b8,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:09.143150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.143903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:09.196721 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.220151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39742) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:09.221949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=5346d84a-305f-456b-bbd7-2ef2128243f1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:09.399745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.420687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=0c3c1915-56fa-497e-b63d-5afeb69254b8,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:09.556196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Allocated IP 172.20.0.2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/d7a0d496-24db-4d0a-a976-6367441d11e2/fc11ccb1-07f5-42ad-b1f1-50c526303475) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:09.594100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fc11ccb1-07f5-42ad-b1f1-50c526303475 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:09.630493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:09.630883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:09.767421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:29:09.932241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Provisioning for port 1c07dbce-e63c-4373-8373-c6603b9cb262 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:09.970999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1801999906'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:09.999790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:10.032956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Usage tracker for resource:network and tenant:daff862f521445af9046cf4981b76786 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:10.137227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Provisioning complete for port 1c07dbce-e63c-4373-8373-c6603b9cb262 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:10.137793 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.151872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.168225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:10.181093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:10.211823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39760) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:10.241475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:10.252121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.303228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Made reservation on behalf of daff862f521445af9046cf4981b76786 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:10.308947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.340683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:29:10.354147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.413916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3d3cf9bf-2056-47cc-b1f0-f7e5ed921b82 admin admin] 10.222.0.40 "PUT /v2.0/routers/ebfccd03-12b9-4bc7-b336-5e5ea1701e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7583303 Jun 01 13:29:10.418275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:10.424204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Usage tracker for resource:security_group_rule and tenant:daff862f521445af9046cf4981b76786 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:10.434203 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d827d490-8fee-426b-9f3e-f359694414e7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/5346d84a-305f-456b-bbd7-2ef2128243f1 HTTP/1.1" status: 204 len: 168 time: 5.1172519 Jun 01 13:29:10.445385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:10.448310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39768) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:10.458939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Port 1c07dbce-e63c-4373-8373-c6603b9cb262 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:29:10.594570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:10.605462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.609293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:10.662576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.721921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:10.728411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:10.739175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:10.745712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Provisioning complete for port 0c3c1915-56fa-497e-b63d-5afeb69254b8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:10.748163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:10.749577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:10.776471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Usage tracker for resource:security_group_rule and tenant:0f713e1540974c1b8ed3f327ef7f9761 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:10.786921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:10.871117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:10.872902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:10.874378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:10.875245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:10.957618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:10.962046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d5732af-aa4d-41cb-97f0-b199905fa5b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5126481 Jun 01 13:29:10.972620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39780) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:10.990142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Sync routers for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:29:11.077268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:11.077884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:11.083503 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.097044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:11.100677 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.259283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:11.273769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a093cab-6197-4914-8afd-3c62966e2ea3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:11.314811 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.315159 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Added segment 2a607f6c-c0e7-427c-b3be-23e216644486 of type vlan for network 2238c4c5-ecb4-45e7-a329-566fdcfa0c27 Jun 01 13:29:11.371321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.422296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.443763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:11.444687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.475466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 8d3c6077-add7-463d-ba85-02f9ceb2e6aa {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:11.477460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:29:11.522774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.539807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router e55e6115-443e-44fb-8205-898bde57b63a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:29:11.575198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Transition to ACTIVE for port object fc11ccb1-07f5-42ad-b1f1-50c526303475 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:11.598017 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.604177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.606116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.715777 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.805634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:11.911864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6c702a67-b75a-4021-9246-51a6f54484b6 None None] Current status of the port 0c3c1915-56fa-497e-b63d-5afeb69254b8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:11.956246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Pushing event updated for resources: {'Network': ['ID=2238c4c5-ecb4-45e7-a329-566fdcfa0c27,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:11.965800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae847-2438-43d4-b62c-c75bca411f56 None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:11.972987 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f713e1540974c1b8ed3f327ef7f9761&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7587280 Jun 01 13:29:11.989124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39826) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:11.995276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4af857e8-5ab9-4d19-8e49-df5328754c19 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7699709 Jun 01 13:29:12.006430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de9ba-7572-4854-afb2-b7ad693fdb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88f11c-a3a7-4ea4-90a5-9c0894f0a5db,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:12.017788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:12.018375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2238c4c5-ecb4-45e7-a329-566fdcfa0c27 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:12.120801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:29:12.132131 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Sync routers for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:29:12.153512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2327fcfb-5af2-428c-af1e-670c200289ad tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/e55e6115-443e-44fb-8205-898bde57b63a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3567855 Jun 01 13:29:12.169429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:12.183782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:12.200552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.311159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:12.312599 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:12.338530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.370334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a5dce598-03c9-447a-92ba-969fc454601b None None] Provisioning for port d5024652-c256-4818-a6dd-2e40b0ba0e99 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:12.419321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.427745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:12.431922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.566203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3c6077-add7-463d-ba85-02f9ceb2e6aa,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:12.589585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.595994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.621845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88f11c-a3a7-4ea4-90a5-9c0894f0a5db,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:12.632638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.634743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0f3817ec-311b-4d0d-a2b9-4380e6301634 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa88f11c-a3a7-4ea4-90a5-9c0894f0a5db HTTP/1.1" status: 204 len: 168 time: 0.6448882 Jun 01 13:29:12.656105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'name': 'tempest-network--376070029', 'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:12.713115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:12.720493 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8582c3d8-1f30-4285-bc9a-978bd7721efc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/8d3c6077-add7-463d-ba85-02f9ceb2e6aa HTTP/1.1" status: 204 len: 168 time: 1.7235293 Jun 01 13:29:12.723194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39858) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:12.745120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:network and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:12.761828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:12.783142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:12.827204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:12.829877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.873951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:12.984867 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:12.990307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:13.010297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:security_group_rule and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:13.035771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:13.039802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet d7a0d496-24db-4d0a-a976-6367441d11e2 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:13.051094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:13.064418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:13.346490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-f9bd3029-57ef-4e01-9be8-db8f309e31ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595212722&fields=id&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 267 time: 0.6606758 Jun 01 13:29:13.581672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:13.710624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:13.808722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a5dce598-03c9-447a-92ba-969fc454601b None None] Provisioning complete for port d5024652-c256-4818-a6dd-2e40b0ba0e99 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:13.809206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5dce598-03c9-447a-92ba-969fc454601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:13.846270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:13.961280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:14.040359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Usage tracker for resource:security_group_rule and tenant:f994928814ef459eb638ab4ff2f2f5b3 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:14.086238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.091102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:14.092291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f406f4-b56f-4cde-b8e5-98183388c46a None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:14.098241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.119661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:14.143024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.146181 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Added segment 9ed61bef-a78b-43bc-b3ff-6116d785991c of type vlan for network f3790588-f562-4d1a-be0f-4e9cc89368fb Jun 01 13:29:14.177111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:14.228664 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.230495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-1a8756f4-f6d2-4928-803b-3516e887fa8f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:14.238856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-1a8756f4-f6d2-4928-803b-3516e887fa8f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 796 time: 0.8634169 Jun 01 13:29:14.268684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.328669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-883a1ed7-7371-4815-8500-48c08893311c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/quotas/eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 375 time: 0.0884671 Jun 01 13:29:14.390760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec78aa-f04e-4780-b8c9-a1de49018261,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:14.399673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.401826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:14.402550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.417358 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:08Z', 'revision_number': 2, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:14.428027 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Checking router: e55e6115-443e-44fb-8205-898bde57b63a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:29:14.429211 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Updating router e55e6115-443e-44fb-8205-898bde57b63a port 1c07dbce-e63c-4373-8373-c6603b9cb262 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:29:14.539974 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.620132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=f3790588-f562-4d1a-be0f-4e9cc89368fb,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:14.644989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:14.645367 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.684979 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b012f227-fe4f-4138-bed5-dedd0b5a7291 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6617210 Jun 01 13:29:14.685459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:14.772740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.803846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network f3790588-f562-4d1a-be0f-4e9cc89368fb details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:14.810318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.905420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a5dce598-03c9-447a-92ba-969fc454601b None None] Port d5024652-c256-4818-a6dd-2e40b0ba0e99 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:29:14.973250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:14.984255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f45298-9bd7-4c6b-a87f-7bd87943310d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:14.990140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.053972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.074775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/d7a0d496-24db-4d0a-a976-6367441d11e2 HTTP/1.1" status: 204 len: 168 time: 2.3464708 Jun 01 13:29:15.082884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5f06fffb-bbbc-4753-9cea-8100c8820df5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f994928814ef459eb638ab4ff2f2f5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3422444 Jun 01 13:29:15.084439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39928) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:15.084935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39930) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:15.085898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96344-d49f-4c5e-968e-709d6cf1949e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a0d496-24db-4d0a-a976-6367441d11e2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:15.219978 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.245431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:15.245784 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:15.254451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Transition to ACTIVE for port object 1c07dbce-e63c-4373-8373-c6603b9cb262 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:15.268396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d220ac8-7aca-4ad3-ad9f-77bc3796fda8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1774583 Jun 01 13:29:15.269498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 39936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:15.275081 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.300400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:15.349661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:29:07Z', 'revision_number': 4, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd5024652-c256-4818-a6dd-2e40b0ba0e99', 'name': '', 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'mac_address': 'fa:16:3e:fe:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:29:05Z', 'updated_at': '2022-06-01T13:29:07Z', 'revision_number': 2, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'subnets': [{'id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:15.366511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Checking router: ebfccd03-12b9-4bc7-b336-5e5ea1701e44 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:29:15.367173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Updating router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 port d5024652-c256-4818-a6dd-2e40b0ba0e99 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:29:15.379434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-288b4367-468c-49ec-be69-30126166250a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0498662 Jun 01 13:29:15.422749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.536235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3790588-f562-4d1a-be0f-4e9cc89368fb']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:15.563576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.565979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed61bef-a78b-43bc-b3ff-6116d785991c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:15.566393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed61bef-a78b-43bc-b3ff-6116d785991c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:15.590307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.596718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.651506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.658727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:15.659482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.740677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Could not find standard attr ID for object 5346d84a-305f-456b-bbd7-2ef2128243f1. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:29:15.745963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.799130 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9ed61bef-a78b-43bc-b3ff-6116d785991c resource provider aggregate not found Jun 01 13:29:15.847682 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 9ed61bef-a78b-43bc-b3ff-6116d785991c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ed61bef-a78b-43bc-b3ff-6116d785991c found for delete ", "request_id": "req-81434628-1759-42af-b5ab-879017e46bad"}]} Jun 01 13:29:15.878545 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655cf58-17e2-4570-8537-45de9bb2631e None None] Pushing event updated for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:15.891946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.909601 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Attempting to bind port 1c07dbce-e63c-4373-8373-c6603b9cb262 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:15.911470 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Attempting to bind port 1c07dbce-e63c-4373-8373-c6603b9cb262 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:15.912363 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Attempting to bind port 1c07dbce-e63c-4373-8373-c6603b9cb262 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:15.928460 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:15.928988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Checking segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:15.929309 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.929701 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Bound using segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:15.935563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3790588-f562-4d1a-be0f-4e9cc89368fb {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:29:15.935758 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Bound port: 1c07dbce-e63c-4373-8373-c6603b9cb262, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:15.935758 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.936523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3790588-f562-4d1a-be0f-4e9cc89368fb,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:15.940580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.949472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-73eb5041-3871-424b-a05f-7738a98cf2a5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/f3790588-f562-4d1a-be0f-4e9cc89368fb HTTP/1.1" status: 204 len: 168 time: 1.2628422 Jun 01 13:29:15.954655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39948) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:15.959863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:15.965740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:15.981322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:15.993591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:network and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:16.001458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:16.013333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:16.034299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f45298-9bd7-4c6b-a87f-7bd87943310d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:16.056197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:16.062090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.095060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.100022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f4c40e87-081a-4433-a94b-b87b94be3838 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b7f45298-9bd7-4c6b-a87f-7bd87943310d HTTP/1.1" status: 204 len: 168 time: 1.0081408 Jun 01 13:29:16.100022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:16.124463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:16.127632 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] For port 1c07dbce-e63c-4373-8373-c6603b9cb262, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:16.136295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] For port 1c07dbce-e63c-4373-8373-c6603b9cb262, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1c07dbce-e63c-4373-8373-c6603b9cb262,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:16.141477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:16.150626 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.165892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:16.166999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:16.196042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.196042 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Added segment 263a3175-6d6b-4db8-85d4-dae5cde52f7d of type vlan for network d248545a-de0e-4a8f-9505-583bec0f1f68 Jun 01 13:29:16.328207 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.352815 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655cf58-17e2-4570-8537-45de9bb2631e None None] Pushing event updated for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:16.379183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:16.392191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.424990 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:16.425636 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:28:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:16.458831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-08386d8e-b949-45dd-a73a-62317691d198 req-3370866c-0a74-47bc-9bf5-87b96d63cffb service neutron] (88372) timed out ('10.222.0.13', 63504) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:29:16.468430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.468430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:16.468430 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:16.836043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=d248545a-de0e-4a8f-9505-583bec0f1f68,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:16.869721 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d08c3037-7e14-4e7b-a8d5-9a06b93f78e1 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9135273 Jun 01 13:29:16.873449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 39972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:16.887651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'subnet': {'network_id': 'd248545a-de0e-4a8f-9505-583bec0f1f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:16.889357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Provisioning for port fc11ccb1-07f5-42ad-b1f1-50c526303475 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:16.892902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c92e0-0917-46e9-8875-84a38a24f445 None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': 'd7a0d496-24db-4d0a-a976-6367441d11e2'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'fc11ccb1-07f5-42ad-b1f1-50c526303475'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:29:16.914128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:16.923394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:subnet and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:16.930843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:16.953942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:16.981052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:16.985454 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:17.099580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-fb95c5f5-c5bc-45fe-89cf-55329eeb2aeb service neutron] 10.222.0.40 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5375304 Jun 01 13:29:17.137170 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:17.191685 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e5c92e0-0917-46e9-8875-84a38a24f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:17.214326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network d248545a-de0e-4a8f-9505-583bec0f1f68 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:17.327388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:17.327760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:17.799247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:29:17.799743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:17.902043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:17.904449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:17.911825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f7362e8-3dec-464c-842c-c0e078c8a225,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:17.921670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Checking segment: {'id': '263a3175-6d6b-4db8-85d4-dae5cde52f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd248545a-de0e-4a8f-9505-583bec0f1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:17.922028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Network hostable DHCP agents. Network: d248545a-de0e-4a8f-9505-583bec0f1f68, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:29:17.958911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Network d248545a-de0e-4a8f-9505-583bec0f1f68 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:29:17.980922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, d248545a-de0e-4a8f-9505-583bec0f1f68) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:17.985729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:17.986409 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:18.016769 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:29:18.041523 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:16Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:18.052778 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd5c4-ce9a-4e0f-bc0d-d7ee9b2933f8 None None] The sync data for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 is: [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:16Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:29:18.057483 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-59130ae5-6fd6-4f27-ac6a-72ea6121d3da tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1827695 Jun 01 13:29:18.060162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40000) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:18.065907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'floatingip': {'floating_network_id': 'd248545a-de0e-4a8f-9505-583bec0f1f68'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:18.082536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:18.094998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:floatingip and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:18.106285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:18.133924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:18.176752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:18.316100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-5a669742-2c3a-49e6-83a8-5a3b01c7dabe service neutron] 10.222.0.40 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2155249 Jun 01 13:29:18.486635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3ebcc-02a1-424a-ac52-b738192c80cd None None] Network d248545a-de0e-4a8f-9505-583bec0f1f68 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:18.486941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:18.775181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:29:19.076431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9624e22f-73da-4c8a-a52a-b18decf14ca9 req-f5022f63-d1d8-4d73-8a7b-07ec32985037 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.2597115 Jun 01 13:29:19.252242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b228d8-6f15-46fd-8f2e-c34d32dfbeed None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:19.283412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:19.507923 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Allocated IP 172.20.0.14 (d248545a-de0e-4a8f-9505-583bec0f1f68/5f7362e8-3dec-464c-842c-c0e078c8a225/57a81d81-6ddd-46af-a235-932a0b13a021) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:19.785731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:19.786440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:19.884742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:19.949294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f8fa544a-dfa6-479e-9081-c5cc612789f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:19.966559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:20.047244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:20.063217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:20.078873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0ae69a94-b035-4227-adde-92c20d5ae894 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:20.189427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:20.306193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Network d248545a-de0e-4a8f-9505-583bec0f1f68 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:20.322942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:20.341104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:20.493560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Port': ['ID=57a81d81-6ddd-46af-a235-932a0b13a021,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:20.552509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66993184-fb22-4f37-ae3f-05ea397d47f1 req-74b9188c-9cda-4080-a756-61724f74e083 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.1313012 Jun 01 13:29:20.676172 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:20.759125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:20.809993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.056087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:21.108641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.121222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.123140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.165976 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f839-a1d9-42a6-a931-897115dd11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.203470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:21.220257 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:21.274817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.283739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:29:21.291605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.362286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=9c5edbd8-5e38-4b99-9df5-7107008ff9ac,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:21.427776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.457387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0ae69a94-b035-4227-adde-92c20d5ae894 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:21.459111 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.476657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:21.525183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.527905 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4664195 Jun 01 13:29:21.531163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40062) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:21.663352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5384c52-468c-4840-8bea-2f0288d0bf24 None None] Network d248545a-de0e-4a8f-9505-583bec0f1f68 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:21.757248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-e0dac53e-b6cb-42d4-bf5a-80cc51749b1b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:21.759068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-e0dac53e-b6cb-42d4-bf5a-80cc51749b1b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 796 time: 0.4021935 Jun 01 13:29:21.760125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:21.765692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:21.766714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:21.834944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a84ab-2d52-4133-92e7-346f4fee9a54 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Port': ['ID=57a81d81-6ddd-46af-a235-932a0b13a021,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:21.875833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:21.902077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b968f01-401d-44da-a725-815269748f0c tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Synchronizing usage tracker for tenant:058f1616310840259d073e9f1cfcc18e on resource:floatingip {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:21.961976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9b968f01-401d-44da-a725-815269748f0c tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Unset dirty status for tenant:058f1616310840259d073e9f1cfcc18e on resource:floatingip {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:21.963551 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9b968f01-401d-44da-a725-815269748f0c tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "GET /v2.0/floatingips?floating_network_id=d248545a-de0e-4a8f-9505-583bec0f1f68 HTTP/1.1" status: 200 len: 690 time: 0.4314697 Jun 01 13:29:21.966160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:22.000884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-188508fa-aa99-4ffa-a5a2-786b5a894d22 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.7266846 Jun 01 13:29:22.003938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40076) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:22.010117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.039374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:22.276621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1c564-0649-4db4-bba7-362bfc9e0b23 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:22.416819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.425515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8916c40-ed36-4252-b1b4-1257b49a67ef req-c67c6f18-5a62-4156-a1d4-7a73cfc21e3a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.5452499 Jun 01 13:29:22.439607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:22.457872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-8b4fa219-b2f0-4b63-abe4-6df9711b3e93 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 379 time: 0.6742473 Jun 01 13:29:22.477315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:22.482546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:22.499233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.499507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'port': {'device_id': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'admin_state_up': True, 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'security_groups': ['3a8f1755-7dc2-4ead-8c17-49c0232557ad']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:22.513855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Transition to ACTIVE for port object d5024652-c256-4818-a6dd-2e40b0ba0e99 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:22.570963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:22.578614 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.581535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Deleting port 57a81d81-6ddd-46af-a235-932a0b13a021 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:22.581873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.762529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:22.766216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:22.991213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:23.013330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:port and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:23.040405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:23.056432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:23.104177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.105493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.120360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a829ca-87b6-46d3-aaa6-9488f1997219 None None] Pushing event updated for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:23.123879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:23.130303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.133734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.170984 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0ae69a94-b035-4227-adde-92c20d5ae894 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:23.180911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1198062c-5640-4209-8b79-4fda65692173 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:23.389509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b4e77-cf7b-42cc-9738-0d21d89d0db8 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:23.410082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Calling delete_port for 57a81d81-6ddd-46af-a235-932a0b13a021 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:23.727867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.818863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.916529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-eea06988-e243-4974-b3fc-80e4276658ea None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:23.917251 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eea06988-e243-4974-b3fc-80e4276658ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:23.989667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.10 (81e22dcb-baf3-4c7a-9613-8cb022b8400b/54eba83b-9b6c-420a-a910-ea5819f5a34e/19754994-5390-4aff-ae2e-25d7e7088693) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:24.037960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d6b2534-3891-4b20-9e01-82bc53cde2b5 req-469cadda-9f22-4fa2-9166-be097f180bcd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.3651507 Jun 01 13:29:24.157160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Attempting to bind port d5024652-c256-4818-a6dd-2e40b0ba0e99 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:24.159171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Attempting to bind port d5024652-c256-4818-a6dd-2e40b0ba0e99 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:24.160578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Attempting to bind port d5024652-c256-4818-a6dd-2e40b0ba0e99 on network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:24.236646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a81d81-6ddd-46af-a235-932a0b13a021,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:24.311336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.333876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:24.334562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Checking segment: {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:24.335360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.335903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Bound using segment: {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:24.336628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Bound port: d5024652-c256-4818-a6dd-2e40b0ba0e99, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f6af29-9def-4f9b-83ca-3726db340ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:24.337156 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.414175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1198062c-5640-4209-8b79-4fda65692173 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:24.417935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.430637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.496751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1198062c-5640-4209-8b79-4fda65692173 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:24.503678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.595543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.597300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:24.607536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:24.635435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:24.636321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.670789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7362e8-3dec-464c-842c-c0e078c8a225,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:24.792682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=69643f99-69a1-4d7a-b340-3040b9cb5bce,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:24.831013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] For port d5024652-c256-4818-a6dd-2e40b0ba0e99, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:24.833044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.837038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] For port d5024652-c256-4818-a6dd-2e40b0ba0e99, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d5024652-c256-4818-a6dd-2e40b0ba0e99,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:24.848550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-eea06988-e243-4974-b3fc-80e4276658ea None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:24.862840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:24.878044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77ad123a-5fac-4eaa-8ff0-35543122b33f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8616331 Jun 01 13:29:24.883637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40126) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:24.903672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:6b:60:a5', 'name': 'tempest-NetworksTestDHCPv6-695127012'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:24.913658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d248545a-de0e-4a8f-9505-583bec0f1f68']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:24.948325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263a3175-6d6b-4db8-85d4-dae5cde52f7d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:24.948765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263a3175-6d6b-4db8-85d4-dae5cde52f7d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:24.999985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.055401 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.069019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:25.073601 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.269703 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 263a3175-6d6b-4db8-85d4-dae5cde52f7d resource provider aggregate not found Jun 01 13:29:25.368950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1198062c-5640-4209-8b79-4fda65692173 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:25.369508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.379237 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 263a3175-6d6b-4db8-85d4-dae5cde52f7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263a3175-6d6b-4db8-85d4-dae5cde52f7d found for delete ", "request_id": "req-0b8ce0e1-77c9-4139-abc1-cbca28a1ab03"}]} Jun 01 13:29:25.421164 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.501672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3219e-50cf-46d2-8b68-4a90d8d8c67a None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:25.515722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.525909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d248545a-de0e-4a8f-9505-583bec0f1f68 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:29:25.544444 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:25.553099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Network': ['ID=d248545a-de0e-4a8f-9505-583bec0f1f68,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:25.598653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:25.604469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:29:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:25.639062 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15a0f5c6-1ba3-480e-af92-2714f676c673 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/d248545a-de0e-4a8f-9505-583bec0f1f68 HTTP/1.1" status: 204 len: 168 time: 3.6713445 Jun 01 13:29:25.639737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:25.808186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0f9115e5-f3ac-44c1-a2fb-b41b72cf4cd9 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Synchronizing usage tracker for tenant:058f1616310840259d073e9f1cfcc18e on resource:floatingip {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:25.826309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0f9115e5-f3ac-44c1-a2fb-b41b72cf4cd9 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Unset dirty status for tenant:058f1616310840259d073e9f1cfcc18e on resource:floatingip {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:25.830728 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f9115e5-f3ac-44c1-a2fb-b41b72cf4cd9 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1898475 Jun 01 13:29:25.831245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40152) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:25.849255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1de98f2c-a11f-4002-920b-59876e753a61 req-da71a668-62d8-4578-bfe0-7d00d3c9d65c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:25.945809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.946269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.946900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.947349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.947793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.948232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.948731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.949737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:25.950968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Synchronizing usage tracker for tenant:058f1616310840259d073e9f1cfcc18e on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:25.956555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 19754994-5390-4aff-ae2e-25d7e7088693 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:25.963012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a829ca-87b6-46d3-aaa6-9488f1997219 None None] Pushing event updated for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:25.978807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Unset dirty status for tenant:058f1616310840259d073e9f1cfcc18e on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:25.984141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b5bc540-c3d0-486d-a736-e19dca345682 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.1518152 Jun 01 13:29:25.984797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40158) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:26.149261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1de98f2c-a11f-4002-920b-59876e753a61 req-da71a668-62d8-4578-bfe0-7d00d3c9d65c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:26.150773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1de98f2c-a11f-4002-920b-59876e753a61 req-da71a668-62d8-4578-bfe0-7d00d3c9d65c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.7278309 Jun 01 13:29:26.153061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:26.168340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:26.179501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.189952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:26.219449 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-ebdf7d8e-c1ac-413f-8821-d326f48a27a9 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] delete failed (client error): The resource could not be found. Jun 01 13:29:26.223776 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ebdf7d8e-c1ac-413f-8821-d326f48a27a9 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/5790de4a-4ab6-472f-af3f-b480b0fe71f8 HTTP/1.1" status: 404 len: 345 time: 0.2378137 Jun 01 13:29:26.224418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40168) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:26.243077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:26.250842 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff73444-49fc-4340-b02c-ece115ff8b42 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] DELETE failed (client error): The resource could not be found. Jun 01 13:29:26.251630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff73444-49fc-4340-b02c-ece115ff8b42 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:29:26.261357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ff73444-49fc-4340-b02c-ece115ff8b42 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/d248545a-de0e-4a8f-9505-583bec0f1f68 HTTP/1.1" status: 404 len: 339 time: 0.0359795 Jun 01 13:29:26.261984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40172) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:26.267740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'name': 'tempest-network--313545883', 'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:26.273870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:26.278377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:network and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:26.282449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:26.288558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:26.307166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:26.309608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.313037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:26.326020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:26.343913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:26.356001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1198062c-5640-4209-8b79-4fda65692173, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1198062c-5640-4209-8b79-4fda65692173,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:26.391638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:26.412537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.412894 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Added segment db010d76-41ae-4f4d-8065-4baec8f92fdf of type vlan for network 9419b961-a9e6-4a04-9ab9-a483d244def7 Jun 01 13:29:26.488539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.499086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:26.500151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.519592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:26.537532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:26.600486 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.601957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:26.602165 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.612709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:26.675727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-7759f164-8d84-4ed2-96ed-deb17c13f095 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1943109 Jun 01 13:29:26.875848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.914356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6504536 Jun 01 13:29:26.915320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40184) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:26.921515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:26.943192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9cc7-1e78-4cdd-816c-3da2ff0002b0 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=9419b961-a9e6-4a04-9ab9-a483d244def7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:27.177370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 26639f0e-fdba-4522-9fcb-907fd3e54713 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:29:27.413642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Request body: {'port': {'device_id': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:27.436456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:29:27.497852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9419b961-a9e6-4a04-9ab9-a483d244def7 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:27.682516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:27.689073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:27.696452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:27.702954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:27.703958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Synchronizing usage tracker for tenant:daff862f521445af9046cf4981b76786 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:27.720832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7de9fb64-ccd1-454f-b86b-6d3923b86852 None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:27.721368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7de9fb64-ccd1-454f-b86b-6d3923b86852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:27.836264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Unset dirty status for tenant:daff862f521445af9046cf4981b76786 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:27.840166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6e4697a3-5781-4d68-a569-1bd023cf5c9e tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9174750 Jun 01 13:29:27.840613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:27.846134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.158039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1198062c-5640-4209-8b79-4fda65692173,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:28.174423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a40c96-b091-487a-a60b-7604b4e1147c req-c91a4afb-853b-4824-a6da-151d1dfbd772 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:28.176085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21a40c96-b091-487a-a60b-7604b4e1147c req-c91a4afb-853b-4824-a6da-151d1dfbd772 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 932 time: 0.7676575 Jun 01 13:29:28.217235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.254185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 172.20.0.4 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/69643f99-69a1-4d7a-b340-3040b9cb5bce/26639f0e-fdba-4522-9fcb-907fd3e54713) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:28.296827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe6b:60a5 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/9c5edbd8-5e38-4b99-9df5-7107008ff9ac/26639f0e-fdba-4522-9fcb-907fd3e54713) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:28.323399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:28.323871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.445800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.492231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21a40c96-b091-487a-a60b-7604b4e1147c req-0a3fb4dd-9db8-4612-91e7-a69eacc5d1d0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018198 Jun 01 13:29:28.552649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9419b961-a9e6-4a04-9ab9-a483d244def7']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:28.590936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db010d76-41ae-4f4d-8065-4baec8f92fdf') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:28.591223 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db010d76-41ae-4f4d-8065-4baec8f92fdf') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:28.614857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.646765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.659667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:28.660067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.681706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:28.684822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:29:07Z', 'revision_number': 4, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd5024652-c256-4818-a6dd-2e40b0ba0e99', 'name': '', 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'mac_address': 'fa:16:3e:fe:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:29:05Z', 'updated_at': '2022-06-01T13:29:24Z', 'revision_number': 4, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'subnets': [{'id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:28.692698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc152d-a09e-4292-984c-ab18f1c89e7c None None] The sync data for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 is: [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:29:07Z', 'revision_number': 4, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd5024652-c256-4818-a6dd-2e40b0ba0e99', 'name': '', 'network_id': 'e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'mac_address': 'fa:16:3e:fe:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:29:05Z', 'updated_at': '2022-06-01T13:29:24Z', 'revision_number': 4, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'subnets': [{'id': 'f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:29:28.697113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7de9fb64-ccd1-454f-b86b-6d3923b86852 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:28.701242 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.734103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '9c5edbd8-5e38-4b99-9df5-7107008ff9ac', 'ip_address': '2001:db8::f816:3eff:fec2:778a'}, {'subnet_id': '69643f99-69a1-4d7a-b340-3040b9cb5bce'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'fc11ccb1-07f5-42ad-b1f1-50c526303475'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:29:28.815342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:29:28.888971 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment db010d76-41ae-4f4d-8065-4baec8f92fdf resource provider aggregate not found Jun 01 13:29:28.914088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.931299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9419b961-a9e6-4a04-9ab9-a483d244def7 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:29:28.935166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:28.939349 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment db010d76-41ae-4f4d-8065-4baec8f92fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db010d76-41ae-4f4d-8065-4baec8f92fdf found for delete ", "request_id": "req-b6aa6449-6050-4e4d-82cf-9fed99c92e20"}]} Jun 01 13:29:28.998569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Network': ['ID=9419b961-a9e6-4a04-9ab9-a483d244def7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:29.029507 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2afea453-9e20-4119-81d5-61958fcc644b tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/9419b961-a9e6-4a04-9ab9-a483d244def7 HTTP/1.1" status: 204 len: 168 time: 1.1877327 Jun 01 13:29:29.033664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40220) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:29.044941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.054564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'name': 'tempest-network--752184534', 'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:29.072160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:29.086770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:network and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:29.090414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:29.104053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:29.131028 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.139333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:29.142467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.177119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 26639f0e-fdba-4522-9fcb-907fd3e54713 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:29.221616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:29.252099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.255062 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Added segment 96df7bec-1133-4b57-9f91-1c92cc6c072a of type vlan for network 077faf07-fe7c-49a3-b5c9-fb0dff8670f2 Jun 01 13:29:29.355644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:29.389935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.457919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.470582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19754994-5390-4aff-ae2e-25d7e7088693 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:29:29.485979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.487371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:29.488197 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.609103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:29.654196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:29.665746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:29.727352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:29.728081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.797773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:29.812825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=077faf07-fe7c-49a3-b5c9-fb0dff8670f2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:29.843764 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b57e04f9-8a52-4d91-a256-d2e8f7ab7fd2 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7986367 Jun 01 13:29:29.847686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40242) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:29.926163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 077faf07-fe7c-49a3-b5c9-fb0dff8670f2 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:30.048395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Transition to ACTIVE for port object 19754994-5390-4aff-ae2e-25d7e7088693 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:30.082841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=26639f0e-fdba-4522-9fcb-907fd3e54713,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:30.102468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:30.110152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:30.409147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Allocated IP 172.20.0.2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/69643f99-69a1-4d7a-b340-3040b9cb5bce/fc11ccb1-07f5-42ad-b1f1-50c526303475) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:30.455467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645cd57-a132-4116-9043-90db493923e0 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:30.457477 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2645cd57-a132-4116-9043-90db493923e0 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "GET /v2.0/networks/077faf07-fe7c-49a3-b5c9-fb0dff8670f2 HTTP/1.1" status: 200 len: 756 time: 0.6085660 Jun 01 13:29:30.461824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40258) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:30.480940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:30.481690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:30.734836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0c3c1915-56fa-497e-b63d-5afeb69254b8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:30.796223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e08b42e9-545e-49cd-80f7-b9d80005cbaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.9105313 Jun 01 13:29:30.799130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40266) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:30.903134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:30.999161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604cb41-8c4b-4189-84a8-6da1ca0fc4c7 req-c176c09f-f4d9-49ac-9fce-b0313a943a87 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:31.002254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8604cb41-8c4b-4189-84a8-6da1ca0fc4c7 req-c176c09f-f4d9-49ac-9fce-b0313a943a87 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 932 time: 1.1189694 Jun 01 13:29:31.010158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:31.011150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:31.011808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:31.050323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:29:31.057883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:31.076371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:31.082627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Checking segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:31.083239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Bound using segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:31.083821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Bound port: 19754994-5390-4aff-ae2e-25d7e7088693, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:31.084299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.114384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:31.195539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b08c3-618e-44d7-a017-bbe328dd14d1 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:31.207409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40282) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:31.208021 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e5b08c3-618e-44d7-a017-bbe328dd14d1 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "GET /v2.0/networks/2238c4c5-ecb4-45e7-a329-566fdcfa0c27 HTTP/1.1" status: 200 len: 768 time: 0.7434077 Jun 01 13:29:31.243541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:31.244115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.250442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03e870-2e5a-4bc4-b987-718c2b001e82 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:31.272164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03e870-2e5a-4bc4-b987-718c2b001e82 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:31.286567 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca03e870-2e5a-4bc4-b987-718c2b001e82 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:31.332138 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ca03e870-2e5a-4bc4-b987-718c2b001e82 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:31.333553 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ca03e870-2e5a-4bc4-b987-718c2b001e82 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5321360 Jun 01 13:29:31.336857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:31.360606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8604cb41-8c4b-4189-84a8-6da1ca0fc4c7 req-55b6cf35-4109-4488-97de-0e4f353ee724 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327439 Jun 01 13:29:31.365256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:31.433387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0c3c1915-56fa-497e-b63d-5afeb69254b8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:31.433758 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.523548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.578383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:31.579715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.resource_extend [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:29:31.589650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:31.594820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 26639f0e-fdba-4522-9fcb-907fd3e54713 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:31.595161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.606077 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.645612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.740495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:31.741175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.742625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] 10.222.0.13 "PUT /v2.0/ports/19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1092 time: 5.0559430 Jun 01 13:29:31.751407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Transition to ACTIVE for port object fc11ccb1-07f5-42ad-b1f1-50c526303475 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:31.767598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:29:31.768325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.852882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:31.914564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae9d2-1872-4687-a0df-db82f74da79e service neutron] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:32.042502 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cec73b-4c60-4d51-992d-00d5067fbe32'] response: {'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'status': 'completed', 'code': 200} Jun 01 13:29:32.090982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0c3c1915-56fa-497e-b63d-5afeb69254b8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:32.092520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 33a882bf-a905-402d-a97d-39f009830b02 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:32.186790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:32.203689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Usage tracker for resource:security_group_rule and tenant:3857d5fd9e724e0da4e73135f87c6226 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:32.209259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:32.219803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:32.238867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.272827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077faf07-fe7c-49a3-b5c9-fb0dff8670f2']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:32.282147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-8f093c42-b2f8-4f79-b0de-34299e8c4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:32.283848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-8f093c42-b2f8-4f79-b0de-34299e8c4755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1095 time: 0.2919977 Jun 01 13:29:32.342534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.404676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dc398-82a0-4098-b0f1-98625568a413 None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:32.409778 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:32.410117 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:32.451668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 33a882bf-a905-402d-a97d-39f009830b02 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:32.471516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 33a882bf-a905-402d-a97d-39f009830b02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:32.471771 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.535989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 26639f0e-fdba-4522-9fcb-907fd3e54713 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:32.554887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96df7bec-1133-4b57-9f91-1c92cc6c072a') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:32.562873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96df7bec-1133-4b57-9f91-1c92cc6c072a') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:32.624117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-0768b39b-6317-48e0-8a17-eba136b9afb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 217 time: 0.3309491 Jun 01 13:29:32.630068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.753946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.763543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.796905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 33a882bf-a905-402d-a97d-39f009830b02 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:32.797287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.813708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.829761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 33a882bf-a905-402d-a97d-39f009830b02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=33a882bf-a905-402d-a97d-39f009830b02,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:32.842315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.843286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:32.906285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:32.906285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:32.985142 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3857d5fd9e724e0da4e73135f87c6226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8549051 Jun 01 13:29:32.987897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c3f7d-0a34-4288-ac0c-b308b7591d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e6c44-4dda-4d09-8520-243e54e8fe05,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.009791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40312) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:33.056476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-c6153388-bbc5-4510-99a9-07ff122112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:33.059335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-c6153388-bbc5-4510-99a9-07ff122112d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.4173894 Jun 01 13:29:33.179240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d212661-0b91-482a-b830-e9a6a725aea0 req-37b9f9e9-7cc1-4446-92f3-f4af9a120b6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:33.187509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d212661-0b91-482a-b830-e9a6a725aea0 req-37b9f9e9-7cc1-4446-92f3-f4af9a120b6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.4570670 Jun 01 13:29:33.228892 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.346122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 077faf07-fe7c-49a3-b5c9-fb0dff8670f2 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:29:33.347092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:33.347765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.373137 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 96df7bec-1133-4b57-9f91-1c92cc6c072a resource provider aggregate not found Jun 01 13:29:33.390266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.405293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.426100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d212661-0b91-482a-b830-e9a6a725aea0 req-516084f3-29b0-4210-b80c-88f3d46a8c8a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327702 Jun 01 13:29:33.443843 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 96df7bec-1133-4b57-9f91-1c92cc6c072a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96df7bec-1133-4b57-9f91-1c92cc6c072a found for delete ", "request_id": "req-7aaf4071-59c1-4d06-a4b5-6bbd2cb57e48"}]} Jun 01 13:29:33.446214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/077faf07-fe7c-49a3-b5c9-fb0dff8670f2 HTTP/1.1" status: 204 len: 168 time: 2.2367773 Jun 01 13:29:33.452353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63255e-232d-4fbc-81a2-9649f461890a tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Network': ['ID=077faf07-fe7c-49a3-b5c9-fb0dff8670f2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.455475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40324) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:33.462885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'name': 'tempest-network--1286755747'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:33.470902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:33.485986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=33a882bf-a905-402d-a97d-39f009830b02,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.489187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Usage tracker for resource:network and tenant:058f1616310840259d073e9f1cfcc18e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:33.500145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:33.526291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.527450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:33.548357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-76a76f8f-e571-4307-9efd-565f6f4e1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:33.552092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:33.553401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-76a76f8f-e571-4307-9efd-565f6f4e1491 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4866278 Jun 01 13:29:33.576023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1c07dbce-e63c-4373-8373-c6603b9cb262 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:33.663718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.687773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e6c44-4dda-4d09-8520-243e54e8fe05,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.695170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.734882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.783724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=26639f0e-fdba-4522-9fcb-907fd3e54713,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.793254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Made reservation on behalf of 058f1616310840259d073e9f1cfcc18e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:33.798268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.860643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:33.891638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-db2e6367-7baa-42dd-a4cf-44239bbad776 None None] Provisioning for port 19754994-5390-4aff-ae2e-25d7e7088693 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:33.893580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:33.910163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1c07dbce-e63c-4373-8373-c6603b9cb262 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:33.919628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1c07dbce-e63c-4373-8373-c6603b9cb262 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:33.920935 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.926878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.927221 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Added segment fa9c2355-33dd-47fc-9c4d-595cf03459a1 of type vlan for network cd1b760d-21f4-4ce4-90a8-de3039f1686b Jun 01 13:29:33.934172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-99a2d5cd-70c4-4fd1-baf8-c0f583db700b service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727479 Jun 01 13:29:33.945689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:33.947343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-12ef1ad7-5c6d-4fe0-9b02-3c5ce14bb55b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8c8e6c44-4dda-4d09-8520-243e54e8fe05 HTTP/1.1" status: 204 len: 168 time: 0.9366019 Jun 01 13:29:34.082263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94e88129-e75e-4827-8dd4-21a705601c99 None None] Provisioning for port fc11ccb1-07f5-42ad-b1f1-50c526303475 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:34.113221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94e88129-e75e-4827-8dd4-21a705601c99 None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:34.113586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94e88129-e75e-4827-8dd4-21a705601c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.113718 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.116613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0500dbe9-9c3b-473d-9781-858c08ee1c42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/26639f0e-fdba-4522-9fcb-907fd3e54713 HTTP/1.1" status: 204 len: 168 time: 2.7785652 Jun 01 13:29:34.119921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:34.270462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.311571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1c07dbce-e63c-4373-8373-c6603b9cb262 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:34.312010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.324581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:34.337383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:34.350734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:34.352324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:34.389346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-94e88129-e75e-4827-8dd4-21a705601c99 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:34.437523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:34.439368 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-192a5298-d12c-4473-b0af-225b8b5f421e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3182960 Jun 01 13:29:34.442268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:34.489942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1c07dbce-e63c-4373-8373-c6603b9cb262, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1c07dbce-e63c-4373-8373-c6603b9cb262,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:34.519852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d01bf3d3-4e87-4521-8d9e-3cf230b5c73e req-80304ddb-221f-4b58-9961-a52f6a5946c6 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619915 Jun 01 13:29:34.573637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.675548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 69643f99-69a1-4d7a-b340-3040b9cb5bce {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:34.706328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.766284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:34.770528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.771880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7790c82-c2cb-48b3-b9ea-825308e5d453 None None] Could not find standard attr ID for object 5346d84a-305f-456b-bbd7-2ef2128243f1. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:29:34.893099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f54fdea9-3ac1-4577-b00a-fbd3d0753718 None None] Could not find standard attr ID for object 26639f0e-fdba-4522-9fcb-907fd3e54713. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:29:34.914651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 33a882bf-a905-402d-a97d-39f009830b02 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:34.941891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.943508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:34.943508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:34.946414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:35.040025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5821798 Jun 01 13:29:35.044645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:35.069417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 33a882bf-a905-402d-a97d-39f009830b02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:35.069891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:35.073042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:35.166751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-513642dd-a9fa-4822-99c4-9f8ff232bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:35.168707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-513642dd-a9fa-4822-99c4-9f8ff232bff8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1095 time: 0.5676768 Jun 01 13:29:35.179556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfca5-6ac9-4828-836b-33248c9b1860 req-d944bb3b-7384-4883-b9f7-086a4d955ebd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:35.181091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee4dfca5-6ac9-4828-836b-33248c9b1860 req-d944bb3b-7384-4883-b9f7-086a4d955ebd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.3687155 Jun 01 13:29:35.210292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73167aa6-e2c5-4525-9d44-06735324d643 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1b760d-21f4-4ce4-90a8-de3039f1686b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:35.237674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network cd1b760d-21f4-4ce4-90a8-de3039f1686b details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:35.484133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 33a882bf-a905-402d-a97d-39f009830b02 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:35.485941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d5024652-c256-4818-a6dd-2e40b0ba0e99 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:35.493475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee4dfca5-6ac9-4828-836b-33248c9b1860 req-998d6654-e4df-4fca-a251-6aba6fb118fa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718329 Jun 01 13:29:35.618608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-fb9750d1-6062-4948-a72b-41cb2b78c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:35.620385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-fb9750d1-6062-4948-a72b-41cb2b78c952 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.4384058 Jun 01 13:29:35.700333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d5024652-c256-4818-a6dd-2e40b0ba0e99 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:35.705998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d5024652-c256-4818-a6dd-2e40b0ba0e99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:35.706404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:35.770287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:35.798644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-4631e0ae-fd0e-45c5-8646-46c62c20fec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 217 time: 0.1709328 Jun 01 13:29:35.908409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-8735d445-f148-4ef9-bc12-bff438116742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:35.909924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-8735d445-f148-4ef9-bc12-bff438116742 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.1036854 Jun 01 13:29:35.990239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.005391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d5024652-c256-4818-a6dd-2e40b0ba0e99 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:36.005776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.072848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-74cdcb56-f4e5-45e8-b2ea-2c431ca8ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:36.076159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-74cdcb56-f4e5-45e8-b2ea-2c431ca8ffaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595011 Jun 01 13:29:36.096170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d5024652-c256-4818-a6dd-2e40b0ba0e99, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d5024652-c256-4818-a6dd-2e40b0ba0e99,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:36.110158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.111035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:36.146513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=69643f99-69a1-4d7a-b340-3040b9cb5bce,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:36.153242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.172419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.198783 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2f51476-a90d-48e5-b2ae-9d4dc85d19ff tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/69643f99-69a1-4d7a-b340-3040b9cb5bce HTTP/1.1" status: 204 len: 168 time: 1.7392056 Jun 01 13:29:36.202633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40398) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:36.297710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.306382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6a79d-298d-42c6-8f5a-2df36120ca2a None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:36.486878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-0ccaaae0-979a-4c4b-81e1-d0e5aab196ed service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044402 Jun 01 13:29:36.537462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 9c5edbd8-5e38-4b99-9df5-7107008ff9ac {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:36.558825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Network cd1b760d-21f4-4ce4-90a8-de3039f1686b is not hosted by any dhcp agent {{(pid=88372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 13:29:36.559817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:36.562110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.566064 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "PUT /v2.0/networks/cd1b760d-21f4-4ce4-90a8-de3039f1686b HTTP/1.1" status: 200 len: 858 time: 1.5152400 Jun 01 13:29:36.567437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40432) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:36.599845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.762008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:36.837577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:36.838106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:36.970707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546d474-b48a-4c24-9da8-ef7bff7df7ed tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1b760d-21f4-4ce4-90a8-de3039f1686b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:37.032700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:37.045574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1198062c-5640-4209-8b79-4fda65692173 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:37.050150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.066843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67eeef05-5eb5-4851-901a-2c8cca97f8ae req-29071b91-bb63-431d-9e0d-921104d9e049 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725350 Jun 01 13:29:37.152485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.176050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010343ff-dda2-407a-9ad4-a2228c3c9282 req-2065ccf7-9ed1-4421-9799-2f0779898b37 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:37.185359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-010343ff-dda2-407a-9ad4-a2228c3c9282 req-2065ccf7-9ed1-4421-9799-2f0779898b37 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.4448245 Jun 01 13:29:37.235682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1198062c-5640-4209-8b79-4fda65692173 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:37.236223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.323707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-010343ff-dda2-407a-9ad4-a2228c3c9282 req-6097ea7f-84b4-41ef-a1be-8dd7f67caa42 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355357 Jun 01 13:29:37.485427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1198062c-5640-4209-8b79-4fda65692173 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:37.556683 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.609024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:29:37.649304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d5024652-c256-4818-a6dd-2e40b0ba0e99 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:37.676611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.765110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d5024652-c256-4818-a6dd-2e40b0ba0e99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:37.765730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.780528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.786835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b760d-21f4-4ce4-90a8-de3039f1686b']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:37.870058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9c2355-33dd-47fc-9c4d-595cf03459a1') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:37.870368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9c2355-33dd-47fc-9c4d-595cf03459a1') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:37.878657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5edbd8-5e38-4b99-9df5-7107008ff9ac,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:37.888351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.910673 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.937965 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9fb8554d-138a-4cf2-a086-43a94a9709eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/9c5edbd8-5e38-4b99-9df5-7107008ff9ac HTTP/1.1" status: 204 len: 168 time: 1.7338257 Jun 01 13:29:37.940751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40478) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:37.951378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:37.983987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:37.984659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.055555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:38.072151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ee51bece-724c-4f42-8ef3-94e20d341f28 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299200 Jun 01 13:29:38.072854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40492) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:38.080600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:38.118057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b38364f-0a4b-4a39-8c89-3d945968ebf2 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:38.149959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '19754994-5390-4aff-ae2e-25d7e7088693', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'mac_address': 'fa:16:3e:b1:77:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:29:38.162229 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fa9c2355-33dd-47fc-9c4d-595cf03459a1 resource provider aggregate not found Jun 01 13:29:38.209213 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fa9c2355-33dd-47fc-9c4d-595cf03459a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa9c2355-33dd-47fc-9c4d-595cf03459a1 found for delete ", "request_id": "req-3319f0bc-8b7c-4a6e-b717-03288f4f8115"}]} Jun 01 13:29:38.216457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.227494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd1b760d-21f4-4ce4-90a8-de3039f1686b {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 13:29:38.251745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.252272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:38.254319 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd1b760d-21f4-4ce4-90a8-de3039f1686b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:38.262694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:38.266006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:38.267475 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-617c17f6-b447-4a91-9e62-f69fa1f7d6e5 tempest-ExternalNetworksTestJSON-1367224021 tempest-ExternalNetworksTestJSON-1367224021-project-admin] 10.222.0.40 "DELETE /v2.0/networks/cd1b760d-21f4-4ce4-90a8-de3039f1686b HTTP/1.1" status: 204 len: 168 time: 1.5923586 Jun 01 13:29:38.270655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40498) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:38.274542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:38.292831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:38.298937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.325881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e5c88460-3bd0-48fc-a2a7-d0dd914d8341 None None] Provisioning complete for port fc11ccb1-07f5-42ad-b1f1-50c526303475 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:38.326244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e5c88460-3bd0-48fc-a2a7-d0dd914d8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.353006 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73b96af-da73-4a6c-beae-6121e1544844 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] DELETE failed (client error): The resource could not be found. Jun 01 13:29:38.353489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73b96af-da73-4a6c-beae-6121e1544844 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:29:38.361861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b73b96af-da73-4a6c-beae-6121e1544844 tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "DELETE /v2.0/subnets/5f7362e8-3dec-464c-842c-c0e078c8a225 HTTP/1.1" status: 404 len: 337 time: 0.0836780 Jun 01 13:29:38.367545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40506) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:38.395014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 19754994-5390-4aff-ae2e-25d7e7088693 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:38.395376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.667882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:38.714879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19754994-5390-4aff-ae2e-25d7e7088693 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:29:38.776785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d5024652-c256-4818-a6dd-2e40b0ba0e99 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:38.777901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1c07dbce-e63c-4373-8373-c6603b9cb262 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:38.846066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:38.994245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.025095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e5c88460-3bd0-48fc-a2a7-d0dd914d8341 None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:39.037153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.054417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.115157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2238c4c5-ecb4-45e7-a329-566fdcfa0c27']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:39.122855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=09013829-b998-4f1a-a2e9-54606a8a0f31,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:39.150741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a607f6c-c0e7-427c-b3be-23e216644486') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:39.151127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a607f6c-c0e7-427c-b3be-23e216644486') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:39.181643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.192032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:39.200327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:39.217967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.221786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:39.223061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.233377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:29:39.234742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.342266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c054598-c95d-46c6-8b5c-caa585bdb7c1 req-1ca5f367-f5bb-44d9-b3d9-9044e5e1cb50 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:39.344155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c054598-c95d-46c6-8b5c-caa585bdb7c1 req-1ca5f367-f5bb-44d9-b3d9-9044e5e1cb50 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 0.5356426 Jun 01 13:29:39.375212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1c07dbce-e63c-4373-8373-c6603b9cb262 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:39.380074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.424187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-331a5dbd-05ef-4190-a98d-76591c697b69 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3464880 Jun 01 13:29:39.453541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40528) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:39.492656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:39.595109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c054598-c95d-46c6-8b5c-caa585bdb7c1 req-495053cb-1aee-488a-96c6-15f66c286d8f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414737 Jun 01 13:29:39.615258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['19754994-5390-4aff-ae2e-25d7e7088693'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:29:39.738736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:39.755912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:39.760426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:39.767627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:39.778515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:29:39.779016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:39.790499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:39.804470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Deleting port fc11ccb1-07f5-42ad-b1f1-50c526303475 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:39.804857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.831452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:39.836617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.855122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.915204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:39.960300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] Pushing event deleted for resources: {'Network': ['ID=2238c4c5-ecb4-45e7-a329-566fdcfa0c27,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:39.983669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1c07dbce-e63c-4373-8373-c6603b9cb262 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:40.004428 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ba2b3d4-5545-4938-bc99-162b823c67fd tempest-ExternalNetworksTestJSON-985625156 tempest-ExternalNetworksTestJSON-985625156-project] 10.222.0.40 "DELETE /v2.0/networks/2238c4c5-ecb4-45e7-a329-566fdcfa0c27 HTTP/1.1" status: 204 len: 168 time: 1.6329973 Jun 01 13:29:40.145286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.155268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fc11ccb1-07f5-42ad-b1f1-50c526303475 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:29:40.169119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:40.184159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Usage tracker for resource:security_group_rule and tenant:42c3940fcbf44c77952928f69e90743d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:40.191357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:40.198678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:40.237272 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2a607f6c-c0e7-427c-b3be-23e216644486 resource provider aggregate not found Jun 01 13:29:40.261940 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 2a607f6c-c0e7-427c-b3be-23e216644486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a607f6c-c0e7-427c-b3be-23e216644486 found for delete ", "request_id": "req-934fb737-4ac0-45a7-8775-e04ef417c707"}]} Jun 01 13:29:40.427956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.444851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:40.447095 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.533842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40560) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:40.546067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=42c3940fcbf44c77952928f69e90743d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7771156 Jun 01 13:29:40.589323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:40.589695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.605462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035e276-1d4c-4cec-81c5-4c9feecfb35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e31481-87b2-4892-a840-99ae275f02c6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:40.681947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.747253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.855683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Calling delete_port for fc11ccb1-07f5-42ad-b1f1-50c526303475 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:40.911621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fc11ccb1-07f5-42ad-b1f1-50c526303475 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:40.912332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:40.949016 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6e8276a6-f045-4f39-817e-337c09214f53 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=daff862f521445af9046cf4981b76786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027168 Jun 01 13:29:40.952512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:40.979971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.049453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e31481-87b2-4892-a840-99ae275f02c6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:41.059641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.060902 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a325174c-ef82-4274-b9b3-c45658f5c110 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/58e31481-87b2-4892-a840-99ae275f02c6 HTTP/1.1" status: 204 len: 168 time: 0.5244527 Jun 01 13:29:41.081707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533496-c189-4b72-9d97-747d7ee0b382 req-d9ba1c5b-3b4c-4481-baee-98fd373d09f6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:41.083956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.089284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0533496-c189-4b72-9d97-747d7ee0b382 req-d9ba1c5b-3b4c-4481-baee-98fd373d09f6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 0.2322910 Jun 01 13:29:41.117198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.125982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:41.137127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:29:41.183082 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.224109 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.250739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a093cab-6197-4914-8afd-3c62966e2ea3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:41.263187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.264354 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e0725cd7-397f-4d5c-9e2f-01b74dad0c00 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0a093cab-6197-4914-8afd-3c62966e2ea3 HTTP/1.1" status: 204 len: 168 time: 0.3107586 Jun 01 13:29:41.395779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:41.396128 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:41.425245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0533496-c189-4b72-9d97-747d7ee0b382 req-ca54629f-66d8-4560-b334-bc7f8f3ee923 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332419 Jun 01 13:29:41.665132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=14']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:41.798966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:41.830232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.850544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:41.855576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Usage tracker for resource:security_group_rule and tenant:7a9cf2a31c8e4c3399df2c4b55e73960 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:41.858923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:41.862012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:41.871392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:41.897507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Deleting port fc11ccb1-07f5-42ad-b1f1-50c526303475 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:41.898560 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.009396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.021502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.142113 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a9cf2a31c8e4c3399df2c4b55e73960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416502 Jun 01 13:29:42.145239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40592) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:42.148916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32352e5-9026-4293-919c-00987faba05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4282396-bc92-4b9d-8773-09ebf060ebba,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:42.179501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:42.240235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40596) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:42.292878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.299785 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.328926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.336021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.338910 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-18e2a2fa-8423-417d-8079-65d7cbb70c92 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=058f1616310840259d073e9f1cfcc18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965226 Jun 01 13:29:42.340728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:42.427599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.434793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:42.435459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.455382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.515546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.565841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.567282 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/89ec78aa-f04e-4780-b8c9-a1de49018261 HTTP/1.1" status: 204 len: 168 time: 0.2256110 Jun 01 13:29:42.568290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b353a8-c1c6-4522-a66e-8fc812ffa3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec78aa-f04e-4780-b8c9-a1de49018261,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:42.609802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=16']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:42.676045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=80bd6599-28aa-4867-a382-ac4164ed4917,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:42.698111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.765962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:42.767982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:42.810646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Calling delete_port for fc11ccb1-07f5-42ad-b1f1-50c526303475 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:42.831651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:42.832610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:42.912998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:43.005458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4282396-bc92-4b9d-8773-09ebf060ebba,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:43.039754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:43.040294 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:43.053744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:43.057509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-29ef42b7-db13-4ad8-9fa9-3707ac2faf7d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f4282396-bc92-4b9d-8773-09ebf060ebba HTTP/1.1" status: 204 len: 168 time: 0.9075615 Jun 01 13:29:43.058413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f1428cf1-dd37-45d8-a28f-5f3e3b14d4a4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5927629 Jun 01 13:29:43.061780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:43.069581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:31:92:96', 'name': 'tempest-NetworksTestDHCPv6-1540868810'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:43.099022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ffa91-1b70-4f6d-ba0f-059104e80497 req-51dc167f-645b-45a9-842d-ce3c362e3d18 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:43.102977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f2ffa91-1b70-4f6d-ba0f-059104e80497 req-51dc167f-645b-45a9-842d-ce3c362e3d18 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 0.4136646 Jun 01 13:29:43.198623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f2ffa91-1b70-4f6d-ba0f-059104e80497 req-ca992403-1758-4784-9186-1b76f2988440 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874460 Jun 01 13:29:43.347545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:43.357480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:43.371092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:43.383083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:43.399977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:43.604325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:43.623575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:43.650434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 9729075c-cf38-48f1-98e5-7f052cfda333 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:29:43.703247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 19754994-5390-4aff-ae2e-25d7e7088693 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:43.710074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Deleting port fc11ccb1-07f5-42ad-b1f1-50c526303475 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:43.711104 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:43.757389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 19754994-5390-4aff-ae2e-25d7e7088693 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:43.758252 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:44.107245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] For port fc11ccb1-07f5-42ad-b1f1-50c526303475, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fc11ccb1-07f5-42ad-b1f1-50c526303475,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:44.108240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:44.286069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 172.20.0.8 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/09013829-b998-4f1a-a2e9-54606a8a0f31/9729075c-cf38-48f1-98e5-7f052cfda333) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:44.297598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe31:9296 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/80bd6599-28aa-4867-a382-ac4164ed4917/9729075c-cf38-48f1-98e5-7f052cfda333) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:44.359050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Calling delete_port for fc11ccb1-07f5-42ad-b1f1-50c526303475 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:44.534183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.762517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d9319-08d5-4dc6-b38b-3984d19d2c76 req-1af258f2-2f32-4bbf-af9f-833e0b47a67b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:44.792876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b74d9319-08d5-4dc6-b38b-3984d19d2c76 req-1af258f2-2f32-4bbf-af9f-833e0b47a67b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 0.3587923 Jun 01 13:29:44.827593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-e733c21e-21cf-4245-b4fb-08c46fa2bf61 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.828934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e733c21e-21cf-4245-b4fb-08c46fa2bf61 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2892451 Jun 01 13:29:44.842285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:44.847150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.863064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-86a00c8e-20be-4431-87a3-fd51e08cfb9d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.872824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86a00c8e-20be-4431-87a3-fd51e08cfb9d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0246370 Jun 01 13:29:44.875696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40692) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.887734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 19754994-5390-4aff-ae2e-25d7e7088693 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:44.888156 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:44.914067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b74d9319-08d5-4dc6-b38b-3984d19d2c76 req-77f88353-34db-498e-a6a8-2ce8c151965b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187186 Jun 01 13:29:44.918686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-a32ae1bf-cd45-4757-95bf-b4d1cb7f73a3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.920081 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a32ae1bf-cd45-4757-95bf-b4d1cb7f73a3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0374568 Jun 01 13:29:44.922719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40696) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.929211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-0d8d00ef-2b83-46e7-937f-de575bcd51e4 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.932543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0d8d00ef-2b83-46e7-937f-de575bcd51e4 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0086834 Jun 01 13:29:44.935516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 9729075c-cf38-48f1-98e5-7f052cfda333 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:44.936692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40700) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.949436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-8360a764-6215-4e55-8d8f-a9713b504ee0 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.951565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8360a764-6215-4e55-8d8f-a9713b504ee0 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146844 Jun 01 13:29:44.955584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.961417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:29:44.964047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-248444ae-3184-4178-93a5-60363cd98bc4 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.965171 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-248444ae-3184-4178-93a5-60363cd98bc4 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0084713 Jun 01 13:29:44.968354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.975397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-92fafa1a-368a-4dde-991b-f94c03143bb6 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.976510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-92fafa1a-368a-4dde-991b-f94c03143bb6 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070047 Jun 01 13:29:44.976706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:44.979332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40714) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.986574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-8aa3c196-3e23-466c-aa58-b61d9a7b11ad tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.987547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8aa3c196-3e23-466c-aa58-b61d9a7b11ad tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073287 Jun 01 13:29:44.990733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40718) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:44.991017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:44.997347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-dd1a104c-dc02-47e3-a0d3-d1daeb053a19 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:44.998922 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dd1a104c-dc02-47e3-a0d3-d1daeb053a19 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064635 Jun 01 13:29:45.001167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:45.001616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.009095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-079200d8-1ae8-440a-8f49-653b7f44d0be tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.010057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-079200d8-1ae8-440a-8f49-653b7f44d0be tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073183 Jun 01 13:29:45.012728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40726) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.018122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-28228aec-1067-438c-8d74-b38197709c32 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.023351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-28228aec-1067-438c-8d74-b38197709c32 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095894 Jun 01 13:29:45.026395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40730) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.036448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-6a11289d-f734-461b-83f3-f25815901d9f tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.037861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6a11289d-f734-461b-83f3-f25815901d9f tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0102563 Jun 01 13:29:45.044444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40734) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.050084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-4fec5023-0101-4f11-bd87-c7f3fd6bf4cf tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.052438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4fec5023-0101-4f11-bd87-c7f3fd6bf4cf tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068183 Jun 01 13:29:45.057730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.063115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-48db80cb-fd6b-4c4d-b328-a74f1cddb337 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.064082 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48db80cb-fd6b-4c4d-b328-a74f1cddb337 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057631 Jun 01 13:29:45.066681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40746) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.072201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-7c9508ec-388f-4dc7-9b01-513509c16b5b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.073348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7c9508ec-388f-4dc7-9b01-513509c16b5b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055616 Jun 01 13:29:45.075766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.090175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-8b7d37ee-5b21-4b34-aafa-9b0144694ada tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.091726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8b7d37ee-5b21-4b34-aafa-9b0144694ada tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0148640 Jun 01 13:29:45.094219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40754) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.099428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-b64b1550-963e-42fd-ba2f-b54d4bb28ef0 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.101038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=9729075c-cf38-48f1-98e5-7f052cfda333,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:45.101718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b64b1550-963e-42fd-ba2f-b54d4bb28ef0 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061901 Jun 01 13:29:45.104483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40758) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.115941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:45.116503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-8a9a9652-61c6-49a8-bfb3-be990f7f14a1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.117315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:45.118442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8a9a9652-61c6-49a8-bfb3-be990f7f14a1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0128798 Jun 01 13:29:45.119699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:45.122198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.131300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-6fb11474-73c6-405c-95ef-43f1a5265856 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.137355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6fb11474-73c6-405c-95ef-43f1a5265856 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106728 Jun 01 13:29:45.140018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40766) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.151728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-a280c65f-c31d-434e-a430-ca6f226a394b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.153110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a280c65f-c31d-434e-a430-ca6f226a394b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0120096 Jun 01 13:29:45.156272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.159241 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc05f4b-2c32-417f-8b15-1cdd0696d9e9'] response: {'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'code': 200} Jun 01 13:29:45.164152 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:45.164764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-85027f7e-27b9-4112-a739-e8f2e7026db7 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.172323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-85027f7e-27b9-4112-a739-e8f2e7026db7 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0125229 Jun 01 13:29:45.172886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40774) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.177426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:45.189952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.190792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.191375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.191516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-ed4ff711-905c-4d47-8812-fdff1a8f75a8 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.195124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ed4ff711-905c-4d47-8812-fdff1a8f75a8 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0184038 Jun 01 13:29:45.196740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.197381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.198074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.198355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.198972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.199543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.200063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.200586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.201144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.201752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:29:45.208132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-64668662-9973-4358-9fe6-1c0bdd647886 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.211846 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-64668662-9973-4358-9fe6-1c0bdd647886 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097837 Jun 01 13:29:45.215258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40782) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.244207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-69b8f5db-ad9a-4adc-9435-47963d8c1dbd tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.244207 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69b8f5db-ad9a-4adc-9435-47963d8c1dbd tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208952 Jun 01 13:29:45.244489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.259908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:45.263451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:45.311685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e22b-2a17-440e-afcc-3f8bd226aecf req-1a1e3874-0077-4081-87a2-5281cebb4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:45.314564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98b2e22b-2a17-440e-afcc-3f8bd226aecf req-1a1e3874-0077-4081-87a2-5281cebb4031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.1211376 Jun 01 13:29:45.321205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-18b05618-3b8c-4679-9075-de889978d496 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.327093 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-18b05618-3b8c-4679-9075-de889978d496 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0792563 Jun 01 13:29:45.338063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] Pushing event deleted for resources: {'Port': ['ID=fc11ccb1-07f5-42ad-b1f1-50c526303475,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:45.344420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40792) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.358301 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-46eafff0-3786-422f-b979-69adf634d1f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2916765 Jun 01 13:29:45.358614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40796) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.367936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-7e032e37-bdf5-4ef3-a3f3-a6478df8925b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.368970 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e032e37-bdf5-4ef3-a3f3-a6478df8925b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0214927 Jun 01 13:29:45.379773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40800) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.389368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-4dfcca9b-aef8-4f5f-bb1f-8d20706920c3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.394180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4dfcca9b-aef8-4f5f-bb1f-8d20706920c3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0199347 Jun 01 13:29:45.397239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40804) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.397835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecc9b3-7aa3-4e62-be8d-b0d42203e5c5 None None] No DVR routers for this DVR port fc11ccb1-07f5-42ad-b1f1-50c526303475 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:29:45.413316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-f7cada28-2d99-45d1-aebf-12241040fe98 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.416852 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7cada28-2d99-45d1-aebf-12241040fe98 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0136638 Jun 01 13:29:45.419599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70903beb-e1ab-4d98-8519-4064cfe1353d None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:45.423363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40808) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.434077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-382ea5ae-fb4b-4ebd-bbe4-ba499d7b6448 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.461898 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-382ea5ae-fb4b-4ebd-bbe4-ba499d7b6448 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0334010 Jun 01 13:29:45.463570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.476662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-ab6f1cde-44ad-4ff2-9306-8f03bb4f5d61 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.480070 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab6f1cde-44ad-4ff2-9306-8f03bb4f5d61 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0131853 Jun 01 13:29:45.481486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40816) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.491085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-b84b5241-0251-4857-8df5-6ac4bf1f49b3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.501640 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b84b5241-0251-4857-8df5-6ac4bf1f49b3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0174496 Jun 01 13:29:45.502053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40822) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.507273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-40fa8d52-cca9-451f-b93b-423320293c31 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.510487 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40fa8d52-cca9-451f-b93b-423320293c31 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051978 Jun 01 13:29:45.520179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.520405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98b2e22b-2a17-440e-afcc-3f8bd226aecf req-0a0f046d-d1d5-4908-9054-3e762098f9d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912205 Jun 01 13:29:45.525980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-c46053a6-fe57-41b5-8eed-6950d9a82a82 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.530424 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c46053a6-fe57-41b5-8eed-6950d9a82a82 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0171759 Jun 01 13:29:45.531047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40830) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.531639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63335777-48a2-46d4-bf7b-283192e85d62 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:45.532575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63335777-48a2-46d4-bf7b-283192e85d62 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:45.536018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-552df652-8c8f-4d49-9c90-23c8a54ccf63 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.546275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40834) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.548944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-552df652-8c8f-4d49-9c90-23c8a54ccf63 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0167553 Jun 01 13:29:45.554358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-0a4041f3-1c02-404b-b61f-1e38e695d434 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.559266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40838) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.559692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0a4041f3-1c02-404b-b61f-1e38e695d434 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0117738 Jun 01 13:29:45.561438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-63335777-48a2-46d4-bf7b-283192e85d62 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:45.563018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63335777-48a2-46d4-bf7b-283192e85d62 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2022874 Jun 01 13:29:45.564796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-1e8c5540-02a1-4574-85ed-3480531ac335 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.567960 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1e8c5540-02a1-4574-85ed-3480531ac335 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055053 Jun 01 13:29:45.568230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.568502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40842) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.580480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-38faa9b5-882f-4298-bc1d-c6aeed3a3af5 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.584056 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-38faa9b5-882f-4298-bc1d-c6aeed3a3af5 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121560 Jun 01 13:29:45.584701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40850) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.596955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-e13c1623-e33c-4a15-8c9e-050b7276a706 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.601754 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e13c1623-e33c-4a15-8c9e-050b7276a706 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0135937 Jun 01 13:29:45.601996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.610930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-a2cf897f-6fc5-4403-baa2-783afa52b18a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.617859 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2cf897f-6fc5-4403-baa2-783afa52b18a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0115299 Jun 01 13:29:45.618618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.627320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-9e44d2ff-95c3-493c-8cd5-9f7ea8944074 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.631936 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e44d2ff-95c3-493c-8cd5-9f7ea8944074 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098858 Jun 01 13:29:45.633289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40862) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.642008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-a426678e-1b69-448d-b8b1-ab9b43ef9efc tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.648149 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a426678e-1b69-448d-b8b1-ab9b43ef9efc tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110786 Jun 01 13:29:45.649176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40866) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.657916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-4de4e020-44b2-4b40-9568-5cf595dfa4ab tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.659689 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4de4e020-44b2-4b40-9568-5cf595dfa4ab tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095332 Jun 01 13:29:45.670462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.682727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-a40d90ce-15fd-4938-a37f-14f2d5a3dc10 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.686052 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a40d90ce-15fd-4938-a37f-14f2d5a3dc10 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0138805 Jun 01 13:29:45.688606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40874) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.703734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-4a27a2c5-1da6-4ab0-93a1-38d100cb5498 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.705807 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a27a2c5-1da6-4ab0-93a1-38d100cb5498 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0157259 Jun 01 13:29:45.708625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40878) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.721022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-2316e96e-d8c3-40d7-8d5b-5a8fccdcf51d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.728861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2316e96e-d8c3-40d7-8d5b-5a8fccdcf51d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0176787 Jun 01 13:29:45.730404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40882) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.741576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-77472397-3c78-4c95-b071-a6197374d1c1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.746145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.752351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-6ada5b29-3daa-4d36-a9d4-acc42b23940a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.756168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ada5b29-3daa-4d36-a9d4-acc42b23940a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080919 Jun 01 13:29:45.756942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40890) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.763493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-61b1d083-b3dc-433a-b26c-4d68c93d6e2e tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.763706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77472397-3c78-4c95-b071-a6197374d1c1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0308032 Jun 01 13:29:45.767931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61b1d083-b3dc-433a-b26c-4d68c93d6e2e tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095837 Jun 01 13:29:45.768700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40894) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.774274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-23f254d4-6814-47fa-b20e-c22fdf2308c3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.778737 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23f254d4-6814-47fa-b20e-c22fdf2308c3 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086269 Jun 01 13:29:45.779546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40898) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.805665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 9729075c-cf38-48f1-98e5-7f052cfda333 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:45.809341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-2471ef81-057d-4df6-a55a-8883b86cf994 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.810203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:45.813723 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2471ef81-057d-4df6-a55a-8883b86cf994 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0327864 Jun 01 13:29:45.814326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40904) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.835560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-27c5f54a-1593-4830-b431-a2aeef509739 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.842385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27c5f54a-1593-4830-b431-a2aeef509739 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0263956 Jun 01 13:29:45.842385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40908) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.860848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-f23c1c62-0202-4ce8-93e9-4b6cc5f3dd3d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.868823 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f23c1c62-0202-4ce8-93e9-4b6cc5f3dd3d tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0254295 Jun 01 13:29:45.869432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.888189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-cc60ab57-921d-43b7-84f5-472f6efa9980 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.891635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cc60ab57-921d-43b7-84f5-472f6efa9980 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0211699 Jun 01 13:29:45.892239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.896915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-bace6c89-e14b-4111-b628-0d7d3b05c59a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.898276 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bace6c89-e14b-4111-b628-0d7d3b05c59a tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051146 Jun 01 13:29:45.901061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40920) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.907145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-db3994f7-7b42-4f91-8034-ae02b05cb237 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.908693 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db3994f7-7b42-4f91-8034-ae02b05cb237 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065603 Jun 01 13:29:45.911535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40924) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.922773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-d37314f9-76a3-4766-b32e-29816f009fb5 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.929660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d37314f9-76a3-4766-b32e-29816f009fb5 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0166023 Jun 01 13:29:45.934409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40928) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.946631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-23dca830-23fa-4590-a930-417729529836 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.950428 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-23dca830-23fa-4590-a930-417729529836 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0130582 Jun 01 13:29:45.955213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.964489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-46891a34-7909-45ca-ab7a-e5f3d3b6d363 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.966951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-46891a34-7909-45ca-ab7a-e5f3d3b6d363 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106034 Jun 01 13:29:45.969519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40938) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.976032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-5ca85526-f446-4422-9432-7327b950652b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.977677 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ca85526-f446-4422-9432-7327b950652b tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069277 Jun 01 13:29:45.980113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40942) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:45.989152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-20cd3d18-53fc-4fc4-8ff4-cbf8c67a15ed tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:45.990447 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20cd3d18-53fc-4fc4-8ff4-cbf8c67a15ed tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092201 Jun 01 13:29:45.993145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40946) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.002821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-f3ab2e0e-ddc0-43f1-a1be-135cbb493104 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.004367 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3ab2e0e-ddc0-43f1-a1be-135cbb493104 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100405 Jun 01 13:29:46.008373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.027454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-1eca8894-1c38-4f3c-be35-dd336d3cd9d1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.028540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1eca8894-1c38-4f3c-be35-dd336d3cd9d1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184250 Jun 01 13:29:46.031030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.040810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-b65d6815-87d7-4616-9251-b1da618d568c tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.041749 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b65d6815-87d7-4616-9251-b1da618d568c tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091436 Jun 01 13:29:46.045939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40958) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.051222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-530fc3d3-091c-44ea-847d-25a683381be9 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.052203 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-530fc3d3-091c-44ea-847d-25a683381be9 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049448 Jun 01 13:29:46.055158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40962) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.060502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-161b8574-6641-45ac-bfbf-977f852e2ad1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.061421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-161b8574-6641-45ac-bfbf-977f852e2ad1 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053375 Jun 01 13:29:46.064210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40966) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.070722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-8e5e49e9-54cb-4dca-a2ba-cd09402fdd07 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.071939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e5e49e9-54cb-4dca-a2ba-cd09402fdd07 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066137 Jun 01 13:29:46.074536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40970) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.082414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '09013829-b998-4f1a-a2e9-54606a8a0f31'}, {'subnet_id': '80bd6599-28aa-4867-a382-ac4164ed4917'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:29:46.082648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-5e528b1f-6d95-426e-b6c1-722981f81066 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.086730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e528b1f-6d95-426e-b6c1-722981f81066 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081167 Jun 01 13:29:46.088217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:46.097864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 40974) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.109085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [None req-f43a0e66-bc94-4152-a376-5359650a7444 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.112390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f43a0e66-bc94-4152-a376-5359650a7444 tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0111470 Jun 01 13:29:46.113843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.121793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [None req-ba45052e-694b-4467-b5ab-a74ecf6c62fd tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:29:46.124656 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba45052e-694b-4467-b5ab-a74ecf6c62fd tempest-ExtensionsTestJSON-1896778188 tempest-ExtensionsTestJSON-1896778188-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0080743 Jun 01 13:29:46.389427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:46.662261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 9729075c-cf38-48f1-98e5-7f052cfda333 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:46.772279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Allocated IP 172.20.0.2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/09013829-b998-4f1a-a2e9-54606a8a0f31/b2c30b20-38e5-449b-891c-a24ee6ab5db0) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:46.780051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 40994) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:46.785804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Allocated IP 2001:db8::f816:3eff:fe1c:a27 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/80bd6599-28aa-4867-a382-ac4164ed4917/b2c30b20-38e5-449b-891c-a24ee6ab5db0) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:47.019922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.057809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:47.068553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc1441f64fc4170ab8ca63358a29d60 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:47.071640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:47.083119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:47.088480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.093004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaccdd-5b0f-4571-a2b5-f12429d68136 req-dbd28280-fd42-4d88-aba3-9ca9c12c739f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:47.100498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0caaccdd-5b0f-4571-a2b5-f12429d68136 req-dbd28280-fd42-4d88-aba3-9ca9c12c739f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.9123030 Jun 01 13:29:47.155139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0caaccdd-5b0f-4571-a2b5-f12429d68136 req-52939f4e-8016-42d5-ab6a-d2df5c56e0a5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538833 Jun 01 13:29:47.260745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Transition to ACTIVE for port object b2c30b20-38e5-449b-891c-a24ee6ab5db0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:47.276060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.314910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Transition to ACTIVE for port object b2c30b20-38e5-449b-891c-a24ee6ab5db0 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:47.328457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.372301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=9729075c-cf38-48f1-98e5-7f052cfda333,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:47.412220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.428029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.461646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:47.491655 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:47.495807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3608d20b-73ad-4539-97c9-84213dad28e9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:47.510390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:47.531221 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15a4fb09-d835-40de-8c92-59d067064210 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2bc1441f64fc4170ab8ca63358a29d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492881 Jun 01 13:29:47.533986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41008) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:47.660196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.749992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.801198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.855605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:47.856534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5c9753df-1eb7-4c5a-9f15-370a750a54ec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/9729075c-cf38-48f1-98e5-7f052cfda333 HTTP/1.1" status: 204 len: 168 time: 2.2863591 Jun 01 13:29:47.874108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Pushing event updated for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:47.936224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Attempting to bind port b2c30b20-38e5-449b-891c-a24ee6ab5db0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:29:47.936583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Attempting to bind port b2c30b20-38e5-449b-891c-a24ee6ab5db0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:29:47.936946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Attempting to bind port b2c30b20-38e5-449b-891c-a24ee6ab5db0 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:29:47.966170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:29:47.966902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:47.967471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:47.968142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:29:47.969296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Bound port: b2c30b20-38e5-449b-891c-a24ee6ab5db0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:29:47.983613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.078680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:48.080336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:48.081852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:48.082788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:48.119767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.155849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608d20b-73ad-4539-97c9-84213dad28e9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:48.165540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:29:48.170176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:48.173947 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3e0f8d6-7c43-4394-874e-1fff9021aeaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3128850 Jun 01 13:29:48.175034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41028) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:48.189439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.195853 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e5c41a8c-54d6-4e19-8e15-135fe11a29cb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3608d20b-73ad-4539-97c9-84213dad28e9 HTTP/1.1" status: 204 len: 168 time: 0.6594558 Jun 01 13:29:48.198967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:29:48.249477 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.397448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a374-7247-43c2-bd86-a09fab814938 None None] Pushing event updated for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:48.436131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.438285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d9d12a71-9203-4027-a4f9-25bbf7d84971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.507838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 09013829-b998-4f1a-a2e9-54606a8a0f31 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:48.511933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.592518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.698365 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.763595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90cd5-1942-4ea4-a3a4-7a8949b8fd19 req-b6ea1417-0b86-4177-a67c-1cf3a8977688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:48.766450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c90cd5-1942-4ea4-a3a4-7a8949b8fd19 req-b6ea1417-0b86-4177-a67c-1cf3a8977688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3752432 Jun 01 13:29:48.847475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c90cd5-1942-4ea4-a3a4-7a8949b8fd19 req-0cc3477b-0b2a-4494-a5c0-becf2d42e205 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732758 Jun 01 13:29:48.874439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:48.977883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=09013829-b998-4f1a-a2e9-54606a8a0f31,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:49.001045 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:49.024604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3a85f683-7aaa-4d5c-b5c8-d1be42c5ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/09013829-b998-4f1a-a2e9-54606a8a0f31 HTTP/1.1" status: 204 len: 168 time: 0.8476992 Jun 01 13:29:49.027194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:49.227614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 80bd6599-28aa-4867-a382-ac4164ed4917 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:29:49.235759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:49.248714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4eded-547e-409f-85cf-2001dcfb378f req-b0a1cb15-d3fd-434e-8fa1-9d961d07b07f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:49.250848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49d4eded-547e-409f-85cf-2001dcfb378f req-b0a1cb15-d3fd-434e-8fa1-9d961d07b07f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.1460171 Jun 01 13:29:49.386448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-49d4eded-547e-409f-85cf-2001dcfb378f req-93229caf-ac96-4c3d-b5d3-e524c2ca8bbd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275282 Jun 01 13:29:49.414021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:49.417163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41084) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:49.627941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:49.672649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd8181-9955-4fbc-9186-1cc51062fcff tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:49.680056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9bcd8181-9955-4fbc-9186-1cc51062fcff tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1092 time: 0.2613215 Jun 01 13:29:49.680691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41096) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:49.711716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:49.719277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41100) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:49.731517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:49.750256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:floatingip and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:49.757814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:49.781760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:49.806521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:49.811155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.051121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-937182485'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:50.086045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:50.102349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:50.113782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:50.132800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:50.189017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=80bd6599-28aa-4867-a382-ac4164ed4917,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:50.192075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.222349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2c30b20-38e5-449b-891c-a24ee6ab5db0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:29:50.237005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54cd7c2a-619d-4d27-9a0f-16b678749c97 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/80bd6599-28aa-4867-a382-ac4164ed4917 HTTP/1.1" status: 204 len: 168 time: 1.2081954 Jun 01 13:29:50.239642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:50.289185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:50.298103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.365508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.421491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4405998-30f0-47dd-b17e-34631a35c128 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:router {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:50.446712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b2c30b20-38e5-449b-891c-a24ee6ab5db0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:50.481404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4405998-30f0-47dd-b17e-34631a35c128 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:router {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:50.483200 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4405998-30f0-47dd-b17e-34631a35c128 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2420158 Jun 01 13:29:50.485940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41120) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:50.501996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:50.526277 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47683b74-a6d8-4ff6-a46c-6cd02e3111d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.668169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0c2a9-93ee-467c-80ca-40a61bda28c0 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:50.768064 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:50.779876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.93 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/579cd762-4319-4883-92d8-b8d150d7ca55) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:50.801044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:50.808273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:security_group_rule and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:50.817322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:50.847842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:50.867977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:50.882703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:50.894524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:50.922120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Could not find standard attr ID for object 9729075c-cf38-48f1-98e5-7f052cfda333. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:29:50.923444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:50.940902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:50.988188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.065480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Provisioning for port b2c30b20-38e5-449b-891c-a24ee6ab5db0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:29:51.138165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Provisioning complete for port b2c30b20-38e5-449b-891c-a24ee6ab5db0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:29:51.143234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.154576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.354946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.368280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.419484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.468267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.533222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Current status of the port b2c30b20-38e5-449b-891c-a24ee6ab5db0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:51.534365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.582756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:29:51.600820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Deleting port b2c30b20-38e5-449b-891c-a24ee6ab5db0 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:51.601500 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.615557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:51.701585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=fa688a43-dc05-4cc1-a48e-48c1588ffb3e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:51.718149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:51.719366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:51.722512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:51.723482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.737278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:51.761865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748e59b4-b500-49e4-81fa-3b43d289280e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:51.774896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:51.775370 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment aea0b546-e068-4f00-b119-cf1bda7e9c11 of type vlan for network 7d6c71ab-ec63-4f0f-b067-2a679880c920 Jun 01 13:29:51.777046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=579cd762-4319-4883-92d8-b8d150d7ca55,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:51.784151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:51.794133 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef0cb1c1-c2ee-461d-8f21-7f0b70d930ba tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3041508 Jun 01 13:29:51.794312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:51.798660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:51.807845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:52.003989 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.032088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:52.035152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.038275 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.083052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.141896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:52.154110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:52.158290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:52.169172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:52.174654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:29:52.188453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:52.193459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.446910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2c30b20-38e5-449b-891c-a24ee6ab5db0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:29:52.628855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.635694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:52.636366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:52.636835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.637289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:52.807826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Calling delete_port for b2c30b20-38e5-449b-891c-a24ee6ab5db0 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:52.929806 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:52.930132 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:52.974081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.2526400 Jun 01 13:29:52.982017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26679f0-4894-4ff4-b9ac-ebf98b2482de tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=7d6c71ab-ec63-4f0f-b067-2a679880c920,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:53.015460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cabaa-7f6b-4cd6-be7f-4c3f179899e8 None None] Pushing event updated for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:53.032538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:29:53.309390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2c30b20-38e5-449b-891c-a24ee6ab5db0 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:29:53.311426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.312453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:29:53.375189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.417476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:53.424244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.514483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.565851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Deleting port b2c30b20-38e5-449b-891c-a24ee6ab5db0 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:53.566436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.733920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:53.963485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.011110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:54.421046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:54.421440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.482370 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.506106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.564530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:54.620988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.638442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.639572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.835359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=579cd762-4319-4883-92d8-b8d150d7ca55,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:54.901534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:54.921750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:54.943122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:54.945517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:54.949718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Calling delete_port for b2c30b20-38e5-449b-891c-a24ee6ab5db0 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:54.981323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:55.007560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:29:55.047911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=8']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:55.065139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=19b224eb-9e8d-401c-a723-1bab5f288f21,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:55.115924 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-54a495b1-dffd-43ff-83e1-1737356bcbda tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3176959 Jun 01 13:29:55.116404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41198) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:55.134096 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:96:ce:1b', 'name': 'tempest-NetworksTestDHCPv6-1555104811'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:55.150200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:29:55.150844 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:29:55.351155 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 17d4a331-e800-4779-ba8f-c59d738e1bb9 associated. External IP: 172.25.7.93, port: 19754994-5390-4aff-ae2e-25d7e7088693. Jun 01 13:29:55.585687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Deleting port b2c30b20-38e5-449b-891c-a24ee6ab5db0 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:55.586155 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:55.671384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:55.701424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:55.716006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:55.740768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:55.771590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:56.324572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41214) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:56.355165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:56.376679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] For port b2c30b20-38e5-449b-891c-a24ee6ab5db0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2c30b20-38e5-449b-891c-a24ee6ab5db0,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:29:56.377260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:56.546495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:56.628032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 69c07526-11ec-4deb-9b52-767b399d355b yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:29:56.819555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Calling delete_port for b2c30b20-38e5-449b-891c-a24ee6ab5db0 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:56.897466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:56.902640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:subnet and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:56.905808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:56.913048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:56.941029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:56.950996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:57.199260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 172.20.0.9 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/fa688a43-dc05-4cc1-a48e-48c1588ffb3e/69c07526-11ec-4deb-9b52-767b399d355b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:57.212227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe96:ce1b (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/19b224eb-9e8d-401c-a723-1bab5f288f21/69c07526-11ec-4deb-9b52-767b399d355b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:29:57.286293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router e55e6115-443e-44fb-8205-898bde57b63a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:29:57.291489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:57.423999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] Pushing event deleted for resources: {'Port': ['ID=b2c30b20-38e5-449b-891c-a24ee6ab5db0,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:57.578743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3c350-480d-40b7-974e-b6ae414bb80a None None] No DVR routers for this DVR port b2c30b20-38e5-449b-891c-a24ee6ab5db0 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:29:57.603211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56311a3-dc48-40fb-95da-b7fc276e93ae None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:57.690521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:29:57.775512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:57.816713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 69c07526-11ec-4deb-9b52-767b399d355b will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:29:57.825597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:57.901360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:57.994210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8e480314-a40f-4345-aee5-3a83d43c56a3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3121932 Jun 01 13:29:57.994939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:29:57.997166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Sync routers for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:29:58.005752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:58.093885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:29:58.096006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:29:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:29:58.139727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:29:58.142832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:58.163520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:29:58.217583 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2fe0b5-ab83-4925-ba25-56e88b2e4573'] response: {'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'status': 'completed', 'code': 200} Jun 01 13:29:58.273152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=69c07526-11ec-4deb-9b52-767b399d355b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:58.315459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.316082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:58.349424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': 'aea0b546-e068-4f00-b119-cf1bda7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:29:58.349806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: 7d6c71ab-ec63-4f0f-b067-2a679880c920, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:29:58.381330 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-00ce0bad-0115-425e-95da-aa0bb7434ca7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2637236 Jun 01 13:29:58.384147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41238) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:58.394330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '19b224eb-9e8d-401c-a723-1bab5f288f21'}, {'subnet_id': 'fa688a43-dc05-4cc1-a48e-48c1588ffb3e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:29:58.398431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:58.436245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:29:58.531713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:29:58.542287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-37402fc0-7bb5-4722-8160-c9a0473552e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.544110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-37402fc0-7bb5-4722-8160-c9a0473552e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.3908045 Jun 01 13:29:58.579723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431924d2-6559-4abd-8236-557aa9c672d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.581496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-431924d2-6559-4abd-8236-557aa9c672d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:29:58.599386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b584a-0381-437d-8b28-08ac912bbffe req-d962c6c1-f688-474e-b9ce-aacdd84c0263 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.601107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec6b584a-0381-437d-8b28-08ac912bbffe req-d962c6c1-f688-474e-b9ce-aacdd84c0263 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3809619 Jun 01 13:29:58.601756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7d6c71ab-ec63-4f0f-b067-2a679880c920) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:29:58.624163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace239e-2e5b-430b-80eb-18e6b4ef1910 None None] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:29:58.637173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-431924d2-6559-4abd-8236-557aa9c672d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:29:58.641165 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-431924d2-6559-4abd-8236-557aa9c672d3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2532730 Jun 01 13:29:58.641894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41248) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:58.779893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.780485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:58.796705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 69c07526-11ec-4deb-9b52-767b399d355b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:29:58.804298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-367ae360-66a8-4ccf-9718-76048dbe19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:58.804882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:58.805938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-367ae360-66a8-4ccf-9718-76048dbe19e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.2507823 Jun 01 13:29:58.912500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4dff312a-8603-49ba-9f1e-8538e73e99f6 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5868399 Jun 01 13:29:58.923210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41260) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:58.941817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1177531757'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:29:58.948156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:29:58.952791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:29:58.956704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:29:58.967301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:29:59.032753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:29:59.089593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-41aaf70f-6fd2-4f9e-abfd-37d54ea609c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 999 time: 0.2600732 Jun 01 13:29:59.112365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec6b584a-0381-437d-8b28-08ac912bbffe req-8f3528b5-c666-4f25-acf0-1af9b8bbc66c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922936 Jun 01 13:29:59.166550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:29:59.185632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-f05eb807-5c2f-4551-a54d-bbf530ded42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:59.187188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-f05eb807-5c2f-4551-a54d-bbf530ded42f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.0715609 Jun 01 13:29:59.188255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:29:59.191898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.314465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:29:59.340567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.340965 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment b22159b0-41f1-43fa-86b7-197e7f3d7c7e of type vlan for network 8b24bfa6-d023-4593-9b20-7c8bcc923ada Jun 01 13:29:59.416182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-63882c71-ba95-400a-804a-4c3fda882b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:59.416911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-63882c71-ba95-400a-804a-4c3fda882b83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115827 Jun 01 13:29:59.482164 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-28defe5e-11a0-4a38-8715-7c36f1a9c95f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 991 time: 0.3142130 Jun 01 13:29:59.500348 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.596365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-7d6c71ab-ec63-4f0f-b067-2a679880c920', 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': 'f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:29:59.597401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.609447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.804554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 69c07526-11ec-4deb-9b52-767b399d355b owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:29:59.827991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-2c007685-75b5-44ae-9105-09617059a0c1 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912838 Jun 01 13:29:59.874760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:29:59.880408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:29:59.881003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:00.227440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2978380 Jun 01 13:30:00.229038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:00.238005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=8b24bfa6-d023-4593-9b20-7c8bcc923ada,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:00.242685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': '8b24bfa6-d023-4593-9b20-7c8bcc923ada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:00.260227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.260617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.260899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.261232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.261560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.261883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.262205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.262525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.268508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.268871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.269204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.269531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d8862-6976-4386-acd9-a01b063823a9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:00.306845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-492d63da-0de3-4a42-8c15-bf24f142d8a2 req-1e431d3e-a499-44a8-894c-49aa1ca7c009 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684806 Jun 01 13:30:00.331832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8b24bfa6-d023-4593-9b20-7c8bcc923ada details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:30:00.484373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41296) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:00.673542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Allocated IP 2001:db8:0:ffff::2 (7d6c71ab-ec63-4f0f-b067-2a679880c920/f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3/5f0b0425-419a-42ee-8e73-44afe21fe4c5) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:00.730352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:00.828270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-254a978a-c90b-4683-9fb7-0cb8620fb949 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 991 time: 0.3415787 Jun 01 13:30:00.842432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=69c07526-11ec-4deb-9b52-767b399d355b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:00.843728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:00.896707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:subnet and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:00.930310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:00.944364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:00.984659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:00.990263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:00.995374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.074968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Allocated IP 172.20.0.2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/fa688a43-dc05-4cc1-a48e-48c1588ffb3e/c7d993d8-2f87-4077-ab2e-c701c10dd4ad) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:01.081176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Allocated IP 2001:db8::f816:3eff:febc:394d (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/19b224eb-9e8d-401c-a723-1bab5f288f21/c7d993d8-2f87-4077-ab2e-c701c10dd4ad) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:01.117361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41304) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:01.127848 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3819c4fb-425b-4238-ac5d-85a6601d88fa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/69c07526-11ec-4deb-9b52-767b399d355b HTTP/1.1" status: 204 len: 168 time: 2.4850662 Jun 01 13:30:01.370245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:01.385105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:01.389798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:01.392931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:01.439711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:01.441760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b00a059-1aca-48be-a778-748eaa1a661c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3230333 Jun 01 13:30:01.444804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41316) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:01.516286 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.642789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 19b224eb-9e8d-401c-a723-1bab5f288f21 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:01.657747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Transition to ACTIVE for port object 5f0b0425-419a-42ee-8e73-44afe21fe4c5 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:01.679041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Transition to ACTIVE for port object 5f0b0425-419a-42ee-8e73-44afe21fe4c5 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:01.692637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.784919 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.791389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:01.792631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.800232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Transition to ACTIVE for port object c7d993d8-2f87-4077-ab2e-c701c10dd4ad will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:01.823271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Transition to ACTIVE for port object c7d993d8-2f87-4077-ab2e-c701c10dd4ad will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:01.830895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:01.891848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': 'b22159b0-41f1-43fa-86b7-197e7f3d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b24bfa6-d023-4593-9b20-7c8bcc923ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:01.892292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: 8b24bfa6-d023-4593-9b20-7c8bcc923ada, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:30:01.894957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Pushing event updated for resources: {'Port': ['ID=5f0b0425-419a-42ee-8e73-44afe21fe4c5,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:01.901875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.912876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:01.921447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=e7d0bde8-03ad-4fec-9b4c-515aa32ed03d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:01.932872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 8b24bfa6-d023-4593-9b20-7c8bcc923ada is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:30:01.945591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8b24bfa6-d023-4593-9b20-7c8bcc923ada) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:01.948222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:01.967690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:01.968661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.000056 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7bed383e-4524-4ea6-9d11-74497a7529b2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7700229 Jun 01 13:30:02.002657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:02.017009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'port': {'network_id': '8b24bfa6-d023-4593-9b20-7c8bcc923ada', 'name': 'tempest-NetworksIpV6TestAttrs-1600605969'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:02.022512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088bc96-89d9-4b62-947f-f686f87e9384 None None] Network 8b24bfa6-d023-4593-9b20-7c8bcc923ada requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:02.079103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:02.082939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:02.100715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:02.103273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.236213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:02.301871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:02.308523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:port and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:02.313809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:02.320902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:02.344056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:02.348610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.349691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:02.360794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ba6991cb-e96c-4671-9c0d-831ab5e8161b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 991 time: 0.5278749 Jun 01 13:30:02.409356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] device_id is not set on port fce5caf3-4ee2-4f64-a899-2667939ef6a2 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:02.427496 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.447381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Attempting to bind port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:02.448073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Attempting to bind port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'aea0b546-e068-4f00-b119-cf1bda7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:02.448611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Attempting to bind port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 on network 7d6c71ab-ec63-4f0f-b067-2a679880c920 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:02.528163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:02.529474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Checking segment: {'id': 'aea0b546-e068-4f00-b119-cf1bda7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:02.530083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.530712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Bound using segment: {'id': 'aea0b546-e068-4f00-b119-cf1bda7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:02.532338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Bound port: 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0b546-e068-4f00-b119-cf1bda7e9c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d6c71ab-ec63-4f0f-b067-2a679880c920'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:02.532962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.619387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '17d4a331-e800-4779-ba8f-c59d738e1bb9', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'mac_address': 'fa:16:3e:b1:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:29:53Z', 'updated_at': '2022-06-01T13:29:53Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:02.646429 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.700952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:02.703916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=19b224eb-9e8d-401c-a723-1bab5f288f21,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:02.718931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:02.742666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b3f0f87-01fe-4792-b4f4-701a17c41d7e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/19b224eb-9e8d-401c-a723-1bab5f288f21 HTTP/1.1" status: 204 len: 168 time: 1.2954559 Jun 01 13:30:02.744642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41346) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:02.872818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Allocated IP 2001:db8::f816:3eff:fe42:66b2 (8b24bfa6-d023-4593-9b20-7c8bcc923ada/e7d0bde8-03ad-4fec-9b4c-515aa32ed03d/fce5caf3-4ee2-4f64-a899-2667939ef6a2) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:02.996212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] For port 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:03.001001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet fa688a43-dc05-4cc1-a48e-48c1588ffb3e {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:03.002942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] For port 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f0b0425-419a-42ee-8e73-44afe21fe4c5,segment=NetworkSegment(aea0b546-e068-4f00-b119-cf1bda7e9c11),segment_id=aea0b546-e068-4f00-b119-cf1bda7e9c11)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:03.007835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.023928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41352) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:03.052511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Checking router: e55e6115-443e-44fb-8205-898bde57b63a for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:30:03.076649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.112469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:30:03.113109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:29:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:03.162217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.324727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.365829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41360) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:03.502032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:30:03.524283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.560260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Transition to ACTIVE for port object fce5caf3-4ee2-4f64-a899-2667939ef6a2 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:03.606695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3d78aa76-e9df-40f2-98c4-d756a474bd6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 991 time: 0.2355995 Jun 01 13:30:03.613009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.664179 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.670847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.746965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.755446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=fa688a43-dc05-4cc1-a48e-48c1588ffb3e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:03.764304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Attempting to bind port c7d993d8-2f87-4077-ab2e-c701c10dd4ad on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:03.765100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-55d02d55-b1bd-48aa-9610-3fc72c1f10cc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/fa688a43-dc05-4cc1-a48e-48c1588ffb3e HTTP/1.1" status: 204 len: 168 time: 1.0171096 Jun 01 13:30:03.765285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Attempting to bind port c7d993d8-2f87-4077-ab2e-c701c10dd4ad by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:03.765527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Attempting to bind port c7d993d8-2f87-4077-ab2e-c701c10dd4ad on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:03.765904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41364) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:03.789400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:03.809654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Usage tracker for resource:security_group_rule and tenant:966a33f250f9463ebe93163062045d55 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:03.814662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:03.815342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:03.815890 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.816436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:03.817061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Bound port: c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:03.817582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.831868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 8b24bfa6-d023-4593-9b20-7c8bcc923ada is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:03.833304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:03.840354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:03.874503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Port': ['ID=fce5caf3-4ee2-4f64-a899-2667939ef6a2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:03.881059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:03.888206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:03.888851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:03.925917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:03.927887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-44647a1b-f0d4-42a8-abdd-91a2a57d8095 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608055 Jun 01 13:30:03.933981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41370) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:03.938734 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d9bd7b55-ef5c-44d1-b7fc-5965b6033654 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9299452 Jun 01 13:30:03.963340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41376) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:04.056026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:04.059403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:04.094512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f5c96-96d0-416f-991b-f3797f879ab0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:04.098961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0e6f5c96-96d0-416f-991b-f3797f879ab0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:04.113253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.144549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0e6f5c96-96d0-416f-991b-f3797f879ab0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:04.145741 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e6f5c96-96d0-416f-991b-f3797f879ab0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2073259 Jun 01 13:30:04.150259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41382) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:04.196318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744976-cdf4-4969-ac7a-5409bb74164a None None] Pushing event updated for resources: {'Port': ['ID=5f0b0425-419a-42ee-8e73-44afe21fe4c5,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:04.286216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting subnet e7d0bde8-03ad-4fec-9b4c-515aa32ed03d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:04.290161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.457270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.591250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33a3c8-4841-4a25-857c-5178989f3029 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:04.592514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6e33a3c8-4841-4a25-857c-5178989f3029 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:04.601363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd981b-716d-415e-a7f5-8b60eda7c2b3 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:04.606274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41392) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:04.716873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.742009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.796974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fc5b04-8887-410c-b33b-e270c1dc8336,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:04.812874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.813475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.813943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.814429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.815072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.815546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.816028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.816494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.816948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.817423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.817902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.818525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:04.826520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e3416bfd-1f71-4837-82f7-210113f595d8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 991 time: 0.2172968 Jun 01 13:30:04.830787 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.862186 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc288ca9-91f9-4041-87fc-ad998bafa1aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=966a33f250f9463ebe93163062045d55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8279212 Jun 01 13:30:04.862828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41400) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:04.880438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6e33a3c8-4841-4a25-857c-5178989f3029 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:04.881673 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6e33a3c8-4841-4a25-857c-5178989f3029 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7296097 Jun 01 13:30:04.886879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:04.896445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451ea59-f5b3-4816-aa41-8f391ba3f5cb None None] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:04.912242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:04.956086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d5ffd-9797-4001-b79c-e2c9b4bb8d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8b24bfa6-d023-4593-9b20-7c8bcc923ada', 'network_id': '8b24bfa6-d023-4593-9b20-7c8bcc923ada', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': 'e7d0bde8-03ad-4fec-9b4c-515aa32ed03d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:04.956912 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5ffd-9797-4001-b79c-e2c9b4bb8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.032087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8c3afd9-fcb9-4a3f-8683-d17abf0c3768 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426816 Jun 01 13:30:05.036404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41408) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:05.038780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.061910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-bb4d5ffd-9797-4001-b79c-e2c9b4bb8d06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7d0bde8-03ad-4fec-9b4c-515aa32ed03d: This subnet is being modified by another concurrent operation. Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7d0bde8-03ad-4fec-9b4c-515aa32ed03d: This subnet is being modified by another concurrent operation. Jun 01 13:30:05.098241 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:30:05.120305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '17d4a331-e800-4779-ba8f-c59d738e1bb9', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'mac_address': 'fa:16:3e:b1:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:29:53Z', 'updated_at': '2022-06-01T13:29:53Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:05.132377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d0bde8-03ad-4fec-9b4c-515aa32ed03d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:05.132588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6265bc-afb1-4b49-bb69-0295b0ab7a28 None None] Network 8b24bfa6-d023-4593-9b20-7c8bcc923ada requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:05.147277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.155219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726af4b3-fb28-4fb7-afdc-0435ced30169 None None] The sync data for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 is: [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '17d4a331-e800-4779-ba8f-c59d738e1bb9', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'mac_address': 'fa:16:3e:b1:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:29:53Z', 'updated_at': '2022-06-01T13:29:53Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:30:05.177176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6c4a3e8-53c1-4cbe-adb1-f1eff93c25a2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/e7d0bde8-03ad-4fec-9b4c-515aa32ed03d HTTP/1.1" status: 204 len: 168 time: 1.2111306 Jun 01 13:30:05.177408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:05.336683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47c512-71dd-4370-b02a-e57cd39129ae tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:05.338488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47c512-71dd-4370-b02a-e57cd39129ae tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:05.339450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba47c512-71dd-4370-b02a-e57cd39129ae tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Synchronizing usage tracker for tenant:43cb9c20d1764e6daa165c687a055511 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:05.386526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ba47c512-71dd-4370-b02a-e57cd39129ae tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Unset dirty status for tenant:43cb9c20d1764e6daa165c687a055511 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:05.391001 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba47c512-71dd-4370-b02a-e57cd39129ae tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2125180 Jun 01 13:30:05.391571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41420) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:05.574833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0434a1e-8990-4acf-891f-80c9987d669e None None] New status for floating IP 17d4a331-e800-4779-ba8f-c59d738e1bb9: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:30:05.730420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.731822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b44d9ea8-fb3d-497b-a1af-6eb3398cda43 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.754029 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44d9ea8-fb3d-497b-a1af-6eb3398cda43 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 01 13:30:05.757023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44d9ea8-fb3d-497b-a1af-6eb3398cda43 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:05.767331 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b44d9ea8-fb3d-497b-a1af-6eb3398cda43 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/8b24bfa6-d023-4593-9b20-7c8bcc923ada HTTP/1.1" status: 409 len: 405 time: 0.3747153 Jun 01 13:30:05.768171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41424) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:05.776257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-551440104'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:05.785419 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.800478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:05.812976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:05.820011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:05.829556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41430) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:05.839229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:05.885970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3d9a5-2df2-4cfc-bbb3-d50c29b144a1 None None] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:05.900732 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.926475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:05.938173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:05.952790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fc5b04-8887-410c-b33b-e270c1dc8336,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:05.957914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.958389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aeeff231-a28e-4a1d-a081-5c51dafc5075 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/66fc5b04-8887-410c-b33b-e270c1dc8336 HTTP/1.1" status: 204 len: 168 time: 1.0944710 Jun 01 13:30:05.965788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:05.976500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:05.978052 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:05.980772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:06.030674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aafae4bb-5deb-48d4-a2bd-c2b8f74510cd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9930453 Jun 01 13:30:06.036614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41436) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:06.062910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:06.157165 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1bf5bbc3-54a5-4300-8acf-f058c4264d0b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 993 time: 0.3222320 Jun 01 13:30:06.174622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:06.175211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.222059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:30:06.238601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2b6d8a90-13d9-4c45-8243-ea0249eed6c5 None None] Provisioning for port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:06.253912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.256122 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment 1f739d19-7733-4720-9174-655e54bd5a25 of type vlan for network 563636fd-2f35-411c-8434-1f16223cbc4a Jun 01 13:30:06.347786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.445984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.461069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:06.461245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:06.461794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.501571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:06.540678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:06.545788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:06.549343 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:06.551467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:06.593348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b1b88949-fd24-43f7-84a7-7251aca93871 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5543888 Jun 01 13:30:06.596308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41454) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:06.605303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:06.633004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f0b0425-419a-42ee-8e73-44afe21fe4c5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:06.910979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:06.937934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:06.975714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:06.995379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.005504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:07.020724 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:07.023546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:07.038024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:07.038395 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.077743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f4e38d73-f2e4-4c74-9bab-a87a4db6759d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4801974 Jun 01 13:30:07.078645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:07.085392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:07.109031 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3389988 Jun 01 13:30:07.109696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41480) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:07.138637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': '563636fd-2f35-411c-8434-1f16223cbc4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:07.297847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c353c0-5390-4b82-82b3-888222a4906e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=563636fd-2f35-411c-8434-1f16223cbc4a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:07.332256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 563636fd-2f35-411c-8434-1f16223cbc4a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:30:07.341267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:07.376298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:07.410872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:07.416787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.418519 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:07.419218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:07.483591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a926ed8c-5985-4a35-a47c-5c321b63522b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4031210 Jun 01 13:30:07.488767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41490) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:07.497178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:07.582132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:07.596175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:07.612463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:07.622419 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.805767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc8df87-e626-49e8-b396-481afa041edf None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:30:07.816866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:07.842187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:07.860274 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:07.865898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.871049 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:07.871500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:07.920771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:07.921188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84b00327-59e8-4141-9339-605bd2aff429 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4308553 Jun 01 13:30:07.931848 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:07.931993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:07.958736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:08.125649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7bab3b4b-b64e-45b2-83ad-e8a0c696f442 None None] Provisioning complete for port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:08.126284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bab3b4b-b64e-45b2-83ad-e8a0c696f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:08.165913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f0b0425-419a-42ee-8e73-44afe21fe4c5,segment=NetworkSegment(aea0b546-e068-4f00-b119-cf1bda7e9c11),segment_id=aea0b546-e068-4f00-b119-cf1bda7e9c11)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:08.216650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:08.311757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:08.313272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc8df87-e626-49e8-b396-481afa041edf None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:30:08.332690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:08.365570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:08.370425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:08.372707 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:08.373362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:08.374510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:08.379874 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:08.422301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c4673f4a-7c99-44db-9b88-bf9bb9110c0c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4906449 Jun 01 13:30:08.425851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:08.442801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5f0b0425-419a-42ee-8e73-44afe21fe4c5,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:08.503947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=bc1cb741-8929-4dd1-a978-fa5720a890e5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:08.547939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': '1f739d19-7733-4720-9174-655e54bd5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '563636fd-2f35-411c-8434-1f16223cbc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:08.547939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: 563636fd-2f35-411c-8434-1f16223cbc4a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:30:08.598940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 563636fd-2f35-411c-8434-1f16223cbc4a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:30:08.621466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 563636fd-2f35-411c-8434-1f16223cbc4a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:08.621789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0519c-2644-4138-b75d-5056b77e3bdb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:08.627945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:08.629328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:08.634406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d0f0519c-2644-4138-b75d-5056b77e3bdb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2053580 Jun 01 13:30:08.635883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:08.704536 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e9e4899c-d210-4106-aade-d7a170845e4f tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5910466 Jun 01 13:30:08.705353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:08.711357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'port': {'network_id': '563636fd-2f35-411c-8434-1f16223cbc4a', 'name': 'tempest-NetworksIpV6TestAttrs-1369171458'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:08.768574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d836e01-261a-4090-8e5b-8bdd029c45d4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:08.769471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2d836e01-261a-4090-8e5b-8bdd029c45d4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:08.835488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2d836e01-261a-4090-8e5b-8bdd029c45d4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:08.840499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2d836e01-261a-4090-8e5b-8bdd029c45d4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2020147 Jun 01 13:30:08.843412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41566) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:08.971252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7bab3b4b-b64e-45b2-83ad-e8a0c696f442 None None] Current status of the port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:09.034577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:09.044510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:port and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:09.048724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:09.063025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:09.087514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d6df346c-3912-480e-89de-d148ad2ac201 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2408552 Jun 01 13:30:09.091999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41574) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:09.092231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:09.096292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:09.098752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:09.177554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] device_id is not set on port 6bfccfe4-21fa-4810-8795-8c14ee9ceac8 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:09.226270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:09.237645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:09.256953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:09.261430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:09.491939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Allocated IP 2001:db8::f816:3eff:fe33:9240 (563636fd-2f35-411c-8434-1f16223cbc4a/bc1cb741-8929-4dd1-a978-fa5720a890e5/6bfccfe4-21fa-4810-8795-8c14ee9ceac8) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:09.574853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c878a3-c2cd-42a6-bcac-cafa45cd8703 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:30:09.943464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c878a3-c2cd-42a6-bcac-cafa45cd8703 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:30:09.976877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.055677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Transition to ACTIVE for port object 6bfccfe4-21fa-4810-8795-8c14ee9ceac8 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:10.140071 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.183459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:10.409519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 563636fd-2f35-411c-8434-1f16223cbc4a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:10.440705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f0b0425-419a-42ee-8e73-44afe21fe4c5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:10.450831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:10.470986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:10.487206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:10.490279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.502499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Port': ['ID=6bfccfe4-21fa-4810-8795-8c14ee9ceac8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:10.567035 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c2476cb-c445-480b-9f1b-b380f3e9c6ed tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8603926 Jun 01 13:30:10.567977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41612) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:10.575176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:10.575712 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.645052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.714886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting subnet bc1cb741-8929-4dd1-a978-fa5720a890e5 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:10.731501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:10.898347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.063059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.096873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:11.144422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:11.203434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.219830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.226886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.227635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.241522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e788b-2e38-43ec-a7b0-dc6626eecd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-563636fd-2f35-411c-8434-1f16223cbc4a', 'network_id': '563636fd-2f35-411c-8434-1f16223cbc4a', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': 'bc1cb741-8929-4dd1-a978-fa5720a890e5'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:11.243656 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e73e788b-2e38-43ec-a7b0-dc6626eecd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.254330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': 'b6b77655-32bc-46a4-934c-112053414b8c'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'c7d993d8-2f87-4077-ab2e-c701c10dd4ad'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:30:11.292321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1cb741-8929-4dd1-a978-fa5720a890e5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:11.302834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.317406 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c914e8b3-c558-40c8-8097-ed28057888dc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/bc1cb741-8929-4dd1-a978-fa5720a890e5 HTTP/1.1" status: 204 len: 168 time: 0.7478671 Jun 01 13:30:11.318085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41632) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:11.421959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=b6b77655-32bc-46a4-934c-112053414b8c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:11.445836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ada72-ffd4-4947-9e06-5c841f91cdee tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:11.450155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ada72-ffd4-4947-9e06-5c841f91cdee tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:11.451430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c09ada72-ffd4-4947-9e06-5c841f91cdee tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Synchronizing usage tracker for tenant:43cb9c20d1764e6daa165c687a055511 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:11.485779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:11.499986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:11.510425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c09ada72-ffd4-4947-9e06-5c841f91cdee tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Unset dirty status for tenant:43cb9c20d1764e6daa165c687a055511 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:11.514852 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c09ada72-ffd4-4947-9e06-5c841f91cdee tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1941907 Jun 01 13:30:11.518200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41636) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:11.520034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:11.520668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.614958 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.650503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:11.654005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-431cb256-df16-4625-962f-a6cdc6033a98 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5605049 Jun 01 13:30:11.667233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41648) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:11.674878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:d1:5b:f3', 'name': 'tempest-NetworksTestDHCPv6-37057674'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:11.857142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6203968-eb71-4b75-b9bf-2492df4ea79c tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.882835 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6203968-eb71-4b75-b9bf-2492df4ea79c tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 01 13:30:11.884578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6203968-eb71-4b75-b9bf-2492df4ea79c tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:11.893135 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6203968-eb71-4b75-b9bf-2492df4ea79c tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/563636fd-2f35-411c-8434-1f16223cbc4a HTTP/1.1" status: 409 len: 405 time: 0.3696964 Jun 01 13:30:11.894856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:11.911491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-172500094'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:11.927742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:11.937933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:11.947874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:11.959718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:11.979329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:11.985049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:11.993120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:12.018633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:12.039610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:30:12.047296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:12.064420 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.067525 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment a169278c-1172-4e94-8631-885a9e76610b of type vlan for network 953f620f-095a-4cc9-81d0-4785f7299ae7 Jun 01 13:30:12.140692 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.204396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.212542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:12.213543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.355905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=953f620f-095a-4cc9-81d0-4785f7299ae7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:12.372906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a40b7bd6-ed9e-4dc8-ad48-abaaf8e4c894 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4778445 Jun 01 13:30:12.375422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 953f620f-095a-4cc9-81d0-4785f7299ae7 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:30:12.375866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41682) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:12.386916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': '953f620f-095a-4cc9-81d0-4785f7299ae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:12.622517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:12.659637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:12.695230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:12.698040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:12.700043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.755912 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.758737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.772945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:12.799242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:12.841935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-29eda757-4a2a-45a5-ac79-376482579456 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6103685 Jun 01 13:30:13.020704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9fe61-f8a4-4aa1-8913-ac8721614378 None None] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:13.313329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fed1:5bf3 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/b6b77655-32bc-46a4-934c-112053414b8c/0a0d86fc-ba59-40c8-8b42-6b1ca48d1191) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:13.796805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:13.797891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:13.798396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:13.833889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:13.921949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=04692e57-4125-4ac2-8f0f-9ff26821bc1d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:13.922200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:13.926098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-f28a3a8b-242b-4aa4-b9ce-9940d253f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:13.928046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-f28a3a8b-242b-4aa4-b9ce-9940d253f75f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.8844419 Jun 01 13:30:13.951443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': 'a169278c-1172-4e94-8631-885a9e76610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '953f620f-095a-4cc9-81d0-4785f7299ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:13.952075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: 953f620f-095a-4cc9-81d0-4785f7299ae7, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:30:13.987282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 953f620f-095a-4cc9-81d0-4785f7299ae7 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:30:14.003046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 953f620f-095a-4cc9-81d0-4785f7299ae7) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:14.009725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:14.011370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:14.049417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dcf1389d-8efb-4873-b9ba-b37ffc6d61c8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6724043 Jun 01 13:30:14.050356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:14.079416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=0a0d86fc-ba59-40c8-8b42-6b1ca48d1191,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:14.175566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:14.177071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:14.184534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:14.192071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:14.192939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:14.302053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:14.328063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-36e7e312-d058-4509-bdb3-154d1c1595af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6593277 Jun 01 13:30:14.328617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:14.412343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-8f339dfc-380e-4138-bfa7-0edc5bdaa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:14.434289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-8f339dfc-380e-4138-bfa7-0edc5bdaa4eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.4317541 Jun 01 13:30:14.481365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c7d993d8-2f87-4077-ab2e-c701c10dd4ad up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:14.602778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:14.611091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee39a3d-bdc4-4911-83d4-929a910ff377 None None] Network 563636fd-2f35-411c-8434-1f16223cbc4a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:14.662440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d211a1-a65d-451a-9948-e42b78d0531e None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:14.723643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca9b50-e4dc-4a00-be72-b755e0a14c7d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:14.730464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca9b50-e4dc-4a00-be72-b755e0a14c7d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:14.731309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8aca9b50-e4dc-4a00-be72-b755e0a14c7d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:14.747278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-a68b9a6e-d6e3-4774-86c4-346cc3b87b9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1001 time: 0.3117762 Jun 01 13:30:14.764197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43926380-3c85-47a3-bcaa-8bbb3db67480 None None] Network 953f620f-095a-4cc9-81d0-4785f7299ae7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:14.773541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8aca9b50-e4dc-4a00-be72-b755e0a14c7d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:14.775144 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8aca9b50-e4dc-4a00-be72-b755e0a14c7d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3343880 Jun 01 13:30:14.779600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:14.858399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:14.859005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:14.989642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-a2ac26fc-b850-458c-995c-6411bd22cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:15.001386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-a2ac26fc-b850-458c-995c-6411bd22cb92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.2476819 Jun 01 13:30:15.228843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-59d5c02c-e171-448a-8d51-91f50c78bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:15.230374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-59d5c02c-e171-448a-8d51-91f50c78bb3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218583 Jun 01 13:30:15.375312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:15.491082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-844e6359-9971-4432-be7d-51ced95b0d6d service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502849 Jun 01 13:30:15.512039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cbfbf280-3790-4bf7-83f3-d32415fd7dc7 None None] Provisioning for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:15.646278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:15.830144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca365b13-a455-4e38-81aa-69e6d01a1864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-953f620f-095a-4cc9-81d0-4785f7299ae7', 'network_id': '953f620f-095a-4cc9-81d0-4785f7299ae7', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': '04692e57-4125-4ac2-8f0f-9ff26821bc1d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:15.831015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca365b13-a455-4e38-81aa-69e6d01a1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:15.886317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74ca145-efc5-4dfe-8531-dfd806f844c0 req-9bb1c2d9-6c3c-4290-ba0b-872e10cf980c service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879218 Jun 01 13:30:15.940569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:16.016049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:16.016396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.297181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.347099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb5cee-fcf4-438a-aaa0-c4adab361fc2 None None] Network 563636fd-2f35-411c-8434-1f16223cbc4a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:16.439492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=04692e57-4125-4ac2-8f0f-9ff26821bc1d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:16.780247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:16.780890 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.782715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.837638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.871334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-ca365b13-a455-4e38-81aa-69e6d01a1864 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04692e57-4125-4ac2-8f0f-9ff26821bc1d: This subnet is being modified by another concurrent operation. Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04692e57-4125-4ac2-8f0f-9ff26821bc1d: This subnet is being modified by another concurrent operation. Jun 01 13:30:16.882328 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:30:16.903984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:16.906646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25deb96-6af9-4814-8184-35433a0601b3 None None] Network 953f620f-095a-4cc9-81d0-4785f7299ae7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:16.911005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=0a0d86fc-ba59-40c8-8b42-6b1ca48d1191,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:16.914616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953f620f-095a-4cc9-81d0-4785f7299ae7']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:17.098376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a169278c-1172-4e94-8631-885a9e76610b') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:17.101283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a169278c-1172-4e94-8631-885a9e76610b') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:17.149329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.156079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.199123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.211244 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e110296-4a7b-463f-8a2f-534be21be600 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 HTTP/1.1" status: 204 len: 168 time: 2.4303215 Jun 01 13:30:17.213549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41774) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:17.223801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:17.225186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.332274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:17.386599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c4ab6-6775-4451-8c6f-168fc8e51477 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:17.399949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c4ab6-6775-4451-8c6f-168fc8e51477 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:17.400844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-556c4ab6-6775-4451-8c6f-168fc8e51477 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:17.469906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-556c4ab6-6775-4451-8c6f-168fc8e51477 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:17.473939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-556c4ab6-6775-4451-8c6f-168fc8e51477 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2569222 Jun 01 13:30:17.474363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41796) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:17.484126 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.557728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.589717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=953f620f-095a-4cc9-81d0-4785f7299ae7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:17.601289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4bc86657-88f3-4bec-88cf-03a0675edb3b None None] Could not find standard attr ID for object 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:30:17.612635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6fee3c34-5ea1-46e4-b302-4e7221b3603e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/953f620f-095a-4cc9-81d0-4785f7299ae7 HTTP/1.1" status: 204 len: 168 time: 3.5606134 Jun 01 13:30:17.618219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:17.633713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-541120344'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:17.634282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4bc86657-88f3-4bec-88cf-03a0675edb3b None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:17.634747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4bc86657-88f3-4bec-88cf-03a0675edb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.643519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:17.649144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:17.660251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:17.678781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:17.710544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet b6b77655-32bc-46a4-934c-112053414b8c {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:17.716985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:17.721789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.735193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.765616 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a169278c-1172-4e94-8631-885a9e76610b resource provider aggregate not found Jun 01 13:30:17.784777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:30:17.807875 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment a169278c-1172-4e94-8631-885a9e76610b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a169278c-1172-4e94-8631-885a9e76610b found for delete ", "request_id": "req-ba8740b2-1093-4f69-9f15-0429850078d5"}]} Jun 01 13:30:17.819015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.826974 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment 102a1f7a-315a-4eb9-bdbc-869d3fadf11d of type vlan for network 2ed76e34-435a-4043-9d39-ea6b99aa6acd Jun 01 13:30:17.866261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.917498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.938666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:17.939370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:17.956057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.108730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4bc86657-88f3-4bec-88cf-03a0675edb3b None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:18.155099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=2ed76e34-435a-4043-9d39-ea6b99aa6acd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:18.163189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.169965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 2ed76e34-435a-4043-9d39-ea6b99aa6acd details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:30:18.173706 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4e16f761-e86e-4054-aab8-a4ee3babdb46 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5497644 Jun 01 13:30:18.174334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41826) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:18.182961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': '2ed76e34-435a-4043-9d39-ea6b99aa6acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:18.241574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.388735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.471668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.495164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:18.496992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b77655-32bc-46a4-934c-112053414b8c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:18.507968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5e451-5624-4284-a3b5-0b38b176639a None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:30:18.511620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fe29fa7b-f253-498d-b05f-fe44b5784be9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/b6b77655-32bc-46a4-934c-112053414b8c HTTP/1.1" status: 204 len: 168 time: 1.0335755 Jun 01 13:30:18.512340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:18.515202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:subnet and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:18.579876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:18.597890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:18.602207 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7cc79ceb-6fb2-4f52-90d2-9213fc2887fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891976 Jun 01 13:30:18.605306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41840) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:18.611705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:18.630007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:18.633794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:18.719297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-82a619e3-c1bf-4e3e-a1e7-b56f9ad7cb6d None None] Could not find standard attr ID for object 0a0d86fc-ba59-40c8-8b42-6b1ca48d1191. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:30:18.901664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5e451-5624-4284-a3b5-0b38b176639a None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:30:18.909029 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e80db529-2ccb-4986-b989-675004031446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.128301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c7d993d8-2f87-4077-ab2e-c701c10dd4ad up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:19.149923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.203928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:19.208775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:19.214420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:19.234297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:19.255218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:19.260546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.296075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=657bd5cc-395b-4b4f-ae9f-459aa255c079,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:19.349624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:19.349900 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.359370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': '102a1f7a-315a-4eb9-bdbc-869d3fadf11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2ed76e34-435a-4043-9d39-ea6b99aa6acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:19.360038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: 2ed76e34-435a-4043-9d39-ea6b99aa6acd, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:30:19.405434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network 2ed76e34-435a-4043-9d39-ea6b99aa6acd is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:30:19.422524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 2ed76e34-435a-4043-9d39-ea6b99aa6acd) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:19.427456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:19.431894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.499718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41872) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:19.555849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41878) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:19.557122 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-16edf873-190e-48b6-bcb4-10bdb4daedc3 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3812108 Jun 01 13:30:19.729812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:19.817181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:19.830269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e149a-c405-49a8-87f6-293a85802b9b None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:19.867081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:19.879101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Usage tracker for resource:security_group_rule and tenant:b9eca08eee6440bb80e3e2f22a705ff4 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:19.885509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:19.900760 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:20.089899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a1a97-f3a7-4dec-915f-eb306699178b None None] Network 2ed76e34-435a-4043-9d39-ea6b99aa6acd requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:20.103936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.121887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.200760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b9eca08eee6440bb80e3e2f22a705ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6937516 Jun 01 13:30:20.200976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:20.203789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3329fc8-3a98-4c5d-87c5-cf2844a9280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eef3c1-6537-4a07-a5d6-1ab7a83fa65f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:20.264116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:20.268978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.288280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.348238 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.444514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.496671 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.506820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aeb817-af4b-4a1f-b814-4408ec168b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-2ed76e34-435a-4043-9d39-ea6b99aa6acd', 'network_id': '2ed76e34-435a-4043-9d39-ea6b99aa6acd', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': '657bd5cc-395b-4b4f-ae9f-459aa255c079'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:20.507719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61aeb817-af4b-4a1f-b814-4408ec168b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.547095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eef3c1-6537-4a07-a5d6-1ab7a83fa65f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:20.550076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.570754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b531f6c8-9e91-4e9d-a0df-3190548be518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.573934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.577480 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-607b2e88-b22b-4e87-9037-45ea2d3580ad admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/17eef3c1-6537-4a07-a5d6-1ab7a83fa65f HTTP/1.1" status: 204 len: 168 time: 0.3732944 Jun 01 13:30:20.761948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.789097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed76e34-435a-4043-9d39-ea6b99aa6acd']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:20.802303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102a1f7a-315a-4eb9-bdbc-869d3fadf11d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:20.802945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102a1f7a-315a-4eb9-bdbc-869d3fadf11d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:20.815661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.833257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.840301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:20.840908 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:20.915831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d9dac-d0c7-4cac-8b21-d64cf088b884 None None] Network 2ed76e34-435a-4043-9d39-ea6b99aa6acd requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:20.979757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=657bd5cc-395b-4b4f-ae9f-459aa255c079,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:20.990423 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 102a1f7a-315a-4eb9-bdbc-869d3fadf11d resource provider aggregate not found Jun 01 13:30:21.016846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.149736 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 102a1f7a-315a-4eb9-bdbc-869d3fadf11d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 102a1f7a-315a-4eb9-bdbc-869d3fadf11d found for delete ", "request_id": "req-08301513-a490-4625-91da-bf88fdd324a4"}]} Jun 01 13:30:21.215090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.243242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41904) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:21.254538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=2ed76e34-435a-4043-9d39-ea6b99aa6acd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:21.264934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ba9f0441-c395-4e10-a384-5a90181e48ce tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/2ed76e34-435a-4043-9d39-ea6b99aa6acd HTTP/1.1" status: 204 len: 168 time: 1.7078624 Jun 01 13:30:21.266288 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.271197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41908) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:21.276465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.303126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-462893468'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:21.329240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:21.338491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:network and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:21.341545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:21.344564 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:21.351963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d05096006714c0089dcc3f35fe3ad9f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:21.355289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:21.357999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:21.366271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:21.390430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:21.394787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.451967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:30:21.467138 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.467478 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Added segment dcb14d42-f0ec-432f-a0ac-ed05e176c1db of type vlan for network ff2a7125-c684-480a-bd05-0e7750638d3c Jun 01 13:30:21.490303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ba714b01-2cfd-4203-bab0-426268e73d9f None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:21.493303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba714b01-2cfd-4203-bab0-426268e73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.526046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.534010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.555641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.592354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:21.606501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.613168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:21.613774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.663993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.682278 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1d05096006714c0089dcc3f35fe3ad9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357777 Jun 01 13:30:21.682476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.682476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.691180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:21.782424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.791936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.799252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ba714b01-2cfd-4203-bab0-426268e73d9f None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:21.833635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6ec27-9488-4483-94f3-1a3aa94decb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787225b2-1363-431c-abbb-333824f36cf6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:21.871733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:21.886466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:21.890271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:21.891146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:21.897661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f4211-bc61-432f-a672-d0c263dd55a2 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:21.956207 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6815331 Jun 01 13:30:21.956406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=b1729853-af15-45c8-8b24-2f2a78f89ef9,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:21.961333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c0bea-edb9-4fb0-a463-86ca465624cc tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Network': ['ID=ff2a7125-c684-480a-bd05-0e7750638d3c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:21.972750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41928) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:21.985491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Request body: {'subnet': {'network_id': 'ff2a7125-c684-480a-bd05-0e7750638d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:22.053695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network ff2a7125-c684-480a-bd05-0e7750638d3c details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:30:22.174067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5650995 Jun 01 13:30:22.176749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:22.180464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7a42-8a5c-4e04-a1cb-877cbca8d3b7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:22.199579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:d9:cc:d6', 'name': 'tempest-NetworksTestDHCPv6-258526850'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:22.385560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:22.406847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:22.419790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Usage tracker for resource:subnet and tenant:43cb9c20d1764e6daa165c687a055511 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:22.425272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:22.434962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:22.460594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:22.492554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-bbfb026a-088c-4b4d-8381-b6fd063b53eb tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:22.522118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-bbfb026a-088c-4b4d-8381-b6fd063b53eb tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.6368682 Jun 01 13:30:22.537176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Made reservation on behalf of 43cb9c20d1764e6daa165c687a055511 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:22.547011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:22.599722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:22.718142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:22.739645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Usage tracker for resource:security_group_rule and tenant:a6dc964375c54f0d8f2d05b9240fa5ea is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:22.779565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:22.798338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:22.813395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:22.839032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:22.859316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:22.896878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:22.948114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:23.007643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.031666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787225b2-1363-431c-abbb-333824f36cf6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:23.046230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.050727 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f999c9f4-a585-413d-9aa5-74726cefbd15 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/787225b2-1363-431c-abbb-333824f36cf6 HTTP/1.1" status: 204 len: 168 time: 1.2214718 Jun 01 13:30:23.158510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c7d993d8-2f87-4077-ab2e-c701c10dd4ad up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:23.265464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.301691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.303308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.413586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-38225332-3a1d-4721-83db-51f0f0818525 None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:23.413586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38225332-3a1d-4721-83db-51f0f0818525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.478825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae48d7e3-4187-4918-8093-e089e84e4e1d req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9551363 Jun 01 13:30:23.484392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.524976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e5304-83ac-4fcf-8835-cf09bad71c41 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a21e8fe-3540-4513-8c13-b07d00dfc4df,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:23.609390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c7d993d8-2f87-4077-ab2e-c701c10dd4ad triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:23.609776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.633949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 950bb212-b12e-497d-b1a2-baa719f4f22b yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:23.742279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:23.744301 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:23.846665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-38225332-3a1d-4721-83db-51f0f0818525 None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:23.854795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event updated for resources: {'Subnet': ['ID=371abd19-9955-41cb-8548-06c80a2fb51c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:23.930335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fed9:ccd6 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/b1729853-af15-45c8-8b24-2f2a78f89ef9/950bb212-b12e-497d-b1a2-baa719f4f22b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:23.932510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Checking segment: {'id': 'dcb14d42-f0ec-432f-a0ac-ed05e176c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff2a7125-c684-480a-bd05-0e7750638d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:23.933036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network hostable DHCP agents. Network: ff2a7125-c684-480a-bd05-0e7750638d3c, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:30:24.006126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Network ff2a7125-c684-480a-bd05-0e7750638d3c is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:30:24.021477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c7d993d8-2f87-4077-ab2e-c701c10dd4ad is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:24.027666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, ff2a7125-c684-480a-bd05-0e7750638d3c) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:24.033720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:24.034557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.036486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa0a65-042f-49c9-9451-5f748731d997 None None] Network ff2a7125-c684-480a-bd05-0e7750638d3c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:24.098789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-031cd5a6-adb2-48b5-9ff1-d5b2303bbad4 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1247287 Jun 01 13:30:24.099522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 41976) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:24.355882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.423289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0915e-9b7e-4a53-a34f-0ae1dc065a8b req-fc625d64-9457-41ce-b69b-5fef093b2765 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:24.426714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1c0915e-9b7e-4a53-a34f-0ae1dc065a8b req-fc625d64-9457-41ce-b69b-5fef093b2765 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.2947066 Jun 01 13:30:24.519196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbef47-1275-4fc8-a2ff-04a5cf9f2bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-ff2a7125-c684-480a-bd05-0e7750638d3c', 'network_id': 'ff2a7125-c684-480a-bd05-0e7750638d3c', 'tenant_id': '43cb9c20d1764e6daa165c687a055511', 'fixed_ips': [{'subnet_id': '371abd19-9955-41cb-8548-06c80a2fb51c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:24.520739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99fbef47-1275-4fc8-a2ff-04a5cf9f2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.537706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.550287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1c0915e-9b7e-4a53-a34f-0ae1dc065a8b req-7bb801eb-e18c-40db-bd51-1021cd6f5132 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089342 Jun 01 13:30:24.576150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.590064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 41992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:24.751465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6def2093-948a-4454-8dc8-a6459d2fa469 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 993 time: 0.1597352 Jun 01 13:30:24.759311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 950bb212-b12e-497d-b1a2-baa719f4f22b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:24.764515 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.844943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-99fbef47-1275-4fc8-a2ff-04a5cf9f2bf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371abd19-9955-41cb-8548-06c80a2fb51c: This subnet is being modified by another concurrent operation. Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371abd19-9955-41cb-8548-06c80a2fb51c: This subnet is being modified by another concurrent operation. Jun 01 13:30:24.855364 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 13:30:24.880696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fa1a3-53c1-4588-bb79-55503176786f None None] Network ff2a7125-c684-480a-bd05-0e7750638d3c requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:24.936562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=371abd19-9955-41cb-8548-06c80a2fb51c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:24.998186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=950bb212-b12e-497d-b1a2-baa719f4f22b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:25.013922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:25.015475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:25.025688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:25.045183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:25.046703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.112810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-422578b1-7956-4c2a-b732-f7803e0238f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9278328 Jun 01 13:30:25.115027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:25.157506 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.214377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2a7125-c684-480a-bd05-0e7750638d3c']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:25.243212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb14d42-f0ec-432f-a0ac-ed05e176c1db') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:25.243506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb14d42-f0ec-432f-a0ac-ed05e176c1db') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:25.269205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.292969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.302973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:25.303613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.389449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677b6bd-940a-48d0-a1e6-9ba45ea6e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:25.412048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677b6bd-940a-48d0-a1e6-9ba45ea6e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:25.415252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c677b6bd-940a-48d0-a1e6-9ba45ea6e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:25.479097 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dcb14d42-f0ec-432f-a0ac-ed05e176c1db resource provider aggregate not found Jun 01 13:30:25.488492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c677b6bd-940a-48d0-a1e6-9ba45ea6e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:25.494949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24cf5f-c5bf-4dcd-9e91-2759301086f9 None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 13:30:25.495453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c677b6bd-940a-48d0-a1e6-9ba45ea6e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3780482 Jun 01 13:30:25.497041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42036) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:25.551605 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dcb14d42-f0ec-432f-a0ac-ed05e176c1db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcb14d42-f0ec-432f-a0ac-ed05e176c1db found for delete ", "request_id": "req-30254ac0-143b-4bd6-a113-53955f8f00ea"}]} Jun 01 13:30:25.593139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.649326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.681439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=ff2a7125-c684-480a-bd05-0e7750638d3c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:25.714189 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f0af64cd-d275-447b-b574-5ad4fcb12f48 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/ff2a7125-c684-480a-bd05-0e7750638d3c HTTP/1.1" status: 204 len: 168 time: 1.6129324 Jun 01 13:30:25.721154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:25.776190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c24cf5f-c5bf-4dcd-9e91-2759301086f9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 13:30:25.786782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 950bb212-b12e-497d-b1a2-baa719f4f22b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:25.787644 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:25.858407 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1823dcee-180c-4875-89d9-67c6df606139 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:25.860418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1823dcee-180c-4875-89d9-67c6df606139 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:25.868280 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1823dcee-180c-4875-89d9-67c6df606139 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/371abd19-9955-41cb-8548-06c80a2fb51c HTTP/1.1" status: 404 len: 337 time: 0.1461692 Jun 01 13:30:25.869281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:25.961529 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7786ae72-a912-4d93-8f67-3ffe69ddf4e9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:25.964391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7786ae72-a912-4d93-8f67-3ffe69ddf4e9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:25.973073 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7786ae72-a912-4d93-8f67-3ffe69ddf4e9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/ff2a7125-c684-480a-bd05-0e7750638d3c HTTP/1.1" status: 404 len: 339 time: 0.1019371 Jun 01 13:30:25.974924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:26.090936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-25902258-f011-4dd5-b3ed-2b19ac8e56fc None None] Provisioning for port 950bb212-b12e-497d-b1a2-baa719f4f22b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:26.112569 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-25902258-f011-4dd5-b3ed-2b19ac8e56fc None None] Provisioning complete for port 950bb212-b12e-497d-b1a2-baa719f4f22b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:26.114438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25902258-f011-4dd5-b3ed-2b19ac8e56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:26.117872 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab3c933-f822-49a3-970a-29670f6e6416 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:26.122203 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab3c933-f822-49a3-970a-29670f6e6416 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:26.134212 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bab3c933-f822-49a3-970a-29670f6e6416 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/657bd5cc-395b-4b4f-ae9f-459aa255c079 HTTP/1.1" status: 404 len: 337 time: 0.1550517 Jun 01 13:30:26.134824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42072) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:26.263277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-25902258-f011-4dd5-b3ed-2b19ac8e56fc None None] Port 950bb212-b12e-497d-b1a2-baa719f4f22b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:30:26.419403 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b699e4-884b-4767-9a74-5e0581960e34 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:26.420406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b699e4-884b-4767-9a74-5e0581960e34 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:26.427015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42082) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:26.462999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-87b699e4-884b-4767-9a74-5e0581960e34 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/2ed76e34-435a-4043-9d39-ea6b99aa6acd HTTP/1.1" status: 404 len: 339 time: 0.3269970 Jun 01 13:30:26.772166 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c107ede-918a-4021-8815-5fa43ac38374 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:26.772552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c107ede-918a-4021-8815-5fa43ac38374 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:26.774200 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5c107ede-918a-4021-8815-5fa43ac38374 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/04692e57-4125-4ac2-8f0f-9ff26821bc1d HTTP/1.1" status: 404 len: 337 time: 0.3451886 Jun 01 13:30:26.777350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42090) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:26.836025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:26.859662 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9649a1b6-6747-41e6-9766-e20b241be2a0 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:26.860165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9649a1b6-6747-41e6-9766-e20b241be2a0 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:26.861852 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9649a1b6-6747-41e6-9766-e20b241be2a0 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/953f620f-095a-4cc9-81d0-4785f7299ae7 HTTP/1.1" status: 404 len: 339 time: 0.0836959 Jun 01 13:30:26.864875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42094) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:27.024863 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-4fc23d1c-95bd-4b83-9ea5-4f12e2bd2bab service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7583570 Jun 01 13:30:27.030624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting port 6bfccfe4-21fa-4810-8795-8c14ee9ceac8 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:27.030977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:27.293749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561451bc-4181-447c-ae38-81d0cb33cc65 req-6b839a86-2479-4a32-8326-bd24025ff00e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:27.295775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-561451bc-4181-447c-ae38-81d0cb33cc65 req-6b839a86-2479-4a32-8326-bd24025ff00e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.7555659 Jun 01 13:30:27.362098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 950bb212-b12e-497d-b1a2-baa719f4f22b owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:27.420732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:27.515944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-561451bc-4181-447c-ae38-81d0cb33cc65 req-d8cee510-d00f-4679-8e07-f0a1611fe422 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623421 Jun 01 13:30:27.671683 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:27.810335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=950bb212-b12e-497d-b1a2-baa719f4f22b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:27.815330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:27.840970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c0b730a0-9a8d-4370-88e2-554d85e05823 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/950bb212-b12e-497d-b1a2-baa719f4f22b HTTP/1.1" status: 204 len: 168 time: 2.3380754 Jun 01 13:30:27.843187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42132) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:27.887613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Calling delete_port for 6bfccfe4-21fa-4810-8795-8c14ee9ceac8 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:28.043332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2db7a1-a3db-4eb0-bbb4-21928131a7b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:28.049722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2db7a1-a3db-4eb0-bbb4-21928131a7b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:28.050512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b2db7a1-a3db-4eb0-bbb4-21928131a7b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:28.100288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7b2db7a1-a3db-4eb0-bbb4-21928131a7b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:28.106399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:28.114156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b2db7a1-a3db-4eb0-bbb4-21928131a7b9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2680535 Jun 01 13:30:28.122553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:28.180552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:28.222803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Port': ['ID=6bfccfe4-21fa-4810-8795-8c14ee9ceac8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:28.228384 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-465745f9-191b-477e-94fa-f80d5cf1abcf tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/ports/6bfccfe4-21fa-4810-8795-8c14ee9ceac8 HTTP/1.1" status: 204 len: 168 time: 1.3619144 Jun 01 13:30:28.230221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:28.352294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet b1729853-af15-45c8-8b24-2f2a78f89ef9 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:28.356386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:28.498133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:28.587877 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-127b3a0e-51df-4a5f-9a65-b4850c877fe8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:28.616499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127b3a0e-51df-4a5f-9a65-b4850c877fe8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:28.622748 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-127b3a0e-51df-4a5f-9a65-b4850c877fe8 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/bc1cb741-8929-4dd1-a978-fa5720a890e5 HTTP/1.1" status: 404 len: 337 time: 0.3914297 Jun 01 13:30:28.627194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:28.805426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:28.886446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.062298 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.074337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f6c9e-6439-4e3c-9a8a-b321a48184d2 req-ef3acdc6-6a71-4bae-bfcf-2edb4749bb76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:29.076222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd7f6c9e-6439-4e3c-9a8a-b321a48184d2 req-ef3acdc6-6a71-4bae-bfcf-2edb4749bb76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.1903031 Jun 01 13:30:29.078037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.106569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563636fd-2f35-411c-8434-1f16223cbc4a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:29.121249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f739d19-7733-4720-9174-655e54bd5a25') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:29.122239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f739d19-7733-4720-9174-655e54bd5a25') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:29.135715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.152637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146f5f1-40a1-4fc0-9081-9f4d9a687bbb None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:29.153145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.154781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.161928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:29.164711 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.195034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=b1729853-af15-45c8-8b24-2f2a78f89ef9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:29.273582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dfba80f3-ed41-4912-b15d-ba80f807b00f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/b1729853-af15-45c8-8b24-2f2a78f89ef9 HTTP/1.1" status: 204 len: 168 time: 1.1497252 Jun 01 13:30:29.283317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42168) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:29.303624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.348803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.361193 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1f739d19-7733-4720-9174-655e54bd5a25 resource provider aggregate not found Jun 01 13:30:29.371395 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/563636fd-2f35-411c-8434-1f16223cbc4a HTTP/1.1" status: 204 len: 168 time: 0.7421019 Jun 01 13:30:29.383053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:29.386262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236a20-ccb5-40d0-b2e6-5f9174f57aa9 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=563636fd-2f35-411c-8434-1f16223cbc4a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:29.407463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2f4996b-f41d-4d65-9dde-14571d476343 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276169 Jun 01 13:30:29.410640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42184) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:29.477129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd7f6c9e-6439-4e3c-9a8a-b321a48184d2 req-a4ba81da-cc48-4f60-8e16-fc53c1ac4c92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884819 Jun 01 13:30:29.522520 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 1f739d19-7733-4720-9174-655e54bd5a25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f739d19-7733-4720-9174-655e54bd5a25 found for delete ", "request_id": "req-0cc52c36-3d1f-40c9-a3ee-3eaa964b31f3"}]} Jun 01 13:30:29.523550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-a3111d7d-81fd-4913-8be5-cf0fcb895605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:29.525492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-a3111d7d-81fd-4913-8be5-cf0fcb895605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.3201547 Jun 01 13:30:29.601680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc864b7-6478-4d3e-9349-8cebf249fddf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:29.602827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfc864b7-6478-4d3e-9349-8cebf249fddf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:29.617524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting port fce5caf3-4ee2-4f64-a899-2667939ef6a2 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:29.617864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.723476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bfc864b7-6478-4d3e-9349-8cebf249fddf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:29.727921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bfc864b7-6478-4d3e-9349-8cebf249fddf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3155596 Jun 01 13:30:29.732032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42190) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:29.799556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:30:29.805290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Deleting port c7d993d8-2f87-4077-ab2e-c701c10dd4ad {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:29.805662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:29.873449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6729f-edb9-4c06-94b9-4833b73fdf3d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:29.874698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cef6729f-edb9-4c06-94b9-4833b73fdf3d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:29.912108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-891333d8-cdfd-484f-bbbf-d3ddb959df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:29.914818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-891333d8-cdfd-484f-bbbf-d3ddb959df48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.3825381 Jun 01 13:30:29.916630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cef6729f-edb9-4c06-94b9-4833b73fdf3d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:29.920973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cef6729f-edb9-4c06-94b9-4833b73fdf3d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1874988 Jun 01 13:30:29.921993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42198) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:30.043197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-5bae0881-663b-4acc-889c-f436f52c7231 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1001 time: 0.1198256 Jun 01 13:30:30.044557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:30.113020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] For port c7d993d8-2f87-4077-ab2e-c701c10dd4ad, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:30.113713 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:30.270127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-05f2e4ad-b89d-4d64-8ee7-44f0d8ce6186 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3416026 Jun 01 13:30:30.279932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42214) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:30.297176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:30.417560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Calling delete_port for fce5caf3-4ee2-4f64-a899-2667939ef6a2 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:30.451647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Calling delete_port for c7d993d8-2f87-4077-ab2e-c701c10dd4ad owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:30.640699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:30.671129 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:30.788956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] Pushing event deleted for resources: {'Port': ['ID=c7d993d8-2f87-4077-ab2e-c701c10dd4ad,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:30.791212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec6be8-86c2-4c16-aaa6-2a0e8a3adc4d None None] No DVR routers for this DVR port c7d993d8-2f87-4077-ab2e-c701c10dd4ad on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:30.796757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Port': ['ID=fce5caf3-4ee2-4f64-a899-2667939ef6a2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:30.813258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:30.837196 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05053da3-db07-4a7b-9e9a-5b733460173b tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/ports/fce5caf3-4ee2-4f64-a899-2667939ef6a2 HTTP/1.1" status: 204 len: 168 time: 1.4527833 Jun 01 13:30:30.837785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42232) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:30.925662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42236) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:30.972725 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f9684c-ac06-4d74-9da4-3fc9c3466f9e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] DELETE failed (client error): The resource could not be found. Jun 01 13:30:30.973382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f9684c-ac06-4d74-9da4-3fc9c3466f9e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:30:30.975634 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7f9684c-ac06-4d74-9da4-3fc9c3466f9e tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/e7d0bde8-03ad-4fec-9b4c-515aa32ed03d HTTP/1.1" status: 404 len: 337 time: 0.1369269 Jun 01 13:30:30.978271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:31.049958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c7d993d8-2f87-4077-ab2e-c701c10dd4ad no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:31.095179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-24be27ec-c812-4216-b9c6-216270b1556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:31.096935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-24be27ec-c812-4216-b9c6-216270b1556b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.9056294 Jun 01 13:30:31.140688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c7d993d8-2f87-4077-ab2e-c701c10dd4ad {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:30:31.152864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c7d993d8-2f87-4077-ab2e-c701c10dd4ad not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:30:31.166973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:31.177677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:31.208048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:31.221885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.255365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.328217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41a8e-1fe7-45ca-b68e-90243c076696 req-737f0f12-329a-42f4-9470-ba6998d202a2 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:31.335878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdd41a8e-1fe7-45ca-b68e-90243c076696 req-737f0f12-329a-42f4-9470-ba6998d202a2 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3987513 Jun 01 13:30:31.441133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdd41a8e-1fe7-45ca-b68e-90243c076696 req-4f0b7aa3-946b-449b-bc39-c6af46371030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042356 Jun 01 13:30:31.456583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.512378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:31.521421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-cd736615-cc6a-4e94-b8b1-a4f41ca60a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:31.522995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-cd736615-cc6a-4e94-b8b1-a4f41ca60a85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101579 Jun 01 13:30:31.523972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ade0a446bbe469ab0dd55533ecb0ea6 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:31.528850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:31.558235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:31.791609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.804432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-a7c2b4df-3e06-49a7-8639-a41647df6743 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723036 Jun 01 13:30:31.864756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b24bfa6-d023-4593-9b20-7c8bcc923ada']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:31.902463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22159b0-41f1-43fa-86b7-197e7f3d7c7e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:31.902807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22159b0-41f1-43fa-86b7-197e7f3d7c7e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:31.924412 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.964188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:31.975215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:31.975802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.012161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.016224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:30:32.032431 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.173409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.objects.ports [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88371) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:32.180708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.228981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8ade0a446bbe469ab0dd55533ecb0ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2905300 Jun 01 13:30:32.229696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e333c80-af0b-4a62-a8c2-0157243e5ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6499260f-a1c4-4493-8c9d-4302e764422a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:32.240731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:32.248691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-1d023875-348e-4c31-901d-c673e836d638 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328938 Jun 01 13:30:32.252663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:32.269630 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b22159b0-41f1-43fa-86b7-197e7f3d7c7e resource provider aggregate not found Jun 01 13:30:32.269843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:32.276425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:32.276650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.281667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3283c4c-8732-42c2-a826-7109e6a29c66 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:32.346664 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b22159b0-41f1-43fa-86b7-197e7f3d7c7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b22159b0-41f1-43fa-86b7-197e7f3d7c7e found for delete ", "request_id": "req-e459c735-0abb-496c-8443-5585bccad0da"}]} Jun 01 13:30:32.385670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=78548cf5-af13-4f95-b0a7-e7d268f78a0d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:32.388487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.432813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.452930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=8b24bfa6-d023-4593-9b20-7c8bcc923ada,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:32.467578 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2e64741-0a03-4bce-b4fc-845e1e3e7ba7 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/8b24bfa6-d023-4593-9b20-7c8bcc923ada HTTP/1.1" status: 204 len: 168 time: 1.4881885 Jun 01 13:30:32.470275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:32.519196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.534356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-967c2d4e-1921-44fd-9c5a-7b5c7bc92210 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2515547 Jun 01 13:30:32.556523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42278) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:32.572214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:7f:4c:43', 'name': 'tempest-NetworksTestDHCPv6-1789333278'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:32.636845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting subnet f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:32.658913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.680860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.727534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '78548cf5-af13-4f95-b0a7-e7d268f78a0d'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:32.727534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.802540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:32.953805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.039963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.051287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.117599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4165b15-d191-46b2-a2b2-2da5c27bb17d None None] Network 7d6c71ab-ec63-4f0f-b067-2a679880c920 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:33.127937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.132437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Subnet': ['ID=f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:33.141264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6499260f-a1c4-4493-8c9d-4302e764422a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:33.174864 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02707405-1f46-4fe0-b85a-c538695d6f28 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/subnets/f59bd20b-65f7-4dd9-83b5-ad4c8253e6b3 HTTP/1.1" status: 204 len: 168 time: 0.7025506 Jun 01 13:30:33.175814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:33.202142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.202142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5c0668a2-9c96-410c-a734-bfba2888d33d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6499260f-a1c4-4493-8c9d-4302e764422a HTTP/1.1" status: 204 len: 168 time: 0.9461091 Jun 01 13:30:33.314742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Allocated IP 2001:db8::f816:3eff:fe48:a278 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/78548cf5-af13-4f95-b0a7-e7d268f78a0d/4c9dd159-0e83-44d2-8015-fad7a2791f96) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:33.323080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.325390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:33.338054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Deleting port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:33.338311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.371749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2947-8140-4679-b52c-117e39138bf9 req-0d63e7c0-9f3f-447e-b840-2f1c3dc188cb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:33.373480 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b9d2947-8140-4679-b52c-117e39138bf9 req-0d63e7c0-9f3f-447e-b840-2f1c3dc188cb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.5743463 Jun 01 13:30:33.382760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:33.463733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:33.682877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b9d2947-8140-4679-b52c-117e39138bf9 req-ccad9f4e-6637-44fe-ad01-c05db6839d50 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880669 Jun 01 13:30:33.780526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] For port 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f0b0425-419a-42ee-8e73-44afe21fe4c5,segment=NetworkSegment(aea0b546-e068-4f00-b119-cf1bda7e9c11),segment_id=aea0b546-e068-4f00-b119-cf1bda7e9c11)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:33.781046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.801044 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.827242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42302) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:33.867328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] DHCP port deletion for 7d6c71ab-ec63-4f0f-b067-2a679880c920 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:30:33.874926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.887535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Deleting port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:33.890738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:33.904881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 8c955b06-f0eb-4430-99d2-6cad4fc71982 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:34.038178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Calling delete_port for 5f0b0425-419a-42ee-8e73-44afe21fe4c5 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:34.102005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.169161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Transition to ACTIVE for port object 4c9dd159-0e83-44d2-8015-fad7a2791f96 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:34.185329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:34.196232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.205568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] For port 5f0b0425-419a-42ee-8e73-44afe21fe4c5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f0b0425-419a-42ee-8e73-44afe21fe4c5,segment=NetworkSegment(aea0b546-e068-4f00-b119-cf1bda7e9c11),segment_id=aea0b546-e068-4f00-b119-cf1bda7e9c11)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:34.206041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.214143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Transition to ACTIVE for port object 4c9dd159-0e83-44d2-8015-fad7a2791f96 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:34.219691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Usage tracker for resource:security_group_rule and tenant:16a4e3581a784bc1a5b8ba71f420d981 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:34.231128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:34.252782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:34.275524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.299956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] No DVR routers for this DVR port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:34.348218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe7f:4c43 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/78548cf5-af13-4f95-b0a7-e7d268f78a0d/8c955b06-f0eb-4430-99d2-6cad4fc71982) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:34.393518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Port': ['ID=5f0b0425-419a-42ee-8e73-44afe21fe4c5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:34.525815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.556674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6c71ab-ec63-4f0f-b067-2a679880c920']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:34.558332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Calling delete_port for 5f0b0425-419a-42ee-8e73-44afe21fe4c5 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:34.577678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea0b546-e068-4f00-b119-cf1bda7e9c11') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:34.578256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea0b546-e068-4f00-b119-cf1bda7e9c11') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:30:34.591258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.600550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Pushing event updated for resources: {'Port': ['ID=4c9dd159-0e83-44d2-8015-fad7a2791f96,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:34.612180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.632225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.635068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.643420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:30:34.644144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.668176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:34.672264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:34.676089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:34.762561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=16a4e3581a784bc1a5b8ba71f420d981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298434 Jun 01 13:30:34.766170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0fb1-b8af-44aa-8861-aa943d26b72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bd8c14-9c2b-4f1d-a13f-57e3dc4ccac0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:34.784917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:34.819947 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.853281 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment aea0b546-e068-4f00-b119-cf1bda7e9c11 resource provider aggregate not found Jun 01 13:30:34.874525 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment aea0b546-e068-4f00-b119-cf1bda7e9c11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aea0b546-e068-4f00-b119-cf1bda7e9c11 found for delete ", "request_id": "req-1280eea2-dc01-4887-ab87-93bee8cf3cc6"}]} Jun 01 13:30:34.890503 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.895606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.902878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Attempting to bind port 4c9dd159-0e83-44d2-8015-fad7a2791f96 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:34.903495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Attempting to bind port 4c9dd159-0e83-44d2-8015-fad7a2791f96 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:34.904058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Attempting to bind port 4c9dd159-0e83-44d2-8015-fad7a2791f96 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:34.911595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:34.912203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:34.912817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.913891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:34.914700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Bound port: 4c9dd159-0e83-44d2-8015-fad7a2791f96, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:34.915249 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:34.942063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:30:34.942429 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:30:34.972785 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] 10.222.0.40 "DELETE /v2.0/networks/7d6c71ab-ec63-4f0f-b067-2a679880c920 HTTP/1.1" status: 204 len: 168 time: 1.7952969 Jun 01 13:30:34.973742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cdec0-df44-4547-a159-dea4a82b56c2 tempest-NetworksIpV6TestAttrs-1582168390 tempest-NetworksIpV6TestAttrs-1582168390-project] Pushing event deleted for resources: {'Network': ['ID=7d6c71ab-ec63-4f0f-b067-2a679880c920,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:35.197792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] For port 4c9dd159-0e83-44d2-8015-fad7a2791f96, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:35.201572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] For port 4c9dd159-0e83-44d2-8015-fad7a2791f96, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c9dd159-0e83-44d2-8015-fad7a2791f96,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:35.205570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f0b0425-419a-42ee-8e73-44afe21fe4c5 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:35.236223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.326240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98573b-9861-4c50-b5d1-93b1ad3183e4 None None] Pushing event updated for resources: {'Port': ['ID=4c9dd159-0e83-44d2-8015-fad7a2791f96,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:35.328888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5f0b0425-419a-42ee-8e73-44afe21fe4c5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:30:35.329425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f0b0425-419a-42ee-8e73-44afe21fe4c5 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:30:35.336266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.378058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.407141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade60c7-ad3e-4ef4-9713-99b13cc28d0d req-0eb6ba5f-b4d8-4ae3-b43f-407d9b93e86d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:35.408689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ade60c7-ad3e-4ef4-9713-99b13cc28d0d req-0eb6ba5f-b4d8-4ae3-b43f-407d9b93e86d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.4951820 Jun 01 13:30:35.413871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.443534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Deleting port 5f0b0425-419a-42ee-8e73-44afe21fe4c5 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:35.444405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.527950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 8c955b06-f0eb-4430-99d2-6cad4fc71982 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:35.583037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ade60c7-ad3e-4ef4-9713-99b13cc28d0d req-9382e353-41c9-4f14-af38-abe87e9413ec tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358759 Jun 01 13:30:35.600914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0689b-4363-4c38-a842-b91ea8cca71f None None] The port '5f0b0425-419a-42ee-8e73-44afe21fe4c5' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:30:35.663517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.756093 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.835617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42352) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:35.911787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:35.921323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.922457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/64bd8c14-9c2b-4f1d-a13f-57e3dc4ccac0 HTTP/1.1" status: 204 len: 168 time: 1.1358166 Jun 01 13:30:35.923486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:35.931958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:35.937871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:35.938509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:35.945197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ae4b5-b614-4b86-b3b6-b025a735e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bd8c14-9c2b-4f1d-a13f-57e3dc4ccac0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:36.019437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:36.021378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4621367 Jun 01 13:30:36.022725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944fa2a-4aaf-4eac-a1ee-56d9ba8d0724 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=8c955b06-f0eb-4430-99d2-6cad4fc71982,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:36.210569 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-055c494b-c8f3-443c-9f12-1fa6a66322a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=43cb9c20d1764e6daa165c687a055511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719547 Jun 01 13:30:36.212406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42368) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:36.260403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aa68-9f95-42eb-a94e-4c6a5521ca2d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:36.275541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aa68-9f95-42eb-a94e-4c6a5521ca2d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:36.276186 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4e5aa68-9f95-42eb-a94e-4c6a5521ca2d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:36.308190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:36.345074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c4e5aa68-9f95-42eb-a94e-4c6a5521ca2d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:36.349357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4e5aa68-9f95-42eb-a94e-4c6a5521ca2d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3260441 Jun 01 13:30:36.350232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:36.351593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:36.450707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:36.507385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748e59b4-b500-49e4-81fa-3b43d289280e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:36.541990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:36.543439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b31c1c04-896a-4b79-a80b-1dc93c7e5a33 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/748e59b4-b500-49e4-81fa-3b43d289280e HTTP/1.1" status: 204 len: 168 time: 0.3298523 Jun 01 13:30:36.594706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 8c955b06-f0eb-4430-99d2-6cad4fc71982 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:36.595108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:36.964573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42392) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:37.035487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.088164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:37.119033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3f2c1664ba4a5cbc5c067901e4b566 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:37.171149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c9dd159-0e83-44d2-8015-fad7a2791f96 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:37.193913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:37.243729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa69c-ab81-4527-b67f-31b189b4930b req-8f7cae6c-7471-4ff5-aba6-08a357a39762 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:37.245067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d7fa69c-ab81-4527-b67f-31b189b4930b req-8f7cae6c-7471-4ff5-aba6-08a357a39762 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3528268 Jun 01 13:30:37.348804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d7fa69c-ab81-4527-b67f-31b189b4930b req-e8f493aa-90e9-4de4-bc31-17b78b490410 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969043 Jun 01 13:30:37.396495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:37.410954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4c9dd159-0e83-44d2-8015-fad7a2791f96 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:37.439086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Provisioning for port 4c9dd159-0e83-44d2-8015-fad7a2791f96 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:37.448997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Provisioning complete for port 4c9dd159-0e83-44d2-8015-fad7a2791f96 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:37.449669 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.651542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.688980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Current status of the port 4c9dd159-0e83-44d2-8015-fad7a2791f96 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:37.689538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.776263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] For port 4c9dd159-0e83-44d2-8015-fad7a2791f96, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c9dd159-0e83-44d2-8015-fad7a2791f96,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:37.790388 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.841603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 8c955b06-f0eb-4430-99d2-6cad4fc71982 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:37.953500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:37.996139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.023444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247583f5-3df8-46f8-99d8-9c3167c694e8 None None] Pushing event updated for resources: {'Port': ['ID=4c9dd159-0e83-44d2-8015-fad7a2791f96,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:38.090425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a1c2c89-a0b1-474c-a32f-bd2cc9db39b3 None None] Provisioning for port 8c955b06-f0eb-4430-99d2-6cad4fc71982 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:38.096828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a1c2c89-a0b1-474c-a32f-bd2cc9db39b3 None None] Provisioning complete for port 8c955b06-f0eb-4430-99d2-6cad4fc71982 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:38.097446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2c89-a0b1-474c-a32f-bd2cc9db39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.104015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.186345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c2c89-a0b1-474c-a32f-bd2cc9db39b3 None None] Port 8c955b06-f0eb-4430-99d2-6cad4fc71982 was deleted so its status cannot be updated. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 01 13:30:38.188222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=8c955b06-f0eb-4430-99d2-6cad4fc71982,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:38.196141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9c3f2c1664ba4a5cbc5c067901e4b566&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2294154 Jun 01 13:30:38.196881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a563-7474-4024-974c-512b3bd15430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585bf732-5b14-4a73-a30e-2f2489e4eb3f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:38.199193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:38.278445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.327698 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7ec621c0-4673-4c3b-a170-26ea2967e2b6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/8c955b06-f0eb-4430-99d2-6cad4fc71982 HTTP/1.1" status: 204 len: 168 time: 1.9761524 Jun 01 13:30:38.330235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:38.402481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.502537 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.535583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42448) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:38.591384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1fd34-0df3-4fd4-847a-502be58635dd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:38.592921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1fd34-0df3-4fd4-847a-502be58635dd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:38.603391 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40f1fd34-0df3-4fd4-847a-502be58635dd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2696023 Jun 01 13:30:38.603964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42454) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:38.737040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.775907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 78548cf5-af13-4f95-b0a7-e7d268f78a0d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:38.781569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585bf732-5b14-4a73-a30e-2f2489e4eb3f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:38.783866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.811139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:38.812550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b792958-ec24-4b3f-beef-c7b3ed2559bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/585bf732-5b14-4a73-a30e-2f2489e4eb3f HTTP/1.1" status: 204 len: 168 time: 0.6101334 Jun 01 13:30:38.868193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453727-d200-451b-bbe8-9cb0018df8e0 req-179e2934-556a-404a-ad85-4c638951c482 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:38.869737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e453727-d200-451b-bbe8-9cb0018df8e0 req-179e2934-556a-404a-ad85-4c638951c482 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.2242212 Jun 01 13:30:38.873781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a32d46bb-bbc0-4596-9f9c-9a4ade7a1403 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:38.874219 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-a32d46bb-bbc0-4596-9f9c-9a4ade7a1403 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 13:30:38.874750 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-a32d46bb-bbc0-4596-9f9c-9a4ade7a1403 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:30:38.881135 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a32d46bb-bbc0-4596-9f9c-9a4ade7a1403 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3448505 Jun 01 13:30:38.893185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:38.911212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420940547'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:38.937823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:38.953068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e453727-d200-451b-bbe8-9cb0018df8e0 req-ef9a843c-e78c-4678-a521-9d3d54636243 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770311 Jun 01 13:30:38.955914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:38.960856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:38.981443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.011987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:39.053358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.091980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.098025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c9dd159-0e83-44d2-8015-fad7a2791f96 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:39.137642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:39.148573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:39.153080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:39.166752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:39.187764 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.260453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4c9dd159-0e83-44d2-8015-fad7a2791f96 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:39.261070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.358044 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.399599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4c9dd159-0e83-44d2-8015-fad7a2791f96 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:39.479463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=78548cf5-af13-4f95-b0a7-e7d268f78a0d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:39.506992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75b546-27d3-4ce6-b750-1037e17a5d1f None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:39.508314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.548067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8aa68b5b-9162-4287-a0f9-a17905f1583c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/78548cf5-af13-4f95-b0a7-e7d268f78a0d HTTP/1.1" status: 204 len: 168 time: 0.9430659 Jun 01 13:30:39.550471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42478) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:39.574092 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.585971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:39.643309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:39.683833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:39.714463 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:39.745101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:39.761410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2924c-75b7-4981-a089-fc24c992fde7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:39.768486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-054d56af-7e73-4f9b-8678-a12972dfce85 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2168224 Jun 01 13:30:39.772346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42488) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:39.784696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:40.048410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:30:40.048632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:40.055518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:40.055888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Deleting port 4c9dd159-0e83-44d2-8015-fad7a2791f96 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:40.056275 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.069072 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:40.133340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:40.163115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.173576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.277310 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6947de-c58b-441b-a914-88847b8fe261,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:40.292739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:40.304405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.496038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] For port 4c9dd159-0e83-44d2-8015-fad7a2791f96, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c9dd159-0e83-44d2-8015-fad7a2791f96,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:40.496655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.553868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.558111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:40.558790 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0caefb4c-655c-43d0-a5fb-dd97eeb9fdf3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6642404 Jun 01 13:30:40.564911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'cf6947de-c58b-441b-a914-88847b8fe261', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:40.576528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:40.583811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:40.623394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:40.651943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:40.705637 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.841634 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Calling delete_port for 4c9dd159-0e83-44d2-8015-fad7a2791f96 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:40.911209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:40.993830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:30:41.053050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.082326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c9dd159-0e83-44d2-8015-fad7a2791f96 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:41.138633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4c9dd159-0e83-44d2-8015-fad7a2791f96 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:30:41.139294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c9dd159-0e83-44d2-8015-fad7a2791f96 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:30:41.145998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.164599 n-d-844200-1 neutron-server[88372]: WARNING neutron.services.revisions.revision_plugin [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Could not find related port for resource to bump revision. Jun 01 13:30:41.181519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97993f09-486d-41b3-8b1f-a28a9d273c3e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:41.184279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_pluggable_backend [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Port 4c9dd159-0e83-44d2-8015-fad7a2791f96 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88372) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 01 13:30:41.184664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_pluggable_backend [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:a278 {{(pid=88372) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 01 13:30:41.190307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.243594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.246730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-04352ee9-ce50-46d5-9686-b99c077744d6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6866274 Jun 01 13:30:41.249648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42530) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:41.279801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5441-6b1b-4c58-b5e7-3327995ebecf req-898be71e-ad4f-416c-a20f-d337f4da6738 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:41.290032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-909e5441-6b1b-4c58-b5e7-3327995ebecf req-898be71e-ad4f-416c-a20f-d337f4da6738 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.4524302 Jun 01 13:30:41.305148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'cf6947de-c58b-441b-a914-88847b8fe261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:41.317790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:41.364057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:41.370331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:41.379992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] No DVR routers for this DVR port 4c9dd159-0e83-44d2-8015-fad7a2791f96 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:41.382057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:41.388893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:41.394627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:41.395205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.396297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489e62-c2b5-46ec-820c-47206e59f568 None None] Pushing event deleted for resources: {'Port': ['ID=4c9dd159-0e83-44d2-8015-fad7a2791f96,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:41.401489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:41.419175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4696a-c9fa-476f-b656-a90c16b7ae8e None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:41.477133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-909e5441-6b1b-4c58-b5e7-3327995ebecf req-b1edfde9-eb4e-46b6-9410-be51b3ad4785 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567791 Jun 01 13:30:41.479281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.596684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=8a903dfe-8599-4af4-b07d-45cea5676ae5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:41.631592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42546) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:41.632766 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b64d5d8a-8c76-4704-9db4-4ce751c654e2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8583536 Jun 01 13:30:41.653772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:8f:81:0e', 'name': 'tempest-NetworksTestDHCPv6-600408641'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:41.687678 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 13:30:41.692147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:41.700871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-57864cd3-ec2f-469f-b11b-77b2a4c58404 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4422419 Jun 01 13:30:41.884167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.924386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:41.998985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:42.013888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:42.021042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:42.030242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '8a903dfe-8599-4af4-b07d-45cea5676ae5'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:42.031814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.039420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:42.071976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:42.147801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.187044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6947de-c58b-441b-a914-88847b8fe261,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:42.195806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.199242 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-be5f8d30-2553-4ea6-bfc6-88b604accbb1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/cf6947de-c58b-441b-a914-88847b8fe261 HTTP/1.1" status: 204 len: 168 time: 0.5059969 Jun 01 13:30:42.201870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:42.290607 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4990939-e1e9-40f2-b59b-2f1b16814816 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:42.323948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f4990939-e1e9-40f2-b59b-2f1b16814816 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:42.328776 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4990939-e1e9-40f2-b59b-2f1b16814816 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259489 Jun 01 13:30:42.333211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42574) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:42.353280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428086580'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:42.378117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:42.404136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:42.424306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.467766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:42.474808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:42.482849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.483508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:42.496735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Allocated IP 2001:db8::f816:3eff:fe5b:9e64 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/8a903dfe-8599-4af4-b07d-45cea5676ae5/d1d6c601-3b7f-40d1-b83a-9c24c2c26f02) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:42.497769 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:42.604178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port a3cb750e-0918-44ef-a1fa-51e921ebba2a yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:42.697538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.711049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.769858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0f799-46a6-431a-9eb0-8022d4d149a0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:42.842674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:42.844165 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4216147f-5ad7-4a62-8d1d-84cd2a3fefa6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5100422 Jun 01 13:30:42.847284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42586) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:42.853199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2526a071-1df7-43af-9d5d-ee60b9c88c9f tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '9ff0f799-46a6-431a-9eb0-8022d4d149a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:42.854078 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-2526a071-1df7-43af-9d5d-ee60b9c88c9f tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 01 13:30:42.854849 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-2526a071-1df7-43af-9d5d-ee60b9c88c9f tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:42.855897 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2526a071-1df7-43af-9d5d-ee60b9c88c9f tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072427 Jun 01 13:30:42.863806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42590) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:42.979421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.010087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8654a-1540-4289-9243-a7c38c98d594 req-8a0cab07-e846-4c59-b897-7a2278dfb733 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:43.011591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c8654a-1540-4289-9243-a7c38c98d594 req-8a0cab07-e846-4c59-b897-7a2278dfb733 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.1944296 Jun 01 13:30:43.015987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.034965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.035434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Transition to ACTIVE for port object d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:43.090564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Transition to ACTIVE for port object d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:43.106959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c8654a-1540-4289-9243-a7c38c98d594 req-38e97c3a-b689-46b7-8ff8-eefc148e8dac tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730362 Jun 01 13:30:43.115261 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.137834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.159993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0f799-46a6-431a-9eb0-8022d4d149a0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:43.180912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.184512 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ba61cacd-ceda-4f55-8856-ba2e7cb6dcaa tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/9ff0f799-46a6-431a-9eb0-8022d4d149a0 HTTP/1.1" status: 204 len: 168 time: 0.3171844 Jun 01 13:30:43.184969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42594) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:43.235191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:43.240835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:43.244809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:43.285999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3701075-f104-4ddd-8f10-3bbd148d9188 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:43.325705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3701075-f104-4ddd-8f10-3bbd148d9188 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:43.331067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3701075-f104-4ddd-8f10-3bbd148d9188 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414480 Jun 01 13:30:43.331618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42598) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:43.339846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Pushing event updated for resources: {'Port': ['ID=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:43.341135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952642151'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:43.366931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Attempting to bind port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:43.367553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Attempting to bind port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:43.368148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Attempting to bind port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:43.368606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:43.375080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:43.375752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:43.376329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.376872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:43.377541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Bound port: d1d6c601-3b7f-40d1-b83a-9c24c2c26f02, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:43.378072 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.387140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:43.402310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe8f:810e (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/8a903dfe-8599-4af4-b07d-45cea5676ae5/a3cb750e-0918-44ef-a1fa-51e921ebba2a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:43.404333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.442855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:43.452637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:43.458399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:43.472552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:43.560954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] For port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:43.567650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] For port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:43.580507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.629746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.636034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.702942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.704168 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3713872 Jun 01 13:30:43.717340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42614) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:43.734026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b7f2e9e2-bd8e-4049-9335-e929110e55c0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'f55dd6d5-9c28-4056-8f12-517f632e1514', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:43.734966 n-d-844200-1 neutron-server[88371]: WARNING neutron.api.v2.base [None req-b7f2e9e2-bd8e-4049-9335-e929110e55c0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 01 13:30:43.735462 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-b7f2e9e2-bd8e-4049-9335-e929110e55c0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:43.739043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b7f2e9e2-bd8e-4049-9335-e929110e55c0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181382 Jun 01 13:30:43.741994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42618) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:43.765530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd5ab1-dbfc-412d-8be2-11f0bfcbf47b None None] Pushing event updated for resources: {'Port': ['ID=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:43.798559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9ac8-1624-4f1c-924e-49c1f092b42e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55dd6d5-9c28-4056-8f12-517f632e1514,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:43.944311 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:43.965983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.007114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object a3cb750e-0918-44ef-a1fa-51e921ebba2a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:44.019757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.046436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.124235 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.187090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55dd6d5-9c28-4056-8f12-517f632e1514,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:44.216807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.231184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f90b5a6e-6ae6-475e-ab48-6c2fad16edcd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/f55dd6d5-9c28-4056-8f12-517f632e1514 HTTP/1.1" status: 204 len: 168 time: 0.4880996 Jun 01 13:30:44.233860 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42628) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:44.308665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=a3cb750e-0918-44ef-a1fa-51e921ebba2a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:44.345834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:44.347090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:44.356223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:44.363451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:44.364178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.389415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f1f86253-c06b-4cee-88e2-746248ce41e4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:44.403164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c8290ac-1668-45af-a161-02f7e8fc0954 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7682695 Jun 01 13:30:44.404284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42638) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:44.456218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f1f86253-c06b-4cee-88e2-746248ce41e4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:44.461666 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f1f86253-c06b-4cee-88e2-746248ce41e4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2232084 Jun 01 13:30:44.462287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:44.473622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667375072'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:44.501729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:44.559025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:44.587008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.651235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:44.661118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:44.672294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:44.689791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:44.714085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe681-31f5-4113-a806-5f396734b9aa req-c530cccc-c3b8-4544-85ac-c0dc8b69fff0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:44.715710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee7fe681-31f5-4113-a806-5f396734b9aa req-c530cccc-c3b8-4544-85ac-c0dc8b69fff0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.2145531 Jun 01 13:30:44.772558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a4e2f-5ac4-49e9-8058-5721de58e087 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:44.779094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a4e2f-5ac4-49e9-8058-5721de58e087 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:44.780228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-848a4e2f-5ac4-49e9-8058-5721de58e087 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:44.795187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee7fe681-31f5-4113-a806-5f396734b9aa req-28c6d04b-27a1-4d86-aa6e-bb9bacdbc0c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723970 Jun 01 13:30:44.805770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-848a4e2f-5ac4-49e9-8058-5721de58e087 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:44.810494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-848a4e2f-5ac4-49e9-8058-5721de58e087 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3971882 Jun 01 13:30:44.811578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42662) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:44.848915 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.858770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.905892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port a3cb750e-0918-44ef-a1fa-51e921ebba2a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:44.906540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.973197 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203691d8-3801-4e34-89ad-4987275b139b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:44.976305 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:44.981250 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c1281407-419f-4be2-bf80-a089ce98bc60 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5179369 Jun 01 13:30:44.982046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42670) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:44.999966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f58f9e00-b386-4fa0-8556-d9151acd304c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '203691d8-3801-4e34-89ad-4987275b139b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:45.009027 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-f58f9e00-b386-4fa0-8556-d9151acd304c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 01 13:30:45.010407 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f58f9e00-b386-4fa0-8556-d9151acd304c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:45.011714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f58f9e00-b386-4fa0-8556-d9151acd304c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219584 Jun 01 13:30:45.014617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42674) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.025336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-21420af8-040a-4600-a181-bddb3f168b4e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '203691d8-3801-4e34-89ad-4987275b139b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:45.026025 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-21420af8-040a-4600-a181-bddb3f168b4e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 01 13:30:45.027302 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-21420af8-040a-4600-a181-bddb3f168b4e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:45.030750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-21420af8-040a-4600-a181-bddb3f168b4e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0138338 Jun 01 13:30:45.032898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42678) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.045573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c8b313b7-fc66-4a66-a4d0-d9158a755030 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '203691d8-3801-4e34-89ad-4987275b139b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:45.046879 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-c8b313b7-fc66-4a66-a4d0-d9158a755030 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 01 13:30:45.047575 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-c8b313b7-fc66-4a66-a4d0-d9158a755030 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:45.049697 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8b313b7-fc66-4a66-a4d0-d9158a755030 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109484 Jun 01 13:30:45.051985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.063674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b81866ff-8b70-4786-873c-716e11eaf337 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '203691d8-3801-4e34-89ad-4987275b139b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:45.066104 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-b81866ff-8b70-4786-873c-716e11eaf337 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 01 13:30:45.067923 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-b81866ff-8b70-4786-873c-716e11eaf337 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:45.069051 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b81866ff-8b70-4786-873c-716e11eaf337 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157340 Jun 01 13:30:45.072439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42688) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.203729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:45.206897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.267834 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.343285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.406445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:45.429736 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.437143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203691d8-3801-4e34-89ad-4987275b139b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:45.439588 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.443310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f70a1826-efe0-4e71-9210-3f333e906626 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/203691d8-3801-4e34-89ad-4987275b139b HTTP/1.1" status: 204 len: 168 time: 0.3695748 Jun 01 13:30:45.447017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42698) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.715518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for a3cb750e-0918-44ef-a1fa-51e921ebba2a owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:45.861084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:45.863367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a30a9295-2db5-4f94-9688-48ed0a92e2c1 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4132390 Jun 01 13:30:45.867101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--617589721'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:45.892828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:45.908389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Provisioning for port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:45.918066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Provisioning complete for port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:45.923443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:45.923799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:45.936123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:45.959258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:45.993386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.067679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:46.082733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:46.087478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:46.117433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:46.119717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.296188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Current status of the port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:46.296755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.325416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.384700 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.402521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.492633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] For port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:46.508747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.533404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=a3cb750e-0918-44ef-a1fa-51e921ebba2a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:46.539341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:46.553787 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6890333 Jun 01 13:30:46.560323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42718) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.602951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bb4a66e7-8b8d-48c0-bcb0-d58139415b5c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:46.603463 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-bb4a66e7-8b8d-48c0-bcb0-d58139415b5c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 13:30:46.606137 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-bb4a66e7-8b8d-48c0-bcb0-d58139415b5c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:46.610101 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bb4a66e7-8b8d-48c0-bcb0-d58139415b5c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0449786 Jun 01 13:30:46.617632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f56290de-176d-44f9-aa04-aeddb997a5d2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a3cb750e-0918-44ef-a1fa-51e921ebba2a HTTP/1.1" status: 204 len: 168 time: 1.8045723 Jun 01 13:30:46.618545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.622918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42724) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.641728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b40fe-8ad3-4eda-96c2-1ebfd933bede tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5945de-e8e4-40bf-afa3-135e2997b756,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:46.677815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a274dde6-0d47-48cc-8075-c0c40fd1eb0a None None] Could not find standard attr ID for object a3cb750e-0918-44ef-a1fa-51e921ebba2a. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:30:46.691377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:46.723114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:46.743573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:46.757557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:46.782211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:46.803350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Pushing event updated for resources: {'Port': ['ID=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:46.810846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac202e-ba9d-4ad4-9b41-51b19af44d9c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:46.812830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac202e-ba9d-4ad4-9b41-51b19af44d9c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:46.813869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-61ac202e-ba9d-4ad4-9b41-51b19af44d9c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:46.834070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.834891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.835645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.836132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.836639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.837128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.837606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.838601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd4120-7294-44af-9c88-029419f75b79 req-4a574694-a00c-42ab-9ae4-aa69f3dd7fb8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:46.839150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.839683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.843317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.843865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.844378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf67e-1b30-47e0-bbcf-c6e1946ecd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:30:46.847095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fadd4120-7294-44af-9c88-029419f75b79 req-4a574694-a00c-42ab-9ae4-aa69f3dd7fb8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.5709071 Jun 01 13:30:46.929595 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:46.933431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3f70c7e-16ca-47e5-bea3-00b466fda379 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3094628 Jun 01 13:30:46.934034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42734) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.939927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4a65c64a-13a4-48a8-98de-42b373dcf293 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:46.941003 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-4a65c64a-13a4-48a8-98de-42b373dcf293 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 01 13:30:46.941003 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-4a65c64a-13a4-48a8-98de-42b373dcf293 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:46.942026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a65c64a-13a4-48a8-98de-42b373dcf293 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068712 Jun 01 13:30:46.944840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42738) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.950652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fadd4120-7294-44af-9c88-029419f75b79 req-bf94f2fa-cb42-4c3c-9dde-2191f343f7bd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957248 Jun 01 13:30:46.952037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-61ac202e-ba9d-4ad4-9b41-51b19af44d9c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:46.953506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:46.956769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-61ac202e-ba9d-4ad4-9b41-51b19af44d9c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3267522 Jun 01 13:30:46.960122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42742) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:46.975581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:46.981534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:46.989791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:47.000754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:47.067810 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:47.071521 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eaa68f88-bd89-483b-a08f-31eca6d3e508 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252451 Jun 01 13:30:47.074701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:47.076220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:47.089434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-641765b7-f2d9-4c3b-bca8-6a9b955f5ea4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:47.090165 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-641765b7-f2d9-4c3b-bca8-6a9b955f5ea4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 13:30:47.095026 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-641765b7-f2d9-4c3b-bca8-6a9b955f5ea4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:47.099531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42752) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:47.106035 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-641765b7-f2d9-4c3b-bca8-6a9b955f5ea4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186541 Jun 01 13:30:47.121725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:47.136100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:47.167605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 8a903dfe-8599-4af4-b07d-45cea5676ae5 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:47.186326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:47.189583 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:47.226408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:47.226800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:47.268593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:47.439083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:47.652539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:47.684503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:47.716980 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Project 563e2036a8a84789ba2c2a246718c50b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:30:47.775365 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:47.780302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-00b47b5b-4e7b-4562-8de0-9ff3a717401e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6773255 Jun 01 13:30:47.780709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:47.782087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:47.790807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5225fb18-d501-4e85-85ea-e2b7ca895058 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:47.791331 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-5225fb18-d501-4e85-85ea-e2b7ca895058 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 01 13:30:47.792126 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-5225fb18-d501-4e85-85ea-e2b7ca895058 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:47.795184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5225fb18-d501-4e85-85ea-e2b7ca895058 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120113 Jun 01 13:30:47.799948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42770) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:47.806761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:47.836669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:47.846103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:47.854643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:47.864903 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:47.893341 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Project 563e2036a8a84789ba2c2a246718c50b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:30:47.930499 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:47.934171 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2deff3e8-9551-46cc-9f93-a80ca6456052 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1309237 Jun 01 13:30:47.934953 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:47.939430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '7f5945de-e8e4-40bf-afa3-135e2997b756', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:47.955146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:47.955342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:47.963363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:47.972511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:47.987849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:48.015385 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Project 563e2036a8a84789ba2c2a246718c50b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:30:48.062106 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:48.065861 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ac2acf1-0ce1-4ed1-9e18-d6ac9b8ede2a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1279104 Jun 01 13:30:48.066132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.098244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18c27d-64e9-43a2-869a-de62a03c903d None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:48.101856 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.121659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=8a903dfe-8599-4af4-b07d-45cea5676ae5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:48.133531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bd609c3b-fff3-459a-acf3-757808ca0b7b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/8a903dfe-8599-4af4-b07d-45cea5676ae5 HTTP/1.1" status: 204 len: 168 time: 1.1709762 Jun 01 13:30:48.136444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42798) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.237781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.299406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33cb37b2-1f23-4ed2-9d89-15a096f39825 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608570 Jun 01 13:30:48.301861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42804) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.314774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.366502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-160813c7-c4d5-435a-887c-9d660a4395fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.374641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.439525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.488162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5945de-e8e4-40bf-afa3-135e2997b756,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:48.514845 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.517156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b252f623-5646-4b98-b0f7-3b35ec7e0abe tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/7f5945de-e8e4-40bf-afa3-135e2997b756 HTTP/1.1" status: 204 len: 168 time: 0.4492297 Jun 01 13:30:48.519849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42810) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.629189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:30:48.633757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Deleting port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:48.634134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.652321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb7a5177-ac7e-4f7c-aced-c8b0a5bad65a tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267648 Jun 01 13:30:48.656510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.666105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa639b-3905-4407-86f4-d571f250f704 req-41446c9c-beb4-45af-98f8-2e8b3968ba90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:48.675503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdfa639b-3905-4407-86f4-d571f250f704 req-41446c9c-beb4-45af-98f8-2e8b3968ba90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3730197 Jun 01 13:30:48.676734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383954363'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:48.692226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:48.696837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:48.704663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476d257-5434-4821-a5e7-5b70c1fbc7a7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:48.705462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0476d257-5434-4821-a5e7-5b70c1fbc7a7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:48.715337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:48.741404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:48.757476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdfa639b-3905-4407-86f4-d571f250f704 req-5f70f050-71bf-41b8-8600-743e62559eeb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819213 Jun 01 13:30:48.763234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0476d257-5434-4821-a5e7-5b70c1fbc7a7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:48.765437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0476d257-5434-4821-a5e7-5b70c1fbc7a7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4626691 Jun 01 13:30:48.768592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42824) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:48.865218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:48.926898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:48.951893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83461c-1f58-4581-826d-a5c2a09c2296 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:48.955714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bc83461c-1f58-4581-826d-a5c2a09c2296 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:48.963057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:48.970535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:48.979910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:49.001919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] For port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:49.002244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.067140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.068626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bc83461c-1f58-4581-826d-a5c2a09c2296 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:49.071511 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bc83461c-1f58-4581-826d-a5c2a09c2296 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3007178 Jun 01 13:30:49.074122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42828) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:49.086662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.165711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:49.204358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.208605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Calling delete_port for d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:49.210905 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5523033 Jun 01 13:30:49.212399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309713a-0fd5-4530-9b0b-3f8b309a651e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f44712-3230-430b-85fe-d4cedc337847,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:49.220330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:49.230811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '21f44712-3230-430b-85fe-d4cedc337847', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:49.236377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3347c619-99de-40c7-8a04-424e49cbec45 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558254 Jun 01 13:30:49.237156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42836) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:49.248159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:49.252362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:49.263845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:49.270074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:49.286048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:49.373029 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The resource could not be found. Jun 01 13:30:49.374357 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9e9b98d-9ce3-48b2-9c1d-92db2b82b782 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1527536 Jun 01 13:30:49.377163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42848) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:49.384038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '21f44712-3230-430b-85fe-d4cedc337847', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7bc62d7b-6590-4994-b9a2-8f3d1cecbbac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:49.427655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:49.439942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:49.446856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:49.470389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:49.577486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.631803 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The resource could not be found. Jun 01 13:30:49.633230 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0bc9a6ff-7bf5-4e66-af41-4d745ba2f39e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2549958 Jun 01 13:30:49.633793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 update to DOWN by agent not found {{(pid=88373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 13:30:49.635489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] No DVR routers for this DVR port d1d6c601-3b7f-40d1-b83a-9c24c2c26f02 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:49.637320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42854) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:49.650829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:49.665081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dcc16-1fca-48df-a034-0f3b3743e9ed None None] Pushing event deleted for resources: {'Port': ['ID=d1d6c601-3b7f-40d1-b83a-9c24c2c26f02,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:49.798024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.855337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.866421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:49.932925 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:49.989800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f44712-3230-430b-85fe-d4cedc337847,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:50.001143 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.003370 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9eedeeb2-0675-4df9-9f40-433659213bec tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/21f44712-3230-430b-85fe-d4cedc337847 HTTP/1.1" status: 204 len: 168 time: 0.3641448 Jun 01 13:30:50.007454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42866) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.026737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:50.030163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.083784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4709177-b46c-4fa0-af15-bb5ad80fb7e0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:50.118832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a4709177-b46c-4fa0-af15-bb5ad80fb7e0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:50.120414 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4709177-b46c-4fa0-af15-bb5ad80fb7e0 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116183 Jun 01 13:30:50.124528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.132103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'd7daee0b-0b23-4e91-b67d-76f7c3405fb7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:50.155116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:50.162458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:50.166574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:50.173650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:50.221622 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The resource could not be found. Jun 01 13:30:50.227897 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7d3b34a4-c516-434e-b813-3404d58f8990 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1015720 Jun 01 13:30:50.229403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42874) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.236165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467185872'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:50.246006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:50.259273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:50.276571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.327916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:50.349237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:50.363261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:50.378546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:50.413272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.515445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-62b4f3b0-ca2e-420d-857a-bd60d4fe6020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.567382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:50.570156 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.584215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.598361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:50.601613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:50.606912 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-75c59520-273f-485b-a138-293a9611713f service neutron] show failed (client error): The resource could not be found. Jun 01 13:30:50.608366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-75c59520-273f-485b-a138-293a9611713f service neutron] 10.222.0.13 "GET /v2.0/ports/19754994-5390-4aff-ae2e-25d7e7088693/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.9134541 Jun 01 13:30:50.609672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:50.610445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.612668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebaa55-7c65-4cd9-84ac-9b32d6173ed0 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:50.661580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.750752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132c7bd2-d6d7-4532-8edf-bed74f4b65ed,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:50.751934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef47d1-5089-44f3-b651-c26c8a1595f9 req-e4add45a-3665-4184-b481-c4b8c6d54a07 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:50.753825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ef47d1-5089-44f3-b651-c26c8a1595f9 req-e4add45a-3665-4184-b481-c4b8c6d54a07 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.8112860 Jun 01 13:30:50.757933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:50.765817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-51e70f25-6266-489f-a207-f6a8ca99fda6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5349414 Jun 01 13:30:50.767179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.781650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995063272'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:50.802811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:50.813951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-694bad38-55f6-4164-b8bf-8199bd41feef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5729349 Jun 01 13:30:50.821172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42900) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:50.829065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:50.856825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:8c:03:64', 'name': 'tempest-NetworksTestDHCPv6-1963121038'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:50.909365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ef47d1-5089-44f3-b651-c26c8a1595f9 req-ad855517-00b3-441f-a716-9a01827e5063 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456165 Jun 01 13:30:50.965525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:51.073286 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.086608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:51.090805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Usage tracker for resource:security_group_rule and tenant:c31d6d7a6b284622836a9d1d406728fb is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:51.102489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:51.111432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:51.164421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:51.272749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.281709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-39fe77cf-04e1-4c22-aea3-b8805c754210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:51.283401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-39fe77cf-04e1-4c22-aea3-b8805c754210 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 1097 time: 0.2528331 Jun 01 13:30:51.320683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:51.322965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': 'ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:30:51.324071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.419789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:51.430253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:51.443731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.554110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:51.593196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.606698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:51.687689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.731287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:51.741030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:51.746687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc/740dbecf-a15a-41c5-a996-8090a6691435) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:51.772485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:51.907155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c31d6d7a6b284622836a9d1d406728fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2418375 Jun 01 13:30:51.925915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b24456-880a-4978-b9ab-565ef8d69e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c938c-5716-4bc9-8606-8568872c69c4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:51.943173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:51.954415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42916) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:51.963136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.077327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.096879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Transition to ACTIVE for port object 740dbecf-a15a-41c5-a996-8090a6691435 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:52.101014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.107315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.144545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Transition to ACTIVE for port object 740dbecf-a15a-41c5-a996-8090a6691435 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:52.153183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.170029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.243255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 3631f137-e1fe-4f80-b3d7-55560c0a3412 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:30:52.314341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:52.318539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:52.326841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:52.387872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Pushing event updated for resources: {'Port': ['ID=740dbecf-a15a-41c5-a996-8090a6691435,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:52.449793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a26fef8-b58a-4531-863c-be947fd4f814,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:52.472861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Attempting to bind port 740dbecf-a15a-41c5-a996-8090a6691435 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:52.473320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Attempting to bind port 740dbecf-a15a-41c5-a996-8090a6691435 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:52.473753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Attempting to bind port 740dbecf-a15a-41c5-a996-8090a6691435 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:52.474281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.475597 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-445a609c-43b2-43cb-ad19-642221ac81d8 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7046375 Jun 01 13:30:52.481048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:52.481557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:52.482306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.483359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:52.484437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Bound port: 740dbecf-a15a-41c5-a996-8090a6691435, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:52.484437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.493419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:52.504284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': '132c7bd2-d6d7-4532-8edf-bed74f4b65ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0a26fef8-b58a-4531-863c-be947fd4f814'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:52.527999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:52.544939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:52.550157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.550535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:52.558072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:52.595155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] For port 740dbecf-a15a-41c5-a996-8090a6691435, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:52.599307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] For port 740dbecf-a15a-41c5-a996-8090a6691435, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740dbecf-a15a-41c5-a996-8090a6691435,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:52.602449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:52.614347 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.656950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3038b-6b31-46e4-990a-cb8a32a561ac req-9e19d58f-3c69-42d4-b830-d87c8a705a3b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:52.658702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.660286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cf3038b-6b31-46e4-990a-cb8a32a561ac req-9e19d58f-3c69-42d4-b830-d87c8a705a3b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3256512 Jun 01 13:30:52.765315 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:30:52.767775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c391a-9eba-4b82-b831-abfcd3e4bcb9 None None] Pushing event updated for resources: {'Port': ['ID=740dbecf-a15a-41c5-a996-8090a6691435,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:52.777690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::2b5 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc/3631f137-e1fe-4f80-b3d7-55560c0a3412) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:30:52.815728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.834764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:52.861877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c938c-5716-4bc9-8606-8568872c69c4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:52.960399 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:52.964622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6d9c7d31-4a94-401b-b1ed-694329616edd tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4688025 Jun 01 13:30:52.969959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:52.970650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:30:52.981841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:52.983538 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07308e76-4c11-4c2f-b442-aaca8c3696b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/038c938c-5716-4bc9-8606-8568872c69c4 HTTP/1.1" status: 204 len: 168 time: 1.0261903 Jun 01 13:30:52.997947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.027217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cf3038b-6b31-46e4-990a-cb8a32a561ac req-1c950be9-13b0-4355-a2ae-0195ca40443a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516436 Jun 01 13:30:53.067197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Transition to ACTIVE for port object 19754994-5390-4aff-ae2e-25d7e7088693 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:53.082044 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.106349 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bcf40b-b5fb-4181-b07f-074a7a6f3311'] response: {'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'code': 200} Jun 01 13:30:53.177058 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.347424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.396667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 3631f137-e1fe-4f80-b3d7-55560c0a3412 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:30:53.438746 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.521038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:30:53.529468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:30:53.530201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] No DVR routers for this DVR port 19754994-5390-4aff-ae2e-25d7e7088693 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:53.535771 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:30:53.542058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:53.542760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.584109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=3631f137-e1fe-4f80-b3d7-55560c0a3412,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:53.592369 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48c4f982-9ec8-4ee8-8bb1-1fd31a7cdf5c tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7695205 Jun 01 13:30:53.593115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42958) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:53.621757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.660134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.746149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:53.747438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1340780-95e7-4da3-b410-d993941f3d2e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:53.760315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1340780-95e7-4da3-b410-d993941f3d2e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:53.761401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1340780-95e7-4da3-b410-d993941f3d2e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:53.773668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.795010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b1340780-95e7-4da3-b410-d993941f3d2e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:53.801518 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1340780-95e7-4da3-b410-d993941f3d2e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2068498 Jun 01 13:30:53.801838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:53.802128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a26fef8-b58a-4531-863c-be947fd4f814,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:53.995495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:53.998574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-15f783fc-425a-4523-b45b-b52ee0059956 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/0a26fef8-b58a-4531-863c-be947fd4f814 HTTP/1.1" status: 204 len: 168 time: 1.0221379 Jun 01 13:30:53.999170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 3631f137-e1fe-4f80-b3d7-55560c0a3412 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:53.999552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:54.004951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 42982) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:54.060885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:54.203197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be064297-cdd0-4f48-8309-e6ddbf9eedef tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:54.233185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:30:54.281689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-be064297-cdd0-4f48-8309-e6ddbf9eedef tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:54.286885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be064297-cdd0-4f48-8309-e6ddbf9eedef tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2774801 Jun 01 13:30:54.290033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 42996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:54.299462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:30:54.301070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:30:54.302249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:54.323757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:30:54.324323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Attempting to bind port 19754994-5390-4aff-ae2e-25d7e7088693 on network 81e22dcb-baf3-4c7a-9613-8cb022b8400b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:30:54.348685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:30:54.358660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Checking segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:30:54.359373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Bound using segment: {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:30:54.359949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Bound port: 19754994-5390-4aff-ae2e-25d7e7088693, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:30:54.360378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:54.441585 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:54.516098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:54.649616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7eb1f19a-f332-482d-b8b4-33d324c7443a None None] Provisioning for port 740dbecf-a15a-41c5-a996-8090a6691435 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:54.931759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.013225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132c7bd2-d6d7-4532-8edf-bed74f4b65ed,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:55.026939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:30:55.053540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.072445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:30:55.076707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.081078 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-215e61c8-2af4-4af1-a2c0-61b8a194cdea tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/132c7bd2-d6d7-4532-8edf-bed74f4b65ed HTTP/1.1" status: 204 len: 168 time: 0.7885280 Jun 01 13:30:55.081774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:55.105779 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.117853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740dbecf-a15a-41c5-a996-8090a6691435 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:55.279753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6d0ea46-8bb0-41ab-9725-775c3c41820e None None] Provisioning for port 3631f137-e1fe-4f80-b3d7-55560c0a3412 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:55.307459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6d0ea46-8bb0-41ab-9725-775c3c41820e None None] Provisioning complete for port 3631f137-e1fe-4f80-b3d7-55560c0a3412 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:55.310133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ea46-8bb0-41ab-9725-775c3c41820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.317187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57d93a-765c-46ef-9b5d-a787f2695878 req-40080782-9504-4fc6-914a-127f301f67e8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:55.326244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f57d93a-765c-46ef-9b5d-a787f2695878 req-40080782-9504-4fc6-914a-127f301f67e8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.9785144 Jun 01 13:30:55.344121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:55.380763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 740dbecf-a15a-41c5-a996-8090a6691435 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:30:55.385676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:55.386354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.387893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-e555def4-0660-415b-b64a-4567b3105ee5 service neutron] 10.222.0.24 "PUT /v2.0/ports/19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1092 time: 4.0795600 Jun 01 13:30:55.388392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:30:55.398041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 740dbecf-a15a-41c5-a996-8090a6691435 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:55.398942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.510692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0ea46-8bb0-41ab-9725-775c3c41820e None None] Port 3631f137-e1fe-4f80-b3d7-55560c0a3412 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:30:55.585749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f57d93a-765c-46ef-9b5d-a787f2695878 req-08127916-af98-4c8d-a0fb-3226465c446e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583404 Jun 01 13:30:55.603725 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae11418f-359e-4528-9a04-ba9ceb2958fe'] response: {'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'status': 'completed', 'code': 200} Jun 01 13:30:55.645051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 3631f137-e1fe-4f80-b3d7-55560c0a3412 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:55.670637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 740dbecf-a15a-41c5-a996-8090a6691435 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:55.670987 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.743698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 740dbecf-a15a-41c5-a996-8090a6691435, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740dbecf-a15a-41c5-a996-8090a6691435,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:55.751196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:55.830842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-626d0e40-fd84-4601-a476-a3c2295b9362 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:55.834441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-8963c172-45a2-4b5d-be55-e02076991294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:55.837052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-8963c172-45a2-4b5d-be55-e02076991294 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1095 time: 0.2258556 Jun 01 13:30:55.853314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-352411aa-16af-442d-85db-95510c13f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:55.861037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-352411aa-16af-442d-85db-95510c13f67f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1095 time: 0.4257374 Jun 01 13:30:55.866955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-626d0e40-fd84-4601-a476-a3c2295b9362 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:55.868894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-626d0e40-fd84-4601-a476-a3c2295b9362 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7820425 Jun 01 13:30:55.873514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43044) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:55.880896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--556830380'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:55.890491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:55.904130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:55.993483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:56.033542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-78294f9f-b036-4dac-a2d2-498f501727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:56.035054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-78294f9f-b036-4dac-a2d2-498f501727cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.1889670 Jun 01 13:30:56.053728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=740dbecf-a15a-41c5-a996-8090a6691435,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:56.077920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:56.099440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:56.109400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:56.126140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:56.143827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:56.266995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=3631f137-e1fe-4f80-b3d7-55560c0a3412,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:56.346118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:56.399221 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-78667375-e3d1-4ced-adfc-ba6a42f5c164 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/3631f137-e1fe-4f80-b3d7-55560c0a3412 HTTP/1.1" status: 204 len: 168 time: 2.5837367 Jun 01 13:30:56.403944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:56.454411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-6d14fcbf-b5c4-4592-8f12-eba475e6010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:56.470070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-6d14fcbf-b5c4-4592-8f12-eba475e6010f service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.4339867 Jun 01 13:30:56.769664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d8ada-4022-4b2e-a8af-140f02dbbeb8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:56.774840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d8ada-4022-4b2e-a8af-140f02dbbeb8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:56.776687 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2c0d8ada-4022-4b2e-a8af-140f02dbbeb8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3483095 Jun 01 13:30:56.782091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43098) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:56.948896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:30:56.957640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.066965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.087825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.104830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740dbecf-a15a-41c5-a996-8090a6691435 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:30:57.117213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-f3c6a137-06a6-461b-a73a-4624ee55c322 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 999 time: 0.5120854 Jun 01 13:30:57.188864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.222306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-993c91b9-4ff1-401b-b472-25b2d50fb76c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 999 time: 0.7466581 Jun 01 13:30:57.265933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 740dbecf-a15a-41c5-a996-8090a6691435 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:30:57.266891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.305663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-6aeeba41-434e-4a51-a162-9d9b25f0813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:57.307117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-6aeeba41-434e-4a51-a162-9d9b25f0813e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.1816883 Jun 01 13:30:57.323208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107abd5-8974-4272-b17e-ba1a5ad29867 req-b47a73bd-4f21-4b7f-854f-5f6f5169e159 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:57.324697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6107abd5-8974-4272-b17e-ba1a5ad29867 req-b47a73bd-4f21-4b7f-854f-5f6f5169e159 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.4349322 Jun 01 13:30:57.415074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba83ca-c7e9-4cba-bae6-854f86b59cc7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:57.425514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.445808 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-91472f3b-54b6-491d-9a6f-c1e8c5fce1a3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5566647 Jun 01 13:30:57.446873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43126) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:57.477345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'c4ba83ca-c7e9-4cba-bae6-854f86b59cc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:57.496528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:57.502306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:57.512756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:57.525917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:57.539016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 740dbecf-a15a-41c5-a996-8090a6691435 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:30:57.571378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-8b44cec5-6c7d-49f5-99ca-61513410496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:57.573069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-8b44cec5-6c7d-49f5-99ca-61513410496e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.3343637 Jun 01 13:30:57.582483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6107abd5-8974-4272-b17e-ba1a5ad29867 req-347020f8-3d3a-4a5c-a6f5-efccda809ea6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332161 Jun 01 13:30:57.621582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.720013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-736e2a10-8165-4568-9764-a2de52a6f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:57.721821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-736e2a10-8165-4568-9764-a2de52a6f9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3960390 Jun 01 13:30:57.728256 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:57.730119 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-586e7248-f1cd-4889-8f21-ca9ded2dbb30 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2708817 Jun 01 13:30:57.734174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43130) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:57.741932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group_rule': {'security_group_id': 'c4ba83ca-c7e9-4cba-bae6-854f86b59cc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:57.750815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:57.755020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:57.758091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:57.764555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:57.851358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.911600 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:57.917324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ec479-f23c-45d9-a20b-bab00c0616ca None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:30:57.929369 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc HTTP/1.1" status: 204 len: 168 time: 1.1422215 Jun 01 13:30:57.930806 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:30:57.931940 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02a704ea-5a05-4d97-bdf6-08fd60c07c4c tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1968315 Jun 01 13:30:57.937503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43140) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:57.938043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:57.996058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-88cf22ee-66b5-4ed6-a48b-cbc28054ee3e service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666214 Jun 01 13:30:58.054933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-88703b71-f7a1-43e7-bb02-9cc7d5989222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:58.056413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-88703b71-f7a1-43e7-bb02-9cc7d5989222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4627371 Jun 01 13:30:58.076333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61293f0a-17c5-4140-a3bd-a5693bc89375 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:58.107209 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f4e86b27-e035-44b9-9c04-0c028a5b0216 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677284 Jun 01 13:30:58.113825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43150) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:58.264304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.305710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6c7a493-54a9-4ebe-ac51-96b9c70d67aa req-568ebeef-1867-4b4f-91bf-8b20b06519e0 service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020079 Jun 01 13:30:58.314334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.347633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13756c4-ef1d-4132-8a3b-81b67e5fe3a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:58.348361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c13756c4-ef1d-4132-8a3b-81b67e5fe3a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:58.417381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-9b65a865-e2bc-4a9c-81b7-beca51166153 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767084 Jun 01 13:30:58.443602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e678be-effa-4eca-8df3-ef600789691d None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:30:58.460021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Deleting port 740dbecf-a15a-41c5-a996-8090a6691435 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:30:58.460602 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.514647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.558480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c13756c4-ef1d-4132-8a3b-81b67e5fe3a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:58.563070 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c13756c4-ef1d-4132-8a3b-81b67e5fe3a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4248462 Jun 01 13:30:58.563823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43158) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:58.574141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba83ca-c7e9-4cba-bae6-854f86b59cc7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:58.737811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.743516 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b8b866f-c9f8-4d98-86cf-d9c78759fb97 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/c4ba83ca-c7e9-4cba-bae6-854f86b59cc7 HTTP/1.1" status: 204 len: 168 time: 0.8018014 Jun 01 13:30:58.748574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43166) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:58.802249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43170) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:58.828839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'network': {'name': 'tempest-network-smoke--1456602892', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:58.845975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:58.854382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:network and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:58.870780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:58.908605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182d2bc-7730-45dc-a93d-c78f96faf6e0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:58.908836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7182d2bc-7730-45dc-a93d-c78f96faf6e0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:58.915331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:58.963236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-25e678be-effa-4eca-8df3-ef600789691d None None] For port 740dbecf-a15a-41c5-a996-8090a6691435, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=740dbecf-a15a-41c5-a996-8090a6691435,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:30:58.963922 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.964951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-812410a4-d2ca-4f00-bcd8-ac7b61026f7d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:30:58.967913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:58.971315 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:58.995085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7182d2bc-7730-45dc-a93d-c78f96faf6e0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:58.996575 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7182d2bc-7730-45dc-a93d-c78f96faf6e0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4192963 Jun 01 13:30:59.023722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-6e46d5cc-b959-4b75-a6b9-5da57a7c30d1 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001985 Jun 01 13:30:59.025464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43176) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:59.032078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.047517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-812410a4-d2ca-4f00-bcd8-ac7b61026f7d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:30:59.054005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-812410a4-d2ca-4f00-bcd8-ac7b61026f7d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2984991 Jun 01 13:30:59.054782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43180) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:59.064641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108406735'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:59.080788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:59.083869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:59.092730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group_rule and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:59.097914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:59.100892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:59.106948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:59.129645 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.189552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:59.197906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Usage tracker for resource:security_group_rule and tenant:563e2036a8a84789ba2c2a246718c50b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:30:59.204044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:30:59.219557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:59.293945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Calling delete_port for 740dbecf-a15a-41c5-a996-8090a6691435 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:30:59.322798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43190) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:30:59.323326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-59361c70-ce1d-4be4-a443-4059525c106b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2740638 Jun 01 13:30:59.362950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:30:59.400516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-3d99feb7-4980-4367-9ffd-a26deeb6a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:59.402370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-3d99feb7-4980-4367-9ffd-a26deeb6a9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1095 time: 0.9778652 Jun 01 13:30:59.430896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2864df-50c0-40e7-a770-4b3e05b47fae req-ffc43d3c-542e-48cd-90fc-b6114c6a41de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:59.432628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd2864df-50c0-40e7-a770-4b3e05b47fae req-ffc43d3c-542e-48cd-90fc-b6114c6a41de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.5666487 Jun 01 13:30:59.480197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740dbecf-a15a-41c5-a996-8090a6691435 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:30:59.491958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.519832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.599596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:30:59.600981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.605209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 740dbecf-a15a-41c5-a996-8090a6691435 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:30:59.605544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 740dbecf-a15a-41c5-a996-8090a6691435 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:30:59.613339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:30:59.631901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:30:59.647767 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.650183 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0a1f9-0998-4802-b911-036b10e0ce97,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:59.656781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e678be-effa-4eca-8df3-ef600789691d None None] Pushing event deleted for resources: {'Port': ['ID=740dbecf-a15a-41c5-a996-8090a6691435,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:30:59.660225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.660681 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Added segment d56861bb-bd23-488f-ad35-7366e29f1a3e of type vlan for network 0e934865-97f9-4435-be5b-bf7667edd9e9 Jun 01 13:30:59.665128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e678be-effa-4eca-8df3-ef600789691d None None] No DVR routers for this DVR port 740dbecf-a15a-41c5-a996-8090a6691435 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:30:59.674068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.713578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:30:59.720319 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.855761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.912673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-11e08b1a-7c27-4db3-a7ba-f444a4f69d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:59.914120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-11e08b1a-7c27-4db3-a7ba-f444a4f69d67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.4801519 Jun 01 13:30:59.960380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.961609 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9043398 Jun 01 13:30:59.976019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.981825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:30:59.982371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:30:59.986387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.027533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd2864df-50c0-40e7-a770-4b3e05b47fae req-9c02f079-6616-400f-b76c-e26296cf507b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345830 Jun 01 13:31:00.066385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-0ca2e26f-9ab5-4a04-a62c-055fc744d18f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 999 time: 0.1318917 Jun 01 13:31:00.138570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-778a691a-7c76-4d62-8dc3-b1eeceecadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:00.140415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-778a691a-7c76-4d62-8dc3-b1eeceecadb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.0671713 Jun 01 13:31:00.231326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-2bb44abc-5481-4c2f-a950-cdc332aae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:00.233328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-2bb44abc-5481-4c2f-a950-cdc332aae951 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861528 Jun 01 13:31:00.305658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f73509cb-80dd-47b3-a9a2-a3f15ab1501d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:00.306558 n-d-844200-1 neutron-server[88372]: WARNING neutron.api.v2.base [None req-f73509cb-80dd-47b3-a9a2-a3f15ab1501d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 13:31:00.307266 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-f73509cb-80dd-47b3-a9a2-a3f15ab1501d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 13:31:00.308507 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f73509cb-80dd-47b3-a9a2-a3f15ab1501d tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "PUT /v2.0/security-groups/5fbfde33-2a05-4c5d-ac48-a1bc90557dd0 HTTP/1.1" status: 409 len: 330 time: 0.0244477 Jun 01 13:31:00.396716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-1c3c231f-e75a-44d1-9725-75a8770a78c7 service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550920 Jun 01 13:31:00.397338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43204) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.486794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Network': ['ID=0e934865-97f9-4435-be5b-bf7667edd9e9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:00.490546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bbcf4-7beb-4f08-b78e-1413705651b6 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfde33-2a05-4c5d-ac48-a1bc90557dd0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:00.497605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:31:00.498421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6ab75ea9-0105-46ff-9645-bafb732277b5 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6898723 Jun 01 13:31:00.507554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.512616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'admin_state_up': True, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:00.535383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:00.561299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:router and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:00.561299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:00.570511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:00.593302 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.649074 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.726882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7337059-c8c9-418a-902b-c51b5aea8864 req-baa79da6-4982-48e3-8737-8e6fe61b00b6 service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122621 Jun 01 13:31:00.728588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.732042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:31:00.734333 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.765971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfde33-2a05-4c5d-ac48-a1bc90557dd0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:00.778105 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.779561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/5fbfde33-2a05-4c5d-ac48-a1bc90557dd0 HTTP/1.1" status: 204 len: 168 time: 0.3812435 Jun 01 13:31:00.781245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.781855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.782318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.782752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.783143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.783524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.783852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.784174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.784572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.784918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.785346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.785722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee4b39-88e6-41f6-a238-24699362d3f4 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:00.788332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43222) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.824303 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.825546 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.841459 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:00.851315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-99ba76db-31a5-49b0-82d8-290c6044c3b9 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Synchronizing usage tracker for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:00.860598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=30401eaf-bafd-4f50-a11f-4e15a2271128,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:00.868528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:00.870171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:00.881427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-99ba76db-31a5-49b0-82d8-290c6044c3b9 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] Unset dirty status for tenant:563e2036a8a84789ba2c2a246718c50b on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:00.882514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf754881-fe74-447e-a497-a315ee980f9f None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:00.883524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-99ba76db-31a5-49b0-82d8-290c6044c3b9 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938134 Jun 01 13:31:00.887188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43226) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.931031 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-a6584365-504f-495f-a23c-f1df908e43e3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] delete failed (client error): The resource could not be found. Jun 01 13:31:00.933424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a6584365-504f-495f-a23c-f1df908e43e3 tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "DELETE /v2.0/security-groups/a0b4bf85-bd4d-421d-8c38-1e28c6d465ae HTTP/1.1" status: 404 len: 347 time: 0.0440893 Jun 01 13:31:00.937020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43232) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:00.979144 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-3593f6e3-4e37-4dc0-bf1a-12627800c91e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] show failed (client error): The resource could not be found. Jun 01 13:31:00.980190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3593f6e3-4e37-4dc0-bf1a-12627800c91e tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-groups/d4e53c98-6a12-4706-9f7f-e676deddf01d HTTP/1.1" status: 404 len: 347 time: 0.0420573 Jun 01 13:31:00.984270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43236) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:01.000753 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-c32c555e-0325-4032-92ce-f99c7afc130b tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] show failed (client error): The resource could not be found. Jun 01 13:31:01.002158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c32c555e-0325-4032-92ce-f99c7afc130b tempest-NegativeSecGroupIPv6Test-1847993036 tempest-NegativeSecGroupIPv6Test-1847993036-project] 10.222.0.40 "GET /v2.0/security-group-rules/53d13762-e1c9-44d3-ada8-02a43fc7e5a5 HTTP/1.1" status: 404 len: 356 time: 0.0167005 Jun 01 13:31:01.023242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:01.023835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:01.182759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:01.194044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4265d73b-3798-43fd-9858-7a1ef4729bec tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8680041 Jun 01 13:31:01.196267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43244) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:01.206164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:01.294106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '30401eaf-bafd-4f50-a11f-4e15a2271128'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:31:01.294979 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:01.719704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Allocated IP 2001:db8::f816:3eff:fe92:2a3a (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/30401eaf-bafd-4f50-a11f-4e15a2271128/d12d35d0-f208-4951-a877-ebe6261f3a95) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:01.792441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43260) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:01.909764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5569af-d8dc-4a11-81a9-249ea3b591e7 req-8fcf9406-f5f1-41d4-a22a-4ce4390ef027 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:01.930269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a5569af-d8dc-4a11-81a9-249ea3b591e7 req-8fcf9406-f5f1-41d4-a22a-4ce4390ef027 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.6418047 Jun 01 13:31:01.941133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:01.993606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:02.009226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:02.058145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.065533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:02.120520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.177641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a5569af-d8dc-4a11-81a9-249ea3b591e7 req-0f70da0f-71eb-46c1-b8d3-a57efd61ca11 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462137 Jun 01 13:31:02.180151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:02.185455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.189182 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.199845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Transition to ACTIVE for port object d12d35d0-f208-4951-a877-ebe6261f3a95 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:02.240139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Transition to ACTIVE for port object d12d35d0-f208-4951-a877-ebe6261f3a95 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:02.255343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.341934 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30401eaf-bafd-4f50-a11f-4e15a2271128 (CIDR: 2001:db8::/64) Jun 01 13:31:02.353349 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:31:02.353795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:02.447851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43282) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:02.463716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:02.466960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Pushing event updated for resources: {'Port': ['ID=d12d35d0-f208-4951-a877-ebe6261f3a95,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:02.467258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bdacadfe-79d9-4598-be32-2b2c826c02c9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=563e2036a8a84789ba2c2a246718c50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736357 Jun 01 13:31:02.469355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-75fb8723-cd9c-4975-802d-3e91e4915d3b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2717912 Jun 01 13:31:02.475058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:02.475768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:02.480677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:02.482139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:02.607961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Attempting to bind port d12d35d0-f208-4951-a877-ebe6261f3a95 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:02.609588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Attempting to bind port d12d35d0-f208-4951-a877-ebe6261f3a95 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:02.610143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Attempting to bind port d12d35d0-f208-4951-a877-ebe6261f3a95 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:02.617301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:02.618073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:02.619426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.620063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:02.620883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Bound port: d12d35d0-f208-4951-a877-ebe6261f3a95, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:02.621592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.25.7.16 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/101ef29b-702d-4e2e-8c36-9328e97f80d6) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:02.621891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.728377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.770131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] For port d12d35d0-f208-4951-a877-ebe6261f3a95, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:02.776165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] For port d12d35d0-f208-4951-a877-ebe6261f3a95, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d12d35d0-f208-4951-a877-ebe6261f3a95,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:02.786371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.827598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:02.839570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:02.845155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:02.868604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:02.888786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:02.903667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:02.922783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65c6d-1404-4167-9f06-d15fcad97c5c None None] Pushing event updated for resources: {'Port': ['ID=d12d35d0-f208-4951-a877-ebe6261f3a95,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:03.059743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.109231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43300) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:03.160205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.243882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.366034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.377068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:03.422614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:03.426981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.453026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:03.481508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:03.499221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Usage tracker for resource:security_group_rule and tenant:e3c54f049c5a4311bf1307668183edce is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:03.706235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:03.713465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2924c-75b7-4981-a089-fc24c992fde7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:03.730114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:03.788129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=101ef29b-702d-4e2e-8c36-9328e97f80d6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:03.869664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff464-8b37-49bc-a748-33ec2a83d5ec req-a89c691d-a124-46d9-9cd8-c3c4e85def15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:03.871111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94dff464-8b37-49bc-a748-33ec2a83d5ec req-a89c691d-a124-46d9-9cd8-c3c4e85def15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.3766489 Jun 01 13:31:03.873266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.882545 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:03.886447 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4de0778a-ef6b-4e1c-bd82-02974ef1cf4b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d0f2924c-75b7-4981-a089-fc24c992fde7 HTTP/1.1" status: 204 len: 168 time: 1.4286842 Jun 01 13:31:04.015173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.052335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.081028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:04.126855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94dff464-8b37-49bc-a748-33ec2a83d5ec req-07a6edab-0eba-4569-8efa-be4030d6eb39 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914015 Jun 01 13:31:04.133380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:04.148367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:04.148367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.195001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:31:04.315133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8376539 Jun 01 13:31:04.333821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:04.347051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851467c7-4890-435f-a74b-d39c78365697 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=84972591-5780-4b82-bc13-a15edc318470,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:04.360086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:1c:53:32', 'name': 'tempest-NetworksTestDHCPv6-1020378304'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:04.490205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.651754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.730210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278930b-8834-4006-9cdf-2db46d977c85,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:04.733814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:04.748592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b40c9b6-0792-4b70-a5a9-544b629a483b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e3c54f049c5a4311bf1307668183edce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6377356 Jun 01 13:31:04.752506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:04.783550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '19754994-5390-4aff-ae2e-25d7e7088693', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'port_id': '19754994-5390-4aff-ae2e-25d7e7088693', 'mac_address': 'fa:16:3e:b1:77:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:31:04.902982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:04.936243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 19754994-5390-4aff-ae2e-25d7e7088693 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:04.936619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.950324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:04.951530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:04.961612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:04.974350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf46694-1f90-48a3-8e8e-609870fc7554 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:05.042286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19754994-5390-4aff-ae2e-25d7e7088693 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:31:05.048236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:05.078922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.085718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:05.149869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:05.235618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.269827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.294685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d12d35d0-f208-4951-a877-ebe6261f3a95 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:05.316685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.333982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2770e43d-f4ec-47b9-a95a-717d1b71086b None None] Provisioning for port d12d35d0-f208-4951-a877-ebe6261f3a95 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:05.366141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 7af311bf-c558-42f4-8506-57a67c6d7521 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:31:05.388602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.420808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdf5f6-0dc5-496e-a098-1c13ad152657 req-af70640d-09ae-4b8d-b263-f0647210003c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:05.422440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4bdf5f6-0dc5-496e-a098-1c13ad152657 req-af70640d-09ae-4b8d-b263-f0647210003c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 944 time: 0.6680443 Jun 01 13:31:05.432587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-d580af70-d689-4186-b971-9d1276095daf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:05.434188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-d580af70-d689-4186-b971-9d1276095daf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca&tenant_id=eff5a2fb59524599a3424abe670d764d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.6840775 Jun 01 13:31:05.470262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278930b-8834-4006-9cdf-2db46d977c85,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:05.472855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:05.476594 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8278930b-8834-4006-9cdf-2db46d977c85 HTTP/1.1" status: 204 len: 168 time: 0.7208233 Jun 01 13:31:05.490242 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.491054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.491054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.491453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.491634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.491936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.492266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.492577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.493080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.493402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.493724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.494040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646ff63-0266-41a1-bc32-dbbc6b6afa7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:05.590444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43360) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:05.601705 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0057018 Jun 01 13:31:05.621827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43364) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:05.737658 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-fc618775-2318-4440-9bf0-f80169d2a161 service neutron] delete failed (client error): The resource could not be found. Jun 01 13:31:05.761001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-fc618775-2318-4440-9bf0-f80169d2a161 service neutron] 10.222.0.13 "DELETE /v2.0/ports/19754994-5390-4aff-ae2e-25d7e7088693/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.2959545 Jun 01 13:31:05.769112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:05.774442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['19754994-5390-4aff-ae2e-25d7e7088693'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:31:05.780553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router 4915a726-1999-4fb3-8f52-476ceff3d8da is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:31:05.912314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d12d35d0-f208-4951-a877-ebe6261f3a95 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:05.915151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4bdf5f6-0dc5-496e-a098-1c13ad152657 req-52e33341-ba4a-40d5-af2a-329ca0eb3c00 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798634 Jun 01 13:31:05.982771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d12d35d0-f208-4951-a877-ebe6261f3a95 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:05.983496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:06.168920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43374) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:06.193321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-9e9eea6d-abb3-42e7-9f25-016527520927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:06.195668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-9e9eea6d-abb3-42e7-9f25-016527520927 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1096 time: 0.2786505 Jun 01 13:31:06.268518 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab47e1b8-8814-4043-a270-4aec392c44e2 tempest-NetworksApiDiscovery-1817181512 tempest-NetworksApiDiscovery-1817181512-project] 10.222.0.40 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6449330 Jun 01 13:31:06.287301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:31:06.312347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Sync routers for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:31:06.337080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:06.359115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:06.359356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-248826e8-c33d-4236-83f5-34e5f95a1716 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.8474019 Jun 01 13:31:06.361341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43380) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:06.369240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-68a7c61b-8f33-4263-b667-84d485d87c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:06.370726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-68a7c61b-8f33-4263-b667-84d485d87c65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.1647074 Jun 01 13:31:06.424530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:06.425304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:30:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:06.601885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:06.612038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Usage tracker for resource:security_group_rule and tenant:86bf190300c34038b93d28570f6c5e54 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:06.621856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:06.637455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-efdba6a0-d28b-4b15-b886-79507f81bd26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1000 time: 0.2579877 Jun 01 13:31:06.661591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:06.768453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8:0:1::150 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/84972591-5780-4b82-bc13-a15edc318470/7af311bf-c558-42f4-8506-57a67c6d7521) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:06.775317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d12d35d0-f208-4951-a877-ebe6261f3a95 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:06.775998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:06.813340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe1c:5332 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/30401eaf-bafd-4f50-a11f-4e15a2271128/7af311bf-c558-42f4-8506-57a67c6d7521) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:06.860293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43394) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:06.883559 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-661a2816-91bd-4a72-8cbb-abc9f5845e09 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=59e06d99ed3b477ab85b6b56de4d0f8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5206585 Jun 01 13:31:06.885114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43400) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:07.006361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.008078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d12d35d0-f208-4951-a877-ebe6261f3a95, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d12d35d0-f208-4951-a877-ebe6261f3a95,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:07.060025 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.068519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.088997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:07.105754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-594f7d69-bab4-4366-8a5a-36c95639f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:07.120902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-594f7d69-bab4-4366-8a5a-36c95639f57b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.4238901 Jun 01 13:31:07.308172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c00af3-6a19-4d57-bbc9-888f5e66e5e0 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:07.310095 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-02c00af3-6a19-4d57-bbc9-888f5e66e5e0 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4237270 Jun 01 13:31:07.324912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43408) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:07.353043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d12d35d0-f208-4951-a877-ebe6261f3a95,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:07.363914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.385840 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-849203e6-7916-4a8e-86eb-2b38c31df4d5 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580385 Jun 01 13:31:07.388651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:07.391114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43412) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:07.399754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419843764', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:07.419410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Usage tracker for resource:security_group_rule and tenant:733073d1890f49f79dbba24d5ea25794 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:07.426387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:07.458951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a362eed9-1ad9-4b45-aa41-7d2f27b276ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:07.490530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:07.502182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-72f9945d-bead-4edc-830b-88886470b578 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=86bf190300c34038b93d28570f6c5e54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3267226 Jun 01 13:31:07.503985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43416) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:07.559731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:07.565821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:subnet and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:07.571173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:07.582153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:07.606219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:07.611702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.612633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '30401eaf-bafd-4f50-a11f-4e15a2271128', 'ip_address': '2001:db8::f816:3eff:fe92:2a3a'}, {'subnet_id': '84972591-5780-4b82-bc13-a15edc318470'}], 'binding:host_id': 'n-d-844200-1'}, 'id': 'd12d35d0-f208-4951-a877-ebe6261f3a95'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:31:07.686958 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.760708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.800799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:04Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:07.818290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Checking router: 4915a726-1999-4fb3-8f52-476ceff3d8da for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:31:07.818810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Updating router 4915a726-1999-4fb3-8f52-476ceff3d8da port 101ef29b-702d-4e2e-8c36-9328e97f80d6 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:31:07.852907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-c5ca98a6-8d92-4708-b8b4-e9b8701bc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:07.854511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-c5ca98a6-8d92-4708-b8b4-e9b8701bc669 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7036176 Jun 01 13:31:07.873501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.877779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:07.980586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.003665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Subnet': ['ID=aa2311ed-7dc8-4b93-8966-da2563bf21a3,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:08.020860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.084680 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=733073d1890f49f79dbba24d5ea25794&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2185330 Jun 01 13:31:08.092328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:08.142162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb55926-8b93-4b95-ad98-862a74ffd966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6745bbd-d5d7-4bda-a058-76060d0d56b4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:08.145108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Checking segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:08.145477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network hostable DHCP agents. Network: 0e934865-97f9-4435-be5b-bf7667edd9e9, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:31:08.197798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-69247201-d5ba-4ca2-9137-eaff9eb9a5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286355 Jun 01 13:31:08.213128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.218811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.220755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:31:08.264353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 0e934865-97f9-4435-be5b-bf7667edd9e9) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:08.267989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.273556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c889df7-3590-4b7a-9e0f-db648e831c65 None None] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:08.282504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:08.283114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.325172 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8df41805-8908-4d6a-a104-9e657cb1f251 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9326901 Jun 01 13:31:08.328294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:08.389346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0042c5be-5114-4d42-88ca-ff2f5492eb1b req-2154ad4f-a96e-43c1-a1b0-b67ff638eeb0 service neutron] 10.222.0.13 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664493 Jun 01 13:31:08.403724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.424140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591f40-22f4-4098-a0b6-1d2d9717fc22 req-c7860f73-1255-4510-92c5-27ede6cf4242 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:08.429982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82591f40-22f4-4098-a0b6-1d2d9717fc22 req-c7860f73-1255-4510-92c5-27ede6cf4242 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 1.2391944 Jun 01 13:31:08.587284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82591f40-22f4-4098-a0b6-1d2d9717fc22 req-59de97f7-7e27-4472-ab92-1c8ee75cfb33 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496096 Jun 01 13:31:08.628494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.634128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 7af311bf-c558-42f4-8506-57a67c6d7521 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:08.637286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.665331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6745bbd-d5d7-4bda-a058-76060d0d56b4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:08.688976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362eed9-1ad9-4b45-aa41-7d2f27b276ff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:08.736486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.737939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d57534fe-686f-4e01-9288-f7601a3a0aa2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a362eed9-1ad9-4b45-aa41-7d2f27b276ff HTTP/1.1" status: 204 len: 168 time: 1.1434445 Jun 01 13:31:08.739314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.741364 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79ef970c-2c5f-46bf-8660-6d217ea54ad4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6745bbd-d5d7-4bda-a058-76060d0d56b4 HTTP/1.1" status: 204 len: 168 time: 0.6465476 Jun 01 13:31:08.765298 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.939832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:08.940944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:08.947057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:08.953226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:08.954150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:08.972115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=7af311bf-c558-42f4-8506-57a67c6d7521,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:09.018787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:31:09.041429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6d192cad-ce6b-4497-818c-3b9db8f0a1c0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7030907 Jun 01 13:31:09.047298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43446) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:09.176355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 7af311bf-c558-42f4-8506-57a67c6d7521 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:09.176803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:09.284749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:09.298065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Transition to ACTIVE for port object 101ef29b-702d-4e2e-8c36-9328e97f80d6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:09.326926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Allocated IP 2001:db8:0:1::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/84972591-5780-4b82-bc13-a15edc318470/d12d35d0-f208-4951-a877-ebe6261f3a95) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:09.499239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d12d35d0-f208-4951-a877-ebe6261f3a95 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:09.608462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:09.779417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-0e934865-97f9-4435-be5b-bf7667edd9e9', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:31:09.780509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:09.805417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.056719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Attempting to bind port 101ef29b-702d-4e2e-8c36-9328e97f80d6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:10.057168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Attempting to bind port 101ef29b-702d-4e2e-8c36-9328e97f80d6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:10.057624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Attempting to bind port 101ef29b-702d-4e2e-8c36-9328e97f80d6 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:10.125771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9d617-0106-4452-a571-fbd8795a4d66 None None] Pushing event updated for resources: {'Port': ['ID=101ef29b-702d-4e2e-8c36-9328e97f80d6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:10.171602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:10.172098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:10.173598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.174220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:10.175605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Bound port: 101ef29b-702d-4e2e-8c36-9328e97f80d6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:10.176751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.218061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 7af311bf-c558-42f4-8506-57a67c6d7521 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:10.372967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] For port 101ef29b-702d-4e2e-8c36-9328e97f80d6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:10.388252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] For port 101ef29b-702d-4e2e-8c36-9328e97f80d6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=101ef29b-702d-4e2e-8c36-9328e97f80d6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:10.398143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:10.440141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.479349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249203-6761-48eb-bf12-6946c226f731 req-f4762817-f6f1-4449-b13c-f97367b85567 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:10.491653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91249203-6761-48eb-bf12-6946c226f731 req-f4762817-f6f1-4449-b13c-f97367b85567 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 945 time: 0.6843095 Jun 01 13:31:10.566173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.695553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] For port d12d35d0-f208-4951-a877-ebe6261f3a95, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d12d35d0-f208-4951-a877-ebe6261f3a95,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:10.700027 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91249203-6761-48eb-bf12-6946c226f731 req-ccb3da40-24a5-4980-9beb-0b78dcecbb98 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074020 Jun 01 13:31:10.733426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:10.750945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.819527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9d617-0106-4452-a571-fbd8795a4d66 None None] Pushing event updated for resources: {'Port': ['ID=101ef29b-702d-4e2e-8c36-9328e97f80d6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:10.844838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Transition to ACTIVE for port object d12d35d0-f208-4951-a877-ebe6261f3a95 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:10.861041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d12d35d0-f208-4951-a877-ebe6261f3a95 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:10.861448 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.898740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:10.954746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:10.955267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:30:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:11.019406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-795058f4-5174-4478-946c-862b4f334d20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 200 len: 992 time: 0.2735519 Jun 01 13:31:11.508926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:11.621907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=7af311bf-c558-42f4-8506-57a67c6d7521,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:11.780950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:11.809881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b95f68b8-5f8c-43d7-b9b9-8304f434a65f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/7af311bf-c558-42f4-8506-57a67c6d7521 HTTP/1.1" status: 204 len: 168 time: 2.7589571 Jun 01 13:31:11.811851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:11.892502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 19754994-5390-4aff-ae2e-25d7e7088693 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:11.916385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port d12d35d0-f208-4951-a877-ebe6261f3a95 had new provisioning blocks added so it will not transition to active. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 01 13:31:11.938923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Allocated IP 172.20.0.2 (0e934865-97f9-4435-be5b-bf7667edd9e9/aa2311ed-7dc8-4b93-8966-da2563bf21a3/be2bb516-b88b-4eeb-a245-c265879c376c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:11.941266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaaf54-5da3-4b56-a28e-75a999d3101d None None] Pushing event updated for resources: {'Port': ['ID=d12d35d0-f208-4951-a877-ebe6261f3a95,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:11.962610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 19754994-5390-4aff-ae2e-25d7e7088693 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:11.962996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:11.992811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392523b-8cfe-41c0-9aa7-283d74b80d4b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:11.997780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43558) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:11.998654 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c392523b-8cfe-41c0-9aa7-283d74b80d4b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1857018 Jun 01 13:31:12.148302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795a437-9c74-4fbd-b9c8-3206464ce68b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:12.149067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4795a437-9c74-4fbd-b9c8-3206464ce68b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:12.179750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4795a437-9c74-4fbd-b9c8-3206464ce68b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:12.181454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4795a437-9c74-4fbd-b9c8-3206464ce68b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1826119 Jun 01 13:31:12.184119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43562) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:12.335952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:12.335952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:12.339342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:12.340266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:12.376960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:12.378310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e0b7c305-773f-4172-be38-4c2370b39635 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1929774 Jun 01 13:31:12.381395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:12.456972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:12.532143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:12.554860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 30401eaf-bafd-4f50-a11f-4e15a2271128 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:12.562132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:12.666980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:12.787804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:12.829935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:12.878752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:12.893621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0ab23e3ee9431a8d532001c73fc83d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:12.904077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:12.921746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:13.070089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.174447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.180606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.204269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 19754994-5390-4aff-ae2e-25d7e7088693 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:13.205265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.242182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=30401eaf-bafd-4f50-a11f-4e15a2271128,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:13.245284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec9485-6483-48c5-a637-9afe02dfabae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:13.246478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d16e470b-ff86-4218-9f2e-5f1093a928af None None] Provisioning for port d12d35d0-f208-4951-a877-ebe6261f3a95 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:13.260483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.304131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a93c5023-4c81-4edf-9371-47f1d63738bc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/30401eaf-bafd-4f50-a11f-4e15a2271128 HTTP/1.1" status: 204 len: 168 time: 0.9209361 Jun 01 13:31:13.306371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43614) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:13.342830 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b29187c-4493-4882-af88-6033eb2e86f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cb0ab23e3ee9431a8d532001c73fc83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8818486 Jun 01 13:31:13.342830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43618) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:13.355898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d16e470b-ff86-4218-9f2e-5f1093a928af None None] Provisioning complete for port d12d35d0-f208-4951-a877-ebe6261f3a95 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:13.356270 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d16e470b-ff86-4218-9f2e-5f1093a928af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.426217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:31:13.477783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 84972591-5780-4b82-bc13-a15edc318470 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:13.487808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.488941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.558696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:13.611018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.664184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.688066 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e009979-7c0f-4437-b174-0f6433b2ceec'] response: {'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'code': 200} Jun 01 13:31:13.696962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122225f-65be-403c-9ad2-7b4bdb25739c None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:13.703668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43632) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:13.762885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.784693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.785967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec9485-6483-48c5-a637-9afe02dfabae,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:13.828829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.846784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:13.849723 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6010284c-8017-4e42-896f-bb94f71d287b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5ec9485-6483-48c5-a637-9afe02dfabae HTTP/1.1" status: 204 len: 168 time: 0.5051644 Jun 01 13:31:13.983966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.026978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.115886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d12d35d0-f208-4951-a877-ebe6261f3a95 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:14.123978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.170363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=84972591-5780-4b82-bc13-a15edc318470,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:14.175397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:14.196997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e8e7399a-a383-4ba7-958e-d09c4c5c8d31 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/84972591-5780-4b82-bc13-a15edc318470 HTTP/1.1" status: 204 len: 168 time: 0.8889952 Jun 01 13:31:14.201365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Usage tracker for resource:security_group_rule and tenant:e16d5000ff3044958ab9c6e468a3c338 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:14.202312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:14.210966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:14.219143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:14.233354 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.295041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:04Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:14.303572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Transition to ACTIVE for port object be2bb516-b88b-4eeb-a245-c265879c376c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:14.309803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:14.349329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2a688-baad-4fe1-a003-91645a3535e7 None None] The sync data for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 is: [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:04Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:31:14.413863 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5854fe1-a9bd-4c4b-b94b-ea19000ebb90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2102044 Jun 01 13:31:14.415505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43646) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:14.417112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.429571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.429847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:14.623107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e16d5000ff3044958ab9c6e468a3c338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156621 Jun 01 13:31:14.627505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43650) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:14.652674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:14.657758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:14.661383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:14.670132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:14.688767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:14.693271 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.708466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d16e470b-ff86-4218-9f2e-5f1093a928af None None] Current status of the port d12d35d0-f208-4951-a877-ebe6261f3a95 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:14.725731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Transition to ACTIVE for port object be2bb516-b88b-4eeb-a245-c265879c376c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:14.794072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d521c-4a9f-4c15-ba39-9bf52db20f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa38b8-d1e0-407a-ac6a-1750ce6cd3a9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:14.802674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.833344 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.893952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.924162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c05405d1-9588-402f-95fc-8856aea45579 None None] Could not find standard attr ID for object 7af311bf-c558-42f4-8506-57a67c6d7521. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:31:14.928766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d12d35d0-f208-4951-a877-ebe6261f3a95 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:14.929141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:14.973418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:14.978959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Pushing event updated for resources: {'Port': ['ID=be2bb516-b88b-4eeb-a245-c265879c376c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:14.983003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:15.007961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.054443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:15.061428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa38b8-d1e0-407a-ac6a-1750ce6cd3a9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:15.067299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.070938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e68c85aa-1627-48bf-9ae5-c2662101211a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/affa38b8-d1e0-407a-ac6a-1750ce6cd3a9 HTTP/1.1" status: 204 len: 168 time: 0.4291821 Jun 01 13:31:15.074113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.20.0.1 (0e934865-97f9-4435-be5b-bf7667edd9e9/aa2311ed-7dc8-4b93-8966-da2563bf21a3/bf20c714-3653-4e23-b03d-ec8912fc058d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:15.216837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:31:15.228204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Deleting port d12d35d0-f208-4951-a877-ebe6261f3a95 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:15.228514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.303522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.338140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Transition to ACTIVE for port object bf20c714-3653-4e23-b03d-ec8912fc058d will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:15.385432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Attempting to bind port be2bb516-b88b-4eeb-a245-c265879c376c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:15.385887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Attempting to bind port be2bb516-b88b-4eeb-a245-c265879c376c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:15.386136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Attempting to bind port be2bb516-b88b-4eeb-a245-c265879c376c on network 0e934865-97f9-4435-be5b-bf7667edd9e9 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:15.439227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:15.439841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Checking segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:15.440250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.441070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Bound using segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:15.441564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Bound port: be2bb516-b88b-4eeb-a245-c265879c376c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:15.441933 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.477625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d12d35d0-f208-4951-a877-ebe6261f3a95 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:15.528130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.650311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:15.658422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:15.668900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:15.813523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] For port be2bb516-b88b-4eeb-a245-c265879c376c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:15.828971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] For port be2bb516-b88b-4eeb-a245-c265879c376c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be2bb516-b88b-4eeb-a245-c265879c376c,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:15.845809 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.880368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:15.941545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.962436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] For port d12d35d0-f208-4951-a877-ebe6261f3a95, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d12d35d0-f208-4951-a877-ebe6261f3a95,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:15.966325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.980717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:15.987004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:15.987720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:15.993969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Usage tracker for resource:security_group_rule and tenant:507ad73d44e34b229af6dba48302564c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:15.998137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:16.011516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:16.224894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.238533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.293532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=507ad73d44e34b229af6dba48302564c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116156 Jun 01 13:31:16.297407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43676) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:16.351903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf743d4-4780-4c86-acda-aa17a2b5f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef3ed1a-9fa6-4928-843c-672d88f6e951,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:16.359824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 101ef29b-702d-4e2e-8c36-9328e97f80d6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:16.474612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Calling delete_port for d12d35d0-f208-4951-a877-ebe6261f3a95 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:16.498374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.557650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.561085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157bf5d-4bc5-4930-b4a1-57dea160e9a4 None None] Pushing event updated for resources: {'Port': ['ID=be2bb516-b88b-4eeb-a245-c265879c376c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:16.585569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.690968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 101ef29b-702d-4e2e-8c36-9328e97f80d6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:16.697443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 101ef29b-702d-4e2e-8c36-9328e97f80d6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:16.697687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.710524 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.754879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.756559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3ef3ed1a-9fa6-4928-843c-672d88f6e951 HTTP/1.1" status: 204 len: 168 time: 0.4572656 Jun 01 13:31:16.758106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22ece3-7841-4f82-b04a-b1b7df58ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef3ed1a-9fa6-4928-843c-672d88f6e951,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:16.781103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:31:16.880866 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:16.959999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] Pushing event deleted for resources: {'Port': ['ID=d12d35d0-f208-4951-a877-ebe6261f3a95,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:16.973276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237fbaf-ab2d-4bbb-9ee9-647e6ee03e10 None None] No DVR routers for this DVR port d12d35d0-f208-4951-a877-ebe6261f3a95 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:31:17.087729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 101ef29b-702d-4e2e-8c36-9328e97f80d6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:17.088404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:17.110572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 101ef29b-702d-4e2e-8c36-9328e97f80d6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=101ef29b-702d-4e2e-8c36-9328e97f80d6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:17.116827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:17.168871 n-d-844200-1 neutron-server[88372]: WARNING neutron.services.revisions.revision_plugin [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Could not find related port for resource to bump revision. Jun 01 13:31:17.203878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=101ef29b-702d-4e2e-8c36-9328e97f80d6,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:17.237765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d12d35d0-f208-4951-a877-ebe6261f3a95 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:31:17.250756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_pluggable_backend [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Port d12d35d0-f208-4951-a877-ebe6261f3a95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88372) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 01 13:31:17.251057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.ipam_pluggable_backend [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Reverting IP allocation for 2001:db8::f816:3eff:fe92:2a3a {{(pid=88372) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 01 13:31:17.286751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:17.291756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d12d35d0-f208-4951-a877-ebe6261f3a95 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:31:17.292102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d12d35d0-f208-4951-a877-ebe6261f3a95 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:31:17.514680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:17.525913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:17.534549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:17.535604 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:17.559300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc4ea5-7a26-483a-960d-151e7844c580 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:17.604566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=155cd746-7336-4314-969d-dda30e8c1a80,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:17.699156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-151dd126-661f-45ee-a827-d1294a9268d9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2823410 Jun 01 13:31:17.702207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43698) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:17.709786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:17.846028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:17.859274 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.045326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '155cd746-7336-4314-969d-dda30e8c1a80'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:31:18.046206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.047416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:18.050330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.086147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f1ac7-3ad0-4b1f-bda6-f8247b2232e8 None None] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:18.136431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:18.143332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:18.147626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:18.160466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:18.192761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:18.196875 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.261451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:18.264897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:18.333703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 101ef29b-702d-4e2e-8c36-9328e97f80d6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:18.498003 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 155cd746-7336-4314-969d-dda30e8c1a80 (CIDR: 2001:db8::/64) Jun 01 13:31:18.504554 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:31:18.505288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:18.515736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.534172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9b5c027e-77ef-4fe6-bc0e-8502ecd3db24 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8301139 Jun 01 13:31:18.539031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43724) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:18.567692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-efe6a4e6-6062-4133-a57f-bfdd1d29ba00 None None] Provisioning for port be2bb516-b88b-4eeb-a245-c265879c376c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:18.572465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:18.621029 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f59245b-932b-4a0c-aeec-8b3922d3707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.741245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router 4915a726-1999-4fb3-8f52-476ceff3d8da has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:31:18.834445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 101ef29b-702d-4e2e-8c36-9328e97f80d6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:18.839720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:18.855137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:18.860042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:18.864440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:18.874572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:18.901161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:18.905273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.057270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Allocated IP 2001:db8::f816:3eff:fe82:d38f (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/155cd746-7336-4314-969d-dda30e8c1a80/53a4f0cd-e985-4b29-b6d9-6194968a818c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:19.180539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:31:19.188835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4500b8ce-d4b4-4a7f-b0ed-aab024d74cb2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "PUT /v2.0/routers/4915a726-1999-4fb3-8f52-476ceff3d8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8593931 Jun 01 13:31:19.195896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43746) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:19.197264 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Sync routers for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:31:19.202707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--452314620', 'description': 'tempest-secgroup_access--452314620 description', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:19.210697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:19.215368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:19.218210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:19.219578 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:19.225327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:19.227048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:30:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:19.245514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.272463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:19.277863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group_rule and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:19.289927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:19.297336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:19.356908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 101ef29b-702d-4e2e-8c36-9328e97f80d6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:19.358352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be2bb516-b88b-4eeb-a245-c265879c376c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:19.396610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.405081 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.591094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.676441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port be2bb516-b88b-4eeb-a245-c265879c376c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:19.694181 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:19.706514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Transition to ACTIVE for port object 53a4f0cd-e985-4b29-b6d9-6194968a818c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:19.718882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Provisioning for port bf20c714-3653-4e23-b03d-ec8912fc058d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:19.721945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port be2bb516-b88b-4eeb-a245-c265879c376c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:19.722414 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.791941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Provisioning complete for port bf20c714-3653-4e23-b03d-ec8912fc058d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:19.792463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:19.855513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Transition to ACTIVE for port object 53a4f0cd-e985-4b29-b6d9-6194968a818c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:19.886200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.004882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38629905-dd05-404a-85d2-ed71bc27268a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:20.016485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:20.021639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Port bf20c714-3653-4e23-b03d-ec8912fc058d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:31:20.027954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.033254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.037764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dd0f78ef-9d65-4994-9043-9e7234385c7f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8384206 Jun 01 13:31:20.040572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:20.046748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1692834678', 'description': 'tempest-secgroup_general--1692834678 description', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:20.068330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:20.073782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:20.080240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:20.083598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:20.098236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:20.107814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:20.129198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.187802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:20.192144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group_rule and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:20.199509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:20.212669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:20.224701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Provisioning complete for port be2bb516-b88b-4eeb-a245-c265879c376c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:20.225484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.241579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=d79b967a-1479-4304-86db-501561b4f002,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:20.299685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:20.303587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:20.314819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:20.319205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.372574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-94b28ec0-470a-4658-85cf-475e2b39d894 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8317716 Jun 01 13:31:20.375537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43768) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:20.390108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:60:1f:2d', 'name': 'tempest-NetworksTestDHCPv6-1593037854'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:20.391258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.405198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.412803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 2, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:20.427000 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Checking router: 4915a726-1999-4fb3-8f52-476ceff3d8da for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:31:20.427347 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Updating router 4915a726-1999-4fb3-8f52-476ceff3d8da port bf20c714-3653-4e23-b03d-ec8912fc058d binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:31:20.456626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Pushing event updated for resources: {'Port': ['ID=53a4f0cd-e985-4b29-b6d9-6194968a818c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:20.517688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1182e481-9930-49fd-b410-e9bfade8de67,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:20.535390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.541108 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e4c6223-e5e3-497e-8230-cb350bb74273 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4968438 Jun 01 13:31:20.542020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:20.553935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'security_group_rule': {'security_group_id': '38629905-dd05-404a-85d2-ed71bc27268a', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:20.556302 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.570828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:20.577919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:security_group_rule and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:20.585317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:20.598470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:20.637989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.765936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port be2bb516-b88b-4eeb-a245-c265879c376c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:20.767143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.793667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Attempting to bind port 53a4f0cd-e985-4b29-b6d9-6194968a818c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:20.794114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Attempting to bind port 53a4f0cd-e985-4b29-b6d9-6194968a818c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:20.794521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Attempting to bind port 53a4f0cd-e985-4b29-b6d9-6194968a818c on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:20.796695 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-51bb113e-e67e-4227-8e06-8e8ab42baac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.805117 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.806356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:20.815815 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.825893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port be2bb516-b88b-4eeb-a245-c265879c376c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be2bb516-b88b-4eeb-a245-c265879c376c,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:20.827154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:20.835592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:20.836312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:20.836870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.837467 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:20.838248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Bound port: 53a4f0cd-e985-4b29-b6d9-6194968a818c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:20.838896 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.842327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:20.852928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.883901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52420de0-f7ac-4cb4-ab8e-101b87b1ad84,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:20.908825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:20.919916 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31ac6504-e6a6-43ab-89c2-c1f9f3d4b7b4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763309 Jun 01 13:31:20.938830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Current status of the port be2bb516-b88b-4eeb-a245-c265879c376c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:20.939205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.099127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=be2bb516-b88b-4eeb-a245-c265879c376c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:21.110264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.119205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:31:21.119866 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:31:21.120912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] For port 53a4f0cd-e985-4b29-b6d9-6194968a818c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:21.126632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] For port 53a4f0cd-e985-4b29-b6d9-6194968a818c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53a4f0cd-e985-4b29-b6d9-6194968a818c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:21.138054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.170769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port 46151902-8bea-4430-ae51-a0022bf55a68 yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:31:21.313897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ec04-1976-45d6-99ad-0edbbb0827af None None] Pushing event updated for resources: {'Port': ['ID=53a4f0cd-e985-4b29-b6d9-6194968a818c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:21.414948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.449177 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Transition to ACTIVE for port object bf20c714-3653-4e23-b03d-ec8912fc058d will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:21.458555 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.522504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cdbbf34b-851d-47e7-ad21-436a162facff req-7bd4121a-1c17-403c-8ff7-d455ff5464ba tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:21.599411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cdbbf34b-851d-47e7-ad21-436a162facff req-7bd4121a-1c17-403c-8ff7-d455ff5464ba tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:21.602879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-7bd4121a-1c17-403c-8ff7-d455ff5464ba tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup_general--1692834678&fields=id&tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e HTTP/1.1" status: 200 len: 267 time: 0.2659490 Jun 01 13:31:21.691312 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Pushing event updated for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:21.733263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f0efd54a-dda7-4038-824c-175645a96e5f None None] Current status of the port be2bb516-b88b-4eeb-a245-c265879c376c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:21.790065 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.798333 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.903302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-455e4318-ad3b-46f2-9cf3-b36d501a6159 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup_access--452314620&fields=id&tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e HTTP/1.1" status: 200 len: 267 time: 0.2776399 Jun 01 13:31:21.911180 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.911681 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.912269 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.912654 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.913453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.914046 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.914336 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.914804 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.915285 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.915850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.916293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.916764 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:21.943270 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Attempting to bind port bf20c714-3653-4e23-b03d-ec8912fc058d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:21.943844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Attempting to bind port bf20c714-3653-4e23-b03d-ec8912fc058d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:21.944405 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Attempting to bind port bf20c714-3653-4e23-b03d-ec8912fc058d on network 0e934865-97f9-4435-be5b-bf7667edd9e9 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:21.950829 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:21.951381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Checking segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:21.951832 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:21.952361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Bound using segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:21.952920 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Bound port: bf20c714-3653-4e23-b03d-ec8912fc058d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:21.953401 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:22.046265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8:0:1::117 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/d79b967a-1479-4304-86db-501561b4f002/46151902-8bea-4430-ae51-a0022bf55a68) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:22.179001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] For port bf20c714-3653-4e23-b03d-ec8912fc058d, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:22.182797 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] For port bf20c714-3653-4e23-b03d-ec8912fc058d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bf20c714-3653-4e23-b03d-ec8912fc058d,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:22.191453 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:22.289164 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:22.289807 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:22.298920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::f816:3eff:fe60:1f2d (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/155cd746-7336-4314-969d-dda30e8c1a80/46151902-8bea-4430-ae51-a0022bf55a68) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:22.558164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:22.576186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object 46151902-8bea-4430-ae51-a0022bf55a68 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:22.619614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:22.641191 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b651f33-38c7-461b-af03-2cbb9d1a6cd0 None None] Pushing event updated for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:22.715990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:22.729008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:22.731735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:22.737967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:22.738582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:22.773347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=46151902-8bea-4430-ae51-a0022bf55a68,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:22.785287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-ea67dc75-c666-404c-886a-2dfac7b2f785 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:22.792398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-ea67dc75-c666-404c-886a-2dfac7b2f785 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 797 time: 0.8696878 Jun 01 13:31:22.804739 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43814) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:22.819197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-62a5d270-4a83-4d02-b0e0-137aa08963a8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4424295 Jun 01 13:31:22.838177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-0dcb69a1-4f6c-4c92-91ff-5236f09bcd7d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/quotas/59e06d99ed3b477ab85b6b56de4d0f8e HTTP/1.1" status: 200 len: 375 time: 0.0447960 Jun 01 13:31:22.860466 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:23.132157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-2185f0d0-6ceb-4bb8-8684-dd72e7628846 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929254 Jun 01 13:31:23.207300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:23.225593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be2bb516-b88b-4eeb-a245-c265879c376c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:23.234396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port 46151902-8bea-4430-ae51-a0022bf55a68 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:23.234790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:23.326863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461733c9-b72f-4e39-89f7-cc26bbadb4ee None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:23.384234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-5e73976a-1af4-42bd-8a49-58fa1bdd63c9 service neutron] 10.222.0.40 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509339 Jun 01 13:31:23.631984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-1304ab97-4364-4060-9585-b881378dc6f4 service neutron] 10.222.0.40 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461796 Jun 01 13:31:23.701680 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:22Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:23.710639 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ef542-c0e5-445c-9e1d-32008511cd67 None None] The sync data for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 is: [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:22Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:31:23.714382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-faa3c6ce-ee65-4bf0-8d2a-862432dece0b None None] Provisioning for port 53a4f0cd-e985-4b29-b6d9-6194968a818c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:23.803657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port be2bb516-b88b-4eeb-a245-c265879c376c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:23.804306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:23.821268 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:24.051298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for 46151902-8bea-4430-ae51-a0022bf55a68 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:24.062095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f4d50f9-5af7-46a2-b384-5c55f602e0c3 req-c7b9c3f6-5e87-4044-b675-6355672b7c31 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 210 time: 0.0865638 Jun 01 13:31:24.249686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port be2bb516-b88b-4eeb-a245-c265879c376c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:24.252603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53a4f0cd-e985-4b29-b6d9-6194968a818c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:24.440423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 53a4f0cd-e985-4b29-b6d9-6194968a818c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:24.450398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 53a4f0cd-e985-4b29-b6d9-6194968a818c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:24.450908 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:24.466355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:24.624247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=46151902-8bea-4430-ae51-a0022bf55a68,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:24.806719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:24.820742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:24.839921 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-584d217b-5d4b-4983-931a-280d5a73cae6 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/46151902-8bea-4430-ae51-a0022bf55a68 HTTP/1.1" status: 204 len: 168 time: 2.0339825 Jun 01 13:31:24.848780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 53a4f0cd-e985-4b29-b6d9-6194968a818c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:24.849362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:24.887356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Update dhcp port {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'fixed_ips': [{'subnet_id': '155cd746-7336-4314-969d-dda30e8c1a80', 'ip_address': '2001:db8::f816:3eff:fe82:d38f'}, {'subnet_id': 'd79b967a-1479-4304-86db-501561b4f002'}], 'binding:host_id': 'n-d-844200-1'}, 'id': '53a4f0cd-e985-4b29-b6d9-6194968a818c'} from n-d-844200-1. {{(pid=88373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 13:31:24.984649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 53a4f0cd-e985-4b29-b6d9-6194968a818c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53a4f0cd-e985-4b29-b6d9-6194968a818c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:25.004668 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:25.077256 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:25.226408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bf20c714-3653-4e23-b03d-ec8912fc058d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:25.388484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ce1ebe7-d6f2-41e4-b751-379b3a2c53dc req-9235ad0a-7b54-4105-967c-e8ef98eb4527 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 210 time: 0.0726421 Jun 01 13:31:25.440746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6a11f-b0ca-48b0-be07-f1e5d5c1ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:25.441723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bad6a11f-b0ca-48b0-be07-f1e5d5c1ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:25.471640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bad6a11f-b0ca-48b0-be07-f1e5d5c1ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:25.475888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:25.476234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bad6a11f-b0ca-48b0-be07-f1e5d5c1ac90 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.6535401 Jun 01 13:31:25.577164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Allocated IP 2001:db8:0:1::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/d79b967a-1479-4304-86db-501561b4f002/53a4f0cd-e985-4b29-b6d9-6194968a818c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:25.621396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=53a4f0cd-e985-4b29-b6d9-6194968a818c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:25.811286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d748592-9a89-4a21-bb27-22091a051ee3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:25.816181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d748592-9a89-4a21-bb27-22091a051ee3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:25.843025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9d748592-9a89-4a21-bb27-22091a051ee3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:25.877424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43882) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:25.897260 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d748592-9a89-4a21-bb27-22091a051ee3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4176483 Jun 01 13:31:26.002542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:26.005002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:26.007259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:26.008757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:26.034407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port bf20c714-3653-4e23-b03d-ec8912fc058d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:26.091967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port bf20c714-3653-4e23-b03d-ec8912fc058d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:26.092336 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.191992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:26.197881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:26.209900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3948a7e0-8163-43a1-bd1a-1b4745bd0865 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3271773 Jun 01 13:31:26.233060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] For port 53a4f0cd-e985-4b29-b6d9-6194968a818c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53a4f0cd-e985-4b29-b6d9-6194968a818c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:26.316929 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.350867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Transition to ACTIVE for port object 53a4f0cd-e985-4b29-b6d9-6194968a818c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:26.363682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 155cd746-7336-4314-969d-dda30e8c1a80 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:26.373913 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.397737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-a70d1ab6-d8f4-45a9-b748-a3af4c9488f3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:26.403219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-a70d1ab6-d8f4-45a9-b748-a3af4c9488f3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 797 time: 0.3840616 Jun 01 13:31:26.469420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.543149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.579534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-9f109882-6272-4a7d-b53b-a6747473c3b0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e HTTP/1.1" status: 200 len: 477 time: 0.1680350 Jun 01 13:31:26.590059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'port': {'device_id': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'admin_state_up': True, 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'security_groups': ['1182e481-9930-49fd-b410-e9bfade8de67', '38629905-dd05-404a-85d2-ed71bc27268a']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:26.674530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.844477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.846847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port bf20c714-3653-4e23-b03d-ec8912fc058d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:26.847720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:26.924407 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:26.929433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7772e-df9f-4285-a419-defb2fe39aca None None] Pushing event updated for resources: {'Port': ['ID=53a4f0cd-e985-4b29-b6d9-6194968a818c,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:26.945870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:port and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:26.977465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:26.991515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port bf20c714-3653-4e23-b03d-ec8912fc058d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bf20c714-3653-4e23-b03d-ec8912fc058d,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:26.999157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=155cd746-7336-4314-969d-dda30e8c1a80,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:27.001381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.001916 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.012187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:27.039360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:27.040551 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e64be32e-f3a3-49c2-adb8-c44872433eef tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/155cd746-7336-4314-969d-dda30e8c1a80 HTTP/1.1" status: 204 len: 168 time: 0.8408835 Jun 01 13:31:27.042255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43910) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:27.043153 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.180026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:27.209758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet d79b967a-1479-4304-86db-501561b4f002 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:27.220908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.236654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53a4f0cd-e985-4b29-b6d9-6194968a818c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:27.354156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19b96f36-72c8-4bea-886f-fca027953b99 req-115c3950-0da7-4f5a-8a91-6d72b72d1809 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 210 time: 0.6009355 Jun 01 13:31:27.413231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.480975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.20.0.13 (0e934865-97f9-4435-be5b-bf7667edd9e9/aa2311ed-7dc8-4b93-8966-da2563bf21a3/4202ac4a-5b94-46fa-bfda-0b132db19e15) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:27.595771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.704960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.789888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=d79b967a-1479-4304-86db-501561b4f002,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:27.800766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:27.811915 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d075c13-2bb7-4a8c-8377-4fdca203d650 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/d79b967a-1479-4304-86db-501561b4f002 HTTP/1.1" status: 204 len: 168 time: 0.7683890 Jun 01 13:31:27.817268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43932) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:27.946089 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f62bd778-e686-4a57-a4a1-e6d677259f54 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276276 Jun 01 13:31:27.948908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 43936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:27.957646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:27.977708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.036489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9246d72-09c7-422d-b7c6-d5c7d19a519d None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:28.053318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Transition to ACTIVE for port object 4202ac4a-5b94-46fa-bfda-0b132db19e15 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:28.102841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.179696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ebf864f-fd5f-4afb-be66-65d567cca499 None None] Could not find standard attr ID for object 46151902-8bea-4430-ae51-a0022bf55a68. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:31:28.225304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ebf864f-fd5f-4afb-be66-65d567cca499 None None] Provisioning for port 53a4f0cd-e985-4b29-b6d9-6194968a818c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:28.237463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:28.250009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ebf864f-fd5f-4afb-be66-65d567cca499 None None] Provisioning complete for port 53a4f0cd-e985-4b29-b6d9-6194968a818c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:28.252725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:28.253290 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ebf864f-fd5f-4afb-be66-65d567cca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.259726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:28.379572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:28.402206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:28.405942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:28.412560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:28.433594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:28.473476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:28.475537 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.498566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:28.502895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.670222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-df78483a-e01f-4519-8699-24299ffb8b64 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0852368 Jun 01 13:31:28.739779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf864f-fd5f-4afb-be66-65d567cca499 None None] Current status of the port 53a4f0cd-e985-4b29-b6d9-6194968a818c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:28.810711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:31:28.815530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Deleting port 53a4f0cd-e985-4b29-b6d9-6194968a818c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:28.816113 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.935822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Request body: {'port': {'device_id': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:28.966254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5a55eaf8-ba33-46ed-ba95-608ef95c91c5 None None] Provisioning for port 4202ac4a-5b94-46fa-bfda-0b132db19e15 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:28.976826 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:28.995615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5a55eaf8-ba33-46ed-ba95-608ef95c91c5 None None] Provisioning complete for port 4202ac4a-5b94-46fa-bfda-0b132db19e15 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:28.996342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5a55eaf8-ba33-46ed-ba95-608ef95c91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.140702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=892e5a66-d0fe-45ff-af42-0efbc5d618b7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:29.205687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:29.208789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] For port 53a4f0cd-e985-4b29-b6d9-6194968a818c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=53a4f0cd-e985-4b29-b6d9-6194968a818c,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:29.209412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.352958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Calling delete_port for 53a4f0cd-e985-4b29-b6d9-6194968a818c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:29.411349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:29.451726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:29.456877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.520936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5a55eaf8-ba33-46ed-ba95-608ef95c91c5 None None] Port 4202ac4a-5b94-46fa-bfda-0b132db19e15 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:31:29.522883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bf20c714-3653-4e23-b03d-ec8912fc058d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:29.615483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.635981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ac88541a-90b5-4335-a79a-1f184a4a7439 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6857574 Jun 01 13:31:29.638931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:29.645828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:29.653902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.672500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844158ed-a3c2-4be7-81bb-a4f0c3bbc615 req-521ab6e8-e827-46f9-ba3b-c94012d4835c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:29.673665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-844158ed-a3c2-4be7-81bb-a4f0c3bbc615 req-521ab6e8-e827-46f9-ba3b-c94012d4835c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:29.718055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] Pushing event deleted for resources: {'Port': ['ID=53a4f0cd-e985-4b29-b6d9-6194968a818c,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:29.746022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ed35-0c3f-412c-a3f8-a2612431362f None None] No DVR routers for this DVR port 53a4f0cd-e985-4b29-b6d9-6194968a818c on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:31:29.772901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578981f-7b72-4559-affd-a8d36cee9196 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:29.856155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port bf20c714-3653-4e23-b03d-ec8912fc058d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:29.857080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:29.983345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:30.000718 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:30.005356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:30.021443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:30.040062 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:30.043551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.089154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-844158ed-a3c2-4be7-81bb-a4f0c3bbc615 req-521ab6e8-e827-46f9-ba3b-c94012d4835c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:30.091205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-844158ed-a3c2-4be7-81bb-a4f0c3bbc615 req-521ab6e8-e827-46f9-ba3b-c94012d4835c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 971 time: 1.4327145 Jun 01 13:31:30.112274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port bf20c714-3653-4e23-b03d-ec8912fc058d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:30.167259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-844158ed-a3c2-4be7-81bb-a4f0c3bbc615 req-b52b6f5b-9393-4f0b-8410-e8c5e875412e tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648410 Jun 01 13:31:30.194008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': '892e5a66-d0fe-45ff-af42-0efbc5d618b7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:31:30.195740 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.215747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53a4f0cd-e985-4b29-b6d9-6194968a818c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:31:30.255399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 53a4f0cd-e985-4b29-b6d9-6194968a818c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:31:30.255645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 53a4f0cd-e985-4b29-b6d9-6194968a818c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:31:30.269602 n-d-844200-1 neutron-server[88372]: INFO neutron.db.ipam_backend_mixin [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 892e5a66-d0fe-45ff-af42-0efbc5d618b7 (CIDR: 2001:db8::/64) Jun 01 13:31:30.275231 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:31:30.275686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:30.276255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4202ac4a-5b94-46fa-bfda-0b132db19e15 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:31:30.286002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.299743 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e46998cf-7b66-47ab-93cb-a04c4df7deed tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6578882 Jun 01 13:31:30.299743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 43978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:30.308234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Transition to ACTIVE for port object 4202ac4a-5b94-46fa-bfda-0b132db19e15 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:30.310383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:30.314551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.427518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/892e5a66-d0fe-45ff-af42-0efbc5d618b7/b0a231e0-036d-4b22-89b6-54c361ce8220) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:30.552765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Pushing event updated for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:30.680250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Attempting to bind port 4202ac4a-5b94-46fa-bfda-0b132db19e15 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:30.680565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Attempting to bind port 4202ac4a-5b94-46fa-bfda-0b132db19e15 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:30.680817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Attempting to bind port 4202ac4a-5b94-46fa-bfda-0b132db19e15 on network 0e934865-97f9-4435-be5b-bf7667edd9e9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:30.695347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Port 4202ac4a-5b94-46fa-bfda-0b132db19e15 on network 0e934865-97f9-4435-be5b-bf7667edd9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:31:30.695457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Attempting to bind port 4202ac4a-5b94-46fa-bfda-0b132db19e15 on network 0e934865-97f9-4435-be5b-bf7667edd9e9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:30.701529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:30.701867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Checking segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:30.702248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Bound using segment: {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:30.702704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Bound port: 4202ac4a-5b94-46fa-bfda-0b132db19e15, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56861bb-bd23-488f-ad35-7366e29f1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:30.703055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.779678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:30.784018 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:30.787838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:30.795891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:30.812002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:30.820281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.868249 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.869745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:30.874472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:30.883730 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:30.891296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Transition to ACTIVE for port object b0a231e0-036d-4b22-89b6-54c361ce8220 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:30.954662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Transition to ACTIVE for port object b0a231e0-036d-4b22-89b6-54c361ce8220 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:30.977454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:31.000065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Pushing event updated for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:31.009557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:31.010279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:31.011757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-91f36263-4029-4cd6-876a-675b5a73686a service neutron] 10.222.0.13 "PUT /v2.0/ports/4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 1131 time: 2.0818667 Jun 01 13:31:31.013168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:31:31.115791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Pushing event updated for resources: {'Port': ['ID=b0a231e0-036d-4b22-89b6-54c361ce8220,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:31.134891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:31.136969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:31.139987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:31.146949 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb46752-8d57-4619-ad25-9c7f15261b29'] response: {'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'status': 'completed', 'code': 200} Jun 01 13:31:31.263146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-376ec666-19d6-4f2c-b98e-bed751a82b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:31.270674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-376ec666-19d6-4f2c-b98e-bed751a82b80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1134 time: 0.1972637 Jun 01 13:31:31.378425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Attempting to bind port b0a231e0-036d-4b22-89b6-54c361ce8220 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:31.379021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Attempting to bind port b0a231e0-036d-4b22-89b6-54c361ce8220 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:31.379204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Attempting to bind port b0a231e0-036d-4b22-89b6-54c361ce8220 on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:31.393143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:31.393658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:31.394068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:31.394508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:31.395166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Bound port: b0a231e0-036d-4b22-89b6-54c361ce8220, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:31.395550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:31.510421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-ee274572-0b72-494c-9292-9be197c6a7ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 217 time: 0.2327139 Jun 01 13:31:31.674525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] For port b0a231e0-036d-4b22-89b6-54c361ce8220, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:31.682491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] For port b0a231e0-036d-4b22-89b6-54c361ce8220, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0a231e0-036d-4b22-89b6-54c361ce8220,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:31.695719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:31.788695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-7a1e0343-eb01-4e36-967c-f6e76a2246e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:31.790164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-7a1e0343-eb01-4e36-967c-f6e76a2246e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.2555454 Jun 01 13:31:31.870047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:31:31.899790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37c4b9-006a-400d-ba58-2cd71685992d None None] Pushing event updated for resources: {'Port': ['ID=b0a231e0-036d-4b22-89b6-54c361ce8220,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:31.938366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec61957-d9a1-4ae4-9212-fe416eb3f70a req-bb3ef917-3bba-4ebf-8636-ff6c03a143b1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:31.939969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec61957-d9a1-4ae4-9212-fe416eb3f70a req-bb3ef917-3bba-4ebf-8636-ff6c03a143b1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 983 time: 0.5243735 Jun 01 13:31:32.130417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ec61957-d9a1-4ae4-9212-fe416eb3f70a req-7d45f4d7-3c6f-416b-af5b-6928613ae3d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1488135 Jun 01 13:31:32.153370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf34b-851d-47e7-ad21-436a162facff req-18aa30a1-3a50-414d-993b-aa961579d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:32.156320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-18aa30a1-3a50-414d-993b-aa961579d52f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582828 Jun 01 13:31:32.281742 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:32.494685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-a6b16e8e-afc8-4c44-8697-53b0d4eae79e service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282073 Jun 01 13:31:32.771064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port b0a231e0-036d-4b22-89b6-54c361ce8220, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0a231e0-036d-4b22-89b6-54c361ce8220,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:32.783168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdbbf34b-851d-47e7-ad21-436a162facff req-69bbe4a7-9452-4270-97cd-ddc4927d72d7 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773154 Jun 01 13:31:32.839991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:32.848710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:32.849763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:33.068829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:33.093738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d23388-80fa-421c-80e4-1982223cfc73 req-af78ed4a-25de-4645-a406-a3e58235065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:33.103410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-af78ed4a-25de-4645-a406-a3e58235065e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1134 time: 0.2497404 Jun 01 13:31:33.113387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:33.121789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:33.122022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:33.182190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=7fd1e5d6-4671-4bc9-b1ba-416305a9095a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:33.186830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=b0a231e0-036d-4b22-89b6-54c361ce8220,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:33.211065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3d164f06-75c2-4e09-a034-aebfa575b3ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9070654 Jun 01 13:31:33.212881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44038) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:33.219960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:17:0f:e5', 'name': 'tempest-NetworksTestDHCPv6-663950174'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:33.285344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0a231e0-036d-4b22-89b6-54c361ce8220 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:33.452010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b0a231e0-036d-4b22-89b6-54c361ce8220 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:33.539691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:33.544671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:33.548354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:33.573173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:33.602435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:33.689429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114c8b4-a58d-4bbd-a23b-8a06162f4753 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:33.690191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d23388-80fa-421c-80e4-1982223cfc73 req-eeaf4b3f-e578-495c-b2c1-d33c4a97f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:33.691831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-eeaf4b3f-e578-495c-b2c1-d33c4a97f96b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 898 time: 0.5810664 Jun 01 13:31:33.703398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ce43-015d-4dca-8920-a25a9f1b7710 req-c24672e8-8326-47bd-818e-e585c6a433de tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:33.705364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c648ce43-015d-4dca-8920-a25a9f1b7710 req-c24672e8-8326-47bd-818e-e585c6a433de tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 983 time: 0.1641815 Jun 01 13:31:33.773912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:33.798195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-c90ca269-0099-47bc-bdca-48b87e07384f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 217 time: 0.0916581 Jun 01 13:31:33.805315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port a0a89292-fc56-4b79-8fac-6163b51febc4 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:31:33.965607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c648ce43-015d-4dca-8920-a25a9f1b7710 req-aac26caf-8e56-4f0d-9a31-934c8568fca2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1944475 Jun 01 13:31:33.975061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Provisioning for port b0a231e0-036d-4b22-89b6-54c361ce8220 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:33.983899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Provisioning complete for port b0a231e0-036d-4b22-89b6-54c361ce8220 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:33.984441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:33.992084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d23388-80fa-421c-80e4-1982223cfc73 req-159c50f5-c3e3-42f3-aa5b-46edd6323726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:33.993535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-159c50f5-c3e3-42f3-aa5b-46edd6323726 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.1862345 Jun 01 13:31:34.098946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d23388-80fa-421c-80e4-1982223cfc73 req-a542489a-fd35-4af1-88a4-5b7816690ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:34.100742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-a542489a-fd35-4af1-88a4-5b7816690ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009378 Jun 01 13:31:34.144614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::151 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/892e5a66-d0fe-45ff-af42-0efbc5d618b7/a0a89292-fc56-4b79-8fac-6163b51febc4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:34.157382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:fe5 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/7fd1e5d6-4671-4bc9-b1ba-416305a9095a/a0a89292-fc56-4b79-8fac-6163b51febc4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:34.199661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Current status of the port b0a231e0-036d-4b22-89b6-54c361ce8220 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:34.202172 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:34.272225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] For port b0a231e0-036d-4b22-89b6-54c361ce8220, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0a231e0-036d-4b22-89b6-54c361ce8220,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:34.285719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:34.340879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-3c905e28-6a60-4cd2-b611-397ddf314eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324729 Jun 01 13:31:34.464516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f958be0-b079-4115-a6f2-70c159682284 None None] Pushing event updated for resources: {'Port': ['ID=b0a231e0-036d-4b22-89b6-54c361ce8220,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:34.542414 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:34.588010 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:34.622071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86d23388-80fa-421c-80e4-1982223cfc73 req-5c499ac8-78f1-4ad1-ad2b-60431686e13e service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752368 Jun 01 13:31:34.658446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object a0a89292-fc56-4b79-8fac-6163b51febc4 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:34.721330 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:35.051419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:35.054764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:35.059842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:35.065828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:35.066352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:35.093172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=a0a89292-fc56-4b79-8fac-6163b51febc4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:35.150439 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-81d34b10-f272-4376-a0f9-74e5b16bc392 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9357696 Jun 01 13:31:35.152871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44080) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:35.242079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0a231e0-036d-4b22-89b6-54c361ce8220 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:35.445372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f8e724c9-98ed-437f-b870-18b2320be2cd None None] Provisioning complete for port b0a231e0-036d-4b22-89b6-54c361ce8220 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:35.446025 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f8e724c9-98ed-437f-b870-18b2320be2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:35.541495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98fda-061d-4099-be17-714b778026d4 req-98d06ced-6a0c-4a33-bf64-fa2d5c351b2e tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:35.548693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2b98fda-061d-4099-be17-714b778026d4 req-98d06ced-6a0c-4a33-bf64-fa2d5c351b2e tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 983 time: 0.3335493 Jun 01 13:31:35.609875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port a0a89292-fc56-4b79-8fac-6163b51febc4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:35.610551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:35.623107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b0a231e0-036d-4b22-89b6-54c361ce8220 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:35.623716 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:35.714853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2b98fda-061d-4099-be17-714b778026d4 req-c0a1f03e-adfe-4a40-965a-80e1e9bb57ef tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1548269 Jun 01 13:31:35.807320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f8e724c9-98ed-437f-b870-18b2320be2cd None None] Current status of the port b0a231e0-036d-4b22-89b6-54c361ce8220 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:35.921277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b0a231e0-036d-4b22-89b6-54c361ce8220 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:35.930381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ed727a37-b2f6-480a-9d03-2ddf5ce2e1ad None None] Could not find standard attr ID for object 46151902-8bea-4430-ae51-a0022bf55a68. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:31:36.059430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-104800f7-5459-4d58-af93-5ba8eb4207cc None None] Provisioning for port a0a89292-fc56-4b79-8fac-6163b51febc4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:36.065283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-104800f7-5459-4d58-af93-5ba8eb4207cc None None] Provisioning complete for port a0a89292-fc56-4b79-8fac-6163b51febc4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:36.065803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-104800f7-5459-4d58-af93-5ba8eb4207cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:36.142009 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:36.226287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-104800f7-5459-4d58-af93-5ba8eb4207cc None None] Port a0a89292-fc56-4b79-8fac-6163b51febc4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:31:36.247513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4202ac4a-5b94-46fa-bfda-0b132db19e15 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:31:36.409019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:36.419905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for a0a89292-fc56-4b79-8fac-6163b51febc4 owned by {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:36.424740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'port_id': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'mac_address': 'fa:16:3e:02:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:31:36.495026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4202ac4a-5b94-46fa-bfda-0b132db19e15 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:36.497002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:36.517845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4202ac4a-5b94-46fa-bfda-0b132db19e15 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:31:36.539241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:36.547909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:36.701886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:36.772651 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4202ac4a-5b94-46fa-bfda-0b132db19e15'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:31:36.900761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:37.084324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=a0a89292-fc56-4b79-8fac-6163b51febc4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:37.245562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd4b9-10c6-4953-9f15-03ac4497f439 req-fdce69a0-946c-4e48-9a12-8c5e6e27b249 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.253793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6bfd4b9-10c6-4953-9f15-03ac4497f439 req-fdce69a0-946c-4e48-9a12-8c5e6e27b249 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 984 time: 0.2676585 Jun 01 13:31:37.317877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6bfd4b9-10c6-4953-9f15-03ac4497f439 req-37e4dfa4-3a87-4dd4-af41-ed0c977f98bb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0625460 Jun 01 13:31:37.346687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:37.369894 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-49ecd696-556c-4aef-9a7f-b6a32e5ec4f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a0a89292-fc56-4b79-8fac-6163b51febc4 HTTP/1.1" status: 204 len: 168 time: 2.2034559 Jun 01 13:31:37.370626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:37.557763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f745b-743b-424a-9c0f-694c0f29e482 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.562713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-474f745b-743b-424a-9c0f-694c0f29e482 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1908410 Jun 01 13:31:37.563514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44114) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:37.658023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a6363-999a-4789-b1bd-8674c658f458 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.659706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-843a6363-999a-4789-b1bd-8674c658f458 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0949447 Jun 01 13:31:37.662650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44122) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:37.738689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.740708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.742359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:37.743338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:37.767408 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:37.770635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b43a9df1-b98e-4d0b-bcf7-84744abb295d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1043751 Jun 01 13:31:37.772124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44128) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:37.851041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 7fd1e5d6-4671-4bc9-b1ba-416305a9095a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:37.854389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:37.950922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.048260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.140006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.207721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd1e5d6-4671-4bc9-b1ba-416305a9095a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:38.214747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.221765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9bffb-8522-404a-895b-2359603529f2 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:38.257407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a85df5b2-1f71-4531-bbb3-2f1553fd2411 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/7fd1e5d6-4671-4bc9-b1ba-416305a9095a HTTP/1.1" status: 204 len: 168 time: 0.4824860 Jun 01 13:31:38.259610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44144) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:38.319816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4202ac4a-5b94-46fa-bfda-0b132db19e15 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:38.370865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 892e5a66-d0fe-45ff-af42-0efbc5d618b7 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:38.377947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.475217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4202ac4a-5b94-46fa-bfda-0b132db19e15 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:38.486204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4202ac4a-5b94-46fa-bfda-0b132db19e15 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:38.486579 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.546264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:38.957743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:39.017792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4202ac4a-5b94-46fa-bfda-0b132db19e15 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:39.018755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:39.059589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:39.060697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:31:39.077899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:39.286423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:39.290367 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4367b183-210e-46e1-b5cd-065a403c4648'] response: {'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'code': 200} Jun 01 13:31:39.680159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a3a6-d9fc-4493-b50a-07e45db26692 req-e86d6b2f-f2b9-4835-b0c7-d786412ac7ab tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:39.681759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6958a3a6-d9fc-4493-b50a-07e45db26692 req-e86d6b2f-f2b9-4835-b0c7-d786412ac7ab tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 984 time: 1.0204444 Jun 01 13:31:39.727569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318bbd8-0b6d-4633-8376-45203eee7d06 req-7be49940-d8e5-465a-959a-6e4ce6558bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:39.731713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d318bbd8-0b6d-4633-8376-45203eee7d06 req-7be49940-d8e5-465a-959a-6e4ce6558bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.2987027 Jun 01 13:31:39.838523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d318bbd8-0b6d-4633-8376-45203eee7d06 req-e519cf35-6c85-45a9-a1c2-99b186ab99b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637703 Jun 01 13:31:39.887087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6958a3a6-d9fc-4493-b50a-07e45db26692 req-cf1e8084-9401-4c89-b9a4-3acaebf8b44f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1807621 Jun 01 13:31:39.916696 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:39.983988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:39.993241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188ff55-3be0-4bb5-8afd-f5a368c10570 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:40.018443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=892e5a66-d0fe-45ff-af42-0efbc5d618b7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:40.026293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-26dc4b65-bbef-4a4c-9015-999eba20845a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/892e5a66-d0fe-45ff-af42-0efbc5d618b7 HTTP/1.1" status: 204 len: 168 time: 1.7655923 Jun 01 13:31:40.030839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44172) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:40.182435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-29cda11e-b486-4346-a7dc-a6367e342455 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498954 Jun 01 13:31:40.185547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44176) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:40.191687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:40.305253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-df8fa62f-4521-43e5-8bcd-c5855868cc3e None None] Provisioning complete for port b0a231e0-036d-4b22-89b6-54c361ce8220 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:40.305978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-df8fa62f-4521-43e5-8bcd-c5855868cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:40.350283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:40.356029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:40.360543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:40.370815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:40.400098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:40.404400 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:40.532356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-df8fa62f-4521-43e5-8bcd-c5855868cc3e None None] Current status of the port b0a231e0-036d-4b22-89b6-54c361ce8220 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:40.640717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:31:40.645600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Deleting port b0a231e0-036d-4b22-89b6-54c361ce8220 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:40.646049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:40.730041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:40.815462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=ab223f47-db6c-4207-a964-0aa15fede5e4,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:40.831038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:40.834855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:40.837885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:40.838465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:40.900234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c7a64a89-4c5a-4789-aed6-28c3ac645a9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7110014 Jun 01 13:31:40.900797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44188) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:40.928720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:40.954602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] For port b0a231e0-036d-4b22-89b6-54c361ce8220, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b0a231e0-036d-4b22-89b6-54c361ce8220,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:40.955015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:41.132587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b0a231e0-036d-4b22-89b6-54c361ce8220 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:31:41.163086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Calling delete_port for b0a231e0-036d-4b22-89b6-54c361ce8220 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:41.320002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:41.341579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:41.346420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-b5416316-8e4b-44f6-a867-85fe69211908 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223547 Jun 01 13:31:41.350314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:41.355210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:41.369377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:41.383771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb274-aa2b-4f0a-a019-1533e45f2c06 req-f01483c1-9e4c-4d5e-b76a-21646587f80b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:41.385540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f20bb274-aa2b-4f0a-a019-1533e45f2c06 req-f01483c1-9e4c-4d5e-b76a-21646587f80b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.3391352 Jun 01 13:31:41.416816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] Pushing event deleted for resources: {'Port': ['ID=b0a231e0-036d-4b22-89b6-54c361ce8220,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:41.423590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc10a0-90d4-4ba5-b9ae-08ada71c2686 None None] No DVR routers for this DVR port b0a231e0-036d-4b22-89b6-54c361ce8220 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:31:41.433221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b0a231e0-036d-4b22-89b6-54c361ce8220 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:41.433999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:41.469219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:41.476240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:41.488449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d7546-6aa8-41d2-8f74-4aaaee7bb4fe None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:41.840110 n-d-844200-1 neutron-server[88371]: INFO neutron.db.ipam_backend_mixin [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab223f47-db6c-4207-a964-0aa15fede5e4 (CIDR: 2001:db8::/64) Jun 01 13:31:41.879788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f20bb274-aa2b-4f0a-a019-1533e45f2c06 req-4ad28903-28c6-4e38-ae35-21a917fe849b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4854908 Jun 01 13:31:41.890631 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:31:41.891230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:41.929212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fc8b68dc-3f80-4c93-bbf7-1e9d3c855fd9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0269835 Jun 01 13:31:41.932077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44220) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:41.937728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'subnet': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:41.951669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-41d47c04-d693-43b9-b775-39f352aff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:41.957402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-41d47c04-d693-43b9-b775-39f352aff570 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.2553694 Jun 01 13:31:42.068819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'tenant_id': 'ea28325076eb4afc9671aa195cf8a128', 'fixed_ips': [{'subnet_id': 'ab223f47-db6c-4207-a964-0aa15fede5e4'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:31:42.074454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:42.221592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-5228be8e-aab4-41a0-8d18-1ca4db69e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:42.223123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-5228be8e-aab4-41a0-8d18-1ca4db69e53f service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.2424750 Jun 01 13:31:42.319854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:42.325332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:subnet and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:42.333179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:42.359189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:42.386526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Allocated IP 2001:db8::2 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/ab223f47-db6c-4207-a964-0aa15fede5e4/6c3194e7-7bd2-4f02-8b08-05b75df2167d) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:42.413442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:42.417204 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:42.503783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-6a8560bd-5bf3-4dc7-9083-85d91adf22a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 1001 time: 0.2731500 Jun 01 13:31:42.688469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-30677262-cba0-4434-904c-1beb04bca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:42.690371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-30677262-cba0-4434-904c-1beb04bca8d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.1706820 Jun 01 13:31:42.893250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:42.924595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Transition to ACTIVE for port object 6c3194e7-7bd2-4f02-8b08-05b75df2167d will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:42.967945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Transition to ACTIVE for port object 6c3194e7-7bd2-4f02-8b08-05b75df2167d will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:42.984739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:43.120742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Pushing event updated for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:43.149289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:43.153278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:43.157343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:43.289672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-ca4b3c1d-5311-49b6-bc15-e365c6429997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:43.291348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Attempting to bind port 6c3194e7-7bd2-4f02-8b08-05b75df2167d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:31:43.291792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Attempting to bind port 6c3194e7-7bd2-4f02-8b08-05b75df2167d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:31:43.292225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Attempting to bind port 6c3194e7-7bd2-4f02-8b08-05b75df2167d on network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:31:43.297374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.objects.ports [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88372) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 13:31:43.298747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:31:43.299203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Checking segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:43.299674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:43.300129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Bound using segment: {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:31:43.300676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Bound port: 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06a9688-da3b-4039-a6e5-67d0a7313c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:31:43.301108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:43.303609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-ca4b3c1d-5311-49b6-bc15-e365c6429997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6062446 Jun 01 13:31:43.492317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:31:43.495688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-8049a3a6-8b40-4b61-af18-116d0ae97248 service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817358 Jun 01 13:31:43.502481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:31:43.524136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:43.685087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b338619-68ac-47c9-933b-08404d38b725 None None] Pushing event updated for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:43.699426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525f53-54c8-46dd-bc57-285c8c2544c8 req-f5733a2e-65d9-429d-be15-add00cc95430 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:43.704239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc525f53-54c8-46dd-bc57-285c8c2544c8 req-f5733a2e-65d9-429d-be15-add00cc95430 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.5288560 Jun 01 13:31:43.718115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:43.820398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc525f53-54c8-46dd-bc57-285c8c2544c8 req-39e4a3f4-371f-4353-823a-5ce23bf0a746 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1098461 Jun 01 13:31:43.827084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a07a5de9-e533-4246-a0c7-27aef93c88c6 req-8c21db4b-d871-454c-8841-50b060a82a0d service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114910 Jun 01 13:31:44.220687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:44.269327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:44.280171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:44.280724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:44.412067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375d14a-b17f-476c-8377-021a913bfa2d req-870b9ed2-5fd6-461e-8a15-afe9a218ccc0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:44.421708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b375d14a-b17f-476c-8377-021a913bfa2d req-870b9ed2-5fd6-461e-8a15-afe9a218ccc0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.2694988 Jun 01 13:31:44.493632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:44.494844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:44.504188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:44.504803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:44.526536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b375d14a-b17f-476c-8377-021a913bfa2d req-264b1228-28b0-4bdb-8e46-0a3294bbb711 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0992322 Jun 01 13:31:44.529368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Subnet': ['ID=663f4f4e-203b-46d8-80c1-c95136a3ef6a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:44.550290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:44.571471 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-034579d1-c77c-4b63-a314-c7e3f7f2bd72 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6381984 Jun 01 13:31:44.571608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:44.579570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Request body: {'port': {'network_id': '1466ce20-e9e2-4adf-bc05-c59277a6f1e7', 'mac_address': 'fa:16:3e:6d:92:d7', 'name': 'tempest-NetworksTestDHCPv6-1389571990'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:44.844534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:44.850562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Usage tracker for resource:port and tenant:ea28325076eb4afc9671aa195cf8a128 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:44.853958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:44.885016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:44.906514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-c19e398c-ce16-4d41-98be-094492eca99f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:44.919302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-c19e398c-ce16-4d41-98be-094492eca99f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.1591976 Jun 01 13:31:44.941447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Made reservation on behalf of ea28325076eb4afc9671aa195cf8a128 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:44.965550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.083343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:45.097401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Usage tracker for resource:security_group_rule and tenant:9324cbd909d34a81903cb172468bf882 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:45.103440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:45.117377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:45.265673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c3194e7-7bd2-4f02-8b08-05b75df2167d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:45.311125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.331461 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.378848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4a1f9-75c5-4b25-97ba-6dc2d222afef,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:45.414785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4a91a617-6012-4fad-a0c8-45eda34cdffa req-107f0b57-dd47-4845-9ad4-b5a392da29c7 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4941726 Jun 01 13:31:45.441770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:45.446419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:45.521377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.562064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e435d0b-3ffb-4991-bd78-a09e3ddd1fb6 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:45.570525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] device_id is not set on port e3130ddb-7292-45e3-a418-d668315c053a yet. {{(pid=88371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:31:45.797356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Provisioning for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:31:45.827831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Provisioning complete for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:45.828297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.833558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44302) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:45.855636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91b05d-368b-486c-bf92-31a2c48bf34f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:45.863154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c91b05d-368b-486c-bf92-31a2c48bf34f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1131 time: 0.4153190 Jun 01 13:31:45.864237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44308) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:45.877629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:45.887470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:45.892572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:floatingip and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:45.896400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:45.904129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:45.920961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:45.948674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8::62 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/ab223f47-db6c-4207-a964-0aa15fede5e4/e3130ddb-7292-45e3-a418-d668315c053a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:45.956229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:92d7 (1466ce20-e9e2-4adf-bc05-c59277a6f1e7/663f4f4e-203b-46d8-80c1-c95136a3ef6a/e3130ddb-7292-45e3-a418-d668315c053a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:46.022619 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:31:46.135321 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.156434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:46.179910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Usage tracker for resource:security_group_rule and tenant:8515ea933f59471c9e41110d1a9e0f0a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:46.188079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:46.206940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:46.237431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.410111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Current status of the port 6c3194e7-7bd2-4f02-8b08-05b75df2167d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:46.410111 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.420594 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.455350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Transition to ACTIVE for port object e3130ddb-7292-45e3-a418-d668315c053a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:31:46.467707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:46.476678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.529852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.624113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91912a5e-30c1-4be2-b83b-9e0535d40b43 None None] Pushing event updated for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:46.627362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:46.641758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.643235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:46.649017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:46.655380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.25.7.189 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ea5ef11b-d4e8-4782-9763-af8200017d08) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:31:46.657768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:46.658439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.658713 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:46.724250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event updated for resources: {'Port': ['ID=e3130ddb-7292-45e3-a418-d668315c053a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:46.739834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d2ced3cc-3607-44ae-993b-21838b11239a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1670144 Jun 01 13:31:46.742471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:46.765716 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8515ea933f59471c9e41110d1a9e0f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301934 Jun 01 13:31:46.766458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842da9b-59ed-443c-ba74-b5e1690da175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ade73a-26fa-4356-8c00-ff50fd096f5b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:46.783033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:46.896156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting port e3130ddb-7292-45e3-a418-d668315c053a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:46.896814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.035527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.104765 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.125348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.212885 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.214114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c3194e7-7bd2-4f02-8b08-05b75df2167d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:31:47.359811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:31:47.365292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:47.370535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:31:47.388471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:47.389342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.436588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=ea5ef11b-d4e8-4782-9763-af8200017d08,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:47.563986 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.669809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.736339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6c3194e7-7bd2-4f02-8b08-05b75df2167d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:47.758633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Calling delete_port for e3130ddb-7292-45e3-a418-d668315c053a owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:47.779285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e91e2702-8c66-4d40-9f97-3e57f336f711 None None] Provisioning complete for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:47.779285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e91e2702-8c66-4d40-9f97-3e57f336f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.794995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ade73a-26fa-4356-8c00-ff50fd096f5b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:47.837768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:47.839220 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-40c0dda2-63d1-47b8-bf6f-81d413fa1cf0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/84ade73a-26fa-4356-8c00-ff50fd096f5b HTTP/1.1" status: 204 len: 168 time: 1.0337262 Jun 01 13:31:47.972043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e91e2702-8c66-4d40-9f97-3e57f336f711 None None] Current status of the port 6c3194e7-7bd2-4f02-8b08-05b75df2167d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:48.089757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.109144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2fa87663-148e-43fd-910b-c4b55ff82252 None None] Could not find standard attr ID for object e3130ddb-7292-45e3-a418-d668315c053a. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 13:31:48.160589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Port': ['ID=e3130ddb-7292-45e3-a418-d668315c053a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:48.165258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.187193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.250732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7f30335b-f23e-43c4-b381-38f4cb411266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.321992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.372093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44360) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:48.395138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.423557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9ae6f4f-a71c-458f-b6b9-196ee502105f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/e3130ddb-7292-45e3-a418-d668315c053a HTTP/1.1" status: 204 len: 168 time: 1.6795235 Jun 01 13:31:48.425996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44368) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:48.454662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.493638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:48.502617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Usage tracker for resource:security_group_rule and tenant:80941fa81a62412596ec86796d8f9dce is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:48.506373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:48.512622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:48.616792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d4bbc-6ba2-4f3a-9f60-8b111a0a2615 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:48.617508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b70d4bbc-6ba2-4f3a-9f60-8b111a0a2615 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:48.639129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b70d4bbc-6ba2-4f3a-9f60-8b111a0a2615 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:48.642962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b70d4bbc-6ba2-4f3a-9f60-8b111a0a2615 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2129774 Jun 01 13:31:48.643279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:48.747693 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.761406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda08428-f8c0-41db-a624-b79b502af503 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:48.765662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cda08428-f8c0-41db-a624-b79b502af503 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1190050 Jun 01 13:31:48.766133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44388) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:48.768682 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.803593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.851786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:48.853491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:48.855115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:48.856578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:48.857862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:48.895737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:48.895927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3e4af43a-a90d-41ed-865c-8efee270ed12 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1287184 Jun 01 13:31:48.898736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44398) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:48.922832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3509d4-abeb-43bc-9fac-15a888b5f5c4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:48.938069 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6a220461-51d7-4bdd-a14f-ac84ea177f5e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=80941fa81a62412596ec86796d8f9dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607464 Jun 01 13:31:48.953092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:49.024927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet 663f4f4e-203b-46d8-80c1-c95136a3ef6a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:49.046723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.130562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.134273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.184541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=ea5ef11b-d4e8-4782-9763-af8200017d08,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:49.204977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.211783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.290462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.356085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.376995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3509d4-abeb-43bc-9fac-15a888b5f5c4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:49.389640 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.393292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-650fd7b2-f316-4f65-ae21-daf8311b24e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7e3509d4-abeb-43bc-9fac-15a888b5f5c4 HTTP/1.1" status: 204 len: 168 time: 0.4370914 Jun 01 13:31:49.410146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.424148 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Floating IP 0823b859-a1b1-4667-94ad-d57fde27d26a associated. External IP: 172.25.7.189, port: 4202ac4a-5b94-46fa-bfda-0b132db19e15. Jun 01 13:31:49.499108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246b53a-3328-422b-88e4-1b0a979fed9b None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:49.501951 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.508946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=663f4f4e-203b-46d8-80c1-c95136a3ef6a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:49.544103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f7a0ba09-75fa-4ea5-847f-4091887c59ae tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/663f4f4e-203b-46d8-80c1-c95136a3ef6a HTTP/1.1" status: 204 len: 168 time: 0.6415894 Jun 01 13:31:49.544103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:49.700168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Deleting subnet ab223f47-db6c-4207-a964-0aa15fede5e4 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:31:49.708487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:49.854899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.052149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router 4915a726-1999-4fb3-8f52-476ceff3d8da has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:31:50.059154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.225374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.297255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Subnet': ['ID=ab223f47-db6c-4207-a964-0aa15fede5e4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:50.301411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.314909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-774d28fd-180e-4b71-942c-4dfa02d76079 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ab223f47-db6c-4207-a964-0aa15fede5e4 HTTP/1.1" status: 204 len: 168 time: 0.7696726 Jun 01 13:31:50.315513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44450) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:50.438830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3257b188-0ce1-494e-9482-f1b47a6b4857 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221209 Jun 01 13:31:50.439463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44456) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:50.525982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:31:50.527976 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-710c2abb-56dc-4ac1-af09-aaaeefc2a0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.545372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Sync routers for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:31:50.581015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:50.581660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:50.586142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:50.627146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bb8e3-6872-4c6c-beab-0bfc8d4f40dc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:50.631675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7f4bb8e3-6872-4c6c-beab-0bfc8d4f40dc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1912007 Jun 01 13:31:50.632394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44466) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:50.746697 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f77527fd-c9e0-420f-8bb4-398ad31919e6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8811464 Jun 01 13:31:50.750681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:50.751596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:31:51.020237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc15ec93-4d93-4633-b4f2-acc2d1eebaa8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.022743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc15ec93-4d93-4633-b4f2-acc2d1eebaa8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Synchronizing usage tracker for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:51.047989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:51.050926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dc15ec93-4d93-4633-b4f2-acc2d1eebaa8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Unset dirty status for tenant:ea28325076eb4afc9671aa195cf8a128 on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:51.052604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dc15ec93-4d93-4633-b4f2-acc2d1eebaa8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4190440 Jun 01 13:31:51.055339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44484) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.192864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.193864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.194737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.195349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.195973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.196575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.197400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.198040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.201755 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5b788015-a183-479b-ba37-f149d913c5bb tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.4384573 Jun 01 13:31:51.204515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.264961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4bea38-ee7c-4e4f-b51f-709d7109ca94 None None] Network 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:51.282199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1fd467aa-85df-4d18-8a0f-43036e7857f9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2254195 Jun 01 13:31:51.290902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44496) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.370254 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c422aa-dbee-442d-af14-07e043a263f7'] response: {'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'status': 'completed', 'code': 200} Jun 01 13:31:51.381065 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-6396146c-d59c-4402-af09-8fe4a8e10d63 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.381693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6396146c-d59c-4402-af09-8fe4a8e10d63 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.384939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6396146c-d59c-4402-af09-8fe4a8e10d63 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/e3130ddb-7292-45e3-a418-d668315c053a HTTP/1.1" status: 404 len: 333 time: 0.0925629 Jun 01 13:31:51.387526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44508) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.480168 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.480822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.481467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.482729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.483332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.483919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.484502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.489760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9e3b6aff-b562-4fc0-a3b1-9e724f169d7e tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.2840414 Jun 01 13:31:51.490834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44516) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.576087 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ade1e4-ccc7-42a4-aae9-8051f611f93a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.576087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ade1e4-ccc7-42a4-aae9-8051f611f93a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.595643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-11ade1e4-ccc7-42a4-aae9-8051f611f93a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/663f4f4e-203b-46d8-80c1-c95136a3ef6a HTTP/1.1" status: 404 len: 337 time: 0.2067578 Jun 01 13:31:51.598423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44520) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.655390 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4daf37d-55ad-4d99-9338-bc6367eaf51b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.655837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4daf37d-55ad-4d99-9338-bc6367eaf51b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.657797 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4daf37d-55ad-4d99-9338-bc6367eaf51b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ab223f47-db6c-4207-a964-0aa15fede5e4 HTTP/1.1" status: 404 len: 337 time: 0.0441244 Jun 01 13:31:51.660020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44524) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.710771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-8e837643-6e45-45c4-9960-47610393df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:51.712306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-8e837643-6e45-45c4-9960-47610393df3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.2742670 Jun 01 13:31:51.734960 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-984d14f3-de49-41f6-be53-8b231cfaa045 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.739974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984d14f3-de49-41f6-be53-8b231cfaa045 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.745105 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-984d14f3-de49-41f6-be53-8b231cfaa045 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a0a89292-fc56-4b79-8fac-6163b51febc4 HTTP/1.1" status: 404 len: 333 time: 0.0818739 Jun 01 13:31:51.747747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44528) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.754277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-95fed39d-95f3-479a-95f0-de0c60d02a88 None None] Provisioning complete for port 6c3194e7-7bd2-4f02-8b08-05b75df2167d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:31:51.756807 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-95fed39d-95f3-479a-95f0-de0c60d02a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:51.849410 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7822a2-c15d-4b2f-8ae5-bbc8cd122152 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.850191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7822a2-c15d-4b2f-8ae5-bbc8cd122152 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.852539 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0a7822a2-c15d-4b2f-8ae5-bbc8cd122152 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/7fd1e5d6-4671-4bc9-b1ba-416305a9095a HTTP/1.1" status: 404 len: 337 time: 0.0941682 Jun 01 13:31:51.856868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44538) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.948790 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bb5a3c-2f19-42e2-bf34-d7402dfc2af9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:51.949230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bb5a3c-2f19-42e2-bf34-d7402dfc2af9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:51.951325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08bb5a3c-2f19-42e2-bf34-d7402dfc2af9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/892e5a66-d0fe-45ff-af42-0efbc5d618b7 HTTP/1.1" status: 404 len: 337 time: 0.0879176 Jun 01 13:31:51.954086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44544) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:51.993352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:52.039865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:52.133625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.166013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-51484cb8-f7af-4d5b-b723-624a46498ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:52.168626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-51484cb8-f7af-4d5b-b723-624a46498ab2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 898 time: 0.4478254 Jun 01 13:31:52.175192 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ea5e21-70ab-40d8-a3ac-c4a096b8a286 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:52.175667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ea5e21-70ab-40d8-a3ac-c4a096b8a286 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:52.180130 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-16ea5e21-70ab-40d8-a3ac-c4a096b8a286 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/46151902-8bea-4430-ae51-a0022bf55a68 HTTP/1.1" status: 404 len: 333 time: 0.2225814 Jun 01 13:31:52.230826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-95fed39d-95f3-479a-95f0-de0c60d02a88 None None] Current status of the port 6c3194e7-7bd2-4f02-8b08-05b75df2167d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:52.234418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44554) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.290358 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a95093a-0e36-4bc4-be3f-e0bbb171b9df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:52.291153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a95093a-0e36-4bc4-be3f-e0bbb171b9df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:52.295146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a95093a-0e36-4bc4-be3f-e0bbb171b9df tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/d79b967a-1479-4304-86db-501561b4f002 HTTP/1.1" status: 404 len: 337 time: 0.0570560 Jun 01 13:31:52.299658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44562) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.367857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-1d74b2bf-d54e-47d1-ac91-48800cdd9112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 1000 time: 0.1906626 Jun 01 13:31:52.374485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3156-2148-43af-917c-f4f20630c74c req-c52973f5-c435-4836-b740-139dcd6a9f49 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:52.377803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3bd3156-2148-43af-917c-f4f20630c74c req-c52973f5-c435-4836-b740-139dcd6a9f49 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.3461149 Jun 01 13:31:52.388773 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e8553-b340-4638-b751-e491c3dff542 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:52.390155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e8553-b340-4638-b751-e491c3dff542 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:52.394534 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf7e8553-b340-4638-b751-e491c3dff542 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/155cd746-7336-4314-969d-dda30e8c1a80 HTTP/1.1" status: 404 len: 337 time: 0.0926187 Jun 01 13:31:52.395412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44566) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.417990 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0823b859-a1b1-4667-94ad-d57fde27d26a', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'port_id': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'mac_address': 'fa:16:3e:02:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:31:48Z', 'updated_at': '2022-06-01T13:31:48Z', 'revision_number': 0, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:52.452383 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceda9f7c-9704-4994-8d1b-3fd0c33e5111 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:52.453139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceda9f7c-9704-4994-8d1b-3fd0c33e5111 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:52.453259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] DHCP port deletion for 1466ce20-e9e2-4adf-bc05-c59277a6f1e7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:31:52.457528 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ceda9f7c-9704-4994-8d1b-3fd0c33e5111 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/7af311bf-c558-42f4-8506-57a67c6d7521 HTTP/1.1" status: 404 len: 333 time: 0.0598755 Jun 01 13:31:52.458673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Deleting port 6c3194e7-7bd2-4f02-8b08-05b75df2167d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:52.459879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.463203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:52.477150 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:52.509403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3bd3156-2148-43af-917c-f4f20630c74c req-980a4760-5284-48fa-8bf1-cc851d36b686 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Synchronizing usage tracker for tenant:a6dc964375c54f0d8f2d05b9240fa5ea on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:52.517318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:52.535628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Usage tracker for resource:security_group_rule and tenant:91268217d6624cf688c3ee135c81ab3e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:52.540112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-05f39e85-3b32-4481-8f98-596e2edc1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:52.541663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-05f39e85-3b32-4481-8f98-596e2edc1660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.1630540 Jun 01 13:31:52.542523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:52.546189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e3bd3156-2148-43af-917c-f4f20630c74c req-980a4760-5284-48fa-8bf1-cc851d36b686 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Unset dirty status for tenant:a6dc964375c54f0d8f2d05b9240fa5ea on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:52.547438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3bd3156-2148-43af-917c-f4f20630c74c req-980a4760-5284-48fa-8bf1-cc851d36b686 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310825 Jun 01 13:31:52.552591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:52.555753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Checking router: 4915a726-1999-4fb3-8f52-476ceff3d8da for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:31:52.572770 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9d31a9-aa1b-4b89-a471-090173e6725e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:52.573238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9d31a9-aa1b-4b89-a471-090173e6725e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:52.580795 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ae9d31a9-aa1b-4b89-a471-090173e6725e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/84972591-5780-4b82-bc13-a15edc318470 HTTP/1.1" status: 404 len: 337 time: 0.1197355 Jun 01 13:31:52.581369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44576) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.581687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44578) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.672864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-2bbb183f-c05b-47fc-996f-2a13018f1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:52.675341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-2bbb183f-c05b-47fc-996f-2a13018f1294 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231084 Jun 01 13:31:52.752682 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7cd32b45-af42-473c-b6b8-c213640c417c tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 1.2582278 Jun 01 13:31:52.760792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:52.779109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:52.780800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:52.833815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-1ca60b0d-45b2-472f-aa39-5043eb70273b req-23bd4b13-8070-44bd-9717-634020cedd99 service neutron] (88371) timed out ('10.222.0.13', 63537) {{(pid=88371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:31:52.836679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-87fa2e04-780f-4acb-a9cc-009a61e2b364 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511638 Jun 01 13:31:52.955094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:52.967008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.051404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=91268217d6624cf688c3ee135c81ab3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9120398 Jun 01 13:31:53.055293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44598) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.056594 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1978c09d-a324-44b9-a0f8-ec04dd9a366d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.057050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1978c09d-a324-44b9-a0f8-ec04dd9a366d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.062986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e801aa-42b9-45cc-9696-993366f6134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170e8e39-75d9-437f-a4c1-10280bd628af,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:53.063199 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1978c09d-a324-44b9-a0f8-ec04dd9a366d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/30401eaf-bafd-4f50-a11f-4e15a2271128 HTTP/1.1" status: 404 len: 337 time: 0.4765120 Jun 01 13:31:53.063301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44602) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.100788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:53.123834 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d247fd9-d508-411e-b746-6c338a3241af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.124304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d247fd9-d508-411e-b746-6c338a3241af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.130997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43ec5646-dbbd-4ce2-8d71-bbcc7ecd0944 req-2347394a-798c-47cc-b24d-6b15e818e72f service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830377 Jun 01 13:31:53.145236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 579cd762-4319-4883-92d8-b8d150d7ca55 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:53.145990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.157021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8d247fd9-d508-411e-b746-6c338a3241af tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/3631f137-e1fe-4f80-b3d7-55560c0a3412 HTTP/1.1" status: 404 len: 333 time: 0.0802648 Jun 01 13:31:53.157640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44608) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.218727 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-742ab9c8-09a7-4e46-b6a6-c6bce5033c9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.219187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742ab9c8-09a7-4e46-b6a6-c6bce5033c9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.223267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-742ab9c8-09a7-4e46-b6a6-c6bce5033c9f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ad1e128e-2e4d-4b5a-b3b5-8d7c30162ccc HTTP/1.1" status: 404 len: 337 time: 0.0624108 Jun 01 13:31:53.230007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.240880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.269384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.341006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.356059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170e8e39-75d9-437f-a4c1-10280bd628af,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:53.363861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.367294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2cc7e87f-3ac8-4101-b201-7957a4b883f4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/170e8e39-75d9-437f-a4c1-10280bd628af HTTP/1.1" status: 204 len: 168 time: 0.3079543 Jun 01 13:31:53.382867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6c3194e7-7bd2-4f02-8b08-05b75df2167d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:31:53.388093 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e728002-f3ea-4110-915e-341947d753a9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.388574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e728002-f3ea-4110-915e-341947d753a9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.392714 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e728002-f3ea-4110-915e-341947d753a9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a3cb750e-0918-44ef-a1fa-51e921ebba2a HTTP/1.1" status: 404 len: 333 time: 0.1283896 Jun 01 13:31:53.393093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44620) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.487926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ed657-7fb1-4d1d-a20c-e68d330bbc6a tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:53.488342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ed657-7fb1-4d1d-a20c-e68d330bbc6a tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:53.490110 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a9ed657-7fb1-4d1d-a20c-e68d330bbc6a tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=4915a726-1999-4fb3-8f52-476ceff3d8da HTTP/1.1" status: 200 len: 1989 time: 0.6460147 Jun 01 13:31:53.510203 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-50017c0e-f6ee-4bca-b6b3-5e56a804208b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.512888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50017c0e-f6ee-4bca-b6b3-5e56a804208b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.516637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-50017c0e-f6ee-4bca-b6b3-5e56a804208b tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/8a903dfe-8599-4af4-b07d-45cea5676ae5 HTTP/1.1" status: 404 len: 337 time: 0.1225286 Jun 01 13:31:53.519306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44628) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.593931 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e62161f-851c-4b40-b977-a5d2738fccfc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.594449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e62161f-851c-4b40-b977-a5d2738fccfc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.598648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1e62161f-851c-4b40-b977-a5d2738fccfc tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/8c955b06-f0eb-4430-99d2-6cad4fc71982 HTTP/1.1" status: 404 len: 333 time: 0.0783470 Jun 01 13:31:53.602084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.604326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.605001 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.661663 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3ea53a-5289-4307-8b8a-4f1df47aef44 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.661786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3ea53a-5289-4307-8b8a-4f1df47aef44 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.666163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eb3ea53a-5289-4307-8b8a-4f1df47aef44 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/78548cf5-af13-4f95-b0a7-e7d268f78a0d HTTP/1.1" status: 404 len: 337 time: 0.0634570 Jun 01 13:31:53.669216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44640) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.745500 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07e4c37-f9fc-4a03-97f7-7d3d19ca929e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:53.746023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07e4c37-f9fc-4a03-97f7-7d3d19ca929e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:53.753951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b07e4c37-f9fc-4a03-97f7-7d3d19ca929e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/950bb212-b12e-497d-b1a2-baa719f4f22b HTTP/1.1" status: 404 len: 333 time: 0.0836430 Jun 01 13:31:53.762043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44646) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:53.878422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:53.894110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 579cd762-4319-4883-92d8-b8d150d7ca55 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:53.964585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:53.964985 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:54.174484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Calling delete_port for 6c3194e7-7bd2-4f02-8b08-05b75df2167d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:54.187034 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68886d1-677d-4109-8dd5-c47c6e269273 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.188438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68886d1-677d-4109-8dd5-c47c6e269273 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.193172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a68886d1-677d-4109-8dd5-c47c6e269273 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/b1729853-af15-45c8-8b24-2f2a78f89ef9 HTTP/1.1" status: 404 len: 337 time: 0.4300802 Jun 01 13:31:54.194079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44664) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.236631 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaddf21-7887-4f7e-a035-806d4141c896 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.237888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaddf21-7887-4f7e-a035-806d4141c896 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.242410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-beaddf21-7887-4f7e-a035-806d4141c896 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/0a0d86fc-ba59-40c8-8b42-6b1ca48d1191 HTTP/1.1" status: 404 len: 333 time: 0.0472097 Jun 01 13:31:54.243243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.253727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6c3194e7-7bd2-4f02-8b08-05b75df2167d is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:31:54.254107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:54.284035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0823b859-a1b1-4667-94ad-d57fde27d26a', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'port_id': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'mac_address': 'fa:16:3e:02:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:31:48Z', 'updated_at': '2022-06-01T13:31:48Z', 'revision_number': 0, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:54.303550 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27d51f0-e5d6-40bc-aba3-b4dae2334aaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.304037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27d51f0-e5d6-40bc-aba3-b4dae2334aaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.307446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:54.308215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:54.308604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511b72a-d84a-4325-a560-eeb0b8161a44 None None] The sync data for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 is: [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0823b859-a1b1-4667-94ad-d57fde27d26a', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'port_id': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'mac_address': 'fa:16:3e:02:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:31:48Z', 'updated_at': '2022-06-01T13:31:48Z', 'revision_number': 0, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:31:54.311831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b27d51f0-e5d6-40bc-aba3-b4dae2334aaa tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/b6b77655-32bc-46a4-934c-112053414b8c HTTP/1.1" status: 404 len: 337 time: 0.0667789 Jun 01 13:31:54.312849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.322700 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:54.361504 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-38436e41-6b60-4d51-9958-3535b4845415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.362007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38436e41-6b60-4d51-9958-3535b4845415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.366702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-38436e41-6b60-4d51-9958-3535b4845415 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/69c07526-11ec-4deb-9b52-767b399d355b HTTP/1.1" status: 404 len: 333 time: 0.0527539 Jun 01 13:31:54.367304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44676) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.409099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=579cd762-4319-4883-92d8-b8d150d7ca55,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:54.436233 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3386b85-79a1-43d8-a93f-8fe73baea660 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.436751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3386b85-79a1-43d8-a93f-8fe73baea660 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.447326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c3386b85-79a1-43d8-a93f-8fe73baea660 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/19b224eb-9e8d-401c-a723-1bab5f288f21 HTTP/1.1" status: 404 len: 337 time: 0.0787642 Jun 01 13:31:54.448092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44682) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.472483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:31:54.476517 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:31:54.501758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:54.512363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.513155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.513695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.514196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.514841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.515341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.515958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.516601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.517077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.517561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.518314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.518863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:31:54.576026 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed788de9-dcb9-44a3-b126-cb9de767b7cf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.576478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed788de9-dcb9-44a3-b126-cb9de767b7cf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.580901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ed788de9-dcb9-44a3-b126-cb9de767b7cf tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/fa688a43-dc05-4cc1-a48e-48c1588ffb3e HTTP/1.1" status: 404 len: 337 time: 0.1319199 Jun 01 13:31:54.581509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44694) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.592119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:54.593014 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 17d4a331-e800-4779-ba8f-c59d738e1bb9 disassociated (deleted). External IP: 172.25.7.93, port: 19754994-5390-4aff-ae2e-25d7e7088693. Jun 01 13:31:54.665769 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71903cb-0007-4612-9673-bee9d6860f4d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.666350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71903cb-0007-4612-9673-bee9d6860f4d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.671191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.673695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f71903cb-0007-4612-9673-bee9d6860f4d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/9729075c-cf38-48f1-98e5-7f052cfda333 HTTP/1.1" status: 404 len: 333 time: 0.0906789 Jun 01 13:31:54.742861 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312dcf00-5967-4fc7-8777-6a7dd950968e None None] New status for floating IP 0823b859-a1b1-4667-94ad-d57fde27d26a: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:31:54.817352 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f32b64-ced1-4234-9522-3263078409c2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:54.817797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f32b64-ced1-4234-9522-3263078409c2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:54.837766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.852002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-33f32b64-ced1-4234-9522-3263078409c2 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/80bd6599-28aa-4867-a382-ac4164ed4917 HTTP/1.1" status: 404 len: 337 time: 0.1796062 Jun 01 13:31:54.854544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:54.977956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Deleting port 6c3194e7-7bd2-4f02-8b08-05b75df2167d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:54.979239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.028564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-407114579-network', 'tenant_id': '2039e126448349dd8be5414bd82a8825'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:55.037573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:55.046184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Usage tracker for resource:network and tenant:2039e126448349dd8be5414bd82a8825 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:55.049472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:55.056607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:55.111169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Made reservation on behalf of 2039e126448349dd8be5414bd82a8825 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:55.115624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.134065 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1046e90-bce5-4716-bf51-4c2aee3a34ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.134683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1046e90-bce5-4716-bf51-4c2aee3a34ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.138491 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1046e90-bce5-4716-bf51-4c2aee3a34ad tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/09013829-b998-4f1a-a2e9-54606a8a0f31 HTTP/1.1" status: 404 len: 337 time: 0.2808516 Jun 01 13:31:55.143865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.146570 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.209406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:55.214039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Usage tracker for resource:security_group_rule and tenant:2039e126448349dd8be5414bd82a8825 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:55.215890 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-25251545-a7f0-4a3d-ab97-37143e27e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.216365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25251545-a7f0-4a3d-ab97-37143e27e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.220837 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:55.221005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25251545-a7f0-4a3d-ab97-37143e27e22a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/26639f0e-fdba-4522-9fcb-907fd3e54713 HTTP/1.1" status: 404 len: 333 time: 0.0738096 Jun 01 13:31:55.221959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44726) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.225956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:55.289033 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-342f3c64-0378-4c7c-91e1-a8057524d9ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.289403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342f3c64-0378-4c7c-91e1-a8057524d9ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.293679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-342f3c64-0378-4c7c-91e1-a8057524d9ce tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/69643f99-69a1-4d7a-b340-3040b9cb5bce HTTP/1.1" status: 404 len: 337 time: 0.0685894 Jun 01 13:31:55.294988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.351367 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6130a390-5197-41e8-ad6c-d4ccead36c04 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.352442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6130a390-5197-41e8-ad6c-d4ccead36c04 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.354156 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6130a390-5197-41e8-ad6c-d4ccead36c04 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/9c5edbd8-5e38-4b99-9df5-7107008ff9ac HTTP/1.1" status: 404 len: 337 time: 0.0576341 Jun 01 13:31:55.365575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44734) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.409382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] For port 6c3194e7-7bd2-4f02-8b08-05b75df2167d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6c3194e7-7bd2-4f02-8b08-05b75df2167d,segment=NetworkSegment(e06a9688-da3b-4039-a6e5-67d0a7313c59),segment_id=e06a9688-da3b-4039-a6e5-67d0a7313c59)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:55.409809 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.443192 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbecd0e-cb2a-473a-bd7d-b05929b78c00 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.443930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbecd0e-cb2a-473a-bd7d-b05929b78c00 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.449527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.459910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bcbecd0e-cb2a-473a-bd7d-b05929b78c00 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/5346d84a-305f-456b-bbd7-2ef2128243f1 HTTP/1.1" status: 404 len: 333 time: 0.0823035 Jun 01 13:31:55.460826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44742) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.536426 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-574eaa29-00d8-4a7b-a6be-2c9460a760f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.537045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574eaa29-00d8-4a7b-a6be-2c9460a760f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.542407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-574eaa29-00d8-4a7b-a6be-2c9460a760f3 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/d7a0d496-24db-4d0a-a976-6367441d11e2 HTTP/1.1" status: 404 len: 337 time: 0.0804319 Jun 01 13:31:55.543220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.550050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44746) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.604428 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-75742bc8-13e6-4feb-926a-f4207a9141f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:55.604950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75742bc8-13e6-4feb-926a-f4207a9141f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:55.610375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-75742bc8-13e6-4feb-926a-f4207a9141f0 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/8d3c6077-add7-463d-ba85-02f9ceb2e6aa HTTP/1.1" status: 404 len: 337 time: 0.0513616 Jun 01 13:31:55.619027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.637956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Calling delete_port for 6c3194e7-7bd2-4f02-8b08-05b75df2167d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:55.697600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:31:55.707274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router e55e6115-443e-44fb-8205-898bde57b63a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:31:55.707458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.707661 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Added segment 7c710a14-0c83-4c86-9610-f728e9d3ec55 of type vlan for network eec32bd2-6795-4075-8814-d0bc811528f9 Jun 01 13:31:55.741526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.764163 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.775034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-622c6671-15eb-46f6-ba70-ff7f9232cf4a tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9c09e8-4d19-4cd1-9b02-a92eda6f905f HTTP/1.1" status: 200 len: 205 time: 0.1508822 Jun 01 13:31:55.777282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44756) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:55.811836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] Pushing event deleted for resources: {'Port': ['ID=6c3194e7-7bd2-4f02-8b08-05b75df2167d,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:55.821666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca527f-6797-470e-ac01-3dd333ef0642 None None] No DVR routers for this DVR port 6c3194e7-7bd2-4f02-8b08-05b75df2167d on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:31:55.947177 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-aac690d6-0ffb-423f-80ff-28eb5844eea9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] delete failed (client error): The resource could not be found. Jun 01 13:31:55.950629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aac690d6-0ffb-423f-80ff-28eb5844eea9 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/routers/fd9c09e8-4d19-4cd1-9b02-a92eda6f905f HTTP/1.1" status: 404 len: 336 time: 0.1267831 Jun 01 13:31:55.950629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8e7d6-14cc-44c7-9497-cac18e90447d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:55.952917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.954107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:55.954921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:55.963439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44764) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.015099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:31:56.019611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:56.024658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Sync routers for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:31:56.035400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:56.036301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:56.116204 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e55723-914f-47f7-af0f-71215f2c2cd4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:56.116882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e55723-914f-47f7-af0f-71215f2c2cd4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:56.130117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] Pushing event updated for resources: {'Network': ['ID=eec32bd2-6795-4075-8814-d0bc811528f9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:56.136912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e2e55723-914f-47f7-af0f-71215f2c2cd4 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/0ec7161a-daed-4f18-bd9a-54b44452f6db HTTP/1.1" status: 404 len: 337 time: 0.1010256 Jun 01 13:31:56.138113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44772) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.140944 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc221234-9502-41ee-8356-76da3a592c02 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/floatingips/17d4a331-e800-4779-ba8f-c59d738e1bb9 HTTP/1.1" status: 204 len: 168 time: 3.5569644 Jun 01 13:31:56.141737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:31:56.160763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44780) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.161177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-593869d4-f726-49cc-ae5a-1c3953e3e515 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3213356 Jun 01 13:31:56.166254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Request body: {'subnet': {'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-407114579-subnet', 'tenant_id': '2039e126448349dd8be5414bd82a8825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:31:56.185252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:56.193202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Usage tracker for resource:subnet and tenant:2039e126448349dd8be5414bd82a8825 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:56.200049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:56.214807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:56.233597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Made reservation on behalf of 2039e126448349dd8be5414bd82a8825 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:31:56.238930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:56.269047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0ecddaef-a359-4a9c-8f03-020fcf2bb4de tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "GET /v2.0/ports?device_id=84b5837a-573d-4f14-b538-876232622e68 HTTP/1.1" status: 200 len: 205 time: 0.1266925 Jun 01 13:31:56.281040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44784) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.289493 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d9152a-b1c4-4640-89f7-1e490d286bf7'] response: {'name': 'network-changed', 'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'status': 'completed', 'code': 200} Jun 01 13:31:56.294619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:56.367456 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-b7414ddb-073b-45e5-b012-e7d1d4a917eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] delete failed (client error): The resource could not be found. Jun 01 13:31:56.370913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b7414ddb-073b-45e5-b012-e7d1d4a917eb tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/routers/84b5837a-573d-4f14-b538-876232622e68 HTTP/1.1" status: 404 len: 336 time: 0.0838776 Jun 01 13:31:56.371695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44788) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.372636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network eec32bd2-6795-4075-8814-d0bc811528f9 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:31:56.650969 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0d036f-ac7d-4f4e-b657-f262cfe2585e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:56.651646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0d036f-ac7d-4f4e-b657-f262cfe2585e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:56.654129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e0d036f-ac7d-4f4e-b657-f262cfe2585e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/a59cd921-de61-4b87-89aa-818c62cbbb53 HTTP/1.1" status: 404 len: 337 time: 0.2813127 Jun 01 13:31:56.658378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44800) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.756825 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-514c027a-bc4b-44ee-a67a-0a4354664f6f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:56.757279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514c027a-bc4b-44ee-a67a-0a4354664f6f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:56.773065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-514c027a-bc4b-44ee-a67a-0a4354664f6f tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/7a60cf86-348b-4461-bbf9-0a778f578c4e HTTP/1.1" status: 404 len: 337 time: 0.1119611 Jun 01 13:31:56.773719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44808) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.811317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:56.887584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:56.905376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Checking router: e55e6115-443e-44fb-8205-898bde57b63a for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:31:56.917323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44814) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.918010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:31:56.918671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:56.951126 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2589d0b-c744-43ed-9a3a-2879cab58101 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:56.951853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2589d0b-c744-43ed-9a3a-2879cab58101 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:56.954078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a2589d0b-c744-43ed-9a3a-2879cab58101 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a346a0ac-dabb-446f-b7fd-ac37017b791e HTTP/1.1" status: 404 len: 333 time: 0.1740384 Jun 01 13:31:56.963200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44824) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:56.989983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=216cb15e-4b15-43d5-b567-959fdfc1e14a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:56.999774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Checking segment: {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:31:57.000325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Network hostable DHCP agents. Network: eec32bd2-6795-4075-8814-d0bc811528f9, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:31:57.023351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Network eec32bd2-6795-4075-8814-d0bc811528f9 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:31:57.035981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, eec32bd2-6795-4075-8814-d0bc811528f9) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:31:57.037587 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-54922b7d-c5c3-4b20-be79-64abc7ae2fe7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.038519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54922b7d-c5c3-4b20-be79-64abc7ae2fe7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.040615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-54922b7d-c5c3-4b20-be79-64abc7ae2fe7 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/9ddc4c30-2173-4832-947e-fbd246be6564 HTTP/1.1" status: 404 len: 337 time: 0.0589392 Jun 01 13:31:57.041448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:57.042261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.044815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-5b65eb1d-fb13-44cf-b2e4-2c5ca453dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:57.046239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-5b65eb1d-fb13-44cf-b2e4-2c5ca453dd08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 1097 time: 0.6767869 Jun 01 13:31:57.047358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44828) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.082935 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3fe2b364-7f45-498b-a3cb-c07b7fafcdcc admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9214289 Jun 01 13:31:57.189110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd97f5-9707-42a8-a28e-95c502d6b0bc None None] Network eec32bd2-6795-4075-8814-d0bc811528f9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:57.215916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97abba-4212-46cc-a222-6a2e05c46300 req-649bd965-30f3-420b-b90c-73aa361cbf34 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:57.222811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b97abba-4212-46cc-a222-6a2e05c46300 req-649bd965-30f3-420b-b90c-73aa361cbf34 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.3573554 Jun 01 13:31:57.225313 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c456b7-53a9-4945-907e-2f62b74a30d1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.225556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c456b7-53a9-4945-907e-2f62b74a30d1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.227241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-95c456b7-53a9-4945-907e-2f62b74a30d1 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/3460d5c6-1cb3-45ec-b096-92e3142d8b40 HTTP/1.1" status: 404 len: 333 time: 0.1789820 Jun 01 13:31:57.233170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44836) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.243993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.277355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:57.281685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d6f8027edc4f68b0673ddfe22b5388 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:57.287698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:57.306053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:57.371581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:31:57.449110 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-522a1d10-7d9c-40ff-a908-16423d9d1f42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.449602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522a1d10-7d9c-40ff-a908-16423d9d1f42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.451440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-522a1d10-7d9c-40ff-a908-16423d9d1f42 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/2554ceea-e185-4b70-b2d2-791484fcf8e7 HTTP/1.1" status: 404 len: 337 time: 0.1948574 Jun 01 13:31:57.456863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.539637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.548706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b97abba-4212-46cc-a222-6a2e05c46300 req-31d18c99-2219-42ce-b346-2d3a7084d31a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249192 Jun 01 13:31:57.555458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.558027 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf42872-420f-4b71-b487-eeddfd54251d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.558831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf42872-420f-4b71-b487-eeddfd54251d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.560859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bbf42872-420f-4b71-b487-eeddfd54251d tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/f125f1fc-845f-43ff-8d31-3cc380d8ae23 HTTP/1.1" status: 404 len: 333 time: 0.0945930 Jun 01 13:31:57.574226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.613808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-16a80f37-f607-4901-adfc-87eee4278473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:57.614988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-16a80f37-f607-4901-adfc-87eee4278473 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 200 len: 897 time: 0.4953604 Jun 01 13:31:57.619609 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb386e4d-1ee4-4b5c-8364-567000c23d9e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.620136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb386e4d-1ee4-4b5c-8364-567000c23d9e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.621787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cb386e4d-1ee4-4b5c-8364-567000c23d9e tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/68aec797-a479-4eae-af28-7e628031bea6 HTTP/1.1" status: 404 len: 337 time: 0.0466106 Jun 01 13:31:57.625700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44858) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.667389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c7d6f8027edc4f68b0673ddfe22b5388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457156 Jun 01 13:31:57.668189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44860) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.676093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afc920-c62f-4aea-9da5-2d3f7991ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f2f3d-dde8-4d3f-8818-2e249297a555,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:57.751487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.775130 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7355600a-4094-4623-af6e-d78ee66b5989 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.776056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7355600a-4094-4623-af6e-d78ee66b5989 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.777956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7355600a-4094-4623-af6e-d78ee66b5989 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/88a9ea8b-6750-4556-9502-ea43f406f06c HTTP/1.1" status: 404 len: 333 time: 0.0654218 Jun 01 13:31:57.786579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44866) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.790219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-a674d2ad-3682-4897-adda-dee21ae55191 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 200 len: 217 time: 0.1674042 Jun 01 13:31:57.790848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.835014 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3913f595-4663-48f1-aaea-f17e7c92dc03 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.835467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3913f595-4663-48f1-aaea-f17e7c92dc03 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.840309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3913f595-4663-48f1-aaea-f17e7c92dc03 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/45fb743d-6aef-4c81-9bdb-1c3c05549ae4 HTTP/1.1" status: 404 len: 337 time: 0.0499735 Jun 01 13:31:57.845145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44870) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.891035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.917044 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1556d16d-7eb3-467b-a4e5-113e4a6d0321 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.918560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1556d16d-7eb3-467b-a4e5-113e4a6d0321 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.923267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095f3fd-5a9f-4459-a60f-17cdc7580974 None None] Network eec32bd2-6795-4075-8814-d0bc811528f9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:31:57.928578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f2f3d-dde8-4d3f-8818-2e249297a555,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:57.933840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:57.938984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d318284-6da7-48a6-9326-549ba8e157f1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/135f2f3d-dde8-4d3f-8818-2e249297a555 HTTP/1.1" status: 204 len: 168 time: 0.2683060 Jun 01 13:31:57.940986 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1556d16d-7eb3-467b-a4e5-113e4a6d0321 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/090a14f3-b170-4236-b290-79ab32bc54db HTTP/1.1" status: 404 len: 333 time: 0.0946281 Jun 01 13:31:57.943694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44878) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:57.974892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-5b0910f4-15cc-49c8-b6d0-61b4d17e9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:57.978869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-5b0910f4-15cc-49c8-b6d0-61b4d17e9146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 200 len: 834 time: 0.1400719 Jun 01 13:31:57.988465 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d2e4e7-82e8-41c0-8c42-913160576501 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:57.989009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d2e4e7-82e8-41c0-8c42-913160576501 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:57.993562 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c9d2e4e7-82e8-41c0-8c42-913160576501 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/30d6efa0-274a-4678-a2b6-77a522f8c22e HTTP/1.1" status: 404 len: 337 time: 0.0464497 Jun 01 13:31:57.999290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44882) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.048293 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-986f78fc-cce3-45ab-bbb8-1e4a2e6264fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:58.048919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986f78fc-cce3-45ab-bbb8-1e4a2e6264fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:58.053669 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-986f78fc-cce3-45ab-bbb8-1e4a2e6264fd tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/63ac1445-3e9b-48ac-b611-feb698ddee42 HTTP/1.1" status: 404 len: 333 time: 0.0507591 Jun 01 13:31:58.054373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.106088 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc02001f-ef6b-4506-9988-a749ede0cdd5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:58.106879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc02001f-ef6b-4506-9988-a749ede0cdd5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:58.112289 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bc02001f-ef6b-4506-9988-a749ede0cdd5 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/ba56081a-c25e-4184-9998-3622c8b0462a HTTP/1.1" status: 404 len: 337 time: 0.0543301 Jun 01 13:31:58.112694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44890) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.114077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-189ea753-2473-40b7-880d-f7bc879ac949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:58.116120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-189ea753-2473-40b7-880d-f7bc879ac949 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e22dcb-baf3-4c7a-9613-8cb022b8400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299424 Jun 01 13:31:58.292722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:58.296535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f720d25-1727-4e81-8ad5-5e3e72ec51c9 None None] The sync data for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 is: [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:29:05Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1c07dbce-e63c-4373-8373-c6603b9cb262', 'name': '', 'network_id': '81e22dcb-baf3-4c7a-9613-8cb022b8400b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:b1:3d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:34Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '54eba83b-9b6c-420a-a910-ea5819f5a34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:31:58.319964 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-674fc01e-e790-4d14-b287-c38e73148567 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:58.320533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674fc01e-e790-4d14-b287-c38e73148567 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:58.324334 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-674fc01e-e790-4d14-b287-c38e73148567 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/ports/a0eb71fd-40b8-4331-8828-f97867554a9c HTTP/1.1" status: 404 len: 333 time: 0.2089856 Jun 01 13:31:58.331055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44900) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.418094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-34bd6f8e-3432-4c43-baf4-fe82b32d9f98 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:58.419713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-34bd6f8e-3432-4c43-baf4-fe82b32d9f98 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:31:58.436701 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0feff77-834b-4a82-a034-ac3c89e3db71 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] DELETE failed (client error): The resource could not be found. Jun 01 13:31:58.437078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0feff77-834b-4a82-a034-ac3c89e3db71 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 13:31:58.438924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f0feff77-834b-4a82-a034-ac3c89e3db71 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/subnets/a9353a50-e5a2-4a0f-a3d6-52ac5e6b3876 HTTP/1.1" status: 404 len: 337 time: 0.1067755 Jun 01 13:31:58.440738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-59daa8ca-58a3-4499-9b52-59595706f020 service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170526 Jun 01 13:31:58.443969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44904) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.725289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44912) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:58.769496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8dce7eb3-3e2d-4ded-96a7-aba46172ad83 req-aa654e85-9ad0-472c-8051-d5814ad93a3c service neutron] 10.222.0.24 "GET /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206623 Jun 01 13:31:58.770295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:58.823908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-34bd6f8e-3432-4c43-baf4-fe82b32d9f98 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:31:58.825851 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-34bd6f8e-3432-4c43-baf4-fe82b32d9f98 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.6016457 Jun 01 13:31:58.842902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:31:58.847295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Usage tracker for resource:security_group_rule and tenant:54f3a747dfb44828b2f1f00c17481061 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:31:58.849922 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc562a-ead4-4d78-b177-236530b6df69 None None] New status for floating IP 17d4a331-e800-4779-ba8f-c59d738e1bb9: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:31:58.853080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:31:58.860834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:31:58.929392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:58.978417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc6e7-8be4-4853-9f07-d40b88307bb1 req-f28b9e2f-dc3c-475b-a21c-3b90c75f113e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:31:58.980671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d26fc6e7-8be4-4853-9f07-d40b88307bb1 req-f28b9e2f-dc3c-475b-a21c-3b90c75f113e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 946 time: 0.1959505 Jun 01 13:31:59.051182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 19754994-5390-4aff-ae2e-25d7e7088693 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:31:59.054870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.112639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d26fc6e7-8be4-4853-9f07-d40b88307bb1 req-81767bd7-1002-4559-9e85-f5a6f06665c2 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a8f1755-7dc2-4ead-8c17-49c0232557ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201451 Jun 01 13:31:59.123383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.141625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.205675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbda15-2cfa-4ee7-ba3e-eae283762411,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:59.211535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-12d3a376-22a2-4f86-85ef-996197f03061 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54f3a747dfb44828b2f1f00c17481061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851480 Jun 01 13:31:59.214127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44918) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:31:59.238008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.291619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1466ce20-e9e2-4adf-bc05-c59277a6f1e7']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:59.315558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.340268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06a9688-da3b-4039-a6e5-67d0a7313c59') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:59.341065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06a9688-da3b-4039-a6e5-67d0a7313c59') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:31:59.358133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.370754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.416929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.469257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.485446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbda15-2cfa-4ee7-ba3e-eae283762411,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:59.508685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.510005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-17c142c0-f82d-4fc3-b3f2-56739b1f43bd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a5bbda15-2cfa-4ee7-ba3e-eae283762411 HTTP/1.1" status: 204 len: 168 time: 0.2946236 Jun 01 13:31:59.561092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 19754994-5390-4aff-ae2e-25d7e7088693, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=19754994-5390-4aff-ae2e-25d7e7088693,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:31:59.561502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.578558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:31:59.578997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.717465 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e06a9688-da3b-4039-a6e5-67d0a7313c59 resource provider aggregate not found Jun 01 13:31:59.797092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 19754994-5390-4aff-ae2e-25d7e7088693 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:31:59.907136 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment e06a9688-da3b-4039-a6e5-67d0a7313c59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e06a9688-da3b-4039-a6e5-67d0a7313c59 found for delete ", "request_id": "req-08030206-155e-478e-bd7c-492abb749583"}]} Jun 01 13:31:59.911365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.916320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:31:59.950814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] Pushing event deleted for resources: {'Network': ['ID=1466ce20-e9e2-4adf-bc05-c59277a6f1e7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:31:59.986151 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2298e8c5-14d9-4656-ad22-0e901c6506f8 tempest-NetworksTestDHCPv6-1244064843 tempest-NetworksTestDHCPv6-1244064843-project] 10.222.0.40 "DELETE /v2.0/networks/1466ce20-e9e2-4adf-bc05-c59277a6f1e7 HTTP/1.1" status: 204 len: 168 time: 1.5398819 Jun 01 13:32:00.028182 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.117100 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=19754994-5390-4aff-ae2e-25d7e7088693,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:00.304866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] No DVR routers for this DVR port 19754994-5390-4aff-ae2e-25d7e7088693 on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:32:00.314095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.316160 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ad7a97d6-851f-48c0-bca9-7b0c88f70474 req-a19f43a3-9ce1-43e1-bbe1-5fe5440ca44a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "DELETE /v2.0/ports/19754994-5390-4aff-ae2e-25d7e7088693 HTTP/1.1" status: 204 len: 173 time: 1.4840548 Jun 01 13:32:00.316617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-deleted', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:32:00.372178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 44960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:00.408311 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0d7b9a-363c-4fee-92b4-2a4b087fa4f4'] response: {'server_uuid': 'c3662dff-70de-45b0-ae6c-892dab33ffca', 'name': 'network-vif-deleted', 'tag': '19754994-5390-4aff-ae2e-25d7e7088693', 'status': 'completed', 'code': 200} Jun 01 13:32:00.514924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76f4ab5a-2856-46aa-bbc6-275bab390acd req-2906bd84-e948-4441-add1-70dd8b1c97c0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3662dff-70de-45b0-ae6c-892dab33ffca HTTP/1.1" status: 200 len: 210 time: 0.1334341 Jun 01 13:32:00.614832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3155455c-9d0b-40c8-9128-8de8f35372a4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea28325076eb4afc9671aa195cf8a128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414515 Jun 01 13:32:00.619008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 44972) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:00.745521 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.806359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.893074 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.916200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:00.917398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2501dd38-1e6f-40af-9cb2-477e44afe875 HTTP/1.1" status: 204 len: 168 time: 0.2969689 Jun 01 13:32:00.918334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2501dd38-1e6f-40af-9cb2-477e44afe875,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:00.928953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.929487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.929900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.930357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.930881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.931291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.931677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.932212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.932608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.933044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.933557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:00.933948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8bcf3-113a-4f20-9be9-a5b5803a805d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:01.661210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45014) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:02.043403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45030) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:02.191016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1904111924'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:02.197361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:02.201908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:network and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:02.205047 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:02.211961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:02.227991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Made reservation on behalf of 125f99643edc4d40be77680bc2105d46 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:02.232170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.245562 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.263097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:02.267529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:security_group_rule and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:02.271661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:02.277764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:02.366096 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.371662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.406238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:32:02.415434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d9235-13c4-4076-af18-12b493a96693,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:02.421474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.421905 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Added segment 24dbd8ed-8c43-42f4-b27b-3caefca59a7a of type vlan for network 8694c852-db53-45e4-ba6e-b221852d8755 Jun 01 13:32:02.453418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:32:02.455606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.484597 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.503458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.510452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:02.512794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.521285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 19754994-5390-4aff-ae2e-25d7e7088693 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:32:02.521659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 19754994-5390-4aff-ae2e-25d7e7088693 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:32:02.634415 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Network': ['ID=8694c852-db53-45e4-ba6e-b221852d8755,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:02.641188 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d4002c3e-6975-4969-8ef9-a87e012f6d66 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5926452 Jun 01 13:32:02.641628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:02.644854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8694c852-db53-45e4-ba6e-b221852d8755 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:32:02.647623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'subnet': {'network_id': '8694c852-db53-45e4-ba6e-b221852d8755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:02.797902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:02.809937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:subnet and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:02.815949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:02.825634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:02.841898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Made reservation on behalf of 125f99643edc4d40be77680bc2105d46 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:02.845871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:02.929534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 1c07dbce-e63c-4373-8373-c6603b9cb262 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:02.930149 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.255235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 1c07dbce-e63c-4373-8373-c6603b9cb262, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1c07dbce-e63c-4373-8373-c6603b9cb262,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:03.255593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.301986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.410502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Subnet': ['ID=33370bc8-3103-4745-808d-9889cb0191e8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:03.424227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Checking segment: {'id': '24dbd8ed-8c43-42f4-b27b-3caefca59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:03.424703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network hostable DHCP agents. Network: 8694c852-db53-45e4-ba6e-b221852d8755, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:32:03.431969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 1c07dbce-e63c-4373-8373-c6603b9cb262 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:03.449366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network 8694c852-db53-45e4-ba6e-b221852d8755 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:32:03.468959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8694c852-db53-45e4-ba6e-b221852d8755) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:03.474919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:03.475741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.481760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd9c6a-46c9-4244-be52-2b7dd985f267 None None] Network 8694c852-db53-45e4-ba6e-b221852d8755 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:03.513910 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d6b3297-54d5-428c-bd0f-5fadf318de03 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8708735 Jun 01 13:32:03.517092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45066) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:03.539135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1216074693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:03.574901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:03.590511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:router and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:03.595304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:03.613140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:03.697690 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.698778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.754460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.807399 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.846247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:03.849937 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6baf8ae8-a8d2-4bbf-a1a7-47afd592a6bb tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3278711 Jun 01 13:32:03.852038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:03.917401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8694c852-db53-45e4-ba6e-b221852d8755', 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755', 'tenant_id': '125f99643edc4d40be77680bc2105d46', 'fixed_ips': [{'subnet_id': '33370bc8-3103-4745-808d-9889cb0191e8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:32:03.918677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.253440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Allocated IP 172.20.0.2 (8694c852-db53-45e4-ba6e-b221852d8755/33370bc8-3103-4745-808d-9889cb0191e8/906409df-b815-4c08-8f4e-67695733fce7) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:04.640891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.654483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:04.658206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.673690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.701546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Transition to ACTIVE for port object 906409df-b815-4c08-8f4e-67695733fce7 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:04.776957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Transition to ACTIVE for port object 906409df-b815-4c08-8f4e-67695733fce7 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:04.784396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.793673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.874040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:04.877913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Network 8694c852-db53-45e4-ba6e-b221852d8755 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:04.884024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:04.898216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:04.913213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:04.920004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Usage tracker for resource:security_group_rule and tenant:9d998cc90dd740f3b7016e3869d26b69 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:04.926845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:04.934755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=1c07dbce-e63c-4373-8373-c6603b9cb262,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:04.940858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:05.028588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Pushing event updated for resources: {'Port': ['ID=906409df-b815-4c08-8f4e-67695733fce7,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:05.036636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Attempting to bind port 906409df-b815-4c08-8f4e-67695733fce7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:05.037545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Attempting to bind port 906409df-b815-4c08-8f4e-67695733fce7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '24dbd8ed-8c43-42f4-b27b-3caefca59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:05.038190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Attempting to bind port 906409df-b815-4c08-8f4e-67695733fce7 on network 8694c852-db53-45e4-ba6e-b221852d8755 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:05.044745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:05.045237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Checking segment: {'id': '24dbd8ed-8c43-42f4-b27b-3caefca59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:05.045712 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.046175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Bound using segment: {'id': '24dbd8ed-8c43-42f4-b27b-3caefca59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:05.046785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Bound port: 906409df-b815-4c08-8f4e-67695733fce7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dbd8ed-8c43-42f4-b27b-3caefca59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8694c852-db53-45e4-ba6e-b221852d8755'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:05.047232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.116158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.132729 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.209281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] For port 906409df-b815-4c08-8f4e-67695733fce7, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:05.223880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] For port 906409df-b815-4c08-8f4e-67695733fce7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=906409df-b815-4c08-8f4e-67695733fce7,segment=NetworkSegment(24dbd8ed-8c43-42f4-b27b-3caefca59a7a),segment_id=24dbd8ed-8c43-42f4-b27b-3caefca59a7a)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:05.238363 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9d998cc90dd740f3b7016e3869d26b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797889 Jun 01 13:32:05.238581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:05.243508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.272787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e47bb-7ca3-4479-a7e1-028f9f1e0227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c707d1-d088-4601-b2a1-cb5585e0ca61,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:05.375432 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.426317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c969f80-2292-4a5b-abf2-979097f4e023 None None] Pushing event updated for resources: {'Port': ['ID=906409df-b815-4c08-8f4e-67695733fce7,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:05.427034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.529544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.583684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c707d1-d088-4601-b2a1-cb5585e0ca61,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:05.599537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.601704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.602335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.602841 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.603339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.603960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.605108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.605657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.606139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.606663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.607136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.607965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.608452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:05.612598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:05.614167 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e5563a8e-fd8a-42bd-942d-414eeb9540a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/70c707d1-d088-4601-b2a1-cb5585e0ca61 HTTP/1.1" status: 204 len: 168 time: 0.3744805 Jun 01 13:32:05.902723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Allocated IP 172.20.0.1 (8694c852-db53-45e4-ba6e-b221852d8755/33370bc8-3103-4745-808d-9889cb0191e8/237c7fb3-58a1-41d1-8f60-dc31f9b03856) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:06.171316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45112) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:06.222246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.258641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:06.267221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Usage tracker for resource:security_group_rule and tenant:2b0e43ddec314700a826d12bc691c2db is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:06.270115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:06.280581 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:06.388398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.395020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.460953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2b0e43ddec314700a826d12bc691c2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832763 Jun 01 13:32:06.461789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9601-f317-4cc4-b243-f6706405b5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4996bf5-0581-43ed-af26-a0b593681744,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:06.464363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45118) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:06.521643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.549505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router e55e6115-443e-44fb-8205-898bde57b63a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:32:06.551009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Transition to ACTIVE for port object 237c7fb3-58a1-41d1-8f60-dc31f9b03856 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:06.610317 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.646157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.741170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.760092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4996bf5-0581-43ed-af26-a0b593681744,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:06.774709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:06.776416 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eee5b7a7-00b6-4dd4-97d0-a4d710136b18 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b4996bf5-0581-43ed-af26-a0b593681744 HTTP/1.1" status: 204 len: 168 time: 0.3105631 Jun 01 13:32:06.842952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:07.002690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f149db-941a-4a08-83ce-9b3e4c561021 None None] Network 8694c852-db53-45e4-ba6e-b221852d8755 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:07.124683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=237c7fb3-58a1-41d1-8f60-dc31f9b03856,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:07.197261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network 8694c852-db53-45e4-ba6e-b221852d8755 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:07.202695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:07.225300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:07.255507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6a88a4ad-7bd0-47ab-a4c9-016341fbbe9a None None] Provisioning for port 906409df-b815-4c08-8f4e-67695733fce7 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:07.583180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:07.583180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:07.592055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 906409df-b815-4c08-8f4e-67695733fce7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:07.610408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-33b1b5d1-a17a-4b31-ac99-cb1f0f919118 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/e55e6115-443e-44fb-8205-898bde57b63a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9458506 Jun 01 13:32:07.610870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:07.648388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Sync routers for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:07.683449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:07.684206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:07.755513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:07.833499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting subnet 54eba83b-9b6c-420a-a910-ea5819f5a34e {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:32:07.833499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:07.905098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 906409df-b815-4c08-8f4e-67695733fce7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:07.921004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 906409df-b815-4c08-8f4e-67695733fce7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:07.921004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.093752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.318490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.452171 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.566453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Provisioning for port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:08.577357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 906409df-b815-4c08-8f4e-67695733fce7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:08.577799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.592067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Subnet': ['ID=54eba83b-9b6c-420a-a910-ea5819f5a34e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:08.605489 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.625959 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a786701d-db1a-4c07-ac36-e5b5905175aa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/subnets/54eba83b-9b6c-420a-a910-ea5819f5a34e HTTP/1.1" status: 204 len: 168 time: 1.0115068 Jun 01 13:32:08.627245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:08.684592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 906409df-b815-4c08-8f4e-67695733fce7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=906409df-b815-4c08-8f4e-67695733fce7,segment=NetworkSegment(24dbd8ed-8c43-42f4-b27b-3caefca59a7a),segment_id=24dbd8ed-8c43-42f4-b27b-3caefca59a7a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:08.694103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329296a-4b18-48ce-be36-be76ebbf02d3 None None] Network 81e22dcb-baf3-4c7a-9613-8cb022b8400b requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:08.867888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:08.915786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Provisioning complete for port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:08.915786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.962745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:08.971664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.044247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:09.047486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.157310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.169747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=906409df-b815-4c08-8f4e-67695733fce7,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:09.213677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=237c7fb3-58a1-41d1-8f60-dc31f9b03856,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:09.252303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.536482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Provisioning complete for port 906409df-b815-4c08-8f4e-67695733fce7 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:09.536482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.801431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network 8694c852-db53-45e4-ba6e-b221852d8755 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:09.805623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:09.855557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.867307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b86635bc-a66b-401e-8f39-754d7f90ae4f None None] Current status of the port 906409df-b815-4c08-8f4e-67695733fce7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:09.878483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:32:04Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '0ae69a94-b035-4227-adde-92c20d5ae894', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:42Z', 'updated_at': '2022-06-01T13:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:09.880217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 0ae69a94-b035-4227-adde-92c20d5ae894 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:09.880568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:09.892620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Checking router: e55e6115-443e-44fb-8205-898bde57b63a for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:32:09.947773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Routers {'e55e6115-443e-44fb-8205-898bde57b63a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:09.949131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['e55e6115-443e-44fb-8205-898bde57b63a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:10.111810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] DHCP port deletion for 81e22dcb-baf3-4c7a-9613-8cb022b8400b request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:32:10.119344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Deleting port 0c3c1915-56fa-497e-b63d-5afeb69254b8 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:10.119344 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:10.369504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Router ecdf0579-6f09-488d-b8e5-6c3a793e03af is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:32:10.648807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 0ae69a94-b035-4227-adde-92c20d5ae894, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0ae69a94-b035-4227-adde-92c20d5ae894,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:10.648807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:10.658034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-437e97f3-2a39-4c7a-a0d0-32a2c5e7c8a3 None None] Provisioning complete for port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:10.658034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-437e97f3-2a39-4c7a-a0d0-32a2c5e7c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:10.739415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] Set router e55e6115-443e-44fb-8205-898bde57b63a gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:10.799285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:10.817376 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] Sync routers for ids ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:10.821579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b4b4aab-a6dd-48c4-a310-b3dc31aac0f7 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "PUT /v2.0/routers/ecdf0579-6f09-488d-b8e5-6c3a793e03af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9683230 Jun 01 13:32:10.824046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:10.835358 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] Routers {'ecdf0579-6f09-488d-b8e5-6c3a793e03af'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:10.836229 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:10.892178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'port': {'network_id': '8694c852-db53-45e4-ba6e-b221852d8755', 'name': 'tempest-FloatingIPNegativeTestJSON-1752674246'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:10.912492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 0ae69a94-b035-4227-adde-92c20d5ae894 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:11.044589 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:11.056851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:32:09Z', 'revision_number': 6, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:11.102813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b39bc-bd5e-461d-87b5-0fa90cad07a7 None None] The sync data for ids ['e55e6115-443e-44fb-8205-898bde57b63a'] in n-d-844200-1 is: [{'id': 'e55e6115-443e-44fb-8205-898bde57b63a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127363318', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:39Z', 'updated_at': '2022-06-01T13:32:09Z', 'revision_number': 6, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:11.125903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] Routers {'ecdf0579-6f09-488d-b8e5-6c3a793e03af'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:11.125903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:31:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:11.159932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-437e97f3-2a39-4c7a-a0d0-32a2c5e7c8a3 None None] Port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:11.204619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] For port 0c3c1915-56fa-497e-b63d-5afeb69254b8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0c3c1915-56fa-497e-b63d-5afeb69254b8,segment=NetworkSegment(6fd61ec3-a20f-43b0-b97b-302ff8adbcd5),segment_id=6fd61ec3-a20f-43b0-b97b-302ff8adbcd5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:11.205016 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:11.278754 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:11.279485 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdc799-9734-4be6-a72e-3ccb71fe7d2b None None] The sync data for ids ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'] in n-d-844200-1 is: [] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:11.457568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:11.505233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:port and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:11.519542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:11.547272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:11.552233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Calling delete_port for 0c3c1915-56fa-497e-b63d-5afeb69254b8 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:11.586369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Made reservation on behalf of 125f99643edc4d40be77680bc2105d46 for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:11.594678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:11.617183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 906409df-b815-4c08-8f4e-67695733fce7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:11.774505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] device_id is not set on port 2be907b1-8da0-4f25-b5a8-9f924f511a64 yet. {{(pid=88372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 13:32:11.907298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a89315c0-632f-4adf-ade6-0954243aff8e None None] Provisioning complete for port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:11.907722 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a89315c0-632f-4adf-ade6-0954243aff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:11.935770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:11.998059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=0ae69a94-b035-4227-adde-92c20d5ae894,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:12.027189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a89315c0-632f-4adf-ade6-0954243aff8e None None] Port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:12.186623 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.270198 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Allocated IP 172.20.0.6 (8694c852-db53-45e4-ba6e-b221852d8755/33370bc8-3103-4745-808d-9889cb0191e8/2be907b1-8da0-4f25-b5a8-9f924f511a64) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:12.272595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.288968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] Pushing event deleted for resources: {'Port': ['ID=0c3c1915-56fa-497e-b63d-5afeb69254b8,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:12.317749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b32a5-9d91-4043-a2df-2d09030aa1b6 None None] No DVR routers for this DVR port 0c3c1915-56fa-497e-b63d-5afeb69254b8 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:32:12.321791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 906409df-b815-4c08-8f4e-67695733fce7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:12.322389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.638169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 906409df-b815-4c08-8f4e-67695733fce7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:12.702943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.717162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.737395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0c3c1915-56fa-497e-b63d-5afeb69254b8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:32:12.823078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 0c3c1915-56fa-497e-b63d-5afeb69254b8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:32:12.823078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0c3c1915-56fa-497e-b63d-5afeb69254b8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:32:12.981623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:12.981623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Fanout notify agent at l3_agent the message router_deleted on router e55e6115-443e-44fb-8205-898bde57b63a {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:32:13.054738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.058943 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f537e33d-cf64-4dde-83b6-ff70e067e5cd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/routers/e55e6115-443e-44fb-8205-898bde57b63a HTTP/1.1" status: 204 len: 168 time: 4.4295833 Jun 01 13:32:13.059071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45250) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:13.071774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.106432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Transition to ACTIVE for port object 2be907b1-8da0-4f25-b5a8-9f924f511a64 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:13.172100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.231602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0ae69a94-b035-4227-adde-92c20d5ae894 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:32:13.279545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network 8694c852-db53-45e4-ba6e-b221852d8755 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:13.283278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:13.284072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 0ae69a94-b035-4227-adde-92c20d5ae894 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:32:13.284418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0ae69a94-b035-4227-adde-92c20d5ae894 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:32:13.284838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1c07dbce-e63c-4373-8373-c6603b9cb262 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:32:13.289525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:13.381878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 1c07dbce-e63c-4373-8373-c6603b9cb262 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:32:13.381878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1c07dbce-e63c-4373-8373-c6603b9cb262 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:32:13.396588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=2be907b1-8da0-4f25-b5a8-9f924f511a64,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:13.460554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:13.460554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.500274 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.524634 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aa1e3623-c906-4b31-b49f-cd2919b34d53 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6937094 Jun 01 13:32:13.524973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:13.534788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:13.578122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:13.604263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:floatingip and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:13.619174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:13.658015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:13.679968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:13.872908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45266) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:13.896751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3599b03d-d6e0-481d-b251-7154d2919b6b None None] Provisioning for port 2be907b1-8da0-4f25-b5a8-9f924f511a64 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:13.910422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3599b03d-d6e0-481d-b251-7154d2919b6b None None] Provisioning complete for port 2be907b1-8da0-4f25-b5a8-9f924f511a64 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:13.910422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3599b03d-d6e0-481d-b251-7154d2919b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.085820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.101717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3599b03d-d6e0-481d-b251-7154d2919b6b None None] Port 2be907b1-8da0-4f25-b5a8-9f924f511a64 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:14.172450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e22dcb-baf3-4c7a-9613-8cb022b8400b']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:14.218903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:14.219171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd61ec3-a20f-43b0-b97b-302ff8adbcd5') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:14.315133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.356485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.424411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fc5aa3ad-81ae-4552-a9f1-59f396d67363 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2539 time: 0.5512362 Jun 01 13:32:14.424411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45276) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:14.424411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.437255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'network': {'name': 'tempest-network-smoke--437311441', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'port_security_enabled': False}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:14.450738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:32:14.450738 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.494772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:14.494772 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6fd61ec3-a20f-43b0-b97b-302ff8adbcd5 resource provider aggregate not found Jun 01 13:32:14.546829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Allocated IP 172.25.7.65 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/45589ec6-f9d5-4bed-958b-d77f635d0562) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:14.585455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:network and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:14.621603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:14.629828 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 6fd61ec3-a20f-43b0-b97b-302ff8adbcd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fd61ec3-a20f-43b0-b97b-302ff8adbcd5 found for delete ", "request_id": "req-719f6b8a-f072-4457-9029-cf554f632c96"}]} Jun 01 13:32:14.640792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-e7eea838-e64e-4dda-901a-9bce068f8b83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4268119 Jun 01 13:32:14.641961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:14.661342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:14.668310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.700833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:32:14.711631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.712301 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Added segment 3bcaa332-5972-4ead-8720-93ec4c6cce9b of type vlan for network 5219c0b3-97c3-4aba-9789-f3343b1f7214 Jun 01 13:32:14.750009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.800898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.804556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.859136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.862394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.870926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.876806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:14.876806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:14.890360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/networks/81e22dcb-baf3-4c7a-9613-8cb022b8400b HTTP/1.1" status: 204 len: 168 time: 1.8184757 Jun 01 13:32:14.890360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45288) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:14.890360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aea64-f9f8-4af7-852a-43cabca87939 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Network': ['ID=81e22dcb-baf3-4c7a-9613-8cb022b8400b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:14.980044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:14.980044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:14.990431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:15.072217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=45589ec6-f9d5-4bed-958b-d77f635d0562,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:15.106737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6819656 Jun 01 13:32:15.110222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45296) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:15.121950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'admin_state_up': True, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:15.132569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:15.139030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:router and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:15.139828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.142280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60155e7-452b-4535-88c1-c0ddbd929080 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Network': ['ID=5219c0b3-97c3-4aba-9789-f3343b1f7214,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:15.143460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:15.146327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.152051 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:15.159517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:32:15.189322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-ea756088-dd4b-437e-b665-82f72cd96eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:15.208943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-ea756088-dd4b-437e-b665-82f72cd96eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.4420419 Jun 01 13:32:15.211889 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.231893 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.233507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.248799 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.462986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.821789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-ac25e72b-0b15-4adb-953d-8f12d0b2f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:15.821789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-ac25e72b-0b15-4adb-953d-8f12d0b2f85f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 898 time: 0.5871146 Jun 01 13:32:15.939528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.954018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:15.982887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.043605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-8dfcda2a-d00c-4829-9eba-85d693cc857c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 1002 time: 0.2180147 Jun 01 13:32:16.214323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-0a84933f-3d47-493d-8e67-2dcae110ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:16.214323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-0a84933f-3d47-493d-8e67-2dcae110ebae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.1613371 Jun 01 13:32:16.218340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.293978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.299278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f1755-7dc2-4ead-8c17-49c0232557ad,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:16.304569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.305688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-32077617-2e4d-4837-bf99-8dad2baa2a6a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/security-groups/3a8f1755-7dc2-4ead-8c17-49c0232557ad HTTP/1.1" status: 204 len: 168 time: 1.4204237 Jun 01 13:32:16.344043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.346962 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8211315 Jun 01 13:32:16.353954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:16.415027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f22aa293-712a-45f1-bbca-ac661ac7119c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'floatingip': {'port_id': '2be907b1-8da0-4f25-b5a8-9f924f511a64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:16.449628 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6424e-f58a-4d0e-aaf4-b3e9186e70b1 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=45589ec6-f9d5-4bed-958b-d77f635d0562,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:16.585826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-580020d4-0f0e-4405-8fad-df3c96cd9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:16.588162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-580020d4-0f0e-4405-8fad-df3c96cd9741 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647199 Jun 01 13:32:16.590767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45326) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:16.595112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f22aa293-712a-45f1-bbca-ac661ac7119c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.614809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250131494', 'description': 'tempest-secgroup-smoke-1250131494 description', 'project_id': 'eff5a2fb59524599a3424abe670d764d'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:16.650468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:16.660616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:16.660616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:16.670757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:16.784029 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:16.987487 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-f22aa293-712a-45f1-bbca-ac661ac7119c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] update failed (client error): The resource could not be found. Jun 01 13:32:16.987487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f22aa293-712a-45f1-bbca-ac661ac7119c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "PUT /v2.0/floatingips/43ac69af-fc6c-4c22-98ed-01365d19a987 HTTP/1.1" status: 404 len: 507 time: 0.6289012 Jun 01 13:32:16.987487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45334) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:17.093618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:17.093618 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.128338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:17.128338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:17.142402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.142402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:17.176473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting port 45589ec6-f9d5-4bed-958b-d77f635d0562 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:17.176473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.230009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-1b9ec78a-b302-4166-8177-ae268474c2cb service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639055 Jun 01 13:32:17.410631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.423754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.25.7.20 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/992fe245-5634-4ea2-b454-3be33d3dfc9a) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:17.426289 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.498683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ef21ea1-46b3-4edf-bf14-cf4b15013c3a req-ba459397-80f7-449f-9c8e-b211eb4d3233 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569573 Jun 01 13:32:17.521280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7560dd22-cd3f-469d-9e4c-758d92120ca7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:17.701872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.701872 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-179676cf-e050-4243-8414-d0c15aa2cf77 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1034951 Jun 01 13:32:17.705373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45354) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:17.729059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.729059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:17.743683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:17.759637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:17.767302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:17.772013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:17.794296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:17.905585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Calling delete_port for 45589ec6-f9d5-4bed-958b-d77f635d0562 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:17.935061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.000847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.096462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.096462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.129959 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.200250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.224623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05527bd-632a-4e4e-ade4-06652153b560,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:18.244835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.246008 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-786972d4-a0ab-481a-823c-098a4ccb12c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5426512 Jun 01 13:32:18.249390 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=992fe245-5634-4ea2-b454-3be33d3dfc9a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:18.253048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:18.253959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:18.257430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:18.261850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:18.267394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:18.284471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-03b5e279-9b11-4f6a-8ce9-6967dde1e3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.297955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:18.306474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:18.314851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:18.328155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:18.429522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.489411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Port': ['ID=45589ec6-f9d5-4bed-958b-d77f635d0562,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:18.654463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.690440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.728852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.728852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7c8b23db-0712-42b6-bdf9-0825bd264b84 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "DELETE /v2.0/floatingips/43ac69af-fc6c-4c22-98ed-01365d19a987 HTTP/1.1" status: 204 len: 168 time: 1.7302580 Jun 01 13:32:18.736800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45404) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:18.746238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'floatingip': {'floating_network_id': '8694c852-db53-45e4-ba6e-b221852d8755', 'port_id': '2be907b1-8da0-4f25-b5a8-9f924f511a64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:18.766980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:18.773723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:floatingip and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:18.776834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:18.787887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:18.812931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.961811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:18.967961 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.025921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.061077 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 13:32:19.061077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1b3f9b87-2c4e-4c8b-a523-e8878d35d108 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3165262 Jun 01 13:32:19.061077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45428) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:19.067443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '2be907b1-8da0-4f25-b5a8-9f924f511a64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:19.084347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:19.091404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ef246b-550b-4c0b-a7f2-eb2fcf782ede,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:19.097170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Usage tracker for resource:floatingip and tenant:125f99643edc4d40be77680bc2105d46 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:19.097170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:19.097170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:19.121076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.152868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.157019 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-737007e3-e122-4921-a6f2-e2b0f9365688 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9019902 Jun 01 13:32:19.157639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45432) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:19.171224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:19.189755 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:19.197495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:19.202483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:19.213261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:19.336635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.369699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.682824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Allocated IP 172.25.7.53 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/48c52413-210b-45ac-8ae9-0a1e2f8cb365) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:19.846295 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.958416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.975523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:19.991427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.007602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.091809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:20.112273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:20.113087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:20.145593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c385ec-34a4-481d-9735-4adc1689807f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:20.184144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.192717 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a1d55379-7e2c-461b-8ea4-7571b7c846de tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0267067 Jun 01 13:32:20.219361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45458) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:20.229428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:20.244753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event updated for resources: {'Port': ['ID=48c52413-210b-45ac-8ae9-0a1e2f8cb365,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:20.248891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:20.248891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:20.248891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:20.258478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:20.298967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router f29adabf-02aa-441d-b641-f94dfe818828 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:32:20.302441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.365884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting port 48c52413-210b-45ac-8ae9-0a1e2f8cb365 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:20.365884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.412061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.537522 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4aba-7497-424c-aba0-75a94ac666b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.597850 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.666178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3578e27e-2f01-49fd-90e1-b53519385631,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:20.695167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:20.708056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Sync routers for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:20.710458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.712340 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.724959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:20.725406 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:20.755732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.762895 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7acc5f0e-801e-4179-b858-db08550d0bf8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5462959 Jun 01 13:32:20.764753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:20.788655 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:20.829031 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:20.829031 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d781b67-5e08-4fc4-b9d8-b3dec6ab4121 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7153764 Jun 01 13:32:20.835919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:20.835919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:20.908526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Calling delete_port for 48c52413-210b-45ac-8ae9-0a1e2f8cb365 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:20.936942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:20.958707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:20.972439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:20.996806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c55511-4af5-4443-ab5f-3f83a4570c54 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:20.998463 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99c55511-4af5-4443-ab5f-3f83a4570c54 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=59e06d99ed3b477ab85b6b56de4d0f8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1511402 Jun 01 13:32:21.001574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45482) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.028973 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:32:21.078832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:21.225866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.292703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.540166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75460587-c698-4038-982d-fddb6aafe493 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:21.542101 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75460587-c698-4038-982d-fddb6aafe493 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5395496 Jun 01 13:32:21.550260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45494) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.595146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:18Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:21.603609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Checking router: f29adabf-02aa-441d-b641-f94dfe818828 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:32:21.607071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Updating router f29adabf-02aa-441d-b641-f94dfe818828 port 992fe245-5634-4ea2-b454-3be33d3dfc9a binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:32:21.627115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Port': ['ID=48c52413-210b-45ac-8ae9-0a1e2f8cb365,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:21.659569 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.663704 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-caf7bed4-c160-4742-9c1d-86dbe3032a5b tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1111369 Jun 01 13:32:21.665865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45500) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.741992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.744232 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] create failed (client error): The resource could not be found. Jun 01 13:32:21.745476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-72d0716f-e1dc-4f81-bedf-cfaa1ab8ae76 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6860125 Jun 01 13:32:21.751139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.778787 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.823095 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-addb83bb-2703-4859-bbf4-057e0cccf225 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=59e06d99ed3b477ab85b6b56de4d0f8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452062 Jun 01 13:32:21.823095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.823095 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0483382 Jun 01 13:32:21.823095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45510) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.823095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45512) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:21.848466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '7560dd22-cd3f-469d-9e4c-758d92120ca7', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:21.909374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dd376-93dc-478f-b4c0-ac1ad9ad3444 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f456176-36e7-4ae6-91fd-8b5ef55baec1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:21.922542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting port 2be907b1-8da0-4f25-b5a8-9f924f511a64 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:21.922542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:21.927135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:22.026131 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.055942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:22.060988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:22.081294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:22.088697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.121530 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:32:22.206252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.216951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b8e61-9f3c-48b4-8da3-2283aa5b45cf tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:22.225045 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cf1b8e61-9f3c-48b4-8da3-2283aa5b45cf tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4035428 Jun 01 13:32:22.228832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45526) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:22.328383 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ffd20b4e-05e9-4b49-8bd6-4c75801eca9d tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932121 Jun 01 13:32:22.328383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45530) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:22.335970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.343148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112198241', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:22.473873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Calling delete_port for 2be907b1-8da0-4f25-b5a8-9f924f511a64 owned by {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:22.601240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.641749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.643316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:22.653049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:subnet and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:22.659708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:22.663744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.723538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:22.734920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d34674-c06b-4e02-a041-72ff72e53fb1,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:22.737057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.745216 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-432ec211-23e0-4076-9c64-23bdc174a084 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9161670 Jun 01 13:32:22.745216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45538) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:22.751308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'network': {'name': 'tempest-network-smoke--1677637999', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:22.760158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:22.766702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:22.766702 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.775933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Transition to ACTIVE for port object 992fe245-5634-4ea2-b454-3be33d3dfc9a will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:22.784164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.791086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.793380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:network and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:22.793380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:22.879207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:22.890143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70054320-87b4-4ed0-b005-8be347ab4dd4 None None] Pushing event updated for resources: {'Port': ['ID=992fe245-5634-4ea2-b454-3be33d3dfc9a,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:22.910352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Port': ['ID=2be907b1-8da0-4f25-b5a8-9f924f511a64,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:22.938367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Attempting to bind port 992fe245-5634-4ea2-b454-3be33d3dfc9a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:22.938759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Attempting to bind port 992fe245-5634-4ea2-b454-3be33d3dfc9a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:22.939115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Attempting to bind port 992fe245-5634-4ea2-b454-3be33d3dfc9a on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:22.951760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:22.952136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:22.952540 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.952928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:22.953410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Bound port: 992fe245-5634-4ea2-b454-3be33d3dfc9a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:22.953773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:22.987365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:22.999554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.025574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:32:23.064288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] For port 992fe245-5634-4ea2-b454-3be33d3dfc9a, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:23.068711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] For port 992fe245-5634-4ea2-b454-3be33d3dfc9a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992fe245-5634-4ea2-b454-3be33d3dfc9a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:23.088250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.130404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:32:23.178875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.180231 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Added segment fd0532e0-93da-45c6-8b56-4ca1e4534cc0 of type vlan for network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 Jun 01 13:32:23.283539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.287248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.328061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6b60d1e5-f689-4ddc-9b03-dea08daf6a56 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "DELETE /v2.0/ports/2be907b1-8da0-4f25-b5a8-9f924f511a64 HTTP/1.1" status: 204 len: 168 time: 1.5671682 Jun 01 13:32:23.328061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45558) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:23.345129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70054320-87b4-4ed0-b005-8be347ab4dd4 None None] Pushing event updated for resources: {'Port': ['ID=992fe245-5634-4ea2-b454-3be33d3dfc9a,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:23.390023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:23.390023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:23.561879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.595195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2f9c2-6c26-4a18-b9fa-0826fc0154e6 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:23.595195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0a2f9c2-6c26-4a18-b9fa-0826fc0154e6 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Synchronizing usage tracker for tenant:125f99643edc4d40be77680bc2105d46 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:23.642919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0a2f9c2-6c26-4a18-b9fa-0826fc0154e6 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Unset dirty status for tenant:125f99643edc4d40be77680bc2105d46 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:23.645562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0a2f9c2-6c26-4a18-b9fa-0826fc0154e6 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "GET /v2.0/ports?device_id=ecdf0579-6f09-488d-b8e5-6c3a793e03af HTTP/1.1" status: 200 len: 913 time: 0.3213785 Jun 01 13:32:23.645800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45568) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:23.761182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:23.968472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:23.975443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:23.975443 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.194753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45580) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:24.216791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Network': ['ID=bb64c85a-2e3d-41e3-aac5-b3528e03cb96,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:24.222083 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-36379ca0-b465-4f70-acc2-fdc0dea4f7e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4785576 Jun 01 13:32:24.223535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.225678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45586) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:24.238623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:32:24.247021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'admin_state_up': True, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:24.268202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:24.280671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:router and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:24.289626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:24.304103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:24.393371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Subnet': ['ID=389c0614-7776-4205-848b-fc76d9faac68,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:24.419353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Checking segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:24.419353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network hostable DHCP agents. Network: 5219c0b3-97c3-4aba-9789-f3343b1f7214, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:32:24.453199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:32:24.487644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5219c0b3-97c3-4aba-9789-f3343b1f7214) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:24.493450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:24.493450 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.525765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19d9ad-05e0-48d4-b61d-f56df05bb1b8 None None] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:24.548401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-71db5447-f34b-4131-be1e-7cde43bf1c0d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2131674 Jun 01 13:32:24.548401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45594) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:24.551499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.551499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.573888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:18Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:24.577453 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.637759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:24.662397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29b4d4-d954-4469-8661-c9446e89d2e5 None None] The sync data for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 is: [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:18Z', 'revision_number': 3, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:24.663513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:24.672653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Usage tracker for resource:security_group_rule and tenant:431b2772eed6461582af9d30a652f42f is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:24.679084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:24.778031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:25.027234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-5219c0b3-97c3-4aba-9789-f3343b1f7214', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'fixed_ips': [{'subnet_id': '389c0614-7776-4205-848b-fc76d9faac68'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:32:25.027234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.039617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.112469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.295601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Allocated IP 172.20.0.18 (5219c0b3-97c3-4aba-9789-f3343b1f7214/389c0614-7776-4205-848b-fc76d9faac68/54f93683-f77e-4bea-8ca9-2519b0cd646e) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:25.345933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=431b2772eed6461582af9d30a652f42f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1456151 Jun 01 13:32:25.365986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45608) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:25.493430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13847958-0c2c-4513-b548-fc3d095677da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47488e1c-e173-402d-b6a7-2582e17dd0d5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:25.780593 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.797356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Transition to ACTIVE for port object 54f93683-f77e-4bea-8ca9-2519b0cd646e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:25.804856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.838079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Transition to ACTIVE for port object 54f93683-f77e-4bea-8ca9-2519b0cd646e will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:25.846661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.889678 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.890896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.903935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:25.985301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Pushing event updated for resources: {'Port': ['ID=54f93683-f77e-4bea-8ca9-2519b0cd646e,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:26.004747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:26.026976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:26.053580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:26.140263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.158371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47488e1c-e173-402d-b6a7-2582e17dd0d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:26.182523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.182523 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d225eb6-d4c4-4b99-aeb6-96ff5f80c16b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/47488e1c-e173-402d-b6a7-2582e17dd0d5 HTTP/1.1" status: 204 len: 168 time: 0.8118095 Jun 01 13:32:26.202829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.397266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Attempting to bind port 54f93683-f77e-4bea-8ca9-2519b0cd646e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:26.397705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Attempting to bind port 54f93683-f77e-4bea-8ca9-2519b0cd646e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:26.398078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Attempting to bind port 54f93683-f77e-4bea-8ca9-2519b0cd646e on network 5219c0b3-97c3-4aba-9789-f3343b1f7214 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:26.411643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:26.412066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Checking segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:26.412463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.429690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Bound using segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:26.430395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Bound port: 54f93683-f77e-4bea-8ca9-2519b0cd646e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:26.430883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.643104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:26.643104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=54f93683-f77e-4bea-8ca9-2519b0cd646e,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:26.667565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:26.777480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:26.885180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397e873-a3ca-4815-8daf-03150841d772 None None] Pushing event updated for resources: {'Port': ['ID=54f93683-f77e-4bea-8ca9-2519b0cd646e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:27.036024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting port 237c7fb3-58a1-41d1-8f60-dc31f9b03856 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:27.041997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.201316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.394992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.20.0.17 (5219c0b3-97c3-4aba-9789-f3343b1f7214/389c0614-7776-4205-848b-fc76d9faac68/dc784b58-a88f-475b-8138-8618e199e1e1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:27.417934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.481906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.516184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992fe245-5634-4ea2-b454-3be33d3dfc9a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:27.586981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:27.661189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Usage tracker for resource:security_group_rule and tenant:5682319fae014d0190cd08dc39e148c8 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:27.715974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:27.737609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 992fe245-5634-4ea2-b454-3be33d3dfc9a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:27.753220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:27.756519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 992fe245-5634-4ea2-b454-3be33d3dfc9a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:27.756519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.801620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.819396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Transition to ACTIVE for port object dc784b58-a88f-475b-8138-8618e199e1e1 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:27.893424 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:27.978686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:27.994892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:28.007212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:28.175063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.178861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.201839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 992fe245-5634-4ea2-b454-3be33d3dfc9a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:28.201839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.214955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:28.251949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 992fe245-5634-4ea2-b454-3be33d3dfc9a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992fe245-5634-4ea2-b454-3be33d3dfc9a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:28.256950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.370971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=992fe245-5634-4ea2-b454-3be33d3dfc9a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:28.434193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.454645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.86 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/83ce611c-d2a3-4d08-8841-b2650fcad364) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:28.468283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Calling delete_port for 237c7fb3-58a1-41d1-8f60-dc31f9b03856 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:28.765539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9a1f5-0158-4af2-a03d-036ab346b554 None None] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:28.939402 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:28.985462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.007336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.022395 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.025620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-19a80e05-fc4a-4af6-828f-9982fef31743 None None] Provisioning for port 54f93683-f77e-4bea-8ca9-2519b0cd646e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:29.109678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5682319fae014d0190cd08dc39e148c8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2967277 Jun 01 13:32:29.114224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45666) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:29.270739 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.304637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.315678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:29.321793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 54f93683-f77e-4bea-8ca9-2519b0cd646e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:29.329711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51321a-5a67-4cfe-9e52-7d7a195762ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52574b02-61dc-42ca-a6be-1199cd85be24,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:29.381995 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.491213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Port': ['ID=237c7fb3-58a1-41d1-8f60-dc31f9b03856,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:29.514299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 54f93683-f77e-4bea-8ca9-2519b0cd646e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:29.514906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.519815 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 54f93683-f77e-4bea-8ca9-2519b0cd646e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:29.520183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.568745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.636902 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.808500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.861918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:29.863861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:29.898225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Provisioning for port dc784b58-a88f-475b-8138-8618e199e1e1 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:29.904615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 54f93683-f77e-4bea-8ca9-2519b0cd646e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:29.919115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.957159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:29.958693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Provisioning complete for port dc784b58-a88f-475b-8138-8618e199e1e1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:29.959143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:30.021481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52574b02-61dc-42ca-a6be-1199cd85be24,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:30.047921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:30.162574 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Port dc784b58-a88f-475b-8138-8618e199e1e1 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:30.196615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=54f93683-f77e-4bea-8ca9-2519b0cd646e,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:30.198990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:30.215552 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-732963bc-2631-4bba-8d6f-7ad034e35933 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/52574b02-61dc-42ca-a6be-1199cd85be24 HTTP/1.1" status: 204 len: 168 time: 1.0818782 Jun 01 13:32:30.219108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Provisioning complete for port 54f93683-f77e-4bea-8ca9-2519b0cd646e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:30.219108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:30.264572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:30.264572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992fe245-5634-4ea2-b454-3be33d3dfc9a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:30.344060 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router f29adabf-02aa-441d-b641-f94dfe818828 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:32:30.530800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=54f93683-f77e-4bea-8ca9-2519b0cd646e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:30.602751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:30.607677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=83ce611c-d2a3-4d08-8841-b2650fcad364,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:30.616496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:30.684795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 992fe245-5634-4ea2-b454-3be33d3dfc9a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:30.686250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:30.780292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Router ecdf0579-6f09-488d-b8e5-6c3a793e03af has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:32:30.827883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ea70d918-2fbc-4205-b4f5-4652d7d18f55 None None] Current status of the port 54f93683-f77e-4bea-8ca9-2519b0cd646e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:30.986240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a24e57c7-8acf-43e7-bf27-4b679cf0525e None None] Provisioning complete for port dc784b58-a88f-475b-8138-8618e199e1e1 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:30.986833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a24e57c7-8acf-43e7-bf27-4b679cf0525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:31.048882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:31.055018 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e961c325-641e-4c27-9489-7bd3714c68d2 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "PUT /v2.0/routers/f29adabf-02aa-441d-b641-f94dfe818828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5101779 Jun 01 13:32:31.069584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Sync routers for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:31.089381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:31.091464 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:31.169893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a24e57c7-8acf-43e7-bf27-4b679cf0525e None None] Port dc784b58-a88f-475b-8138-8618e199e1e1 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:31.192681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 992fe245-5634-4ea2-b454-3be33d3dfc9a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:31.433762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 54f93683-f77e-4bea-8ca9-2519b0cd646e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:31.651550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 54f93683-f77e-4bea-8ca9-2519b0cd646e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:31.651550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:31.706942 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:31.872164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 54f93683-f77e-4bea-8ca9-2519b0cd646e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:31.939488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:31.957608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] Sync routers for ids ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:31.996002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] Routers {'ecdf0579-6f09-488d-b8e5-6c3a793e03af'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:31.996002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:32.152759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dc784b58-a88f-475b-8138-8618e199e1e1', 'name': '', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:cb:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '389c0614-7776-4205-848b-fc76d9faac68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:26Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 2, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': '389c0614-7776-4205-848b-fc76d9faac68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:32.152759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Checking router: f29adabf-02aa-441d-b641-f94dfe818828 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:32:32.152759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Updating router f29adabf-02aa-441d-b641-f94dfe818828 port dc784b58-a88f-475b-8138-8618e199e1e1 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:32:32.222705 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:32.227623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-afa811f3-d80d-4362-bcaf-1417d024f6c0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:32.227623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-afa811f3-d80d-4362-bcaf-1417d024f6c0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:32.230468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:32.238042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4e498a3c-ae80-41b0-ad8a-db2ffa0b189b tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "PUT /v2.0/routers/ecdf0579-6f09-488d-b8e5-6c3a793e03af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5862358 Jun 01 13:32:32.240943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:32.241624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] Routers {'ecdf0579-6f09-488d-b8e5-6c3a793e03af'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:32.243411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:32.258725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:32.359806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:32.360215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30188b7a-d137-4c7f-bc2b-0166272559fc None None] The sync data for ids ['ecdf0579-6f09-488d-b8e5-6c3a793e03af'] in n-d-844200-1 is: [] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:32.464234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-afa811f3-d80d-4362-bcaf-1417d024f6c0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:32.464234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-afa811f3-d80d-4362-bcaf-1417d024f6c0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/networks?id=5219c0b3-97c3-4aba-9789-f3343b1f7214 HTTP/1.1" status: 200 len: 797 time: 0.7188275 Jun 01 13:32:32.499183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3607745e-532c-4e39-ba48-0ec430d8e948 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/quotas/59e06d99ed3b477ab85b6b56de4d0f8e HTTP/1.1" status: 200 len: 375 time: 0.0196857 Jun 01 13:32:32.544616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:32.964541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-1ec31828-3344-4f06-9b5c-9b643e351947 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4550002 Jun 01 13:32:33.074697 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.139929 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Transition to ACTIVE for port object dc784b58-a88f-475b-8138-8618e199e1e1 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:33.161446 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.211684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.393685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.393685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.437938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.437938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Fanout notify agent at l3_agent the message router_deleted on router ecdf0579-6f09-488d-b8e5-6c3a793e03af {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:32:33.463209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.468099 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Pushing event updated for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:33.468228 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-24c2cc45-b848-4d9a-90ca-0779b0bb2711 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "DELETE /v2.0/routers/ecdf0579-6f09-488d-b8e5-6c3a793e03af HTTP/1.1" status: 204 len: 168 time: 1.2259922 Jun 01 13:32:33.470766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45772) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:33.533575 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.534178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.534726 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.535385 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.535907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.536405 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.536912 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.537533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.538036 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.538528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.539053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.539546 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:33.552800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Attempting to bind port dc784b58-a88f-475b-8138-8618e199e1e1 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:33.553388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Attempting to bind port dc784b58-a88f-475b-8138-8618e199e1e1 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:33.554001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Attempting to bind port dc784b58-a88f-475b-8138-8618e199e1e1 on network 5219c0b3-97c3-4aba-9789-f3343b1f7214 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:33.561185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:33.561873 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Checking segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:33.562458 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.563090 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Bound using segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:33.563736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Bound port: dc784b58-a88f-475b-8138-8618e199e1e1, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:33.564294 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.706098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting subnet 33370bc8-3103-4745-808d-9889cb0191e8 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:32:33.706098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.779208 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.812459 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] For port dc784b58-a88f-475b-8138-8618e199e1e1, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:33.812459 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] For port dc784b58-a88f-475b-8138-8618e199e1e1, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dc784b58-a88f-475b-8138-8618e199e1e1,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:33.821811 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.951794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:33.959165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-30ca4ccb-7962-4d6b-9a79-857eba0941a7 service neutron] 10.222.0.40 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368122 Jun 01 13:32:34.019493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:34.020485 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:34.182891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e286c-7138-4221-9aa1-407f15b1ae82 None None] Pushing event updated for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:34.262932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:34.389453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Subnet': ['ID=33370bc8-3103-4745-808d-9889cb0191e8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:34.418558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:34.433633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318134fd-6f53-48e5-a1fa-a68a60e6ec38 None None] Network 8694c852-db53-45e4-ba6e-b221852d8755 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:34.435002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4b09f60-c0ab-4265-9f7d-9b853065bb6c tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "DELETE /v2.0/subnets/33370bc8-3103-4745-808d-9889cb0191e8 HTTP/1.1" status: 204 len: 168 time: 0.9630644 Jun 01 13:32:34.439188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:34.639627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:34.730400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:32:34.748257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:34.769593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Deleting port 906409df-b815-4c08-8f4e-67695733fce7 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:34.769593 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:34.819218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-33ad762e-05f1-48a3-95ce-e3dbb75fe50f service neutron] 10.222.0.40 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446686 Jun 01 13:32:35.055011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:35.199931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] DHCP port deletion for 8694c852-db53-45e4-ba6e-b221852d8755 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:32:35.205993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Deleting port 906409df-b815-4c08-8f4e-67695733fce7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:35.205993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:35.226972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] For port 906409df-b815-4c08-8f4e-67695733fce7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=906409df-b815-4c08-8f4e-67695733fce7,segment=NetworkSegment(24dbd8ed-8c43-42f4-b27b-3caefca59a7a),segment_id=24dbd8ed-8c43-42f4-b27b-3caefca59a7a)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:35.226972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:35.241172 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dc784b58-a88f-475b-8138-8618e199e1e1', 'name': '', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:cb:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '389c0614-7776-4205-848b-fc76d9faac68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:26Z', 'updated_at': '2022-06-01T13:32:33Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': '389c0614-7776-4205-848b-fc76d9faac68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:35.259108 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037e3c-3787-47bb-bb60-c6abe975ee81 None None] The sync data for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 is: [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'dc784b58-a88f-475b-8138-8618e199e1e1', 'name': '', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:cb:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '389c0614-7776-4205-848b-fc76d9faac68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:26Z', 'updated_at': '2022-06-01T13:32:33Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': '389c0614-7776-4205-848b-fc76d9faac68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:35.504808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3953c573-d59e-4b7a-89e7-9f5c3080eb75 req-7ad1b265-3c56-4c57-98f5-b6715341acd6 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 210 time: 0.2714484 Jun 01 13:32:35.546224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:35.563500 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Sync routers for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:35.582860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:35.587738 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:35.599427 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:35.601128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0111a092-c810-4c12-93da-a02609774ca5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.3608668 Jun 01 13:32:35.604054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:35.805057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be2d8718-64ff-4c17-9e3e-d3f8efa85322 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=eff5a2fb59524599a3424abe670d764d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1958697 Jun 01 13:32:35.812387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45830) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:35.994808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] For port 906409df-b815-4c08-8f4e-67695733fce7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=906409df-b815-4c08-8f4e-67695733fce7,segment=NetworkSegment(24dbd8ed-8c43-42f4-b27b-3caefca59a7a),segment_id=24dbd8ed-8c43-42f4-b27b-3caefca59a7a)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:35.995365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:36.072448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Calling delete_port for 906409df-b815-4c08-8f4e-67695733fce7 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:36.136388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:36.287297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9669ee-0f49-4e86-902b-e7898738728a tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:36.289900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4f9669ee-0f49-4e86-902b-e7898738728a tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4793105 Jun 01 13:32:36.303519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45838) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:36.362385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:36.409905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Calling delete_port for 906409df-b815-4c08-8f4e-67695733fce7 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:32:36.479036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7530d408-98d1-4c05-a8d5-2d4679e124ef tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695087 Jun 01 13:32:36.490555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 45844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:36.583302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-697978638', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:36.594617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 906409df-b815-4c08-8f4e-67695733fce7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:32:36.603402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Port': ['ID=906409df-b815-4c08-8f4e-67695733fce7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:36.616848 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] No DVR routers for this DVR port 906409df-b815-4c08-8f4e-67695733fce7 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:32:36.728591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 906409df-b815-4c08-8f4e-67695733fce7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:32:36.728995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 906409df-b815-4c08-8f4e-67695733fce7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:32:36.814801 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:32:36.815162 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:32:36.898301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a134269-7a17-491d-92a7-142c5d9a7136 req-8b31079f-5449-46ef-bdd5-c9d71686aff1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 210 time: 0.1074281 Jun 01 13:32:37.096539 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:31Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:37.104740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Checking router: 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:32:37.104740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Updating router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 port 83ce611c-d2a3-4d08-8841-b2650fcad364 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:32:37.138440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.185281 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.186134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8694c852-db53-45e4-ba6e-b221852d8755']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:37.201146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dbd8ed-8c43-42f4-b27b-3caefca59a7a') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:37.201146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dbd8ed-8c43-42f4-b27b-3caefca59a7a') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:37.221124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.250278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.260747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:32:37.262320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.319270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Deleting port 906409df-b815-4c08-8f4e-67695733fce7 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:32:37.319869 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.406449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.443085 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 24dbd8ed-8c43-42f4-b27b-3caefca59a7a resource provider aggregate not found Jun 01 13:32:37.443085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.499578 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 24dbd8ed-8c43-42f4-b27b-3caefca59a7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24dbd8ed-8c43-42f4-b27b-3caefca59a7a found for delete ", "request_id": "req-ad03aacf-ec85-4f05-98c3-04923229e017"}]} Jun 01 13:32:37.503446 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] Pushing event deleted for resources: {'Network': ['ID=8694c852-db53-45e4-ba6e-b221852d8755,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:37.522330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:37.522330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:subnet and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:37.522330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:37.534377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:37.565730 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a7c8238-be7a-4dfa-8ebd-fbb62935fd05 tempest-FloatingIPNegativeTestJSON-44177086 tempest-FloatingIPNegativeTestJSON-44177086-project] 10.222.0.40 "DELETE /v2.0/networks/8694c852-db53-45e4-ba6e-b221852d8755 HTTP/1.1" status: 204 len: 168 time: 3.1148839 Jun 01 13:32:37.565730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:37.580797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:37.705509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dc784b58-a88f-475b-8138-8618e199e1e1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:37.907893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-68270a22-ef8c-4c83-b1b6-c294272573f2 None None] The port '906409df-b815-4c08-8f4e-67695733fce7' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:32:38.008830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port dc784b58-a88f-475b-8138-8618e199e1e1 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:38.027783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dc784b58-a88f-475b-8138-8618e199e1e1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:38.027783 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.255646 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.278431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Transition to ACTIVE for port object 83ce611c-d2a3-4d08-8841-b2650fcad364 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:38.291732 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.370531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45886) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:38.390487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e71f7f9b-e250-4e43-b399-a9ce8bd2c21e req-c95fd5f2-43be-4358-85f1-82cbbfb6258c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 210 time: 0.1341584 Jun 01 13:32:38.432595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.532191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dc784b58-a88f-475b-8138-8618e199e1e1 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:38.532191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.645630 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32ed98-212f-472a-9175-3f4b160b791a None None] Pushing event updated for resources: {'Port': ['ID=83ce611c-d2a3-4d08-8841-b2650fcad364,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:38.648835 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Subnet': ['ID=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:38.652076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Attempting to bind port 83ce611c-d2a3-4d08-8841-b2650fcad364 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:38.652076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Attempting to bind port 83ce611c-d2a3-4d08-8841-b2650fcad364 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:38.652076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Attempting to bind port 83ce611c-d2a3-4d08-8841-b2650fcad364 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:38.704646 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:38.704646 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:38.704646 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.709400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port dc784b58-a88f-475b-8138-8618e199e1e1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dc784b58-a88f-475b-8138-8618e199e1e1,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:38.713792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:38.713792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Bound port: 83ce611c-d2a3-4d08-8841-b2650fcad364, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:38.713792 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.719511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.821489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:38.841362 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] For port 83ce611c-d2a3-4d08-8841-b2650fcad364, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:38.846464 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] For port 83ce611c-d2a3-4d08-8841-b2650fcad364, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=83ce611c-d2a3-4d08-8841-b2650fcad364,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:38.859130 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:38.876975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14796bd9-5a93-4107-a81a-adf0ffc853ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=125f99643edc4d40be77680bc2105d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001540 Jun 01 13:32:38.877595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45898) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:38.937266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:38.937266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network hostable DHCP agents. Network: bb64c85a-2e3d-41e3-aac5-b3528e03cb96, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:32:38.993357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:38.993357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:39.013779 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:39.038452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:32:39.056099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:39.088853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, bb64c85a-2e3d-41e3-aac5-b3528e03cb96) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:39.113503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faed5f2-48e6-4a43-97b9-96eb2673beaf None None] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:39.126948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:39.130282 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:39.163956 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32ed98-212f-472a-9175-3f4b160b791a None None] Pushing event updated for resources: {'Port': ['ID=83ce611c-d2a3-4d08-8841-b2650fcad364,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:39.166102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:39.242943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-fe21d0f9-ee90-4a41-96f7-d4dc6d6c38c3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:39.244019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d9235-13c4-4076-af18-12b493a96693,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:39.245793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-fe21d0f9-ee90-4a41-96f7-d4dc6d6c38c3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:39.265784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:39.266936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7350dbbf-baec-441b-b778-c6522ec81b28 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d13d9235-13c4-4076-af18-12b493a96693 HTTP/1.1" status: 204 len: 168 time: 0.3883903 Jun 01 13:32:39.301529 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b5408259-d22e-4750-8e03-e09ab813ac92 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7970834 Jun 01 13:32:39.302362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 45912) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:39.319816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-fe21d0f9-ee90-4a41-96f7-d4dc6d6c38c3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:39.321153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-fe21d0f9-ee90-4a41-96f7-d4dc6d6c38c3 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.24 "GET /v2.0/networks?id=5219c0b3-97c3-4aba-9789-f3343b1f7214 HTTP/1.1" status: 200 len: 797 time: 0.9372354 Jun 01 13:32:39.340285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Request body: {'port': {'device_id': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'admin_state_up': True, 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:39.402713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:39.425573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dc784b58-a88f-475b-8138-8618e199e1e1 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:39.615855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dc784b58-a88f-475b-8138-8618e199e1e1 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:39.615855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:40.025550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dc784b58-a88f-475b-8138-8618e199e1e1 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:40.116941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:40.132048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Usage tracker for resource:port and tenant:59e06d99ed3b477ab85b6b56de4d0f8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:40.138499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:40.148716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:40.155883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:32:40.157386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:40.170470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Made reservation on behalf of 59e06d99ed3b477ab85b6b56de4d0f8e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:40.174509 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:40.229015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39af828b-9426-41e0-a455-6414ae1064a5 req-afe97e05-01d8-49db-b638-a9e1a32f098f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 210 time: 0.1674488 Jun 01 13:32:40.566769 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:31Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:40.575638 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147d989-1b8c-40e3-8a4f-57d7b1ba65e4 None None] The sync data for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 is: [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:31Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:40.591861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Allocated IP 172.20.0.2 (bb64c85a-2e3d-41e3-aac5-b3528e03cb96/5ada0ede-e904-4a72-9f8e-7be0bac0cc2c/a51988d2-abe2-4fc2-9da2-6be5c6d8db3f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:40.722312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Allocated IP 172.20.0.29 (5219c0b3-97c3-4aba-9789-f3343b1f7214/389c0614-7776-4205-848b-fc76d9faac68/5c667d73-7299-4db9-b064-946f30b8c5bd) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:41.069085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:41.183674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Transition to ACTIVE for port object 5c667d73-7299-4db9-b064-946f30b8c5bd will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:41.286922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:41.432652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:41.509287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 83ce611c-d2a3-4d08-8841-b2650fcad364 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:41.530748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:41.567783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:41.654812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:41.862626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Transition to ACTIVE for port object a51988d2-abe2-4fc2-9da2-6be5c6d8db3f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:41.942309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Transition to ACTIVE for port object a51988d2-abe2-4fc2-9da2-6be5c6d8db3f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:41.964449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 83ce611c-d2a3-4d08-8841-b2650fcad364 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:41.975196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 83ce611c-d2a3-4d08-8841-b2650fcad364 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:41.983297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:42.070509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:42.362709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event updated for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:42.377418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:42.378421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:42.450689 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-a9bc4cb2-0d61-4d37-a374-d55397af9473 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.1141479 Jun 01 13:32:42.467803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-64322edb-7790-4a0c-be42-e2c00943bd12 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:32:42.468804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-64322edb-7790-4a0c-be42-e2c00943bd12 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075421 Jun 01 13:32:42.501232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Request body: {'port': {'device_id': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:42.509967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193f5a9-a3c3-475a-9c85-deb01edb3bf1 req-1f03e213-cd50-427b-9351-f53dc6b2d3d4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:42.521218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c193f5a9-a3c3-475a-9c85-deb01edb3bf1 req-1f03e213-cd50-427b-9351-f53dc6b2d3d4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 895 time: 0.7251422 Jun 01 13:32:42.539196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:42.547037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:42.554395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:42.730676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a6adfa4-5fdd-4d62-b525-a6062ebb0916 None None] Provisioning for port 5c667d73-7299-4db9-b064-946f30b8c5bd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:42.856489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Pushing event updated for resources: {'Port': ['ID=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:42.864314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4a6adfa4-5fdd-4d62-b525-a6062ebb0916 None None] Provisioning complete for port 5c667d73-7299-4db9-b064-946f30b8c5bd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:42.864677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a6adfa4-5fdd-4d62-b525-a6062ebb0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:42.930332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:42.939232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.013251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-4a6adfa4-5fdd-4d62-b525-a6062ebb0916 None None] Port 5c667d73-7299-4db9-b064-946f30b8c5bd cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:43.100507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 83ce611c-d2a3-4d08-8841-b2650fcad364 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:43.100507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.127658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 83ce611c-d2a3-4d08-8841-b2650fcad364, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=83ce611c-d2a3-4d08-8841-b2650fcad364,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:43.133946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Attempting to bind port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:43.133946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Attempting to bind port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:43.133946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Attempting to bind port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:43.144115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Bound using segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Bound port: a51988d2-abe2-4fc2-9da2-6be5c6d8db3f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:43.220872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.737330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] For port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:43.759753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] For port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:43.804605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:43.852692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.1 (bb64c85a-2e3d-41e3-aac5-b3528e03cb96/5ada0ede-e904-4a72-9f8e-7be0bac0cc2c/44441e3c-ae3d-432e-bc29-47eddb308023) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:43.941616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=83ce611c-d2a3-4d08-8841-b2650fcad364,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:44.122825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ee9b9-fdb4-4b6d-9407-4518b9f21b4b None None] Pushing event updated for resources: {'Port': ['ID=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:44.182919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c667d73-7299-4db9-b064-946f30b8c5bd {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:32:44.203587 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:44.247705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Transition to ACTIVE for port object 5c667d73-7299-4db9-b064-946f30b8c5bd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:44.269775 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:44.402409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030e2c-ae36-4dbc-8cf7-741e69cde433 req-38a2be29-aed8-440a-b769-a488f7e88434 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:44.402409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2030e2c-ae36-4dbc-8cf7-741e69cde433 req-38a2be29-aed8-440a-b769-a488f7e88434 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 895 time: 0.3348532 Jun 01 13:32:44.402409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:44.440105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 44441e3c-ae3d-432e-bc29-47eddb308023 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:44.622576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:44.828218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:44.858842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:44.882367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:44.882367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:44.898713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:45.041613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:45.058399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46034) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:45.105213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Attempting to bind port 5c667d73-7299-4db9-b064-946f30b8c5bd on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:45.105554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Attempting to bind port 5c667d73-7299-4db9-b064-946f30b8c5bd by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:45.106023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Attempting to bind port 5c667d73-7299-4db9-b064-946f30b8c5bd on network 5219c0b3-97c3-4aba-9789-f3343b1f7214 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:45.112347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Port 5c667d73-7299-4db9-b064-946f30b8c5bd on network 5219c0b3-97c3-4aba-9789-f3343b1f7214 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:32:45.112740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Attempting to bind port 5c667d73-7299-4db9-b064-946f30b8c5bd on network 5219c0b3-97c3-4aba-9789-f3343b1f7214 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:45.120276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:45.121016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Checking segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:45.121468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Bound using segment: {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:45.121964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Bound port: 5c667d73-7299-4db9-b064-946f30b8c5bd, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bcaa332-5972-4ead-8720-93ec4c6cce9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:45.122392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:45.419113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:45.433740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:45.500414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:45.513716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:45.524379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Usage tracker for resource:security_group_rule and tenant:e7757156fbd0455a8ef4f166055e5475 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:45.535671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:45.550792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:45.867299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 83ce611c-d2a3-4d08-8841-b2650fcad364 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:45.921305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5c667d73-7299-4db9-b064-946f30b8c5bd,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:45.979263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.054819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 83ce611c-d2a3-4d08-8841-b2650fcad364 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:46.055242 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.096553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:46.128169 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:46.129142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.132019 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-3dd2bb3b-1de9-4632-a8b8-449227159b4e service neutron] 10.222.0.24 "PUT /v2.0/ports/5c667d73-7299-4db9-b064-946f30b8c5bd HTTP/1.1" status: 200 len: 1055 time: 3.6524951 Jun 01 13:32:46.134038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:32:46.224998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8978a-897d-4d7e-b15f-438dc74fc942 None None] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:32:46.274461 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecff8006-5a13-4a40-a3fe-d0b0b410a315'] response: {'name': 'network-changed', 'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd', 'status': 'completed', 'code': 200} Jun 01 13:32:46.329835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.348236 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.473747 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e7757156fbd0455a8ef4f166055e5475&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4142177 Jun 01 13:32:46.477347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46062) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:46.483107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1a8f-91cc-43e3-a692-0d687da6f551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96590c2-af3d-4553-9fa3-dcd73edf3551,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:46.511080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-d551bb18-4df3-4a37-8e10-e503f632701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:46.515829 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-d551bb18-4df3-4a37-8e10-e503f632701c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 1058 time: 0.3130376 Jun 01 13:32:46.663643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1293260b-4c25-4b57-a2f1-70e4ae253945 None None] Provisioning for port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:46.716514 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-2a2ca2ac-fcd7-4a07-a131-52031d215997 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=5c667d73-7299-4db9-b064-946f30b8c5bd HTTP/1.1" status: 200 len: 217 time: 0.1830482 Jun 01 13:32:46.771014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 83ce611c-d2a3-4d08-8841-b2650fcad364 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:46.771014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a51988d2-abe2-4fc2-9da2-6be5c6d8db3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:46.921503 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:46.935891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-4b65d8c3-e3ce-4b76-b8cd-d52c422eedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:46.938325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-4b65d8c3-e3ce-4b76-b8cd-d52c422eedf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=389c0614-7776-4205-848b-fc76d9faac68 HTTP/1.1" status: 200 len: 838 time: 0.2195592 Jun 01 13:32:46.966987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:46.972390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:46.972773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.019991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.146963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-bc22c7ee-279a-4491-9507-c69dbd9bfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:47.146963 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-bc22c7ee-279a-4491-9507-c69dbd9bfdda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5219c0b3-97c3-4aba-9789-f3343b1f7214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945345 Jun 01 13:32:47.207857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:47.207857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.273469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:47.283383 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.376548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.407404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5346f3-dc32-4cf1-9af2-9b6f3665fd2b req-667c69d7-c46b-4508-9632-20e8f939328a tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:47.408904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d5346f3-dc32-4cf1-9af2-9b6f3665fd2b req-667c69d7-c46b-4508-9632-20e8f939328a tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 907 time: 1.0393727 Jun 01 13:32:47.428295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.431691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:47.446865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.658872 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-786a3659-0c84-49cb-8dc6-a8b12c377d56 service neutron] 10.222.0.24 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078909 Jun 01 13:32:47.680677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Provisioning for port 44441e3c-ae3d-432e-bc29-47eddb308023 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:47.701787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Provisioning complete for port 44441e3c-ae3d-432e-bc29-47eddb308023 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:47.702162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.816658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Port 44441e3c-ae3d-432e-bc29-47eddb308023 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:47.822262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:47.844510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Provisioning complete for port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:47.845117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.915293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:47.915293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:47.935676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:47.977034 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8cfbe602-3867-4dd3-bfcc-3300c940119e req-64961a76-92a2-4196-84fb-9a9d840a7a44 service neutron] 10.222.0.24 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025773 Jun 01 13:32:47.980802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96590c2-af3d-4553-9fa3-dcd73edf3551,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:48.268434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-e06fa750-928d-44ec-aa0d-395ef54e08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:48.270067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-e06fa750-928d-44ec-aa0d-395ef54e08d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 1058 time: 0.2081206 Jun 01 13:32:48.343757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:32:48.355389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:48.453538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:48.453538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-032cf679-0c23-48ce-9dff-dab7038dbd71 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a96590c2-af3d-4553-9fa3-dcd73edf3551 HTTP/1.1" status: 204 len: 168 time: 1.9634657 Jun 01 13:32:48.485521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9378f2a4-cde6-4a65-ab7e-76d9c58b6081 None None] Current status of the port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:48.493353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd17113a-ff9d-4aa4-a5bf-07de56c14379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:48.629683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2715c201-b8c8-4b1e-b848-a15cd35f1deb None None] Provisioning complete for port 44441e3c-ae3d-432e-bc29-47eddb308023 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:48.630417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2715c201-b8c8-4b1e-b848-a15cd35f1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:48.673174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:32:48.682863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cd6b39e3-cab3-44a1-8de3-b1fd8ae5e7a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/4bd5cbe4-0765-4ca1-9c37-93751780d2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3766549 Jun 01 13:32:48.763053 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2715c201-b8c8-4b1e-b848-a15cd35f1deb None None] Port 44441e3c-ae3d-432e-bc29-47eddb308023 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:48.767580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Sync routers for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:32:48.781128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-3b08d0d7-02b7-4b2c-a3a6-46a901d00402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:48.783636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-3b08d0d7-02b7-4b2c-a3a6-46a901d00402 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5219c0b3-97c3-4aba-9789-f3343b1f7214 HTTP/1.1" status: 200 len: 898 time: 0.5071616 Jun 01 13:32:48.789059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:48.790269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:48.915479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edfc8-4c1e-4dff-8f63-c6865f136305 req-9fc179c4-c069-4f02-ba87-c1497eee54fb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:48.933891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-073edfc8-4c1e-4dff-8f63-c6865f136305 req-9fc179c4-c069-4f02-ba87-c1497eee54fb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 907 time: 0.2244258 Jun 01 13:32:49.077138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:49.133554 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-6b800bd1-e17b-4863-a989-5d32b57dfd0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=5c667d73-7299-4db9-b064-946f30b8c5bd HTTP/1.1" status: 200 len: 217 time: 0.3344007 Jun 01 13:32:49.194011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-f19d9f80-36c9-47e1-b0e7-9e602460c6fc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:49.259260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-b071056b-c71f-45ee-9141-cc4ca6299d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:49.265416 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-b071056b-c71f-45ee-9141-cc4ca6299d6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=389c0614-7776-4205-848b-fc76d9faac68 HTTP/1.1" status: 200 len: 838 time: 0.1323087 Jun 01 13:32:49.272809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-f19d9f80-36c9-47e1-b0e7-9e602460c6fc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:49.274429 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-f19d9f80-36c9-47e1-b0e7-9e602460c6fc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250131494&fields=id&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 267 time: 0.2373161 Jun 01 13:32:49.627131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-718ecf51-be1c-4a8b-8dc7-346ea994880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:49.628747 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-718ecf51-be1c-4a8b-8dc7-346ea994880a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5219c0b3-97c3-4aba-9789-f3343b1f7214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3561478 Jun 01 13:32:49.633717 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46132) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:49.721614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a51988d2-abe2-4fc2-9da2-6be5c6d8db3f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:49.725859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:49.746017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-deb77406-d1a5-43d5-8ccf-073d8ab13853 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:49.746017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-deb77406-d1a5-43d5-8ccf-073d8ab13853 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:49.786266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-deb77406-d1a5-43d5-8ccf-073d8ab13853 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:49.792984 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:49.800097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Usage tracker for resource:security_group_rule and tenant:fd90626f0511400d9557a059497a2a6a is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:49.808028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-deb77406-d1a5-43d5-8ccf-073d8ab13853 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 797 time: 0.5101433 Jun 01 13:32:49.813772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:49.813772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:49.837925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-df7c3d6c-c9fe-4231-ba23-079303d26ad7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/quotas/eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 375 time: 0.0209203 Jun 01 13:32:49.883382 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-c0f90edb-5032-4566-ba83-d122bff42007 service neutron] 10.222.0.24 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370591 Jun 01 13:32:49.986566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:49.990042 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:50.009865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-97daccf5-0b17-4c72-8833-f05f0e0fee01 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:32:50.054982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-97daccf5-0b17-4c72-8833-f05f0e0fee01 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:32:50.056654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-97daccf5-0b17-4c72-8833-f05f0e0fee01 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2205856 Jun 01 13:32:50.179340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:50.349555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:50.369657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:46Z', 'revision_number': 2, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:50.371730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:50.375226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Checking router: 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:32:50.375606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Updating router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 port 44441e3c-ae3d-432e-bc29-47eddb308023 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:32:50.477274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fd90626f0511400d9557a059497a2a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399007 Jun 01 13:32:50.484430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46154) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:50.552190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d0931-6c40-4ce3-989b-40c38f52afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3525b-802b-4266-9748-0475b5c2b5e1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:50.587993 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37ec4fbf-7c84-4b32-a04d-b310036cfd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:50.616291 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:50.722324 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-b639bb45-ea4e-451d-8fd9-8331c99e95fa req-f2c45f11-dffb-4f4a-b4f0-e5f835dc718e service neutron] 10.222.0.24 "GET /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168558 Jun 01 13:32:50.779538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-a835bcee-6659-4c60-a9a8-a3a3c1d3ead6 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:32:50.779538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-a835bcee-6659-4c60-a9a8-a3a3c1d3ead6 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7074659 Jun 01 13:32:51.070010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-91bcfa79-e0a3-41c5-b4b0-d7ca15964de6 service neutron] 10.222.0.40 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067358 Jun 01 13:32:51.203792 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.205149 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.217003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Transition to ACTIVE for port object 44441e3c-ae3d-432e-bc29-47eddb308023 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:51.227526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.326968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f50c6-a0dc-4bab-aa6a-21d378c41b17 None None] Pushing event updated for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:51.353376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.365891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dacf5-05b1-442f-a2b1-b183a6f7e80b req-2d85efc9-5e8f-4ddb-9544-f2fc98089fa1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:51.388467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-906dacf5-05b1-442f-a2b1-b183a6f7e80b req-2d85efc9-5e8f-4ddb-9544-f2fc98089fa1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 907 time: 0.6168845 Jun 01 13:32:51.489024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-f3965035-e26e-4974-8df8-b15b1941f384 service neutron] 10.222.0.40 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141347 Jun 01 13:32:51.525765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.596615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.598518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7ca3525b-802b-4266-9748-0475b5c2b5e1 HTTP/1.1" status: 204 len: 168 time: 1.1193216 Jun 01 13:32:51.599924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663d01-4a00-4dd2-b91b-1b179c7a13d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3525b-802b-4266-9748-0475b5c2b5e1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:51.914804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Attempting to bind port 44441e3c-ae3d-432e-bc29-47eddb308023 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:51.914804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Attempting to bind port 44441e3c-ae3d-432e-bc29-47eddb308023 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:51.914804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Attempting to bind port 44441e3c-ae3d-432e-bc29-47eddb308023 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:51.914804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.914804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Bound using segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Bound port: 44441e3c-ae3d-432e-bc29-47eddb308023, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:51.924159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:52.054582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea612793-dba4-4ced-9e3c-fb7ce3d57706 req-35881f9c-01bd-434e-a926-6d465de6d18a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 210 time: 0.0770113 Jun 01 13:32:52.169931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] For port 44441e3c-ae3d-432e-bc29-47eddb308023, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:32:52.180842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] For port 44441e3c-ae3d-432e-bc29-47eddb308023, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=44441e3c-ae3d-432e-bc29-47eddb308023,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:32:52.190609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:52.467332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:32:52.471790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:52.841302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab0e6-a9c0-4390-b25a-b4fc33c09583 req-f403858a-9b69-423a-8bf8-f6841d1e7533 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:52.841302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7ab0e6-a9c0-4390-b25a-b4fc33c09583 req-f403858a-9b69-423a-8bf8-f6841d1e7533 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 907 time: 0.2410579 Jun 01 13:32:52.953559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5c667d73-7299-4db9-b064-946f30b8c5bd details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:32:53.051199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f50c6-a0dc-4bab-aa6a-21d378c41b17 None None] Pushing event updated for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:53.290307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fe868df-a5aa-406f-bf00-1ab82dbd64bc req-f4bb4dcf-0526-46e7-99ce-5dfeeb3adeb1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 210 time: 0.1107724 Jun 01 13:32:53.301736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:32:53.848873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:54.014155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5c667d73-7299-4db9-b064-946f30b8c5bd,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:54.066971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '5c667d73-7299-4db9-b064-946f30b8c5bd', 'network_id': '5219c0b3-97c3-4aba-9789-f3343b1f7214', 'port_id': '5c667d73-7299-4db9-b064-946f30b8c5bd', 'mac_address': 'fa:16:3e:ca:36:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389c0614-7776-4205-848b-fc76d9faac68', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:32:54.230988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5c667d73-7299-4db9-b064-946f30b8c5bd is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:54.231380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:54.242869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b432a7-75ac-4805-9036-93a78553bc01 req-cd1b9190-b2b9-4aa1-b3ff-cd044fc32a6d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:54.254802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9b432a7-75ac-4805-9036-93a78553bc01 req-cd1b9190-b2b9-4aa1-b3ff-cd044fc32a6d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 907 time: 0.1704006 Jun 01 13:32:54.264774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:52Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:32:54.276140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c667d73-7299-4db9-b064-946f30b8c5bd {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:32:54.288381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572276ef-a97b-480e-a59d-5f4efd2f4e87 None None] The sync data for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 is: [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:52Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:32:54.329020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5c667d73-7299-4db9-b064-946f30b8c5bd,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:54.340284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:54.512736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24edf7be-d2b4-46ce-b7cc-8b1a9af92503 req-28358d3e-0c59-4fda-9318-cc9d6587d48e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 210 time: 0.0574152 Jun 01 13:32:54.581905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:54.593618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.594342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.595005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.595548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.596142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.596751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.598071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.598649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.599242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.600149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.600747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.601501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:32:54.716094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['5c667d73-7299-4db9-b064-946f30b8c5bd'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:32:55.106628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-3440677b-7ee2-45ef-be07-a9bc107b8994 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:55.115561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-3440677b-7ee2-45ef-be07-a9bc107b8994 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 797 time: 0.4870625 Jun 01 13:32:55.198611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-a7ca54f6-79fb-4f97-b2b9-37e49100d676 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 380 time: 0.0724013 Jun 01 13:32:55.209451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'port': {'device_id': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'admin_state_up': True, 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'security_groups': ['7560dd22-cd3f-469d-9e4c-758d92120ca7']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:55.592356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 44441e3c-ae3d-432e-bc29-47eddb308023 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:55.795178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 44441e3c-ae3d-432e-bc29-47eddb308023 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:55.800839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 44441e3c-ae3d-432e-bc29-47eddb308023 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:55.801766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:55.846493 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-929edc7a-0096-4510-bb23-ef70d5115c74 req-cd97bce0-f112-445b-b7a4-b95a344520b8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 210 time: 0.0982661 Jun 01 13:32:55.902899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:55.937103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:56.008465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:32:56.024125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:56.261389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e633-ecb5-4ab1-993e-8c47d604edf2 req-ad3cd1b4-c219-41ea-a5ee-98f0b17a0cee tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:56.267664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb8e633-ecb5-4ab1-993e-8c47d604edf2 req-ad3cd1b4-c219-41ea-a5ee-98f0b17a0cee tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 908 time: 0.6562233 Jun 01 13:32:56.274930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 44441e3c-ae3d-432e-bc29-47eddb308023 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:56.274930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:56.361158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 44441e3c-ae3d-432e-bc29-47eddb308023, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=44441e3c-ae3d-432e-bc29-47eddb308023,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:56.369367 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:56.548086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:56.562869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.9 (bb64c85a-2e3d-41e3-aac5-b3528e03cb96/5ada0ede-e904-4a72-9f8e-7be0bac0cc2c/96994f24-a45e-44b9-a3d2-f2d1451b8e43) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:32:56.656793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46318) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:56.703142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5c667d73-7299-4db9-b064-946f30b8c5bd up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:56.859515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 5c667d73-7299-4db9-b064-946f30b8c5bd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:56.869301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 5c667d73-7299-4db9-b064-946f30b8c5bd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:56.870070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:56.944341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:56.992083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:56.996401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.002950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Usage tracker for resource:security_group_rule and tenant:94a6d627b24c41da97774e6812c0039d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:57.012326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:57.028341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:57.056620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 96994f24-a45e-44b9-a3d2-f2d1451b8e43 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:57.118037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.189337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.195467 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.258935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:57.262850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 5c667d73-7299-4db9-b064-946f30b8c5bd is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:57.263221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.270868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d3f49-cb4a-4557-b426-634575aa1ea3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:57.317305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:32:57.342249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5c667d73-7299-4db9-b064-946f30b8c5bd,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:32:57.351247 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-15111fa5-5da0-48d9-bd1e-b5ea28b48575 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=94a6d627b24c41da97774e6812c0039d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928527 Jun 01 13:32:57.351900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46342) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:57.356192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.563682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:57.594113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.596485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 44441e3c-ae3d-432e-bc29-47eddb308023 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:32:57.678245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.702205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 44441e3c-ae3d-432e-bc29-47eddb308023 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:57.702924 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.821306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.832832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:32:57.843616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:32:57.848120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:32:57.868698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d3f49-cb4a-4557-b426-634575aa1ea3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:57.937215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:57.942824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c335885-5601-44f1-b333-e5fc4f573b5c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b4d3f49-cb4a-4557-b426-634575aa1ea3 HTTP/1.1" status: 204 len: 168 time: 0.5890825 Jun 01 13:32:57.979119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:57.980161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.026144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316099ed-b8f8-4e73-b0a8-5b1a5fa3ac3d req-0cc6ac1a-ad31-46a3-8baf-3f9c7506ff0c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:58.027386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 44441e3c-ae3d-432e-bc29-47eddb308023 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:32:58.030839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-316099ed-b8f8-4e73-b0a8-5b1a5fa3ac3d req-0cc6ac1a-ad31-46a3-8baf-3f9c7506ff0c tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.2726777 Jun 01 13:32:58.045634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11946a2-157a-448a-81d4-4dbf27d7b533 req-598dae50-94e2-4e47-a94d-f59c1a1a1800 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:58.053124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e11946a2-157a-448a-81d4-4dbf27d7b533 req-598dae50-94e2-4e47-a94d-f59c1a1a1800 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 931 time: 0.7961984 Jun 01 13:32:58.118387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-7be147d1-44ff-4125-8274-ebdc9011548c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9188082 Jun 01 13:32:58.138894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e11946a2-157a-448a-81d4-4dbf27d7b533 req-938c913c-1f89-419e-be54-ad15bdaba1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845308 Jun 01 13:32:58.149149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Request body: {'port': {'device_id': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:32:58.190680 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb6bf56-c523-4dcf-841c-5a8bbdd1645a'] response: {'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd', 'code': 200} Jun 01 13:32:58.349176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-686f88e3-f633-4d24-81b1-7b0aba97996f None None] Provisioning for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:32:58.359434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-686f88e3-f633-4d24-81b1-7b0aba97996f None None] Provisioning complete for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:32:58.359806 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-686f88e3-f633-4d24-81b1-7b0aba97996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.514714 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0596-8800-4922-874c-30d9e3b4cb2b req-266a0908-6e45-4997-abd4-39304d0dde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:58.519558 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-138c0596-8800-4922-874c-30d9e3b4cb2b req-266a0908-6e45-4997-abd4-39304d0dde30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 1060 time: 0.2278616 Jun 01 13:32:58.541840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.551115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-686f88e3-f633-4d24-81b1-7b0aba97996f None None] Port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:32:58.665199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46366) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:58.693871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.716010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:32:58.722641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Usage tracker for resource:security_group_rule and tenant:eb74226c8afa4b01ac287dd00de8199f is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:32:58.726321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:32:58.735335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:32:58.853070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.859490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:58.962322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb4a6f-1284-4fd0-8a59-fbecac0f6526,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:58.990192 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d8a974cb-64c6-4432-be4c-db8876499a49 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb74226c8afa4b01ac287dd00de8199f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216743 Jun 01 13:32:58.992686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:32:59.066883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.091351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:32:59.097364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.117966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.135196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Transition to ACTIVE for port object 96994f24-a45e-44b9-a3d2-f2d1451b8e43 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:32:59.141325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.218936 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.257931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb4a6f-1284-4fd0-8a59-fbecac0f6526,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:59.266670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.268014 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c44b80c8-7c76-461e-8bf8-b3436ebb371e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/01fb4a6f-1284-4fd0-8a59-fbecac0f6526 HTTP/1.1" status: 204 len: 168 time: 0.2744033 Jun 01 13:32:59.459653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:32:59.850703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:32:59.851227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:32:59.851389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:59.871148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f758-3af5-42ef-9bdd-21e46750b669 req-0d14744e-e95b-403c-8852-f11ae40f7c4d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:59.872673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cd9f758-3af5-42ef-9bdd-21e46750b669 req-0d14744e-e95b-403c-8852-f11ae40f7c4d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.6046865 Jun 01 13:32:59.873268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:32:59.873586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:32:59.888428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:32:59.889250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:32:59.889695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Bound using segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:32:59.890222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Bound port: 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:32:59.890568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:32:59.918540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea67b-f861-4e87-b0f7-a4a4c324d012 req-364d2cae-5ae9-44d0-8739-f07f42e27f64 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:32:59.919982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e4dea67b-f861-4e87-b0f7-a4a4c324d012 req-364d2cae-5ae9-44d0-8739-f07f42e27f64 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:00.027491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e4dea67b-f861-4e87-b0f7-a4a4c324d012 req-364d2cae-5ae9-44d0-8739-f07f42e27f64 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:00.027905 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:33:00.028700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4dea67b-f861-4e87-b0f7-a4a4c324d012 req-364d2cae-5ae9-44d0-8739-f07f42e27f64 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.6532402 Jun 01 13:33:00.099233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:00.107020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4dea67b-f861-4e87-b0f7-a4a4c324d012 req-b504b85e-5fe8-4a53-b11f-42602d169468 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684221 Jun 01 13:33:00.137443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:00.147011 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.212588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:00.213485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.215059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 1091 time: 2.0723839 Jun 01 13:33:00.215671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:00.243069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e7f0-5fda-4ad5-896c-426f0832a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:00.450439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-ad59f590-310b-4866-b39b-2d43c44f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:00.452377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-ad59f590-310b-4866-b39b-2d43c44f5d8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1094 time: 0.1740973 Jun 01 13:33:00.596032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-12ad0e69-779b-40e5-b46b-cab2db04cb28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 217 time: 0.1339505 Jun 01 13:33:00.645046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46436) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:00.650797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162968218', 'description': 'tempest-secgroup-smoke-162968218 description', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:00.662121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:00.671315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:00.673866 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e280775-a071-4c4e-8668-d39ba9266fa3'] response: {'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:33:00.675398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:00.682071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:00.690519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-07e09f21-39ae-4aef-81ed-7589563c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:00.692131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-07e09f21-39ae-4aef-81ed-7589563c7115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0870085 Jun 01 13:33:00.693810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.714577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:00.718808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:00.722289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:00.728572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:00.770942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-2a17e548-2f5c-47ea-be0f-9f35516647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:00.772623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-2a17e548-2f5c-47ea-be0f-9f35516647ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748956 Jun 01 13:33:00.811310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.819415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.877913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:00.901853 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:00.904079 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6f60e89c-0d5f-4fde-9e1d-39685fe009c1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2576530 Jun 01 13:33:00.907536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46448) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:00.917962 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:00.943882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:00.951947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:00.955335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:00.997050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:01.025631 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.098932 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.106663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.138254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b416f0-4321-422b-b93a-859806ea8428,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:01.184139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.185587 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99b92687-def3-4a35-ad29-955e14447c6c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769492 Jun 01 13:33:01.188400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46464) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:01.202070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:01.214944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:01.239489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:01.246580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:01.257099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:01.282801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6806af4-7f28-4d40-92bf-5ee63ed0c080 req-19a5fe89-2890-4b73-b267-d0801207cbc0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:01.284934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6806af4-7f28-4d40-92bf-5ee63ed0c080 req-19a5fe89-2890-4b73-b267-d0801207cbc0 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.1394913 Jun 01 13:33:01.287250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-527cfa90-6119-494e-b838-0f4e994a1ae7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079713 Jun 01 13:33:01.323431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.556628 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.571485 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.587754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-148d5d47-e9a8-4140-8348-9f129adb5083 req-4ab0898b-bb40-491d-8318-090fae3b623a service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937157 Jun 01 13:33:01.619025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3372203f-7c13-4977-b0de-30b4be1f804d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:01.654431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.658274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eae8c162-ca0b-4c62-b69b-2b2210480944 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4676678 Jun 01 13:33:01.660548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46484) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:01.669160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:01.689032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:01.700053 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:01.708427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:01.716723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:01.754654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.797396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f12140-d07a-4f2a-84c6-00016a417520 req-93d2e033-e365-4944-83b4-ad7bcb4ce535 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:01.799650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87f12140-d07a-4f2a-84c6-00016a417520 req-93d2e033-e365-4944-83b4-ad7bcb4ce535 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.4658856 Jun 01 13:33:01.866603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.874159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.885792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87f12140-d07a-4f2a-84c6-00016a417520 req-cf17da4f-2948-453a-8a21-c8be9d0c85ba tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759470 Jun 01 13:33:01.905435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7411c1-ff14-4a1a-919d-e4825cee73be,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:01.926839 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:01.928058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6828e-1677-4195-98bb-150536829d2b req-cf47a7be-92b3-4c89-8654-86c75c524b47 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:01.928881 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b9216d00-7a59-43dc-b9ae-7a1aabf94c5a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671368 Jun 01 13:33:01.930433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90a6828e-1677-4195-98bb-150536829d2b req-cf47a7be-92b3-4c89-8654-86c75c524b47 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.3128116 Jun 01 13:33:01.932320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46496) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:01.937820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-c52fdf1b-653f-44a0-97e5-1b1384a03ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:01.941151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-c52fdf1b-653f-44a0-97e5-1b1384a03ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1094 time: 0.2361281 Jun 01 13:33:01.951086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:01.963846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:01.969352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:01.998139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:02.137562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-5d270391-6e45-4a68-94ad-5f4c0ead7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:02.139221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-5d270391-6e45-4a68-94ad-5f4c0ead7a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.1665111 Jun 01 13:33:02.140170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:02.258767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-f023a5ea-0851-4da2-9278-a006cb43a70b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 217 time: 0.0655320 Jun 01 13:33:02.353119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-3bfe1536-9872-41db-be23-7ef6f90e14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:02.354680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-3bfe1536-9872-41db-be23-7ef6f90e14ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0860951 Jun 01 13:33:02.402729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.505980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecff8f-ac7b-425f-96f4-fbb359849933 req-e72f9f13-ad25-4851-9578-bf37fd4d3231 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:02.519578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01ecff8f-ac7b-425f-96f4-fbb359849933 req-e72f9f13-ad25-4851-9578-bf37fd4d3231 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 1060 time: 0.3682945 Jun 01 13:33:02.532353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.557685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.581712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517e5ca7-bee3-4bb2-afde-44f9983720c7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:02.588261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-54758502-3cee-4852-8ce5-0e75c2a92cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:02.590168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-54758502-3cee-4852-8ce5-0e75c2a92cbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247484 Jun 01 13:33:02.631032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.631977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.632557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.633270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.633823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.634364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.634977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.635610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.636644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.637184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.637768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.638275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:02.767111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.768455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b6a0dcf5-0735-4ff1-b844-b0b9e3d21a26 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8350408 Jun 01 13:33:02.775467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46526) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:02.787321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:02.795324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:02.808715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:02.814946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:02.824312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:02.843243 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Project b6f5357eeea448f38a2bf6cc4eeab15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:33:02.853724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.943885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-a12f4c92-274b-4d1d-92b3-9034f3b0d54d service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451345 Jun 01 13:33:02.989809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:02.994356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.036163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f5dfc5-955b-4670-8181-d6e83e8ec0d2,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:03.040107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f983d04-bc8f-45ed-a21c-bf90a67014c0 req-dada5a70-096c-42ac-b392-3f3ca8f7f435 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:03.041758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f983d04-bc8f-45ed-a21c-bf90a67014c0 req-dada5a70-096c-42ac-b392-3f3ca8f7f435 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.2681408 Jun 01 13:33:03.076505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.077742 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb360d53-78ce-4757-b325-b278eadeddf2 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992733 Jun 01 13:33:03.080465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46536) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:03.086649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'security_group_rule': {'security_group_id': '1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75', 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:03.096754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:03.102522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:security_group_rule and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:03.117385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:03.128112 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:03.144520 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Project b6f5357eeea448f38a2bf6cc4eeab15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:33:03.161479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.258388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.262723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1f983d04-bc8f-45ed-a21c-bf90a67014c0 req-7b03300e-d0e4-4831-9f07-f34de19ffd46 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Synchronizing usage tracker for tenant:9324cbd909d34a81903cb172468bf882 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:03.267277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.289216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8078397b-a239-4849-8da9-1632f6ed57c3 req-0f3575ab-1db0-43cc-9d6a-dc074f336036 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370037 Jun 01 13:33:03.309815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1f983d04-bc8f-45ed-a21c-bf90a67014c0 req-7b03300e-d0e4-4831-9f07-f34de19ffd46 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Unset dirty status for tenant:9324cbd909d34a81903cb172468bf882 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:03.323682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f983d04-bc8f-45ed-a21c-bf90a67014c0 req-7b03300e-d0e4-4831-9f07-f34de19ffd46 tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2709792 Jun 01 13:33:03.325393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:03.330795 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2451973 Jun 01 13:33:03.343028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f899-0a4e-4ddd-b696-9ec983b7bd5c req-28b936ef-4f95-47c1-9041-d2f3cb66944e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:03.347615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd13c-20ad-4e38-9a1f-1d7105f14800 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08841949-ace9-43f9-913d-18189dea93f5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:03.352378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d54f899-0a4e-4ddd-b696-9ec983b7bd5c req-28b936ef-4f95-47c1-9041-d2f3cb66944e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.2376053 Jun 01 13:33:03.353460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:03.406921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d54f899-0a4e-4ddd-b696-9ec983b7bd5c req-dc18d75f-0b6c-4be6-9d65-ddc2d8ddaa66 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531964 Jun 01 13:33:03.487270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f687ba0-de61-41d1-a497-5ff36a9d007f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:03.488948 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4f687ba0-de61-41d1-a497-5ff36a9d007f tempest-TestSecurityGroupsBasicOps-2047272289 tempest-TestSecurityGroupsBasicOps-2047272289-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 1055 time: 0.1345038 Jun 01 13:33:03.735745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-a4c14c27-7d3b-4cdc-b956-ee9dfb041a5e tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162968218&fields=id&tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e HTTP/1.1" status: 200 len: 267 time: 0.0466914 Jun 01 13:33:04.070874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:04.177154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-30169b15-0264-4a3a-b4fc-e71c3d0954ae tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:04.179156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-30169b15-0264-4a3a-b4fc-e71c3d0954ae tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 812 time: 0.4354055 Jun 01 13:33:04.188232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbc9c3-7351-4edb-8012-3584a85f66a4 req-df4a59f7-0b20-4186-98e4-da03da835ad7 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:04.199279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5cdbc9c3-7351-4edb-8012-3584a85f66a4 req-df4a59f7-0b20-4186-98e4-da03da835ad7 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.1880195 Jun 01 13:33:04.217332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-de163322-6f26-4603-b591-95ec9369da85 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/quotas/b6f5357eeea448f38a2bf6cc4eeab15e HTTP/1.1" status: 200 len: 375 time: 0.0153995 Jun 01 13:33:04.250898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.268511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:04.273323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a224b18835554193b871625d22412d1b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:04.276770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:04.284009 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:04.358878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-d75dfdcc-0219-4fe2-aaac-d54272452d72 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Synchronizing usage tracker for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:04.379031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-d75dfdcc-0219-4fe2-aaac-d54272452d72 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Unset dirty status for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:04.381252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-d75dfdcc-0219-4fe2-aaac-d54272452d72 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573596 Jun 01 13:33:04.386949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.404079 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.555758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:33:04.579435 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a224b18835554193b871625d22412d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047913 Jun 01 13:33:04.579435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6413a1-41b8-456f-b9dc-c1a2c9fe0fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff42ee-7050-4db6-8f9c-c745693e5d78,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:04.587186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46610) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:04.728445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.740491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:04.749119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-f66a3a2a-5205-4075-86b6-478f34fbb542 service neutron] 10.222.0.40 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439343 Jun 01 13:33:04.766615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:33:04.849069 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.851300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:04.851956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.872911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:04.890292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:04.897946 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.905831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:04.978619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9133a8c-1c76-4149-afcb-b8f12de5b018 req-107d0a1b-93bb-4841-8970-fd29d8686bdc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:04.979455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9133a8c-1c76-4149-afcb-b8f12de5b018 req-107d0a1b-93bb-4841-8970-fd29d8686bdc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.3565340 Jun 01 13:33:04.981294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:05.019102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-807dfb3e-59dd-4bfa-9983-e6d23b5d103e service neutron] 10.222.0.40 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624366 Jun 01 13:33:05.049560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9133a8c-1c76-4149-afcb-b8f12de5b018 req-5fa191f1-0121-4b3a-8260-7f7e32676d82 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555964 Jun 01 13:33:05.050562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:05.072605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:05.076025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/43ff42ee-7050-4db6-8f9c-c745693e5d78 HTTP/1.1" status: 204 len: 168 time: 0.4857929 Jun 01 13:33:05.077833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925afbaa-2a64-4c49-8c71-2bb4695bee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff42ee-7050-4db6-8f9c-c745693e5d78,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:05.117810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['96994f24-a45e-44b9-a3d2-f2d1451b8e43'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:33:05.552159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6968e4b-f587-4f59-9aab-97e79b15997e req-07a5d2ee-fc67-4503-8845-7e2f8533b75f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:05.565259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6968e4b-f587-4f59-9aab-97e79b15997e req-07a5d2ee-fc67-4503-8845-7e2f8533b75f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.1226132 Jun 01 13:33:05.713337 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-2bfc9d98-0145-4d29-be5d-bb8a56d2c289 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:05.715201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-2bfc9d98-0145-4d29-be5d-bb8a56d2c289 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:05.759249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-2bfc9d98-0145-4d29-be5d-bb8a56d2c289 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:05.761115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-2bfc9d98-0145-4d29-be5d-bb8a56d2c289 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 909 time: 0.3475008 Jun 01 13:33:05.850216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46646) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:05.895782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:05.910980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a661ac5-2a6a-4dbe-a126-e5d84bf41456 req-38a6c797-f555-446a-851b-63f0d9199cd9 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 210 time: 0.1277988 Jun 01 13:33:05.941986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port 5c667d73-7299-4db9-b064-946f30b8c5bd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:05.941986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.129823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:06.140672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Usage tracker for resource:security_group_rule and tenant:3eaa5fff87b84f7d915dfcf06dc4fc85 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:06.149728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:06.168086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:06.369113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292dda-1488-4b4b-8042-4578548a015d req-b9a9c115-2a35-46b0-8bd1-9c823792a25a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:06.371908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92292dda-1488-4b4b-8042-4578548a015d req-b9a9c115-2a35-46b0-8bd1-9c823792a25a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.1793709 Jun 01 13:33:06.436471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92292dda-1488-4b4b-8042-4578548a015d req-29d24378-6ce8-4422-97fb-973bf074d60e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515347 Jun 01 13:33:06.486418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port 5c667d73-7299-4db9-b064-946f30b8c5bd, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=5c667d73-7299-4db9-b064-946f30b8c5bd,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:06.486832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.543557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:06.632805 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for 5c667d73-7299-4db9-b064-946f30b8c5bd owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:06.664193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.681831 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.715971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:06.722179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:06.722728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.758789 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3eaa5fff87b84f7d915dfcf06dc4fc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071116 Jun 01 13:33:06.761330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa558221-9caa-4004-b6c1-0277365b3298,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:06.762344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:06.786059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.786747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.787281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.787807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.788271 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.788746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.789217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.789701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.790182 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.790687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.791176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.791750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7080724-d900-4b32-b0d7-787c4bb9d769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:06.904872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.918360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:06.919068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:06.961914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:06.982101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=5c667d73-7299-4db9-b064-946f30b8c5bd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:07.001118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:07.016046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.107677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:07.123296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-420e0359-3071-4f2c-bdea-b6e7aad92586 req-440cddba-dff8-4b10-8155-a684ec780a95 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=6ed5d24a-8f8f-4826-abd4-3a0e94c6707f HTTP/1.1" status: 200 len: 210 time: 0.3155763 Jun 01 13:33:07.124290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] No DVR routers for this DVR port 5c667d73-7299-4db9-b064-946f30b8c5bd on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:33:07.127568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.131662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'name': 'network-vif-deleted', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:07.172630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d85f3b67-289e-44bc-8398-5fe8a34b8357 req-0cb67b61-8739-4400-a778-8661c0f0bcb1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.24 "DELETE /v2.0/ports/5c667d73-7299-4db9-b064-946f30b8c5bd HTTP/1.1" status: 204 len: 173 time: 1.4040177 Jun 01 13:33:07.223980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51737855-4dbd-4f49-8fba-e3cad126e4b4 req-ae88aa38-1bbb-4443-8f55-5be7a59306e4 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 210 time: 0.0816240 Jun 01 13:33:07.267704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.335134 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae3fc0d-961a-49d4-ab22-58221b62a250'] response: {'server_uuid': '6ed5d24a-8f8f-4826-abd4-3a0e94c6707f', 'name': 'network-vif-deleted', 'tag': '5c667d73-7299-4db9-b064-946f30b8c5bd', 'status': 'completed', 'code': 200} Jun 01 13:33:07.365522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.554390 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.608615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa558221-9caa-4004-b6c1-0277365b3298,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:07.619816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:07.621344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-139fa667-9c81-4455-8925-5ab5164af297 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa558221-9caa-4004-b6c1-0277365b3298 HTTP/1.1" status: 204 len: 168 time: 0.8573079 Jun 01 13:33:07.807320 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73e6b1a-f426-494d-910b-67fd8ad32cf3'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'code': 200} Jun 01 13:33:07.877385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ee046-4093-49b2-a105-fc512b35450e req-23740f6b-82ac-4cae-891e-b177c44271a6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:07.884142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-629382c4-b8b5-46c3-994a-af84d1d5a312 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:07.884910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-629382c4-b8b5-46c3-994a-af84d1d5a312 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Synchronizing usage tracker for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:07.890139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-331ee046-4093-49b2-a105-fc512b35450e req-23740f6b-82ac-4cae-891e-b177c44271a6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.2167916 Jun 01 13:33:07.909809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-629382c4-b8b5-46c3-994a-af84d1d5a312 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Unset dirty status for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:07.911385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-629382c4-b8b5-46c3-994a-af84d1d5a312 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 812 time: 0.3826613 Jun 01 13:33:08.030626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-662982b9-46fd-441b-868f-7c8bf840c277 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Synchronizing usage tracker for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:08.070780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-55d3242e-bc8a-4559-9652-511a852180df req-662982b9-46fd-441b-868f-7c8bf840c277 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Unset dirty status for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:08.072428 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-662982b9-46fd-441b-868f-7c8bf840c277 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e HTTP/1.1" status: 200 len: 379 time: 0.1481316 Jun 01 13:33:08.090430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'port': {'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'admin_state_up': True, 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'security_groups': ['1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:08.205766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-331ee046-4093-49b2-a105-fc512b35450e req-65cbcbf5-7c02-4dd5-abbd-0bd4558566f6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105958 Jun 01 13:33:08.223378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3000-d91b-405a-809c-c3e8f8b377d0 req-4c3a02d5-da8f-47e1-9090-e2d6cbbcb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:08.225656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1ee3000-d91b-405a-809c-c3e8f8b377d0 req-4c3a02d5-da8f-47e1-9090-e2d6cbbcb2a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1096 time: 0.3309746 Jun 01 13:33:08.356209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46718) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:08.395297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1ee3000-d91b-405a-809c-c3e8f8b377d0 req-d71c2928-bd63-4cf6-9d10-7fe73b8059d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605487 Jun 01 13:33:08.527881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b8b9bf1-c5f0-4aa4-a2af-b748de373939 req-bc835eb1-863d-454f-b112-c46681214084 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 210 time: 0.0887368 Jun 01 13:33:08.827660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:08.841135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:08.927928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Made reservation on behalf of b6f5357eeea448f38a2bf6cc4eeab15e for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:33:08.932105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:09.524435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067d7a7-2c8e-4744-813c-22c2d4bc5de2 req-780122a4-f7bc-4e44-9cbd-a120c91976bd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:09.538550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Allocated IP 172.20.0.4 (4dea06b1-5b0e-4378-88df-f14301230ccf/e4f5c5e7-a411-4392-958e-22d748b86d35/9bf5ae69-1048-426b-954e-10a25cddd43f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:09.542359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d067d7a7-2c8e-4744-813c-22c2d4bc5de2 req-780122a4-f7bc-4e44-9cbd-a120c91976bd tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1572437 Jun 01 13:33:09.609216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d067d7a7-2c8e-4744-813c-22c2d4bc5de2 req-38600b8d-9811-4742-b067-c23eac63fa19 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645328 Jun 01 13:33:09.840451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-670c7cb9-cd0c-4390-ab2f-05adbb69848e req-f6286bb1-ac75-47b1-9868-9b99798578af tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 210 time: 0.0966806 Jun 01 13:33:09.954731 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:10.028081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Transition to ACTIVE for port object 9bf5ae69-1048-426b-954e-10a25cddd43f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:10.122747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:10.306334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:10.334722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Network 4dea06b1-5b0e-4378-88df-f14301230ccf is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:10.338037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:10.343926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:10.467035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:10.467781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:10.515557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:10.678098 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-d56d85d2-64ab-41d2-80b1-51dc00f864d7 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5927639 Jun 01 13:33:10.737787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:10.754642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5c667d73-7299-4db9-b064-946f30b8c5bd no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:10.814561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Request body: {'port': {'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:10.891648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 5c667d73-7299-4db9-b064-946f30b8c5bd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:10.892190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 5c667d73-7299-4db9-b064-946f30b8c5bd not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:10.949121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a2aba9d2-f28c-4c23-b627-26346f90e83d None None] Provisioning for port 9bf5ae69-1048-426b-954e-10a25cddd43f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:10.968260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a2aba9d2-f28c-4c23-b627-26346f90e83d None None] Provisioning complete for port 9bf5ae69-1048-426b-954e-10a25cddd43f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:10.968424 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a2aba9d2-f28c-4c23-b627-26346f90e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:11.023318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3ac95-a729-4c14-b420-1f5fd615731f req-3c77bc6c-817f-4274-8718-2f99c2bbe1d6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:11.024799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96f3ac95-a729-4c14-b420-1f5fd615731f req-3c77bc6c-817f-4274-8718-2f99c2bbe1d6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1418462 Jun 01 13:33:11.092267 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:11.189493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a2aba9d2-f28c-4c23-b627-26346f90e83d None None] Port 9bf5ae69-1048-426b-954e-10a25cddd43f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:33:11.203730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:11.397921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:11.432629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Usage tracker for resource:security_group_rule and tenant:63a0dd0218a648ac852d0c63ffe1044a is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:11.439836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:11.452928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96f3ac95-a729-4c14-b420-1f5fd615731f req-0e86d3e7-5369-4a5d-8db3-315be085dc16 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139385 Jun 01 13:33:11.454340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:11.470559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b4edd-6eb1-46a5-95c7-de879bd06c82 req-b4f8a82a-3884-4eb3-94b8-347a1f44fd59 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:11.483916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-841b4edd-6eb1-46a5-95c7-de879bd06c82 req-b4f8a82a-3884-4eb3-94b8-347a1f44fd59 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 931 time: 0.1564348 Jun 01 13:33:11.644730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-841b4edd-6eb1-46a5-95c7-de879bd06c82 req-5a676047-9a8b-4b90-b7e3-cea666559362 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500900 Jun 01 13:33:11.794511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port dc784b58-a88f-475b-8138-8618e199e1e1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:11.795019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:11.949268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:11.959810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036fc0e-5742-49ac-97dc-2da067244025 req-b326324e-76d8-4793-9201-c12cd382bd45 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:11.961489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3036fc0e-5742-49ac-97dc-2da067244025 req-b326324e-76d8-4793-9201-c12cd382bd45 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.2204702 Jun 01 13:33:11.962766 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.048673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3036fc0e-5742-49ac-97dc-2da067244025 req-e7f77397-febc-4402-bc21-084bf70c75f7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768020 Jun 01 13:33:12.060258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=63a0dd0218a648ac852d0c63ffe1044a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3213980 Jun 01 13:33:12.061431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90899685-ccc4-4495-ad27-fe0bcbdd6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2529eb-d7b8-4acf-9783-0b1fb4fcede9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:12.063860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46798) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:12.107055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46802) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:12.217773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.323762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0a80e-2161-4f3f-bc1a-ed7771cef540 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:12.329288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a7c0a80e-2161-4f3f-bc1a-ed7771cef540 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1091 time: 0.2204905 Jun 01 13:33:12.330228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46808) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:12.342429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:12.350488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:12.354115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.367205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:floatingip and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:12.371942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:12.387736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:12.390826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port dc784b58-a88f-475b-8138-8618e199e1e1, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dc784b58-a88f-475b-8138-8618e199e1e1,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:12.391844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.424082 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.578124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.618175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for dc784b58-a88f-475b-8138-8618e199e1e1 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:12.620393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2529eb-d7b8-4acf-9783-0b1fb4fcede9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:12.630533 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.631871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ec573032-5509-4b9b-885a-57891d74a21a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b2529eb-d7b8-4acf-9783-0b1fb4fcede9 HTTP/1.1" status: 204 len: 168 time: 0.5668738 Jun 01 13:33:12.785866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:12.969961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.151 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d9b7432b-f365-4fb6-b9a0-f9d3e0b21289) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:13.239867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695310-6aee-4646-afc2-e48a0491f71f req-05856190-c68d-40e1-a684-9c9878843b97 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:13.250784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5ae69-1048-426b-954e-10a25cddd43f {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:13.263886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:13.274325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a695310-6aee-4646-afc2-e48a0491f71f req-05856190-c68d-40e1-a684-9c9878843b97 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 931 time: 0.4196978 Jun 01 13:33:13.301605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Transition to ACTIVE for port object 9bf5ae69-1048-426b-954e-10a25cddd43f will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:13.303049 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:13.371230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:13.395488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:13.417627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a695310-6aee-4646-afc2-e48a0491f71f req-7c3f04b1-35ad-418c-a3f8-9f3f93e9e50f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423178 Jun 01 13:33:13.467976 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:13.540964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=dc784b58-a88f-475b-8138-8618e199e1e1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:13.677033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=d9b7432b-f365-4fb6-b9a0-f9d3e0b21289,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:13.697599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:13.699465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:13.708476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:13.880225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:14.039193 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Attempting to bind port 9bf5ae69-1048-426b-954e-10a25cddd43f on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:14.039545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Attempting to bind port 9bf5ae69-1048-426b-954e-10a25cddd43f by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:14.039820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Attempting to bind port 9bf5ae69-1048-426b-954e-10a25cddd43f on network 4dea06b1-5b0e-4378-88df-f14301230ccf {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:14.047468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Port 9bf5ae69-1048-426b-954e-10a25cddd43f on network 4dea06b1-5b0e-4378-88df-f14301230ccf not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:33:14.047801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Attempting to bind port 9bf5ae69-1048-426b-954e-10a25cddd43f on network 4dea06b1-5b0e-4378-88df-f14301230ccf {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:14.055055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:14.055387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Checking segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:14.055766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Bound using segment: {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:14.056191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Bound port: 9bf5ae69-1048-426b-954e-10a25cddd43f, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd355574-aac4-413a-96ee-20144e0bb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:14.056527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.244693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.246465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.255136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:14.260044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf5ae69-1048-426b-954e-10a25cddd43f,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:14.331050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.400284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.413914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:14.428940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:14.429085 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:14.430619 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-7d9fb1a9-174e-4b89-9295-697742a6c0fe service neutron] 10.222.0.24 "PUT /v2.0/ports/9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 1091 time: 3.6263609 Jun 01 13:33:14.433621 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:14.885040 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5692e5-b23b-4d35-aa48-41be91908833'] response: {'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:33:14.944712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6dfb7-e970-4aa0-a97b-1d30c84948f3 req-cce96369-9726-4921-9162-a7b1022a44f5 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:14.949040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3c6dfb7-e970-4aa0-a97b-1d30c84948f3 req-cce96369-9726-4921-9162-a7b1022a44f5 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.1400580 Jun 01 13:33:15.027063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:15.036399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3c6dfb7-e970-4aa0-a97b-1d30c84948f3 req-b7cd1cb6-5fa6-48a0-be77-7f2a636ab4e5 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803299 Jun 01 13:33:15.037557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:15.092785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-7e675d88-0ee9-4e69-a861-67b5c111321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:15.094271 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-7e675d88-0ee9-4e69-a861-67b5c111321e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1094 time: 0.5638816 Jun 01 13:33:15.112463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=d9b7432b-f365-4fb6-b9a0-f9d3e0b21289,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:15.204123 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:15.204968 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-b5a8e9af-e103-416c-80a8-a4e39fc494a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 217 time: 0.0952635 Jun 01 13:33:15.278538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router f29adabf-02aa-441d-b641-f94dfe818828 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:15.371428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-b781a315-af8c-403f-b403-b3d9712e84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:15.373276 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-b781a315-af8c-403f-b403-b3d9712e84ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.1609347 Jun 01 13:33:15.433997 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 455c1d7b-614d-4eee-b21f-dca3b94d567f associated. External IP: 172.25.7.151, port: 96994f24-a45e-44b9-a3d2-f2d1451b8e43. Jun 01 13:33:15.639665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:15.652917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3242e-bc8a-4559-9652-511a852180df req-f9fcc82d-7164-4156-8605-57767d89d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:15.654387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Sync routers for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:15.655540 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-f9fcc82d-7164-4156-8605-57767d89d5aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719488 Jun 01 13:33:15.660117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db5838d6-3a54-4de0-b351-7a37bf21cd8b tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "PUT /v2.0/routers/f29adabf-02aa-441d-b641-f94dfe818828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3016725 Jun 01 13:33:15.663421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:15.681172 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:15.682487 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:15.830282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting subnet 389c0614-7776-4205-848b-fc76d9faac68 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:33:15.846364 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:15.910340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:15.922035 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-a162c803-ac84-4022-8585-9cd97404288b service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574818 Jun 01 13:33:15.927184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:15.956229 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:16.128389 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-55d3242e-bc8a-4559-9652-511a852180df req-619aee72-d769-4966-8c61-e16dd66cc233 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683872 Jun 01 13:33:16.133314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:16.241889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:16.251507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:16.263725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Sync routers for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:16.283267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:16.284243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:16.362759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Subnet': ['ID=389c0614-7776-4205-848b-fc76d9faac68,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:16.363891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:16.375366 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:16.391044 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-899242e1-e05b-4e6b-b22f-611524325f61 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/subnets/389c0614-7776-4205-848b-fc76d9faac68 HTTP/1.1" status: 204 len: 168 time: 0.7252040 Jun 01 13:33:16.393414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46874) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:16.399517 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:33:13Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:16.405302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Checking router: f29adabf-02aa-441d-b641-f94dfe818828 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:16.414098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70078585-b608-48e4-85d4-5b0d096b31e5 None None] Network 5219c0b3-97c3-4aba-9789-f3343b1f7214 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:33:16.417535 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Routers {'f29adabf-02aa-441d-b641-f94dfe818828'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:16.418433 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['f29adabf-02aa-441d-b641-f94dfe818828'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:16.455379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4d24e41e-71cf-47f7-b43f-1821d439b3ed tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1205909 Jun 01 13:33:16.459859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:16.480971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da776e-bfba-4ea4-a77c-59d378b02738 req-0ab83067-fa7e-4226-80da-0891a449dc43 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:16.482883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28da776e-bfba-4ea4-a77c-59d378b02738 req-0ab83067-fa7e-4226-80da-0891a449dc43 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.2289939 Jun 01 13:33:16.488518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-4fcfa9b6-691a-4ca1-b30b-b36d62928513 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3073514 Jun 01 13:33:16.531445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28da776e-bfba-4ea4-a77c-59d378b02738 req-38dd58aa-6a67-4089-9747-a5e20a739332 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Jun 01 13:33:16.838649 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bf5b52-4576-4ebc-a0b1-db2e30d791c1'] response: {'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:33:16.859129 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] Set router f29adabf-02aa-441d-b641-f94dfe818828 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:16.887623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:17.282157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] DHCP port deletion for 5219c0b3-97c3-4aba-9789-f3343b1f7214 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:33:17.308831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-b9b21ec7-3c84-4f0e-aac4-3021ec30efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:17.317793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-b9b21ec7-3c84-4f0e-aac4-3021ec30efd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1094 time: 1.0792158 Jun 01 13:33:17.320675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:17.323519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Deleting port 54f93683-f77e-4bea-8ca9-2519b0cd646e {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:17.323960 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:17.589813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c635-128b-48d3-badb-8735deb226d5 req-31df4af5-9a49-459b-a697-d7afe1f01e75 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:17.595078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62d6c635-128b-48d3-badb-8735deb226d5 req-31df4af5-9a49-459b-a697-d7afe1f01e75 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.9610889 Jun 01 13:33:17.703598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 54f93683-f77e-4bea-8ca9-2519b0cd646e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:17.708710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:33:13Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:17.711686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-1b39f02b-1eec-47a3-91e2-ec7a2b879b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:17.718740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb05048-894c-4831-9132-f7971cda9c1b None None] The sync data for ids ['f29adabf-02aa-441d-b641-f94dfe818828'] in n-d-844200-1 is: [{'id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070273865', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:15Z', 'updated_at': '2022-06-01T13:33:13Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '992fe245-5634-4ea2-b454-3be33d3dfc9a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29adabf-02aa-441d-b641-f94dfe818828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:17Z', 'updated_at': '2022-06-01T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:17.719874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-1b39f02b-1eec-47a3-91e2-ec7a2b879b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1096 time: 0.8744462 Jun 01 13:33:17.783469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-be35c22f-e3de-4e46-a83d-0c9d22183eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:17.784942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-be35c22f-e3de-4e46-a83d-0c9d22183eaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.3571644 Jun 01 13:33:17.790995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:17.876035 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-b45deda9-deda-4d12-8a75-d2262d9ce4c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 217 time: 0.0770426 Jun 01 13:33:17.877272 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port 992fe245-5634-4ea2-b454-3be33d3dfc9a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:17.877762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:17.899040 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-3dc4a0f6-a5f6-43e5-96ff-93df65a68977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:17.900520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-3dc4a0f6-a5f6-43e5-96ff-93df65a68977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 1.1717060 Jun 01 13:33:18.019979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62d6c635-128b-48d3-badb-8735deb226d5 req-be925831-a64b-43e1-afd8-7116a5494271 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046288 Jun 01 13:33:18.059819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 54f93683-f77e-4bea-8ca9-2519b0cd646e is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:18.060306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.090618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46912) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:18.127684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=54f93683-f77e-4bea-8ca9-2519b0cd646e,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:18.130842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=54f93683-f77e-4bea-8ca9-2519b0cd646e,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:18.131245 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.143889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.374119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4199a0b-25c5-426c-b717-52538ee10387 req-639f0ed0-1a62-4a99-bf8f-efa3b4071d7f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:18.382641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4199a0b-25c5-426c-b717-52538ee10387 req-639f0ed0-1a62-4a99-bf8f-efa3b4071d7f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.5564468 Jun 01 13:33:18.383884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-c53777b9-f29d-49b6-8d64-1e534f28a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:18.385420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-c53777b9-f29d-49b6-8d64-1e534f28a9a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.6533582 Jun 01 13:33:18.393232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-0ced5f6a-cd95-43c5-8aa3-73d3f4b6be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:18.399745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-0ced5f6a-cd95-43c5-8aa3-73d3f4b6be14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 898 time: 0.4343498 Jun 01 13:33:18.405658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-ca553fba-6f3a-419a-9f56-c65376e2710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:18.407602 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-ca553fba-6f3a-419a-9f56-c65376e2710c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.4977005 Jun 01 13:33:18.434411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Calling delete_port for 54f93683-f77e-4bea-8ca9-2519b0cd646e owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:18.577729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=54f93683-f77e-4bea-8ca9-2519b0cd646e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:18.616679 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.648781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '455c1d7b-614d-4eee-b21f-dca3b94d567f', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:14Z', 'updated_at': '2022-06-01T13:33:14Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:18.659866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Checking router: 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:18.662136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c598258-07e9-4cac-b7a5-f50decd1001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.680846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:18.681628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:32:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:18.689647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-7516851f-370d-428b-bff6-7aeaccd0f9f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 1002 time: 0.1313722 Jun 01 13:33:18.735955 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d7b1722-49c6-43da-b13d-25d79bc80565 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 200 len: 991 time: 0.6439302 Jun 01 13:33:18.807804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:33:18.808168 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:33:18.827477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port 992fe245-5634-4ea2-b454-3be33d3dfc9a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=992fe245-5634-4ea2-b454-3be33d3dfc9a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:18.828033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:18.831750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4199a0b-25c5-426c-b717-52538ee10387 req-ea41bf6b-9ddd-4c03-8ee9-dbb351b451e4 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007770 Jun 01 13:33:18.847297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-7db581ef-e18d-4c70-9272-f3e4ac8c3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:18.848972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-7db581ef-e18d-4c70-9272-f3e4ac8c3f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.1445887 Jun 01 13:33:18.854845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-2b004529-0283-4016-b850-acc57c365a6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.4526141 Jun 01 13:33:18.957744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:19.034206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for 992fe245-5634-4ea2-b454-3be33d3dfc9a owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:19.072883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-20ac0f0a-c262-4fb8-8f10-4d6c4ae3e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:19.074698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-20ac0f0a-c262-4fb8-8f10-4d6c4ae3e763 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.1374965 Jun 01 13:33:19.076525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-56e51a8b-683e-4ccc-80a6-d9d4034f3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:19.078817 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-56e51a8b-683e-4ccc-80a6-d9d4034f3c16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6465034 Jun 01 13:33:19.185817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-bcb00e58-bcff-4c5c-8df1-93a6e1bb488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:19.187521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-bcb00e58-bcff-4c5c-8df1-93a6e1bb488f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3311219 Jun 01 13:33:19.281623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-1636c6d1-20fb-4176-89b4-eb6c8f89b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:19.283186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-1636c6d1-20fb-4176-89b4-eb6c8f89b32b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877973 Jun 01 13:33:19.312319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Deleting port 54f93683-f77e-4bea-8ca9-2519b0cd646e {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:19.313070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:19.324506 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-92c21899-a4d0-4b2a-b706-d0c2a11524a4 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357678 Jun 01 13:33:19.453071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-292bf30b-e84f-4262-8a14-4f476fe3e609 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568178 Jun 01 13:33:19.534579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dc784b58-a88f-475b-8138-8618e199e1e1 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:19.639606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c710c6d-ab2c-4496-b082-e50013b80276 req-c3fd8ae0-e85b-466f-b3a7-aba0f5b268e7 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782632 Jun 01 13:33:19.675870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-f44fff3b-c18e-4494-8e34-3d0dbede6700 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846016 Jun 01 13:33:19.754273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:19.813800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] For port 54f93683-f77e-4bea-8ca9-2519b0cd646e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=54f93683-f77e-4bea-8ca9-2519b0cd646e,segment=NetworkSegment(3bcaa332-5972-4ead-8720-93ec4c6cce9b),segment_id=3bcaa332-5972-4ead-8720-93ec4c6cce9b)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:19.814197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:19.848920 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-98055e54-d2bc-4f6d-b8f8-3b219a0ed58b req-b66b0c06-cdee-4ba3-bc23-dc6fea45e6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143356 Jun 01 13:33:19.856892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:19.945598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: dc784b58-a88f-475b-8138-8618e199e1e1 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:19.946056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dc784b58-a88f-475b-8138-8618e199e1e1 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:19.971578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=992fe245-5634-4ea2-b454-3be33d3dfc9a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:20.056648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Calling delete_port for 54f93683-f77e-4bea-8ca9-2519b0cd646e owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:20.144739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.163529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed380bf9-c7d0-40b7-940c-f645b8628be3 req-3a1fe067-5b17-4d0a-a9b0-df37fdccab0d service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789586 Jun 01 13:33:20.235362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.301658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] Pushing event deleted for resources: {'Port': ['ID=54f93683-f77e-4bea-8ca9-2519b0cd646e,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:20.374832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a91ab7-48c3-43e3-809a-144f41bc7a95 None None] No DVR routers for this DVR port 54f93683-f77e-4bea-8ca9-2519b0cd646e on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:33:20.393712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3c86ad84-12c9-4ba8-9261-5cf124cfdd5f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 200 len: 991 time: 0.6348162 Jun 01 13:33:20.443889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.446393 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.454540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '455c1d7b-614d-4eee-b21f-dca3b94d567f', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:14Z', 'updated_at': '2022-06-01T13:33:14Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:20.462825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779353b-1d5f-4747-b049-17b13377ca36 None None] The sync data for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 is: [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '455c1d7b-614d-4eee-b21f-dca3b94d567f', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:14Z', 'updated_at': '2022-06-01T13:33:14Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:20.492466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.493101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Fanout notify agent at l3_agent the message router_deleted on router f29adabf-02aa-441d-b641-f94dfe818828 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:33:20.516582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.517521 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e3da24f4-a694-42a0-a0db-f2afa3469042 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/routers/f29adabf-02aa-441d-b641-f94dfe818828 HTTP/1.1" status: 204 len: 168 time: 4.1232772 Jun 01 13:33:20.526382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46954) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:20.532148 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a3bd26b4-ad9c-47f9-abe5-e156a220a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.740417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68e01-60c0-4815-9ce2-1f2c2b173a0b req-8eec8a69-6ec5-4deb-bf50-8005763929a3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:20.742042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39f68e01-60c0-4815-9ce2-1f2c2b173a0b req-8eec8a69-6ec5-4deb-bf50-8005763929a3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.5776699 Jun 01 13:33:20.801665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:20.838194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39f68e01-60c0-4815-9ce2-1f2c2b173a0b req-095a5712-1b42-4bce-bd90-86c527ad6a8a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828927 Jun 01 13:33:20.850180 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a77e0d-77ea-4000-b315-58aeb1c0a2ce None None] New status for floating IP 455c1d7b-614d-4eee-b21f-dca3b94d567f: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:33:20.974896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.013613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5219c0b3-97c3-4aba-9789-f3343b1f7214']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:21.035603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcaa332-5972-4ead-8720-93ec4c6cce9b') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:21.035896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcaa332-5972-4ead-8720-93ec4c6cce9b') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:21.088953 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.132007 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.141083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:33:21.141489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.213342 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3bcaa332-5972-4ead-8720-93ec4c6cce9b resource provider aggregate not found Jun 01 13:33:21.253061 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3bcaa332-5972-4ead-8720-93ec4c6cce9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bcaa332-5972-4ead-8720-93ec4c6cce9b found for delete ", "request_id": "req-656ad2e2-cd5f-437d-bcf6-3fb47dce07e3"}]} Jun 01 13:33:21.262937 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.267321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.300525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Network': ['ID=5219c0b3-97c3-4aba-9789-f3343b1f7214,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:21.321045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 46974) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:21.321728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-22f8c839-6cf5-42e3-95b3-8ccef2fdd977 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/networks/5219c0b3-97c3-4aba-9789-f3343b1f7214 HTTP/1.1" status: 204 len: 168 time: 0.7875650 Jun 01 13:33:21.394722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 46982) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:21.413076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992fe245-5634-4ea2-b454-3be33d3dfc9a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:21.476849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 992fe245-5634-4ea2-b454-3be33d3dfc9a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:21.476849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 992fe245-5634-4ea2-b454-3be33d3dfc9a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:21.552686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-25a25078-10f5-4b20-90d8-5be4831947c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 200 len: 993 time: 0.1541128 Jun 01 13:33:21.620099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port ea5ef11b-d4e8-4782-9763-af8200017d08 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:21.620647 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.733809 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.801167 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.840752 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.841103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:21.982166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for ea5ef11b-d4e8-4782-9763-af8200017d08 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:22.223824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31276-40f0-4025-a3e1-847dba8ef41c req-3b631983-72db-4a04-a626-6a55e37abc4b tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:22.223824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9c31276-40f0-4025-a3e1-847dba8ef41c req-3b631983-72db-4a04-a626-6a55e37abc4b tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.2179399 Jun 01 13:33:22.278166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:22.323127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9c31276-40f0-4025-a3e1-847dba8ef41c req-5b168907-5f64-448c-844a-135a2068d7eb tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851486 Jun 01 13:33:22.401917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=ea5ef11b-d4e8-4782-9763-af8200017d08,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:22.472327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:22.472743 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Floating IP 0823b859-a1b1-4667-94ad-d57fde27d26a disassociated (deleted). External IP: 172.25.7.189, port: 4202ac4a-5b94-46fa-bfda-0b132db19e15. Jun 01 13:33:23.000511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router 4915a726-1999-4fb3-8f52-476ceff3d8da has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:23.185186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:23.200772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:23.212911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Sync routers for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:23.219006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:23.222920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:23.223543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:23.278281 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d9e8736-0590-4624-804c-719fa8eecf69 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/floatingips/0823b859-a1b1-4667-94ad-d57fde27d26a HTTP/1.1" status: 204 len: 168 time: 1.9537663 Jun 01 13:33:23.278281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:23.382649 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bcf988-08b4-4019-86c1-7be276f8321c'] response: {'name': 'network-changed', 'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'status': 'completed', 'code': 200} Jun 01 13:33:23.467640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:23.695345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906f57a-95ea-4dc6-ad9b-807853c441ec req-6b9170e7-3026-41f5-9241-19bcfdeced9c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:23.696876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d906f57a-95ea-4dc6-ad9b-807853c441ec req-6b9170e7-3026-41f5-9241-19bcfdeced9c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.2101727 Jun 01 13:33:23.704385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-f29ef877-6332-4dbe-bb34-3a8cc47be8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:23.706207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-f29ef877-6332-4dbe-bb34-3a8cc47be8f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 1136 time: 0.3024726 Jun 01 13:33:23.883520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d906f57a-95ea-4dc6-ad9b-807853c441ec req-f84059ba-9098-48a0-9801-ffc3ad324e45 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757064 Jun 01 13:33:24.007969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:24.012590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Checking router: 4915a726-1999-4fb3-8f52-476ceff3d8da for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:24.012795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3262b2-c488-4bab-babc-7459411804d0 req-f66d0876-49d4-4923-bdd9-ee27b4d53e6d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:24.022044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:24.022264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df3262b2-c488-4bab-babc-7459411804d0 req-f66d0876-49d4-4923-bdd9-ee27b4d53e6d tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.2177453 Jun 01 13:33:24.022949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:24.055963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-9059bf7c-23a6-435c-9516-3a863a4ec827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:24.058212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-9059bf7c-23a6-435c-9516-3a863a4ec827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 200 len: 898 time: 0.3361914 Jun 01 13:33:24.156319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-ebf20fab-a579-4b0d-80f9-3e9194faa13c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 200 len: 217 time: 0.0866089 Jun 01 13:33:24.168665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df3262b2-c488-4bab-babc-7459411804d0 req-27434b65-997c-4354-86bd-d20bc8f7f7f1 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1448572 Jun 01 13:33:24.272435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-fca957af-410b-4831-b2fa-8581573a3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:24.274489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-fca957af-410b-4831-b2fa-8581573a3af4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 200 len: 834 time: 0.1049302 Jun 01 13:33:24.290430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:24.393154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-2110b0d5-7c01-4a0b-9f2f-167a74ff9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:24.395029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-2110b0d5-7c01-4a0b-9f2f-167a74ff9bec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e934865-97f9-4435-be5b-bf7667edd9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126261 Jun 01 13:33:24.769303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-e771a2ea-1208-4f6d-9f98-58b75715182e service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661156 Jun 01 13:33:24.770269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf5ae69-1048-426b-954e-10a25cddd43f details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:33:24.814329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:24.831833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e68dcc8-a556-4261-be45-2fd8352def92 None None] The sync data for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 is: [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:31:16Z', 'revision_number': 4, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'bf20c714-3653-4e23-b03d-ec8912fc058d', 'name': '', 'network_id': '0e934865-97f9-4435-be5b-bf7667edd9e9', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'mac_address': 'fa:16:3e:af:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:11Z', 'updated_at': '2022-06-01T13:31:26Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'subnets': [{'id': 'aa2311ed-7dc8-4b93-8966-da2563bf21a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:24.951412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e437cd61-d57a-4f33-9f01-2b56f2e7403b req-0f5ed672-7cb6-4ec8-891c-8149b382f9c6 service neutron] 10.222.0.13 "GET /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727223 Jun 01 13:33:25.135338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf5ae69-1048-426b-954e-10a25cddd43f,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:25.150396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:33:25.219401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9bf5ae69-1048-426b-954e-10a25cddd43f is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:25.219784 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.249691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47074) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:25.264623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf5ae69-1048-426b-954e-10a25cddd43f {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:25.292372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fb16-36e4-4319-a683-d89887be82c9 req-000d90df-156a-4da1-829a-309477f8d527 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:25.297790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be50fb16-36e4-4319-a683-d89887be82c9 req-000d90df-156a-4da1-829a-309477f8d527 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 943 time: 0.1938536 Jun 01 13:33:25.301681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf5ae69-1048-426b-954e-10a25cddd43f,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:25.322754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.356279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-0feb0a16-9f6b-4815-bf1f-11d74b0da966 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:25.358066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-0feb0a16-9f6b-4815-bf1f-11d74b0da966 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.13 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.3401620 Jun 01 13:33:25.375036 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c2c1-6398-485a-9657-4df91d9384e2 None None] New status for floating IP 0823b859-a1b1-4667-94ad-d57fde27d26a: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:33:25.439664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:25.490123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.523592 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:25.533170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be50fb16-36e4-4319-a683-d89887be82c9 req-6a23e2ae-1e67-4ef4-a639-d38776194fb1 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223248 Jun 01 13:33:25.535672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Usage tracker for resource:security_group_rule and tenant:0522be1bfc404292b11de58aa7d0d457 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:25.537265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port 4202ac4a-5b94-46fa-bfda-0b132db19e15 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:25.537392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.539270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:25.551527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:25.676192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.680825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.687536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['9bf5ae69-1048-426b-954e-10a25cddd43f'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:33:25.723600 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4a3df-bd22-42bc-b95c-756b8c85323b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:25.771211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cb015aca-e5fa-435f-98e7-0b7488d73368 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0522be1bfc404292b11de58aa7d0d457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198712 Jun 01 13:33:25.779139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47088) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:25.847882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.899259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.905681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c1a8-4b10-49c8-8931-6f66243f1929 req-e264d1d2-0b69-4002-9cd8-e9a85b75a4ba tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:25.907255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf30c1a8-4b10-49c8-8931-6f66243f1929 req-e264d1d2-0b69-4002-9cd8-e9a85b75a4ba tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 985 time: 0.3203976 Jun 01 13:33:25.966809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.972366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port 4202ac4a-5b94-46fa-bfda-0b132db19e15, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4202ac4a-5b94-46fa-bfda-0b132db19e15,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:25.972735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.984863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4a3df-bd22-42bc-b95c-756b8c85323b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:25.985702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf30c1a8-4b10-49c8-8931-6f66243f1929 req-a338e485-0be9-4cc8-85be-d4951e585340 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/security-groups?id=38629905-dd05-404a-85d2-ed71bc27268a&id=1182e481-9930-49fd-b410-e9bfade8de67&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0710678 Jun 01 13:33:25.994940 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:25.996695 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2535ade0-2401-4389-ba34-0f800a4b50ac admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/00a4a3df-bd22-42bc-b95c-756b8c85323b HTTP/1.1" status: 204 len: 168 time: 0.2160935 Jun 01 13:33:26.137107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for 4202ac4a-5b94-46fa-bfda-0b132db19e15 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:26.330559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:26.385830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=4202ac4a-5b94-46fa-bfda-0b132db19e15,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:26.473461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] No DVR routers for this DVR port 4202ac4a-5b94-46fa-bfda-0b132db19e15 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:33:26.480009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:26.483220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'name': 'network-vif-deleted', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:26.510173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6a17c3e-78f2-4d2b-9fd6-bd9872d948fa req-4c06a4ab-d69a-4756-b1b3-a4fafc1a2e2f tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.13 "DELETE /v2.0/ports/4202ac4a-5b94-46fa-bfda-0b132db19e15 HTTP/1.1" status: 204 len: 173 time: 1.1271479 Jun 01 13:33:26.538325 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296d4c11-d269-437a-b74a-34aff09c4623'] response: {'server_uuid': '44da7d1b-7fae-4597-b9a0-5ea325a437ff', 'name': 'network-vif-deleted', 'tag': '4202ac4a-5b94-46fa-bfda-0b132db19e15', 'status': 'completed', 'code': 200} Jun 01 13:33:26.763722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba468fc-693b-4453-a3a0-5fcf11cb37f9 req-bfa3bb65-2f98-49be-b82c-2beaf5176c7e tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:26.771203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dba468fc-693b-4453-a3a0-5fcf11cb37f9 req-bfa3bb65-2f98-49be-b82c-2beaf5176c7e tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 944 time: 0.1167369 Jun 01 13:33:26.779798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf5ae69-1048-426b-954e-10a25cddd43f up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:26.846005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dba468fc-693b-4453-a3a0-5fcf11cb37f9 req-a426cf79-3e9d-482b-a4d1-d7a0e3d4ad7a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727894 Jun 01 13:33:26.898172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 9bf5ae69-1048-426b-954e-10a25cddd43f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:26.907129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 9bf5ae69-1048-426b-954e-10a25cddd43f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:26.907918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:27.054208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 9bf5ae69-1048-426b-954e-10a25cddd43f is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:27.054831 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:27.089970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:27.100995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf5ae69-1048-426b-954e-10a25cddd43f,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:27.109428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:27.185140 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbbff83-4fa3-492d-b437-7760c7c9578b'] response: {'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'code': 200} Jun 01 13:33:27.227177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:27.289271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e18651b4-a444-429e-8957-5649250bcafc req-16fc129f-c6f8-40c0-9b86-68c53d71a09a tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Synchronizing usage tracker for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:27.313779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e18651b4-a444-429e-8957-5649250bcafc req-16fc129f-c6f8-40c0-9b86-68c53d71a09a tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Unset dirty status for tenant:59e06d99ed3b477ab85b6b56de4d0f8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:27.315272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e18651b4-a444-429e-8957-5649250bcafc req-16fc129f-c6f8-40c0-9b86-68c53d71a09a tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "GET /v2.0/ports?device_id=44da7d1b-7fae-4597-b9a0-5ea325a437ff HTTP/1.1" status: 200 len: 210 time: 0.0869744 Jun 01 13:33:27.399022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa01ab5-b53d-44b3-839c-1fe07829c613 req-8d508ea7-8082-4792-9788-a7c8d4069855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:27.400601 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6aa01ab5-b53d-44b3-839c-1fe07829c613 req-8d508ea7-8082-4792-9788-a7c8d4069855 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.1101193 Jun 01 13:33:27.449140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6aa01ab5-b53d-44b3-839c-1fe07829c613 req-c81bd09c-2d60-44c1-9223-523da0a20ccc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Jun 01 13:33:27.755640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47156) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:27.938204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'network': {'name': 'tempest-network-smoke--1543769201', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:27.944313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:27.948392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:network and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:27.951853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:27.958363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:27.970173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:33:27.973653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:27.987160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.004086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:28.008163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:28.011548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:28.017864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:28.054967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0123aa-f878-418b-8c47-c9700ac6c837 req-c9a22053-383c-48ad-96d3-993bcbd88c8b tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:28.056564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f0123aa-f878-418b-8c47-c9700ac6c837 req-c9a22053-383c-48ad-96d3-993bcbd88c8b tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.1012883 Jun 01 13:33:28.108142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f0123aa-f878-418b-8c47-c9700ac6c837 req-306aa3cf-85a9-4918-a85c-e5566e136d85 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427382 Jun 01 13:33:28.113629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.118909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.161077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:33:28.166994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c31a4-c544-4789-915b-b4f53accb86f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:28.174310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.174733 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Added segment 099cc6f1-f379-4780-8657-aceeac4fb664 of type vlan for network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 Jun 01 13:33:28.202183 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.233886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.239361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:28.240157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.351120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5941117 Jun 01 13:33:28.354136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012332df-a67b-49e6-aeab-47fd430f8db2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Network': ['ID=608ed30f-5fad-4e4e-90b1-e3791e29fd27,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:28.354507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47166) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:28.361991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'admin_state_up': True, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:28.365806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:33:28.370339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:28.376131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:router and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:28.379365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:28.391696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:28.404830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.406173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.426055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.444668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47170) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:28.519586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.554580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.608497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4202ac4a-5b94-46fa-bfda-0b132db19e15 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:28.636887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.664429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182e481-9930-49fd-b410-e9bfade8de67,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:28.674996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.676607 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-79d8b242-52cf-4dfd-96c5-1c15edc867eb tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/security-groups/1182e481-9930-49fd-b410-e9bfade8de67 HTTP/1.1" status: 204 len: 168 time: 0.2309301 Jun 01 13:33:28.679901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47176) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:28.694496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4202ac4a-5b94-46fa-bfda-0b132db19e15 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:28.695039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4202ac4a-5b94-46fa-bfda-0b132db19e15 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:28.809198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.846058 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.919332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.941040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38629905-dd05-404a-85d2-ed71bc27268a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:28.965277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:28.967078 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b68cda10-cfdd-4d50-9319-53f2202a5511 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/security-groups/38629905-dd05-404a-85d2-ed71bc27268a HTTP/1.1" status: 204 len: 168 time: 0.2861447 Jun 01 13:33:28.969961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:29.013501 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:29.485452 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:29.521763 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:29.531814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151ac9-9919-445b-b864-f904b5e16afe req-3e7e952d-560b-4e9c-b612-a2de1d660d9c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:29.533079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67151ac9-9919-445b-b864-f904b5e16afe req-3e7e952d-560b-4e9c-b612-a2de1d660d9c tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.2324708 Jun 01 13:33:29.655129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67151ac9-9919-445b-b864-f904b5e16afe req-4ee250e7-3c63-4ab2-9b26-684baf60afed tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848644 Jun 01 13:33:29.741679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.25.7.224 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/139a2719-57c3-4850-8ce8-d40fc3db2fd0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:29.835139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.013439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.037063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a71db-1fb8-466e-9cb0-4a6c8ff42fbd req-79e01ace-d5d0-4d01-a859-c47e9efffef6 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:30.044753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d9a71db-1fb8-466e-9cb0-4a6c8ff42fbd req-79e01ace-d5d0-4d01-a859-c47e9efffef6 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.1969161 Jun 01 13:33:30.092203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d9a71db-1fb8-466e-9cb0-4a6c8ff42fbd req-84d4212c-f859-4182-b6d9-b5fd7a25ac7f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466206 Jun 01 13:33:30.106553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.123253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47330) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:30.186225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:30.189293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:30.191760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:30.232082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=139a2719-57c3-4850-8ce8-d40fc3db2fd0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:30.256508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port bf20c714-3653-4e23-b03d-ec8912fc058d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:30.256942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.504661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f1407-0351-4e17-9e99-3b34545c3776 tempest-TestVolumeBackupRestore-298221868 tempest-TestVolumeBackupRestore-298221868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:30.507094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-231f1407-0351-4e17-9e99-3b34545c3776 tempest-TestVolumeBackupRestore-298221868 tempest-TestVolumeBackupRestore-298221868-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1091 time: 0.3828378 Jun 01 13:33:30.517591 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47382) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:30.524521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:30.537842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:30.552141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port bf20c714-3653-4e23-b03d-ec8912fc058d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bf20c714-3653-4e23-b03d-ec8912fc058d,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:30.552550 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.562440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Usage tracker for resource:floatingip and tenant:b6f5357eeea448f38a2bf6cc4eeab15e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:30.568648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:30.629014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:30.691412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for bf20c714-3653-4e23-b03d-ec8912fc058d owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:30.745554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.795149 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:30.998608 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.067362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.147943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=bf20c714-3653-4e23-b03d-ec8912fc058d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:31.220536 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.487441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:33:31.510740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Allocated IP 172.25.7.104 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/55c2c3fa-e670-4fd2-825a-4e517b9c2d20) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:31.693545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:31.706796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:31.708223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.721125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:31.722086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:31.746163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.750957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c55ac9dc-bf9b-42d9-987c-a826149c2b07 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3938429 Jun 01 13:33:31.752029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47544) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:31.841043 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:31.890960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c5e2309d-a66c-4e0e-bd81-2952d7ebcb57 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=ad3f0555c5d741e790830ed1c9af1615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337047 Jun 01 13:33:31.894356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47564) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:31.970960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:32.025837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.062861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955b3d5-75c3-4017-b8c7-fb472473e70f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:32.064784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7955b3d5-75c3-4017-b8c7-fb472473e70f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1692851 Jun 01 13:33:32.067686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47588) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:32.105372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:32.116270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-46c4c79e-78db-46cf-94ba-65e1dec57a7b tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465815 Jun 01 13:33:32.118761 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:32.126031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476025414', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:32.159118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:32.161362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:32.229466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'Port': ['ID=55c2c3fa-e670-4fd2-825a-4e517b9c2d20,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:32.271819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:32.276978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:subnet and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:32.281045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:32.287711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:32.303150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:33:32.307727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.310133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Router 4915a726-1999-4fb3-8f52-476ceff3d8da has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:32.378575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:32.384483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:32.385059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Updating router 25a7e665-fc47-497d-be72-71f00fbfc7c6 port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:33:32.451666 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.783829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.855982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:32.860145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Subnet': ['ID=f8020f1f-effa-4ec2-9f19-27c4cb782212,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:32.871552 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Checking segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:32.871907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network hostable DHCP agents. Network: 608ed30f-5fad-4e4e-90b1-e3791e29fd27, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:33:32.885406 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Sync routers for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:32.895921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.896533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:32.897207 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:32.899886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:33:32.913515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Transition to ACTIVE for port object 139a2719-57c3-4850-8ce8-d40fc3db2fd0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:32.916411 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2fbe29c5-1377-409f-9455-f0ea7d12c485 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "PUT /v2.0/routers/4915a726-1999-4fb3-8f52-476ceff3d8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9445558 Jun 01 13:33:32.919249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 608ed30f-5fad-4e4e-90b1-e3791e29fd27) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:32.921226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47658) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:32.925142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:32.928438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.928671 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:32.954982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb15edcf-546b-41f1-bef4-66c7d2945267 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8347540 Jun 01 13:33:32.957624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47662) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:32.970836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c2b16-bd29-495c-9ee1-410d3735209d None None] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:33:33.005330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting subnet aa2311ed-7dc8-4b93-8966-da2563bf21a3 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:33:33.016786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.113194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:33.121312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.219499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.304628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:33:33.305652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.315449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.322399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf769622-954d-4989-8f98-af1a247c10da None None] Pushing event updated for resources: {'Port': ['ID=139a2719-57c3-4850-8ce8-d40fc3db2fd0,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:33.335794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Attempting to bind port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:33.337751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Attempting to bind port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:33.338146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Attempting to bind port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:33.363907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:33.364285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:33.364686 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.365938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:33.366301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Bound port: 139a2719-57c3-4850-8ce8-d40fc3db2fd0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:33.366519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.377978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.401626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/subnets/aa2311ed-7dc8-4b93-8966-da2563bf21a3 HTTP/1.1" status: 204 len: 168 time: 0.4723446 Jun 01 13:33:33.416101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47676) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:33.416829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea7b03-40aa-4016-91d8-a91c6cfd6a77 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2311ed-7dc8-4b93-8966-da2563bf21a3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:33.464319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] For port 139a2719-57c3-4850-8ce8-d40fc3db2fd0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:33.467862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] For port 139a2719-57c3-4850-8ce8-d40fc3db2fd0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=139a2719-57c3-4850-8ce8-d40fc3db2fd0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:33.474338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974c1e3-26bb-4a16-90a3-b5e34d41b0ca None None] Network 0e934865-97f9-4435-be5b-bf7667edd9e9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:33:33.477504 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:33.483645 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Checking router: 4915a726-1999-4fb3-8f52-476ceff3d8da for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:33.493884 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Routers {'4915a726-1999-4fb3-8f52-476ceff3d8da'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:33.495153 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4915a726-1999-4fb3-8f52-476ceff3d8da'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:33.647232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.726724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.782722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf769622-954d-4989-8f98-af1a247c10da None None] Pushing event updated for resources: {'Port': ['ID=139a2719-57c3-4850-8ce8-d40fc3db2fd0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:33.835519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] Set router 4915a726-1999-4fb3-8f52-476ceff3d8da gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:33.838517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:33.926481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.032381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:34.038301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:34.057137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.119428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Deleting port 101ef29b-702d-4e2e-8c36-9328e97f80d6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:34.119813 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.181133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.249955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:34.282358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-9d545d21-1be4-49cd-9217-4e3a32438887 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:34.283079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-9d545d21-1be4-49cd-9217-4e3a32438887 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:34.302717 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:34.307359 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e367eebc-e3bd-4286-a7f6-dd41fd79cd32 None None] The sync data for ids ['4915a726-1999-4fb3-8f52-476ceff3d8da'] in n-d-844200-1 is: [{'id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568687202', 'tenant_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:31:00Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 5, 'project_id': '59e06d99ed3b477ab85b6b56de4d0f8e', 'gw_port': {'id': '101ef29b-702d-4e2e-8c36-9328e97f80d6', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4915a726-1999-4fb3-8f52-476ceff3d8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:31:02Z', 'updated_at': '2022-06-01T13:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:34.365778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-9d545d21-1be4-49cd-9217-4e3a32438887 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:34.372866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-9d545d21-1be4-49cd-9217-4e3a32438887 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 813 time: 0.8470941 Jun 01 13:33:34.399392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-e429bf1f-fa9e-4372-a0b9-8de978642c17 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/quotas/2039e126448349dd8be5414bd82a8825 HTTP/1.1" status: 200 len: 375 time: 0.0253878 Jun 01 13:33:34.567774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] For port 101ef29b-702d-4e2e-8c36-9328e97f80d6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=101ef29b-702d-4e2e-8c36-9328e97f80d6,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:34.568174 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.652533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Allocated IP 172.20.0.2 (608ed30f-5fad-4e4e-90b1-e3791e29fd27/f8020f1f-effa-4ec2-9f19-27c4cb782212/46e0302e-3f6d-4eaf-b130-8d3c2df4b986) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:34.656067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.717559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.721509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Calling delete_port for 101ef29b-702d-4e2e-8c36-9328e97f80d6 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:34.757080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.770191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-650b3ea3-2b8f-49cc-9918-05cc0c1ddb93 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3695517 Jun 01 13:33:34.799247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] DHCP port deletion for 0e934865-97f9-4435-be5b-bf7667edd9e9 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:33:34.815932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Deleting port be2bb516-b88b-4eeb-a245-c265879c376c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:33:34.816496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:34.940946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-309c9c7b-cbfd-498e-b9ad-f0a75efd637d service neutron] 10.222.0.40 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614602 Jun 01 13:33:35.035435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:35.036904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:35.089833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-b800d2f7-3c67-4923-963d-ba9aa854acb5 service neutron] 10.222.0.40 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408739 Jun 01 13:33:35.141811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0e2a-a1a9-4db4-8bc2-972091e7e70b None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:30Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:35.204814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:35.209113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] For port be2bb516-b88b-4eeb-a245-c265879c376c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=be2bb516-b88b-4eeb-a245-c265879c376c,segment=NetworkSegment(d56861bb-bd23-488f-ad35-7366e29f1a3e),segment_id=d56861bb-bd23-488f-ad35-7366e29f1a3e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:35.209508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:35.217762 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Floating IP 8633c877-fc3a-40c6-9345-863ac6647197 associated. External IP: 172.25.7.104, port: 9bf5ae69-1048-426b-954e-10a25cddd43f. Jun 01 13:33:35.314352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Transition to ACTIVE for port object 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:35.351083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event updated for resources: {'Port': ['ID=55c2c3fa-e670-4fd2-825a-4e517b9c2d20,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:35.375861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba38627a-d883-4984-99ef-2db19fb9d205 req-11d1d72f-3cfd-40ad-918d-043346a537db tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.0884836 Jun 01 13:33:35.434436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Calling delete_port for be2bb516-b88b-4eeb-a245-c265879c376c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:33:35.513692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bf20c714-3653-4e23-b03d-ec8912fc058d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:35.614910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: bf20c714-3653-4e23-b03d-ec8912fc058d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:35.615666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bf20c714-3653-4e23-b03d-ec8912fc058d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:35.615839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device be2bb516-b88b-4eeb-a245-c265879c376c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:35.749709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Transition to ACTIVE for port object 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:35.781107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:35.793596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:35.863763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:35.913960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.1 (608ed30f-5fad-4e4e-90b1-e3791e29fd27/f8020f1f-effa-4ec2-9f19-27c4cb782212/671cc4fe-12ac-4551-a3e9-5fe577186f30) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:35.941723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Port': ['ID=101ef29b-702d-4e2e-8c36-9328e97f80d6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:36.021006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:36.029369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:36.042260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.053883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:36.061501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port be2bb516-b88b-4eeb-a245-c265879c376c update to DOWN by agent not found {{(pid=88373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 13:33:36.082270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Pushing event updated for resources: {'Port': ['ID=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:36.109046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.137653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object 671cc4fe-12ac-4551-a3e9-5fe577186f30 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:36.154948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] No DVR routers for this DVR port be2bb516-b88b-4eeb-a245-c265879c376c on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:33:36.187276 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.223998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:36.267050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:36.270619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.280257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15ebac-21d4-4bcf-a9f3-c5096e579420 None None] Pushing event deleted for resources: {'Port': ['ID=be2bb516-b88b-4eeb-a245-c265879c376c,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:36.290882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:36.305963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:36.317825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:36.329695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:36.331404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:36.404674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:36.418846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.578379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:36.666352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0945ea50-1dfb-4519-81b7-f61071510a15 req-1d1de998-51d7-4ca1-8da0-26b1b3bedcb2 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.0667737 Jun 01 13:33:36.669286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.672242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.693973 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.696510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.749193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.749849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Fanout notify agent at l3_agent the message router_deleted on router 4915a726-1999-4fb3-8f52-476ceff3d8da {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:33:36.763994 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.765085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b858e234-42d1-42f4-94f1-58b583fd7fe8 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/routers/4915a726-1999-4fb3-8f52-476ceff3d8da HTTP/1.1" status: 204 len: 168 time: 3.3384442 Jun 01 13:33:36.768836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:36.789613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Attempting to bind port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:36.790928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Attempting to bind port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:36.791845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Attempting to bind port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 on network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:36.796293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27a838eb-46cc-4906-9428-8aa2103b49d8 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2774532 Jun 01 13:33:36.800627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:36.804723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47708) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:36.818972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:36.819603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Checking segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:36.820321 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.820739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Bound using segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:36.829536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Bound port: 46e0302e-3f6d-4eaf-b130-8d3c2df4b986, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:36.830070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:36.951808 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33160e53-de8c-4e95-b5c6-10cb4f31c11e'] response: {'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:33:37.022476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-81284360-d973-4ac1-b1bc-473a59198857 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:37.023978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-81284360-d973-4ac1-b1bc-473a59198857 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 813 time: 0.2722447 Jun 01 13:33:37.027383 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:33:37.054490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.126161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Request body: {'port': {'device_id': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9', 'admin_state_up': True, 'tenant_id': '2039e126448349dd8be5414bd82a8825'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:37.203993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] For port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:37.205431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be737d3-a610-42ad-8950-d039bb519528 tempest-TestVolumeBackupRestore-298221868 tempest-TestVolumeBackupRestore-298221868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:37.210105 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1be737d3-a610-42ad-8950-d039bb519528 tempest-TestVolumeBackupRestore-298221868 tempest-TestVolumeBackupRestore-298221868-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1091 time: 0.3526528 Jun 01 13:33:37.213460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47714) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:37.215858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-cae5acb0-4835-4d9e-bb6b-81bbdb34c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:37.217804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-cae5acb0-4835-4d9e-bb6b-81bbdb34c060 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.2533438 Jun 01 13:33:37.218756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] For port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:37.232027 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.242486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Request body: {'floatingip': {'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:37.325750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eafae-4c6a-4736-8def-fc36a2d2578a None None] Pushing event updated for resources: {'Port': ['ID=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:37.336040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:32Z', 'revision_number': 0, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:37.341185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:37.351066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:37.351454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:37.504689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-d470e0e2-f34b-4447-a7c6-9316d8c8d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:37.508171 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-d470e0e2-f34b-4447-a7c6-9316d8c8d571 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.2746630 Jun 01 13:33:37.515196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.560288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e934865-97f9-4435-be5b-bf7667edd9e9']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:37.577781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56861bb-bd23-488f-ad35-7366e29f1a3e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:37.578340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56861bb-bd23-488f-ad35-7366e29f1a3e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:37.592352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 139a2719-57c3-4850-8ce8-d40fc3db2fd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:37.614014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.728622 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:37.748062 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-18c18f20-d3d0-49ef-a5f3-56658b27d855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 999 time: 0.1243908 Jun 01 13:33:37.767756 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.819909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.838385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:33:37.839316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.885236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:37.904823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:37.906948 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:37.972349 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d56861bb-bd23-488f-ad35-7366e29f1a3e resource provider aggregate not found Jun 01 13:33:37.983676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dce61c1f-cace-4555-806c-96d13510a1ff req-3f4969c9-c505-46b8-bf10-e854eb2db477 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.1126983 Jun 01 13:33:38.008346 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment d56861bb-bd23-488f-ad35-7366e29f1a3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d56861bb-bd23-488f-ad35-7366e29f1a3e found for delete ", "request_id": "req-7cde4006-2680-4733-8fcf-a42c90d096cb"}]} Jun 01 13:33:38.015662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:38.018341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-0e5569ff-c5f6-413c-810d-2cfc979fe2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:38.020026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-0e5569ff-c5f6-413c-810d-2cfc979fe2bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.2636099 Jun 01 13:33:38.021974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.044118 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.093365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] Pushing event deleted for resources: {'Network': ['ID=0e934865-97f9-4435-be5b-bf7667edd9e9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:38.101184 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ebd2e0dd-ffdb-40f1-bba1-03ea25b763e4 tempest-TestSecurityGroupsBasicOps-155133515 tempest-TestSecurityGroupsBasicOps-155133515-project] 10.222.0.40 "DELETE /v2.0/networks/0e934865-97f9-4435-be5b-bf7667edd9e9 HTTP/1.1" status: 204 len: 168 time: 1.3313606 Jun 01 13:33:38.112737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Usage tracker for resource:port and tenant:2039e126448349dd8be5414bd82a8825 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:38.125483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:38.138299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-b65e386e-6cfa-4923-9a85-657d8cdf920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:38.140984 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-b65e386e-6cfa-4923-9a85-657d8cdf920b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925629 Jun 01 13:33:38.150113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:38.224566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Made reservation on behalf of 2039e126448349dd8be5414bd82a8825 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:33:38.228514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.332147 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-002cacab-c066-4f1f-8511-21f338377429 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834772 Jun 01 13:33:38.353761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:38.354285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.380504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 139a2719-57c3-4850-8ce8-d40fc3db2fd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=139a2719-57c3-4850-8ce8-d40fc3db2fd0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:38.394217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:32Z', 'revision_number': 0, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:38.398474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.490613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.498738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 101ef29b-702d-4e2e-8c36-9328e97f80d6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:33:38.513422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.528973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010232d7-28b8-43a1-802d-4914f85e4467 None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:32Z', 'revision_number': 0, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:38.586318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 101ef29b-702d-4e2e-8c36-9328e97f80d6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:33:38.587066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 101ef29b-702d-4e2e-8c36-9328e97f80d6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:33:38.598731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6cdb15e5-b026-4da5-95a2-9c1ec061429e req-62559eed-6726-42eb-8870-28566dc776a4 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591677 Jun 01 13:33:38.601588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=139a2719-57c3-4850-8ce8-d40fc3db2fd0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:38.666031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:38.820450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.842760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Allocated IP 172.20.0.14 (eec32bd2-6795-4075-8814-d0bc811528f9/216cb15e-4b15-43d5-b567-959fdfc1e14a/1727a6a7-b95d-4a6b-85ea-04cc39273ae9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:38.845940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1277a6-87fa-44b5-b304-8042eb49b404 None None] New status for floating IP 8633c877-fc3a-40c6-9345-863ac6647197: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:33:38.854317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:38.864325 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2eded97-56b0-4469-97e1-16043e9ff5a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=59e06d99ed3b477ab85b6b56de4d0f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972225 Jun 01 13:33:38.867086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:38.943782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:38.951693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360de8f0-ac78-4a3e-916f-70713298f491 None None] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:33:38.983929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.066188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.086533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0a1f9-0998-4802-b911-036b10e0ce97,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:39.104074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.105390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8dc46660-da31-470e-81cf-eb9d107e987c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6dd0a1f9-0998-4802-b911-036b10e0ce97 HTTP/1.1" status: 204 len: 168 time: 0.2373457 Jun 01 13:33:39.123216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fa28215b-41ec-4fd1-b72d-b610434dd9fd None None] Provisioning for port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:39.312168 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:33:39.312168 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:33:39.363987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9dc8d4e-af33-4dbe-bc29-ad6b4cdcbf1f req-0d577976-3abc-4964-9536-e3bc15a9ca23 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.1387658 Jun 01 13:33:39.551690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:39.557540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:39.624717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 139a2719-57c3-4850-8ce8-d40fc3db2fd0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:39.631097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47746) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:39.654371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.677388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:39.683989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Usage tracker for resource:security_group_rule and tenant:b8458878ec4b4dfdb0d0eff26a162991 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:39.689227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:39.697356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:39.745330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:39.746810 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.852589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6afb423c-c8aa-42a6-ace4-8132c8a66eef None None] Provisioning for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:39.863913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6afb423c-c8aa-42a6-ace4-8132c8a66eef None None] Provisioning complete for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:39.863913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6afb423c-c8aa-42a6-ace4-8132c8a66eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.905504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.971592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:39.987162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.015224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6afb423c-c8aa-42a6-ace4-8132c8a66eef None None] Port 671cc4fe-12ac-4551-a3e9-5fe577186f30 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:33:40.017238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:40.018567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:40.074490 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8458878ec4b4dfdb0d0eff26a162991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399073 Jun 01 13:33:40.074490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13457ca-ddbe-4914-90ce-287d00f7dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8838ae-45d6-43ac-9c82-ea63f680baec,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:40.075703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47750) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:40.153409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:40.163480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:40.163559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.185650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.253763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.256587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b49b7df8-ab99-4fca-8cad-dddfa2df178d None None] Provisioning complete for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:40.257461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b49b7df8-ab99-4fca-8cad-dddfa2df178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.276711 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.363498 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.376846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:40.389784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b49b7df8-ab99-4fca-8cad-dddfa2df178d None None] Port 671cc4fe-12ac-4551-a3e9-5fe577186f30 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:33:40.401001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8838ae-45d6-43ac-9c82-ea63f680baec,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:40.411305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:40.411305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.424215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.428579 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-34a36f68-e83e-4573-a311-f83e21430f9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cc8838ae-45d6-43ac-9c82-ea63f680baec HTTP/1.1" status: 204 len: 168 time: 0.3513281 Jun 01 13:33:40.455721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:40.465320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.588716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:40.633935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bad0f168-7f0b-4cbf-9568-d238d4ea2939 None None] Provisioning complete for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:40.635243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bad0f168-7f0b-4cbf-9568-d238d4ea2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.701689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bad0f168-7f0b-4cbf-9568-d238d4ea2939 None None] Port 671cc4fe-12ac-4551-a3e9-5fe577186f30 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:33:40.735348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccbb851a-62a8-4874-82fb-4ada82a45bdb req-fe549271-f736-4e0c-b2ca-d669b16624d0 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.1299076 Jun 01 13:33:40.831816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:40.934863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.019855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Network eec32bd2-6795-4075-8814-d0bc811528f9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:41.023223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:41.030523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:41.034312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:41.048108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:41.048310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63315f1c-0629-49f5-b952-a2b8446ad3cc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/25a7e665-fc47-497d-be72-71f00fbfc7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0869210 Jun 01 13:33:41.048386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:41.048470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Pushing event updated for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:41.049458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:41.076330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.193979 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a4774a31-f163-4db3-8481-186d1c3b73bb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9324cbd909d34a81903cb172468bf882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555270 Jun 01 13:33:41.194221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47770) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.216096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.216718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.240547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:41.250456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.251090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.251536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.252330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.252785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.253235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.253685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.254131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.256606 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ee67cb31-b207-4941-a5cb-bd6e6c243648 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.1792109 Jun 01 13:33:41.259782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47774) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.264543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-746cdb74-6512-475f-85fe-d353088e91ee tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2282972 Jun 01 13:33:41.285633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-834c5f01-5347-4107-9fcf-2538d19abeed tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:33:41.286793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-834c5f01-5347-4107-9fcf-2538d19abeed tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084927 Jun 01 13:33:41.301545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Request body: {'port': {'device_id': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:41.343151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.343959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.344208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.344790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.345260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.346715 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.347157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.347568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:41.349627 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5676f766-5ed1-4785-8436-59f87b76d531 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5270 time: 0.0886514 Jun 01 13:33:41.353767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.371165 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.432351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:41.610640 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-106f2ddc-7cef-48a8-aee0-46767e63dbe2 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.2544417 Jun 01 13:33:41.620384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:41.620752 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.628357 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.638725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:33:41.691346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.697056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1168448559', 'description': 'tempest-secgroup-smoke-1168448559 description', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:41.703665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:41.708212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:41.711371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:41.717432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:41.734187 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.754778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:41.757665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.759645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:41.762728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:41.771099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:41.793237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:37Z', 'revision_number': 2, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:41.803446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:41.804062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Updating router 25a7e665-fc47-497d-be72-71f00fbfc7c6 port 671cc4fe-12ac-4551-a3e9-5fe577186f30 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:33:41.831681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:41.863613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.865544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.872629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.874921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.876846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.916926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a6c058-7f73-4e90-8acf-e30fa729db90,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:41.926352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.928102 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2ec10a7e-1ed7-4c74-8ad4-8b6983cefe58 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2356548 Jun 01 13:33:41.931095 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:41.936184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:41.943434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:41.948436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:41.949402 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:41.951590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:41.957263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:41.976892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.047817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.053281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.073478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4a1f9-75c5-4b25-97ba-6dc2d222afef,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.080345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c892c97-1095-4bf8-a575-3494d8b91d98,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.094463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.095917 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eb497502-1680-4f8e-a747-a3e90dbd98b7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638558 Jun 01 13:33:42.098898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:42.105358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:42.114091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:42.118643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:42.122517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:42.130756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:42.150806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.184500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.185618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-77c83823-b334-41b8-99a1-fff1882e033b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/91c4a1f9-75c5-4b25-97ba-6dc2d222afef HTTP/1.1" status: 204 len: 168 time: 0.9904339 Jun 01 13:33:42.249323 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.254899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.278128 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.280712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c5d603-1411-4ab0-beb4-c7d48d0988cb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.297111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Transition to ACTIVE for port object 671cc4fe-12ac-4551-a3e9-5fe577186f30 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:42.303636 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.307983 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3668a61a-a9f3-4142-8860-4fc105cb4242 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2062283 Jun 01 13:33:42.308734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47800) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:42.311039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.316937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:42.324387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-78d55ee1-61b5-433c-ac8c-7f0d3413fcfe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:42.325109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-78d55ee1-61b5-433c-ac8c-7f0d3413fcfe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:42.325403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:42.330650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:42.334787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:42.342232 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:42.364714 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.477285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-78d55ee1-61b5-433c-ac8c-7f0d3413fcfe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:42.484660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-78d55ee1-61b5-433c-ac8c-7f0d3413fcfe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 932 time: 0.5438702 Jun 01 13:33:42.494020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.508110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.600055 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.609912 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991362 Jun 01 13:33:42.611933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47804) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:42.631465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:42.640508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff7e73-b634-4071-9d02-39f6bd88692c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ac6eb5-4cca-479d-81b4-4eea6ce06212,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.653192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:42.661652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:42.666406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-95f0d0a2-78a4-4a71-84cb-0a9a80692d1d tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:42.667891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:42.683828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:42.694358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f21e-2105-432e-8508-5dfdd1ef7111 None None] Pushing event updated for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.739065 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.744048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Attempting to bind port 671cc4fe-12ac-4551-a3e9-5fe577186f30 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:42.744653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Attempting to bind port 671cc4fe-12ac-4551-a3e9-5fe577186f30 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:42.745206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Attempting to bind port 671cc4fe-12ac-4551-a3e9-5fe577186f30 on network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:42.758169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:42.759160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Checking segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:42.760233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.761560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Bound using segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:42.762983 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Bound port: 671cc4fe-12ac-4551-a3e9-5fe577186f30, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:42.763984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.787043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:33:42.798655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-95f0d0a2-78a4-4a71-84cb-0a9a80692d1d tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:42.799896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e722aec7-e7b4-490a-8eef-4a3cb06d3aa5 req-95f0d0a2-78a4-4a71-84cb-0a9a80692d1d tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141334 Jun 01 13:33:42.811252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:42.872009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.893933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.906547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.922778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] For port 671cc4fe-12ac-4551-a3e9-5fe577186f30, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:42.925701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Transition to ACTIVE for port object 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:42.928427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] For port 671cc4fe-12ac-4551-a3e9-5fe577186f30, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=671cc4fe-12ac-4551-a3e9-5fe577186f30,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:42.941508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.968020 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327bfb43-13a0-47d7-b309-7372b085f9df,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:42.987379 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.990059 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aeaa5731-7cc3-4ddd-b6d2-295aab43cb7c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713355 Jun 01 13:33:42.992673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47808) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:42.996910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:42.998217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:43.006384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:43.010220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:43.013685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:43.020737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:43.035414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:43.036022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:43.043347 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:33:43.051464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.111888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Pushing event updated for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:43.150751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f21e-2105-432e-8508-5dfdd1ef7111 None None] Pushing event updated for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:43.157355 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.166760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.196862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a128ee6-1680-4157-ad9d-86befa932f32,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:43.210390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.214997 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5c5e5fc-15f1-48ef-b32b-7b4a10241b60 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2213507 Jun 01 13:33:43.215641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47812) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:43.221598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '89a6c058-7f73-4e90-8acf-e30fa729db90', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:43.230734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:43.234615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:33:43.238486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:33:43.246342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:43.264177 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:33:43.272019 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.321309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:43.352170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.359384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.391347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:33:43.392394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622e76b8-93cb-4f8e-a757-5d7ffcbea941,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:43.398119 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.402997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:33:43.407868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.410092 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6dc102dc-f6b9-46b9-ad07-131b7c7e91b4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1928058 Jun 01 13:33:43.435048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:43.437526 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:43.577852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:43.629160 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-7e93c903-c8b9-4d51-8ee4-b615a6ca0784 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821468 Jun 01 13:33:43.649279 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:43.662085 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa12794f-125c-4709-913c-c00708b88d75'] response: {'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:33:43.689553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c70fd36a-2923-421c-8cb2-496d784b3984 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "PUT /v2.0/floatingips/8633c877-fc3a-40c6-9345-863ac6647197 HTTP/1.1" status: 200 len: 993 time: 6.4645181 Jun 01 13:33:43.704211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:42Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:43.708982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b75d78-45d9-403d-b619-42482731c03e None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:42Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:43.728413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Attempting to bind port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:43.728742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Attempting to bind port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:43.729063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Attempting to bind port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 on network eec32bd2-6795-4075-8814-d0bc811528f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:43.736545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 on network eec32bd2-6795-4075-8814-d0bc811528f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:33:43.737180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Attempting to bind port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 on network eec32bd2-6795-4075-8814-d0bc811528f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:43.745415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:43.745960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Checking segment: {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:43.747117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Bound using segment: {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:43.747686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Bound port: 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:43.748224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:43.862220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-a5d9aec0-b2a6-4d52-9850-8132f571d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:43.863878 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-a5d9aec0-b2a6-4d52-9850-8132f571d15c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.1070499 Jun 01 13:33:43.908928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-33442bdf-d428-41eb-a4bd-1b2b5133df30 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1168448559&fields=id&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 267 time: 0.1484311 Jun 01 13:33:44.066756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-9f6a6b49-80d9-4c00-8c31-b9cc578aadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.068432 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-9f6a6b49-80d9-4c00-8c31-b9cc578aadfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.1788816 Jun 01 13:33:44.104247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:44.131944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:44.160498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:44.163783 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:41Z', 'revision_number': 2, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:44.169541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:33:44.180220 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:33:44.180943 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:44.196486 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-0573a95c-a1f7-478d-9f3f-3a89c884673d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 1001 time: 0.1215324 Jun 01 13:33:44.253135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.253759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:44.255153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] 10.222.0.13 "PUT /v2.0/ports/1727a6a7-b95d-4a6b-85ea-04cc39273ae9 HTTP/1.1" status: 200 len: 1092 time: 2.9599533 Jun 01 13:33:44.261827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-711fa86b-89b5-4306-ac1a-69b44e8ae769 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.263519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-711fa86b-89b5-4306-ac1a-69b44e8ae769 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 797 time: 0.3425291 Jun 01 13:33:44.286419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-a65a3888-2704-411a-8eca-31c367c3628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.288115 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-a65a3888-2704-411a-8eca-31c367c3628b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.0856681 Jun 01 13:33:44.307604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-c0a1df83-dcc6-4d56-a870-355cbdbd1a39 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/quotas/ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 375 time: 0.0353160 Jun 01 13:33:44.366747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34445a-6abb-4e5b-aec6-4e6532c0df2b req-3b43de58-c326-4c87-bc16-44d37fb03fd9 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.368439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a34445a-6abb-4e5b-aec6-4e6532c0df2b req-3b43de58-c326-4c87-bc16-44d37fb03fd9 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 944 time: 0.4080524 Jun 01 13:33:44.393231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-d0ab5ccf-e1a0-4b78-811f-af8fe9071d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.395085 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-d0ab5ccf-e1a0-4b78-811f-af8fe9071d76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003730 Jun 01 13:33:44.431540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ae82-27e0-477f-9f06-30ee2bcb9918 service neutron] Pushing event updated for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:44.442414 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:33:44.518066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a34445a-6abb-4e5b-aec6-4e6532c0df2b req-1a0b421c-c049-4346-a5ab-ca1bdcea406f tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012943 Jun 01 13:33:44.556370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-a5f97bbc-f391-4877-bcdd-ef9f372794b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.557864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-a5f97bbc-f391-4877-bcdd-ef9f372794b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 1095 time: 0.2490594 Jun 01 13:33:44.567401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b6b329a6-9ae1-41c8-bbaf-7e769b8d0fcf tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:44.663125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-53637fdb-04c4-4e67-9776-fdae8fded6cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9 HTTP/1.1" status: 200 len: 217 time: 0.0917771 Jun 01 13:33:44.663980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b6b329a6-9ae1-41c8-bbaf-7e769b8d0fcf tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:44.665588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b6b329a6-9ae1-41c8-bbaf-7e769b8d0fcf tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3166363 Jun 01 13:33:44.718211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-7ccfb9de-5b0f-4c90-95d6-6f6b709153c3 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:33:44.718886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-7ccfb9de-5b0f-4c90-95d6-6f6b709153c3 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103099 Jun 01 13:33:44.748825 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-245b077e-e0de-4112-9af2-d4b3137b4a7f service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380618 Jun 01 13:33:44.840455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-8528cb9c-7820-4fa4-9e1a-a84feb0afa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:44.842324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-8528cb9c-7820-4fa4-9e1a-a84feb0afa9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 200 len: 853 time: 0.1726320 Jun 01 13:33:44.874903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:41Z', 'revision_number': 2, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:33:44.880226 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cba0e-4e7b-4fb5-8bbc-d78bc7552bab None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '8633c877-fc3a-40c6-9345-863ac6647197', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'port_id': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'mac_address': 'fa:16:3e:98:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10383f17-011d-4189-8fca-fdd52ee90abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:33:32Z', 'updated_at': '2022-06-01T13:33:41Z', 'revision_number': 2, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:33:44.898532 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d52c89cd-a278-44f2-b369-ae107f5d7900 req-23dd7501-b54a-4efc-9eab-11738c5523a4 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433933 Jun 01 13:33:44.907449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-96fd8f76-534b-4f73-bfee-63e74b61dfb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eec32bd2-6795-4075-8814-d0bc811528f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591269 Jun 01 13:33:45.022876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-00bca6be-0360-417d-9891-6575c8556b77 service neutron] 10.222.0.40 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864304 Jun 01 13:33:45.039328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-54f609ee-5031-4ef4-a02e-e04145f2a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.040793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-54f609ee-5031-4ef4-a02e-e04145f2a9cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.0758181 Jun 01 13:33:45.155737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-2f4c52d9-7a24-45a3-ac98-8c941f5b2b3e service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367966 Jun 01 13:33:45.191601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-d38b3ff0-2941-4605-9452-f52e4634ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.193658 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-d38b3ff0-2941-4605-9452-f52e4634ca4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.1448007 Jun 01 13:33:45.302672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-7f882872-3670-4a76-afff-10cca07f3073 req-bb83b587-f9a8-4006-b773-a7b46f395d92 service neutron] (88371) timed out ('10.222.0.24', 58865) {{(pid=88371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:33:45.317009 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-55d38c96-233a-47fe-b1ef-ef804334e506 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 1001 time: 0.1162124 Jun 01 13:33:45.327954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-9f20e19e-032e-47ca-979b-e4868262c38f service neutron] 10.222.0.40 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900784 Jun 01 13:33:45.401618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-380772ee-b15f-4275-acad-bc14933de1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.404310 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-380772ee-b15f-4275-acad-bc14933de1a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.0805316 Jun 01 13:33:45.530658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-304328e9-01a1-4762-9dd6-2d47c43ba680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.532671 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-304328e9-01a1-4762-9dd6-2d47c43ba680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212761 Jun 01 13:33:45.559311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99a271c8-eae2-4742-90d5-4fdd42456fd1 req-eadfe34b-d1d2-4900-abb8-9286c6a4ebd7 service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971417 Jun 01 13:33:45.574021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 671cc4fe-12ac-4551-a3e9-5fe577186f30 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:45.586842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43306-f64d-412f-bbc2-57a11cf95df2 req-c8078e3e-4eed-404e-842a-9fcefd4bcaa1 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.588607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4b43306-f64d-412f-bbc2-57a11cf95df2 req-c8078e3e-4eed-404e-842a-9fcefd4bcaa1 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1096 time: 0.3342142 Jun 01 13:33:45.668718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}, {'name': 'network-changed', 'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:45.670431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:45.677872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:45.678250 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:45.680081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-567079c0-0f46-486a-b91c-28a142f99be7 req-e89c66ed-e013-4b4a-855c-8d50291df96c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 210 time: 0.0848632 Jun 01 13:33:45.686636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4b43306-f64d-412f-bbc2-57a11cf95df2 req-e93a8146-c7d8-4892-a053-aa4c0be34c61 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900602 Jun 01 13:33:45.745057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-fcb3506b-4afe-448e-8bfd-e51913640175 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043052 Jun 01 13:33:45.868907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 671cc4fe-12ac-4551-a3e9-5fe577186f30 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:45.869096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:45.905238 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492c86ad-5702-4add-97c9-c555e6d9d332'] response: {'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:33:45.905784 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492c86ad-5702-4add-97c9-c555e6d9d332'] response: {'name': 'network-changed', 'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9', 'status': 'completed', 'code': 200} Jun 01 13:33:45.933574 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-53d1f804-40fd-42ca-9473-e7b0f6bf5f74 req-61bf4b5a-5228-4da1-a3e8-3b89f3c7ae26 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811221 Jun 01 13:33:45.940091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 671cc4fe-12ac-4551-a3e9-5fe577186f30, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=671cc4fe-12ac-4551-a3e9-5fe577186f30,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:45.945196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:45.982009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-26af7724-85e4-4a2a-affa-9f13553f074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:45.984236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-26af7724-85e4-4a2a-affa-9f13553f074c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 1095 time: 0.1194425 Jun 01 13:33:46.034145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:46.092694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-2ab2619b-7ebe-4633-a69d-c7e0903eda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.094702 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-2ab2619b-7ebe-4633-a69d-c7e0903eda1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.0865004 Jun 01 13:33:46.148144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d386ce9-5061-429f-8c6e-af8b61f2f744 req-5f288018-79b6-4fae-b233-efd540d8aefe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.149623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d386ce9-5061-429f-8c6e-af8b61f2f744 req-5f288018-79b6-4fae-b233-efd540d8aefe tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 944 time: 0.3351629 Jun 01 13:33:46.240602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-63df7428-9b56-4137-a4c9-46a1e2907d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.242074 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-63df7428-9b56-4137-a4c9-46a1e2907d7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.1389956 Jun 01 13:33:46.246454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d386ce9-5061-429f-8c6e-af8b61f2f744 req-9de6e6cd-3240-488a-95d3-fce767d3ccff tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847909 Jun 01 13:33:46.248760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-189c886b-63b0-49ed-b1f9-8615f3ee7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.250230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-189c886b-63b0-49ed-b1f9-8615f3ee7fe0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 914 time: 0.2178912 Jun 01 13:33:46.263985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39d4c-d2a8-48f8-8fe8-bca8a0275b9d req-35aa27c7-d0e1-4511-a2e6-73d69c1a4e1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.265467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19e39d4c-d2a8-48f8-8fe8-bca8a0275b9d req-35aa27c7-d0e1-4511-a2e6-73d69c1a4e1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.2777312 Jun 01 13:33:46.349966 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-cdfedd37-a84c-4f63-965d-dfe9248484e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 1001 time: 0.1014519 Jun 01 13:33:46.351592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-63d90424-e1ec-40bd-aee1-310d1ecbd592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9 HTTP/1.1" status: 200 len: 217 time: 0.0851722 Jun 01 13:33:46.409808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19e39d4c-d2a8-48f8-8fe8-bca8a0275b9d req-8b02c497-6582-409b-b99b-a1d85b99e6a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892112 Jun 01 13:33:46.432780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-b8e7c264-f4c0-4dff-9d78-f6888c404782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.434438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-b8e7c264-f4c0-4dff-9d78-f6888c404782 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 200 len: 853 time: 0.0717719 Jun 01 13:33:46.443440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 47854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:46.468834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-c1c2f8b8-61c3-46e9-ac42-6178cbce0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.471949 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-c1c2f8b8-61c3-46e9-ac42-6178cbce0c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.0858836 Jun 01 13:33:46.572262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-62b43db2-4b3e-4ef9-b940-6e8b3b39f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:46.572262 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-62b43db2-4b3e-4ef9-b940-6e8b3b39f717 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912855 Jun 01 13:33:46.605363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-15e7fe91-db40-4791-9336-86f7b45201f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eec32bd2-6795-4075-8814-d0bc811528f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603246 Jun 01 13:33:46.719206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-238a9d1b-786a-467e-9f48-218c50f94a5c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 200 len: 993 time: 0.2727218 Jun 01 13:33:46.719889 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-95816827-fe1e-4d3e-a55d-73ebef2daf61 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379464 Jun 01 13:33:46.785011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-c4cdd516-117b-4241-825f-65b4fbb80967 service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686399 Jun 01 13:33:46.956268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0295efce-c561-4764-b4f5-ca1a985d7650 req-ca58ae54-81c4-4d55-a873-ac3e00d076bc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 210 time: 0.0624273 Jun 01 13:33:47.036731 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-99709e86-f99e-42d2-a3eb-b392284193cf service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094852 Jun 01 13:33:47.129449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d42edab-2880-4345-8c09-e1fbbe81a847 req-a45b0715-a9e4-46eb-bd11-63e7a4d463ff service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188150 Jun 01 13:33:47.180714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b58eb851-b747-4441-89e5-f899e652485d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:47.180714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b58eb851-b747-4441-89e5-f899e652485d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 797 time: 0.1794820 Jun 01 13:33:47.257593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-805a096c-6f0f-48b2-8d8e-f79b872a1c01 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 380 time: 0.0565825 Jun 01 13:33:47.273451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'port': {'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'admin_state_up': True, 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'security_groups': ['89a6c058-7f73-4e90-8acf-e30fa729db90']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:47.478063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 671cc4fe-12ac-4551-a3e9-5fe577186f30 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:47.580484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 47872) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:33:47.623387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 671cc4fe-12ac-4551-a3e9-5fe577186f30 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:47.623387 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:47.805944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 671cc4fe-12ac-4551-a3e9-5fe577186f30 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:47.843613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-fbb0b8ab-9214-4be0-b237-3c8d903ab288 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2662089 Jun 01 13:33:47.925839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:33:47.945718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:33:47.971342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349581-8ced-447a-8906-3023f4b02d71 req-3e6493ae-82a2-45af-a4c9-37a374244f16 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:47.971342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37349581-8ced-447a-8906-3023f4b02d71 req-3e6493ae-82a2-45af-a4c9-37a374244f16 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 944 time: 0.4326651 Jun 01 13:33:47.971342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:33:47.979259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.010767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d969f-43f4-4e9c-a087-0add934d2f9c req-a18debdb-13ec-452f-8745-583c2ab1fe85 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:48.012326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382d969f-43f4-4e9c-a087-0add934d2f9c req-a18debdb-13ec-452f-8745-583c2ab1fe85 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.3670635 Jun 01 13:33:48.116243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37349581-8ced-447a-8906-3023f4b02d71 req-48ce7d6b-dbc3-4df8-af9b-d4d94f77b35a tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265986 Jun 01 13:33:48.178951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-382d969f-43f4-4e9c-a087-0add934d2f9c req-1ca8305f-3b07-4853-bd8f-978265996297 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488235 Jun 01 13:33:48.230950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.266369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c040ae5-5165-4aad-ad1a-7b776a3cb4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.320001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5bb198fd-034b-4706-beec-a6a881e92aa2 req-4d8cfb49-e47e-4bfe-a352-c04ef55c43fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 210 time: 0.0623889 Jun 01 13:33:48.340828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.14 (608ed30f-5fad-4e4e-90b1-e3791e29fd27/f8020f1f-effa-4ec2-9f19-27c4cb782212/c70530d2-4d4d-4a39-9be5-26535963e5ec) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:33:48.544137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.563222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object c70530d2-4d4d-4a39-9be5-26535963e5ec will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:48.589790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.663850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:33:48.667134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:33:48.668207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:33:48.671015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:33:48.706296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:48.744150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:48.744726 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.778049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-cb00cba8-39fc-4e3f-86df-fc51659637f7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5124364 Jun 01 13:33:48.810960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Request body: {'port': {'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:33:48.843268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:48.857752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9', 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9', 'port_id': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9', 'mac_address': 'fa:16:3e:bb:32:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216cb15e-4b15-43d5-b567-959fdfc1e14a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:33:48.928196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:48.928593 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.944074 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:48.950377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:48.955640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca2cf90a-d112-4878-a362-4868d4070a9a None None] Provisioning for port c70530d2-4d4d-4a39-9be5-26535963e5ec completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:48.960647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca2cf90a-d112-4878-a362-4868d4070a9a None None] Provisioning complete for port c70530d2-4d4d-4a39-9be5-26535963e5ec triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:48.961020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf90a-d112-4878-a362-4868d4070a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:49.010147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:49.017183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:49.057348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ca2cf90a-d112-4878-a362-4868d4070a9a None None] Port c70530d2-4d4d-4a39-9be5-26535963e5ec cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:33:49.092836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:49.217640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1727a6a7-b95d-4a6b-85ea-04cc39273ae9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:33:49.469643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70530d2-4d4d-4a39-9be5-26535963e5ec {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:49.488282 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:49.524754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Transition to ACTIVE for port object c70530d2-4d4d-4a39-9be5-26535963e5ec will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:33:49.538661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68d43-b7be-409d-bc7d-ba8f269e6f6e req-d8e978e3-9041-4a39-9796-d49fc8503f77 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:49.540384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b68d43-b7be-409d-bc7d-ba8f269e6f6e req-d8e978e3-9041-4a39-9796-d49fc8503f77 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 945 time: 0.2824035 Jun 01 13:33:49.544438 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:49.722957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-57a3fd99-6f57-4c0f-aa6c-6ad29b83d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:49.724557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-57a3fd99-6f57-4c0f-aa6c-6ad29b83d1ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1096 time: 0.4166708 Jun 01 13:33:49.739284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c45add-1d85-4392-9e18-527dba2d2279 req-76b13aa8-3d4b-4e3e-9c44-867b8cf16b59 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:49.740812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83c45add-1d85-4392-9e18-527dba2d2279 req-76b13aa8-3d4b-4e3e-9c44-867b8cf16b59 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.3695374 Jun 01 13:33:49.746979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Pushing event updated for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:50.019624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b68d43-b7be-409d-bc7d-ba8f269e6f6e req-0391b674-14f1-46a0-ba84-fec8f8466b43 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661260 Jun 01 13:33:50.129428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83c45add-1d85-4392-9e18-527dba2d2279 req-791c5e6a-bddd-4dc6-8db1-e7a8cb641a66 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795340 Jun 01 13:33:50.265576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8899712a-0435-4446-8e98-a79236629eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:50.267060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8899712a-0435-4446-8e98-a79236629eec service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.5253718 Jun 01 13:33:50.340973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Attempting to bind port c70530d2-4d4d-4a39-9be5-26535963e5ec on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:33:50.340973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Attempting to bind port c70530d2-4d4d-4a39-9be5-26535963e5ec by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:33:50.340973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Attempting to bind port c70530d2-4d4d-4a39-9be5-26535963e5ec on network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:50.375525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Port c70530d2-4d4d-4a39-9be5-26535963e5ec on network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:33:50.375847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Attempting to bind port c70530d2-4d4d-4a39-9be5-26535963e5ec on network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:33:50.390379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:33:50.390797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Checking segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:33:50.391162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Bound using segment: {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:33:50.391595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Bound port: c70530d2-4d4d-4a39-9be5-26535963e5ec, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099cc6f1-f379-4780-8657-aceeac4fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:33:50.391936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.421961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de5af-16e0-4038-b73d-103200745b19 req-42761a30-1e62-4338-b460-e175adec2bdd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:50.422731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-952de5af-16e0-4038-b73d-103200745b19 req-42761a30-1e62-4338-b460-e175adec2bdd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:33:50.434244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-5833ab2e-62a2-46ff-b62e-34060964cd84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 1001 time: 0.1597443 Jun 01 13:33:50.514070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2d28c798-ef80-41bc-9491-6096aac39529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.530572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-952de5af-16e0-4038-b73d-103200745b19 req-42761a30-1e62-4338-b460-e175adec2bdd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:33:50.532384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-952de5af-16e0-4038-b73d-103200745b19 req-42761a30-1e62-4338-b460-e175adec2bdd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 944 time: 0.3674195 Jun 01 13:33:50.603482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-bf1746cf-877f-427c-997e-5e88a3190164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:50.603482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-bf1746cf-877f-427c-997e-5e88a3190164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.1416178 Jun 01 13:33:50.659210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:33:50.672376 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-952de5af-16e0-4038-b73d-103200745b19 req-c294ac0f-6723-48ea-b08f-e5b433fe80d4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324530 Jun 01 13:33:50.675286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:33:50.686654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:50.687460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.761705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:50.762310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.763736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] 10.222.0.24 "PUT /v2.0/ports/c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 1092 time: 1.9584877 Jun 01 13:33:50.764140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:50.764408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:50.769914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:50.770480 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.782258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2ca6-3cdc-4e60-92f2-1d563a8aba26 service neutron] Pushing event updated for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:50.804127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-77880e4c-48a0-4062-9b54-fd8ea5af7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:50.806854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-77880e4c-48a0-4062-9b54-fd8ea5af7785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944172 Jun 01 13:33:50.891165 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e070b2cf-62f7-4f88-9e76-cfac1e68e6a2'] response: {'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'status': 'completed', 'code': 200} Jun 01 13:33:50.942444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:50.942444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:50.981458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:50.997375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:51.008697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:51.069051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-5fe97603-09b0-4779-93f7-3241ce77f1a1 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523024 Jun 01 13:33:51.078512 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e483ac9-886c-416a-8417-7a943fe1a05e'] response: {'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9', 'code': 200} Jun 01 13:33:51.135577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:51.188744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b91ce977-ecf0-4f2d-9068-7b5f887e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.190511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-b91ce977-ecf0-4f2d-9068-7b5f887e3392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1095 time: 0.2985442 Jun 01 13:33:51.389134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-2b4d947b-cdf1-4c9c-b080-3ca8b8870959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 217 time: 0.1178381 Jun 01 13:33:51.519870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-9d9db65a-0ce8-450e-973c-8ab4ff78995d service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309926 Jun 01 13:33:51.538740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-92368713-57ec-4d51-a601-7a5cffb81173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.538740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-92368713-57ec-4d51-a601-7a5cffb81173 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.1196969 Jun 01 13:33:51.611458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6f933-333d-400a-90fb-4123633e8577 req-613290dd-be74-4cb3-9d43-c9018cca35a3 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.614309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1d6f933-333d-400a-90fb-4123633e8577 req-613290dd-be74-4cb3-9d43-c9018cca35a3 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.4218054 Jun 01 13:33:51.622403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c50f3-31a9-4891-82e2-787776d910fe req-4747b4f8-e828-4185-be7f-e74d2ef2de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.622403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c4c50f3-31a9-4891-82e2-787776d910fe req-4747b4f8-e828-4185-be7f-e74d2ef2de43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 1097 time: 0.4281900 Jun 01 13:33:51.661920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f558-f806-45f5-a732-654b239d0529 req-df7a3bb3-3014-4bf4-8a2d-b97fe81ab0e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.661920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1579f558-f806-45f5-a732-654b239d0529 req-df7a3bb3-3014-4bf4-8a2d-b97fe81ab0e1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.4005613 Jun 01 13:33:51.719300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:51.787096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:51.891703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c4c50f3-31a9-4891-82e2-787776d910fe req-a0e6dcad-2a33-4f25-b3f9-4f49018945e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630312 Jun 01 13:33:51.904630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1d6f933-333d-400a-90fb-4123633e8577 req-9c191cb3-3d04-48af-9a58-31d74b4a6cea tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742600 Jun 01 13:33:51.909216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1579f558-f806-45f5-a732-654b239d0529 req-34ceda5f-ff17-4b46-b619-83d347f985f6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887713 Jun 01 13:33:51.917445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4131ea-8074-4e74-a661-5defa676be5d req-a36332b7-017b-4299-9959-5b7d5fc79dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:51.918979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-a36332b7-017b-4299-9959-5b7d5fc79dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700128 Jun 01 13:33:52.113452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-9c5714c7-7bc0-451b-bf51-d2e28b6efd9b service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866548 Jun 01 13:33:52.148819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4569ec-cb0e-453c-9527-f2757a141430 req-e41d8992-0eb1-4075-818d-96f6bec2ce1d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:52.150218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc4569ec-cb0e-453c-9527-f2757a141430 req-e41d8992-0eb1-4075-818d-96f6bec2ce1d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 944 time: 0.1406870 Jun 01 13:33:52.270488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc4569ec-cb0e-453c-9527-f2757a141430 req-aa613429-f958-4d5a-bdfa-397486af5813 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731974 Jun 01 13:33:52.290502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca4131ea-8074-4e74-a661-5defa676be5d req-a0b4c953-677b-4a16-8fc1-1d84c9c82981 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692984 Jun 01 13:33:52.460383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-fa3c42ba-e31a-456c-a963-45b4f991eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:52.461874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-fa3c42ba-e31a-456c-a963-45b4f991eb8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1095 time: 0.0742376 Jun 01 13:33:52.601997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-cefefce7-f2bc-4ea8-96e6-e930793a15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:52.601997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-cefefce7-f2bc-4ea8-96e6-e930793a15f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 898 time: 0.1287768 Jun 01 13:33:52.678134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-af5208af-db52-4a23-a527-f129d17e9b5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 217 time: 0.0724099 Jun 01 13:33:52.740653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-c22b9f10-2da0-4552-81e9-2327d484540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:52.742080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-c22b9f10-2da0-4552-81e9-2327d484540c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.0579293 Jun 01 13:33:52.819386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-0e7e23d9-3995-4167-bbed-9e24b64c8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:52.820918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-0e7e23d9-3995-4167-bbed-9e24b64c8552 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725091 Jun 01 13:33:52.988444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-7ce7aac5-73b8-4fb2-8e18-941bf68edfc8 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605585 Jun 01 13:33:53.171357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:53.250799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44fbe3cb-8cc7-4daf-a376-440af1c7aaeb req-3c5f0303-bf6d-4808-8da4-5ec2bf790458 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543333 Jun 01 13:33:53.269623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dc70-3acb-4efb-a850-b09e7f98bdc4 req-0e2698e2-6eaf-4c1f-9d2b-6ad332006c6d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:53.271057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3a5dc70-3acb-4efb-a850-b09e7f98bdc4 req-0e2698e2-6eaf-4c1f-9d2b-6ad332006c6d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1927223 Jun 01 13:33:53.282551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ab7c-cb30-401d-80bb-8f9cdab25e2c req-2be03f45-c017-43ce-804c-040f193b4ed0 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:53.284008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af83ab7c-cb30-401d-80bb-8f9cdab25e2c req-2be03f45-c017-43ce-804c-040f193b4ed0 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.2070296 Jun 01 13:33:53.353767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3a5dc70-3acb-4efb-a850-b09e7f98bdc4 req-c491862c-1231-4e06-909b-603a43a9ac68 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682962 Jun 01 13:33:53.359014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af83ab7c-cb30-401d-80bb-8f9cdab25e2c req-7d3b9a80-e85f-48fa-84ad-b597e54f9d8b tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611227 Jun 01 13:33:53.544813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aa703-fd41-44e2-b147-fb6106f4ddcf req-189264e3-abf7-4da5-b925-66e088ef1e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:53.547426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414aa703-fd41-44e2-b147-fb6106f4ddcf req-189264e3-abf7-4da5-b925-66e088ef1e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 944 time: 0.0867624 Jun 01 13:33:53.597928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-414aa703-fd41-44e2-b147-fb6106f4ddcf req-8f8dfe83-0b9f-4ac8-bafa-d3313c7c17ea tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Jun 01 13:33:54.758816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d11bb6-2cbc-4035-8c42-79b5cee9b2b4 req-9a897afe-e97b-4199-9372-1aa23900c5ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:54.760070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27d11bb6-2cbc-4035-8c42-79b5cee9b2b4 req-9a897afe-e97b-4199-9372-1aa23900c5ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.2924268 Jun 01 13:33:54.767663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cca3b9-b759-44b6-86d3-77db4ff72e99 req-b4399c84-4d73-4ad1-898f-b128644db3dc tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:54.769066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13cca3b9-b759-44b6-86d3-77db4ff72e99 req-b4399c84-4d73-4ad1-898f-b128644db3dc tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.2640460 Jun 01 13:33:54.838706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27d11bb6-2cbc-4035-8c42-79b5cee9b2b4 req-aafc489e-7ef9-43b8-8838-75f4cc0872dc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686648 Jun 01 13:33:54.846714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13cca3b9-b759-44b6-86d3-77db4ff72e99 req-55b32bc2-9811-439f-8150-ad65235100cf tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619116 Jun 01 13:33:55.034833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85706fb-7fa9-4674-8938-7d6e520ed03e req-3527c5cb-bdd5-4575-a82d-b29086c66336 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:55.036710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a85706fb-7fa9-4674-8938-7d6e520ed03e req-3527c5cb-bdd5-4575-a82d-b29086c66336 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 944 time: 0.0978076 Jun 01 13:33:55.085159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a85706fb-7fa9-4674-8938-7d6e520ed03e req-c12e9a74-d5cf-4f5d-be9c-91d7d986203a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Jun 01 13:33:56.050551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34184892-3e9d-4164-b116-f115ef209e1e req-bfb222bb-6d13-4ade-9ce3-67155f82b636 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:56.051969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34184892-3e9d-4164-b116-f115ef209e1e req-bfb222bb-6d13-4ade-9ce3-67155f82b636 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.0914023 Jun 01 13:33:56.116626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34184892-3e9d-4164-b116-f115ef209e1e req-58b3f09e-bed8-427c-b093-2aa87f9eac7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564718 Jun 01 13:33:56.299260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30485163-c614-429c-9097-7175b0ec2ae1 req-4834d375-9121-4bc5-9155-886135ba4067 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:56.300723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30485163-c614-429c-9097-7175b0ec2ae1 req-4834d375-9121-4bc5-9155-886135ba4067 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 944 time: 0.0938363 Jun 01 13:33:56.349369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30485163-c614-429c-9097-7175b0ec2ae1 req-1cc91d7f-3928-4060-9ee3-05b167250442 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Jun 01 13:33:56.971411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c70530d2-4d4d-4a39-9be5-26535963e5ec details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:33:57.147703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:57.164831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:33:57.222733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port c70530d2-4d4d-4a39-9be5-26535963e5ec is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:57.223185 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:57.241832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70530d2-4d4d-4a39-9be5-26535963e5ec {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:33:57.258528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:57.263183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:57.315924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c4b84-075e-4948-b6b9-3380b4e03f36 req-23fa5def-1052-49e4-9c23-18bedebdd15b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:57.319402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-573c4b84-075e-4948-b6b9-3380b4e03f36 req-23fa5def-1052-49e4-9c23-18bedebdd15b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.0942867 Jun 01 13:33:57.346818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:57.355243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.355722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.356138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.356486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.356823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.357160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.357866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.358191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.358550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.358877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.359202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.359524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:33:57.369009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-573c4b84-075e-4948-b6b9-3380b4e03f36 req-9a6f0262-715e-4257-b71e-ea9d50fb7041 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 Jun 01 13:33:57.560047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8942a4e-e257-48ea-b15b-df4f25be9484 req-ae8df757-f910-4c5e-bd91-529ab907ff84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:57.561624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8942a4e-e257-48ea-b15b-df4f25be9484 req-ae8df757-f910-4c5e-bd91-529ab907ff84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 945 time: 0.0947914 Jun 01 13:33:57.615925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8942a4e-e257-48ea-b15b-df4f25be9484 req-d2fadf86-fc48-4bbe-a463-6eeeb0a0bc6b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Jun 01 13:33:57.658180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['c70530d2-4d4d-4a39-9be5-26535963e5ec'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:33:58.612178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c17ab-51ab-4766-995a-5124e08c0c6f req-bb50852f-604f-4f97-b883-264535dd8e4b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:58.619449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-040c17ab-51ab-4766-995a-5124e08c0c6f req-bb50852f-604f-4f97-b883-264535dd8e4b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1030843 Jun 01 13:33:58.665015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-040c17ab-51ab-4766-995a-5124e08c0c6f req-30619928-27b1-4fc3-be92-9d25351406a1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Jun 01 13:33:58.853997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0811-59fc-4b20-bad5-9d67fcf69b5c req-0ac8e524-0f8b-410d-a3ab-d66cba273934 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:58.855601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb9e0811-59fc-4b20-bad5-9d67fcf69b5c req-0ac8e524-0f8b-410d-a3ab-d66cba273934 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 945 time: 0.0883660 Jun 01 13:33:58.912129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb9e0811-59fc-4b20-bad5-9d67fcf69b5c req-8b002244-8570-40f4-a418-57b7e509889a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490878 Jun 01 13:33:58.969858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c70530d2-4d4d-4a39-9be5-26535963e5ec up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:33:59.049069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port c70530d2-4d4d-4a39-9be5-26535963e5ec completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:33:59.055609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port c70530d2-4d4d-4a39-9be5-26535963e5ec triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:33:59.055799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:59.193046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port c70530d2-4d4d-4a39-9be5-26535963e5ec is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:33:59.193046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:59.222688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:33:59.238313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:33:59.245141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:33:59.277963 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d641a2-e96b-47af-a209-f3d320665299'] response: {'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'code': 200} Jun 01 13:33:59.329234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:33:59.451946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9565a65-f2b5-4b40-a9bb-939b62f78eb9 req-c2b8c4ed-7735-424f-a266-c647d6a851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:59.454440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9565a65-f2b5-4b40-a9bb-939b62f78eb9 req-c2b8c4ed-7735-424f-a266-c647d6a851fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1097 time: 0.0897443 Jun 01 13:33:59.505285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9565a65-f2b5-4b40-a9bb-939b62f78eb9 req-b7ad8ca9-a063-4a6d-af26-2da0a09a03f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Jun 01 13:33:59.864084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa591e-1a47-457c-8ed7-99d1a1060e39 req-e6356dd5-bf1d-47ae-aff9-a5090e335595 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:33:59.865713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4aa591e-1a47-457c-8ed7-99d1a1060e39 req-e6356dd5-bf1d-47ae-aff9-a5090e335595 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.0864308 Jun 01 13:33:59.918855 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4aa591e-1a47-457c-8ed7-99d1a1060e39 req-9b7a680c-2fb6-4c8e-87e7-840b1ab182c4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Jun 01 13:34:00.128289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad7e9-669e-4f3d-b7a7-d1c145116f8f req-d66a47f9-d7c6-405f-88fe-19467007f893 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:00.129927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-210ad7e9-669e-4f3d-b7a7-d1c145116f8f req-d66a47f9-d7c6-405f-88fe-19467007f893 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.0897565 Jun 01 13:34:00.185038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-210ad7e9-669e-4f3d-b7a7-d1c145116f8f req-2cfb058c-15ca-4174-a004-d112bc5b9556 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Jun 01 13:34:01.153663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474395-239f-479a-b55f-a774b0e18376 req-75b094dc-017d-49bb-a563-c48cb28f5dfa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:01.155400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3474395-239f-479a-b55f-a774b0e18376 req-75b094dc-017d-49bb-a563-c48cb28f5dfa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.0957460 Jun 01 13:34:01.207715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3474395-239f-479a-b55f-a774b0e18376 req-b0df6ed4-68fd-4a01-97a0-007080b50e45 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457165 Jun 01 13:34:01.399674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb159da4-119d-4c5e-b58b-0914a98905a0 req-a17741d8-b362-4f98-837a-b0f1db6ed8ba tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:01.401472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb159da4-119d-4c5e-b58b-0914a98905a0 req-a17741d8-b362-4f98-837a-b0f1db6ed8ba tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.0914938 Jun 01 13:34:01.466432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb159da4-119d-4c5e-b58b-0914a98905a0 req-3dcc9ed7-1154-4520-8687-43935b479807 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529058 Jun 01 13:34:01.673420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdae2ea-2156-4245-8d89-d56c758320cc req-527c5360-d41a-4bde-9554-a8acb406e429 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:01.675978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bdae2ea-2156-4245-8d89-d56c758320cc req-527c5360-d41a-4bde-9554-a8acb406e429 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.0992353 Jun 01 13:34:01.722316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bdae2ea-2156-4245-8d89-d56c758320cc req-9559d36c-beac-4907-aebd-e60741b1b64d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jun 01 13:34:01.747284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48044) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:01.828675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c38028-40e9-4e99-be62-1ef2a35b90ea tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:01.829732 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96c38028-40e9-4e99-be62-1ef2a35b90ea tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1092 time: 0.0813401 Jun 01 13:34:01.832975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48048) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:01.839236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:34:01.847713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:34:01.853632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:floatingip and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:34:01.857748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:34:01.866502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:34:01.880362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:02.054239 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:02.216940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.25.7.137 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a0d2340b-71d3-4225-8edf-11b721f58d30) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:34:02.418426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:02.429764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10b46-9843-4527-ada5-821353afb171 req-6eed90bd-f547-4821-97fa-0a3da8fc3a9b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:02.447643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbc10b46-9843-4527-ada5-821353afb171 req-6eed90bd-f547-4821-97fa-0a3da8fc3a9b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1090622 Jun 01 13:34:02.456163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:02.548456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbc10b46-9843-4527-ada5-821353afb171 req-b666492a-6edb-43d6-8592-807be8abb7fa tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002917 Jun 01 13:34:02.552129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:34:02.555027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:34:02.559487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:34:02.584918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=a0d2340b-71d3-4225-8edf-11b721f58d30,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:02.995676 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:03.079790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:03.317185 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:03.322649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:03.434576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=a0d2340b-71d3-4225-8edf-11b721f58d30,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:03.447192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:03.630896 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-dd3c1050-6e16-410b-925e-2f7301c48e34 service neutron] show failed (client error): The resource could not be found. Jun 01 13:34:03.632552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-dd3c1050-6e16-410b-925e-2f7301c48e34 service neutron] 10.222.0.13 "GET /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0866897 Jun 01 13:34:03.754832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da0933-35ee-4d0e-b0c2-3ee23ad4a9fd req-e6030488-9147-4821-9bb3-34d65f69ebe2 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:03.756399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16da0933-35ee-4d0e-b0c2-3ee23ad4a9fd req-e6030488-9147-4821-9bb3-34d65f69ebe2 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.0916395 Jun 01 13:34:03.805516 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Floating IP 84b11d5f-7459-41fc-bf3b-46f76d2929d7 associated. External IP: 172.25.7.137, port: c70530d2-4d4d-4a39-9be5-26535963e5ec. Jun 01 13:34:03.826140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16da0933-35ee-4d0e-b0c2-3ee23ad4a9fd req-92413654-89b3-4b7f-9e1c-789c7eaaf46f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635509 Jun 01 13:34:03.962314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-721a9f1c-d445-49e9-9654-05c3e5688c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:03.963836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-721a9f1c-d445-49e9-9654-05c3e5688c8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 1096 time: 0.0893629 Jun 01 13:34:03.984342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:34:04.107121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:04.185825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:34:04.405377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:04.413335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:34:04.423243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:34:04.434638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:04.439931 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:04.445582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:04.460291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:34:04.561595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:04.568525 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-797275a2-428c-4011-acfe-cc6e99be7269 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7344816 Jun 01 13:34:04.569125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48066) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:04.569577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:04.570308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:04.616638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Transition to ACTIVE for port object 96994f24-a45e-44b9-a3d2-f2d1451b8e43 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:34:04.629761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:04.662697 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c8fe99-3888-48c2-ad6e-6595647f9916'] response: {'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'status': 'completed', 'code': 200} Jun 01 13:34:04.693437 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32238402-2121-4558-846d-097e0927241d'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'code': 200} Jun 01 13:34:04.695238 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:04.699911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1a4f476-8db0-48dd-8a0b-eee99a41b5cb tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/84b11d5f-7459-41fc-bf3b-46f76d2929d7 HTTP/1.1" status: 200 len: 992 time: 0.1252155 Jun 01 13:34:04.737713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:04.829730 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-b660afa2-43d3-4235-a432-b011ab7f99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:04.831251 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-b660afa2-43d3-4235-a432-b011ab7f99fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1097 time: 0.1077619 Jun 01 13:34:05.075133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-db2140bc-ffe9-4bbd-bb40-8ede3e744bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.077136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-db2140bc-ffe9-4bbd-bb40-8ede3e744bf1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 898 time: 0.2374392 Jun 01 13:34:05.124775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] No DVR routers for this DVR port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:05.231666 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-64958236-86f6-4060-b379-07da251e1c10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 1000 time: 0.1441145 Jun 01 13:34:05.285055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:05.301385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.301731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.302063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.302395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.302818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.303146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.303498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.304233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.304233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.304514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.304879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.305153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:05.323639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-5c716067-f539-48f7-8dc6-587c776b8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.326799 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-5c716067-f539-48f7-8dc6-587c776b8592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.0892923 Jun 01 13:34:05.377420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:02Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:05.382129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:34:05.382263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2120237-0362-4443-9c00-1d9668abd206 req-10c4382d-e459-47e7-b4e9-36cf432e5135 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.383815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2120237-0362-4443-9c00-1d9668abd206 req-10c4382d-e459-47e7-b4e9-36cf432e5135 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.2941365 Jun 01 13:34:05.400126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:05.400755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:05.459488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:34:05.460137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:34:05.460631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:05.468198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:34:05.468733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:05.488676 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-76a63985-64ce-41d7-8cc3-352402a2c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.494007 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-76a63985-64ce-41d7-8cc3-352402a2c4ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581011 Jun 01 13:34:05.495153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2120237-0362-4443-9c00-1d9668abd206 req-ca390feb-8efb-428b-9b40-10eeb13053b4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812111 Jun 01 13:34:05.496075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:34:05.496586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:34:05.497204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Bound using segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:34:05.497792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Bound port: 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:34:05.498450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:05.603797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:34:05.608470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:34:05.614144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:05.673429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:05.690380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.691015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:05.692765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] 10.222.0.24 "PUT /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 1091 time: 1.7132099 Jun 01 13:34:05.703723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48076) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:05.908803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f628845-3b47-42cf-bb4f-b9a3a34e4dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:05.954288 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-2c2453b1-f8c2-4a45-8433-333a08d60676 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556160 Jun 01 13:34:05.971808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8a15918-6a3a-4a91-88e6-8089a706a749 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/84b11d5f-7459-41fc-bf3b-46f76d2929d7 HTTP/1.1" status: 200 len: 992 time: 0.2641993 Jun 01 13:34:05.989705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-1fcdfb18-d865-4654-b90e-1c9c9280afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:05.993933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-1fcdfb18-d865-4654-b90e-1c9c9280afa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1094 time: 0.2112806 Jun 01 13:34:06.129574 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-fb85be40-5a47-4f36-b7aa-69797b7d6d91 req-e8d7c11a-77ae-48a2-97d2-fb4b5137f18e service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673100 Jun 01 13:34:06.138664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-3e911643-8874-4752-8be4-e3bc91f9c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:06.140441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-3e911643-8874-4752-8be4-e3bc91f9c79c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.1384363 Jun 01 13:34:06.191524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:02Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:06.197411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe9a53-aaf2-4ab1-88f1-7e47527ef175 None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:33:36Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:02Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:34:06.274279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-4216fe82-8e76-481d-a516-f5b3a15d9997 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.1196125 Jun 01 13:34:06.341866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-3ad226d5-976e-4540-8724-d8ff1a558312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:06.343374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-3ad226d5-976e-4540-8724-d8ff1a558312 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0631237 Jun 01 13:34:06.437486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-923f1654-4fe3-4a91-b198-cc519792fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:06.442550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-923f1654-4fe3-4a91-b198-cc519792fe50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915613 Jun 01 13:34:06.447128 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3013b1a-660a-4f1c-8209-3701e6e9d37d None None] New status for floating IP 84b11d5f-7459-41fc-bf3b-46f76d2929d7: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:34:06.696124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:06.716351 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:06.730993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-66da4d96-fcd3-4a5f-9fee-bd6571365018 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810786 Jun 01 13:34:06.787690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:06.842263 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbf4047-35db-4ab3-af4e-fb69e02241af'] response: {'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:34:06.922757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6955be-4977-4fc8-91c1-5bba223b32f7 req-23b341c7-f387-4c49-9d63-e90b58930dbe tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:06.924195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a6955be-4977-4fc8-91c1-5bba223b32f7 req-23b341c7-f387-4c49-9d63-e90b58930dbe tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.3027010 Jun 01 13:34:06.975638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48086) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:07.104211 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aba1d6b3-359c-4a4a-bc90-3d27d32983ef tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/84b11d5f-7459-41fc-bf3b-46f76d2929d7 HTTP/1.1" status: 200 len: 994 time: 0.1266932 Jun 01 13:34:07.119655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-4a2a4d0b-b77a-4207-ac49-efd66236ecba service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822744 Jun 01 13:34:07.143363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a6955be-4977-4fc8-91c1-5bba223b32f7 req-6613aa0b-6454-4bc4-9cb7-af31130748f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001829 Jun 01 13:34:07.150891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-cecb711d-78dd-4a7d-99da-1437385d1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.152366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-cecb711d-78dd-4a7d-99da-1437385d1849 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1094 time: 0.3122773 Jun 01 13:34:07.471180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-0692c024-c5d8-4773-808e-ba45c6f83faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.472627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-0692c024-c5d8-4773-808e-ba45c6f83faf service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.3147154 Jun 01 13:34:07.479630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-cf96a7aa-fafc-49cf-92c6-7b34caa5f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.481089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-cf96a7aa-fafc-49cf-92c6-7b34caa5f1df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1094 time: 0.1726425 Jun 01 13:34:07.668268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-b2fe6c9f-1117-44a6-b694-24d5e6ded457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.1862154 Jun 01 13:34:07.747614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-62bacdb1-2f7c-428a-9c9a-ea7171f6ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.749067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-62bacdb1-2f7c-428a-9c9a-ea7171f6ddce service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.2151122 Jun 01 13:34:07.804933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-f19ce3da-ecf8-425d-826d-2712b7f6dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.806320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-f19ce3da-ecf8-425d-826d-2712b7f6dd5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.1276033 Jun 01 13:34:07.905558 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-09d0bb68-57ea-497d-9c50-f1cefa8ba9dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.1499963 Jun 01 13:34:07.970978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-dacb5ce5-869e-422d-964e-345c13408194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.972504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-dacb5ce5-869e-422d-964e-345c13408194 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602397 Jun 01 13:34:07.978422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-54f68072-3827-4337-9ff2-44f24043c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:07.979875 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-54f68072-3827-4337-9ff2-44f24043c69b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0672271 Jun 01 13:34:08.159688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-404c7b34-ed8b-497c-b245-6eeba3183000 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787550 Jun 01 13:34:08.169137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-e36943b0-c8d4-44fb-ada5-4207bc9b30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:08.171932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-e36943b0-c8d4-44fb-ada5-4207bc9b30c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707158 Jun 01 13:34:08.467266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-926905da-4d23-42f7-b4f7-f4f2a1337f06 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770424 Jun 01 13:34:08.473839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-92a39753-c120-411c-927c-c2242e933917 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071601 Jun 01 13:34:08.577043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e699181-5cc6-4fa4-b5e0-d5f4e5659248 req-da2001ec-2ace-4b8c-a21b-7fe1df001673 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:08.579020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e699181-5cc6-4fa4-b5e0-d5f4e5659248 req-da2001ec-2ace-4b8c-a21b-7fe1df001673 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.3172786 Jun 01 13:34:08.650122 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48114) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:08.662969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e699181-5cc6-4fa4-b5e0-d5f4e5659248 req-3fef7407-26dd-43be-9aae-1db18aabc96e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750420 Jun 01 13:34:08.671628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce6ac316-47b1-4454-9f7b-2993fc980955 req-ff683cd2-1f44-4328-a1e8-6f49525154cb service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969814 Jun 01 13:34:08.878854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Deleting port 55c2c3fa-e670-4fd2-825a-4e517b9c2d20 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:08.879318 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:09.059872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:09.060246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:09.194330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Calling delete_port for 55c2c3fa-e670-4fd2-825a-4e517b9c2d20 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:09.351650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:09.399888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event deleted for resources: {'Port': ['ID=55c2c3fa-e670-4fd2-825a-4e517b9c2d20,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:09.446109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.446372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.446753 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.447084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.447413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.447738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.448059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.448378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.448699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.449014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.449331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.449647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:09.517054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:09.517447 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Floating IP 8633c877-fc3a-40c6-9345-863ac6647197 disassociated (deleted). External IP: 172.25.7.104, port: 9bf5ae69-1048-426b-954e-10a25cddd43f. Jun 01 13:34:10.038974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4393d-03f0-43ee-a4a5-2ffc95fa0ca6 req-2159d65b-b02f-4d97-a4cd-48b4709c052e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:10.046133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3a4393d-03f0-43ee-a4a5-2ffc95fa0ca6 req-2159d65b-b02f-4d97-a4cd-48b4709c052e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.2489560 Jun 01 13:34:10.060570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:34:10.102982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3a4393d-03f0-43ee-a4a5-2ffc95fa0ca6 req-20eab93e-5427-4353-9170-5eabb3029087 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493991 Jun 01 13:34:10.271179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:34:10.283935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:34:10.295772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:10.296470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:10.296615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:10.353269 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c6f31512-da39-4a44-8b02-ad920f3b19ef tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "DELETE /v2.0/floatingips/8633c877-fc3a-40c6-9345-863ac6647197 HTTP/1.1" status: 204 len: 168 time: 1.6986995 Jun 01 13:34:10.353838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:10.451562 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252c37d8-3d94-4be5-8a98-aa1dd59d59bc'] response: {'name': 'network-changed', 'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:34:10.589503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:10.673519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-4293f67d-9f69-4024-aaf5-80ed8c9af0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:10.675088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-4293f67d-9f69-4024-aaf5-80ed8c9af0f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 1096 time: 0.1725881 Jun 01 13:34:10.953948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-b84ead1f-4e89-43b8-ac33-0cd0301ff755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:10.956617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-b84ead1f-4e89-43b8-ac33-0cd0301ff755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 200 len: 913 time: 0.2553380 Jun 01 13:34:11.088141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:34:11.108623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-fbc833e5-c074-47fe-84fa-4be7f3cdf5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 200 len: 217 time: 0.1383550 Jun 01 13:34:11.217917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-2b569e4c-aae4-45da-a154-f99b2ee8b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:11.219793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-2b569e4c-aae4-45da-a154-f99b2ee8b40e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 200 len: 851 time: 0.1063895 Jun 01 13:34:11.282373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:11.294743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:34:11.296206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8293-e467-4431-881a-01e89736eb27 req-04aed178-5ac3-4b21-ab86-b5b1cf59983f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:11.297659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1bb8293-e467-4431-881a-01e89736eb27 req-04aed178-5ac3-4b21-ab86-b5b1cf59983f tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.5737154 Jun 01 13:34:11.308395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:11.327994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:11.328628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:33:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:11.384811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:34:11.445985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1bb8293-e467-4431-881a-01e89736eb27 req-9e1c46c8-98a2-4c0b-a614-ad41e1220e01 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036854 Jun 01 13:34:11.476664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-39d741c4-8494-436c-b125-a6882f76e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:11.478222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-39d741c4-8494-436c-b125-a6882f76e40c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dea06b1-5b0e-4378-88df-f14301230ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470877 Jun 01 13:34:11.504375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1039a-c23b-411e-a473-fc3cd112561d req-26ffb241-781b-4f56-9db4-af2118d7fd21 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:11.513404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae1039a-c23b-411e-a473-fc3cd112561d req-26ffb241-781b-4f56-9db4-af2118d7fd21 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 943 time: 0.2270534 Jun 01 13:34:11.654827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:11.655483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:11.671246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae1039a-c23b-411e-a473-fc3cd112561d req-33708ece-fe77-4df2-8c54-41f1672d0da3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566544 Jun 01 13:34:11.688045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:34:11.717029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:11.735893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-9a820d90-7d03-4ee9-a384-74489b91c351 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200665 Jun 01 13:34:11.764621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:11.777355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:11.938570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26ac4417-4d82-4b7b-aa6e-ab86d20e05a0 req-1785f60f-7ee4-403f-b56d-5ed8a6ee4398 service neutron] 10.222.0.24 "GET /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886940 Jun 01 13:34:12.091530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:12.182983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9a4909e4-1a4c-4558-835e-3b7443c32474 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.184614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9a4909e4-1a4c-4558-835e-3b7443c32474 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140&tenant_id=eff5a2fb59524599a3424abe670d764d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.1703546 Jun 01 13:34:12.207203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea7fd-bab4-4630-8776-4d930e6f0b09 req-3bd9d6a0-08c4-40f8-9443-cd541fdca3e4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.208638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27bea7fd-bab4-4630-8776-4d930e6f0b09 req-3bd9d6a0-08c4-40f8-9443-cd541fdca3e4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.1201899 Jun 01 13:34:12.217274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:12.221954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3895f6-6ac0-48bc-9f0f-83558feb023c None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:28:47Z', 'revision_number': 4, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '13c53fda-4b7d-4303-bf5b-9fdcaa3992e9', 'name': '', 'network_id': '4dea06b1-5b0e-4378-88df-f14301230ccf', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'mac_address': 'fa:16:3e:53:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:45Z', 'updated_at': '2022-06-01T13:28:58Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'subnets': [{'id': 'e4f5c5e7-a411-4392-958e-22d748b86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:34:12.286043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['96994f24-a45e-44b9-a3d2-f2d1451b8e43'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:34:12.318958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-27bea7fd-bab4-4630-8776-4d930e6f0b09 req-4fc4ca2f-1afe-40f9-8592-fb2e79ae5b84 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741160 Jun 01 13:34:12.339887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-ee6cc065-558c-4335-af17-72f1c7948273 service neutron] 10.222.0.24 "GET /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.1300676 Jun 01 13:34:12.467830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-40fd460b-3491-4385-a945-0f0d389a8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.469308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-40fd460b-3491-4385-a945-0f0d389a8970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1095 time: 0.0895457 Jun 01 13:34:12.623542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8f830-a487-4ba9-8e3d-678b990f60ba None None] New status for floating IP 8633c877-fc3a-40c6-9345-863ac6647197: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:34:12.683697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-ac1b18c1-4e8d-40f3-ae0a-1c6f9544975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.685206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-ac1b18c1-4e8d-40f3-ae0a-1c6f9544975a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.2099237 Jun 01 13:34:12.878678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ad51a265-2fc8-421c-9647-93e08c82849a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.879372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ad51a265-2fc8-421c-9647-93e08c82849a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Synchronizing usage tracker for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:34:12.899132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ad51a265-2fc8-421c-9647-93e08c82849a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Unset dirty status for tenant:b6f5357eeea448f38a2bf6cc4eeab15e on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:34:12.900379 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ad51a265-2fc8-421c-9647-93e08c82849a tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.24 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.1068277 Jun 01 13:34:12.927800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-d2601d13-acb4-47a1-8e24-81e0d95a0d7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 1000 time: 0.2345500 Jun 01 13:34:12.938061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb6ce1-8b54-46bd-ac08-f8f64d2f35be req-3d47df79-9407-4d3e-b3fd-75614e9be324 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:12.939510 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccbb6ce1-8b54-46bd-ac08-f8f64d2f35be req-3d47df79-9407-4d3e-b3fd-75614e9be324 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 945 time: 0.3301919 Jun 01 13:34:12.969738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Deleting port 9bf5ae69-1048-426b-954e-10a25cddd43f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:12.970060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:13.027599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-383021c7-73d1-4a4c-8e67-d3fb93ff0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:13.029036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-383021c7-73d1-4a4c-8e67-d3fb93ff0ceb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0887074 Jun 01 13:34:13.034291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ccbb6ce1-8b54-46bd-ac08-f8f64d2f35be req-39bd18c3-9aeb-4bf7-8584-270acb38d3ba tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598269 Jun 01 13:34:13.113545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9d25495d-92f3-4ada-a6e2-2384deae3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:13.115130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9d25495d-92f3-4ada-a6e2-2384deae3d71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790651 Jun 01 13:34:13.234405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] For port 9bf5ae69-1048-426b-954e-10a25cddd43f, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=9bf5ae69-1048-426b-954e-10a25cddd43f,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:13.234897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:13.267206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-80ce138b-80ca-40bc-985b-b4e7d2b53c01 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448426 Jun 01 13:34:13.367807 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Calling delete_port for 9bf5ae69-1048-426b-954e-10a25cddd43f owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:13.422782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-4b9fb8ba-1ed2-4e5a-b813-84cc18a7e521 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488919 Jun 01 13:34:13.555661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea85cf-fec9-408f-9862-363b8a9b9453 req-d6cd2dca-aeaf-4f96-ac3e-cd45d222f8a8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:13.559028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28ea85cf-fec9-408f-9862-363b8a9b9453 req-d6cd2dca-aeaf-4f96-ac3e-cd45d222f8a8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.1044428 Jun 01 13:34:13.580163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:13.615189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28ea85cf-fec9-408f-9862-363b8a9b9453 req-2eb56c7d-3f28-4bf2-a732-f38e2fb35b79 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Jun 01 13:34:13.642054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event deleted for resources: {'Port': ['ID=9bf5ae69-1048-426b-954e-10a25cddd43f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:13.719561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] No DVR routers for this DVR port 9bf5ae69-1048-426b-954e-10a25cddd43f on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:13.722738 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:13.726413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'name': 'network-vif-deleted', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:13.745618 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-0625722c-e357-4a79-bce3-d1852c4d4fce req-ffd85e97-d79d-4637-b8df-eda28f17ce53 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.24 "DELETE /v2.0/ports/9bf5ae69-1048-426b-954e-10a25cddd43f HTTP/1.1" status: 204 len: 173 time: 0.8395417 Jun 01 13:34:13.775428 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ff6190-9324-4889-a96b-6ce94f4e3a0f'] response: {'server_uuid': '10383f17-011d-4189-8fca-fdd52ee90abb', 'name': 'network-vif-deleted', 'tag': '9bf5ae69-1048-426b-954e-10a25cddd43f', 'status': 'completed', 'code': 200} Jun 01 13:34:14.027506 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:34:14.204364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb0d3e26-c099-411f-98fa-421c4a444811 req-55a934bf-48e3-4e39-9385-3cde48dacba3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "GET /v2.0/ports?device_id=10383f17-011d-4189-8fca-fdd52ee90abb HTTP/1.1" status: 200 len: 210 time: 0.0437343 Jun 01 13:34:14.818743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aaf36-daa0-46c7-9a0d-dd7d659d2a5b req-91bbb3e3-2ebc-4de8-8601-db169bf21b6b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:14.820328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce3aaf36-daa0-46c7-9a0d-dd7d659d2a5b req-91bbb3e3-2ebc-4de8-8601-db169bf21b6b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.0882435 Jun 01 13:34:14.867666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce3aaf36-daa0-46c7-9a0d-dd7d659d2a5b req-739fd026-3008-451b-aaa6-4f52374876cc tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Jun 01 13:34:15.111725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:34:15.189218 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:34:15.194313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:34:15.194719 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.302896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48174) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:15.315821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:15.316253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.346330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:15.356307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:15.363059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.373814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.405559 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.414459 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b58079-ed5d-404f-bd54-e25c14c03d28'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'code': 200} Jun 01 13:34:15.432732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:15.473114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.492543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:15.503246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:15.507433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-be1570ff-3d7b-4708-a310-48035cc1a3d3 tempest-TestVolumeBackupRestore-468351579 tempest-TestVolumeBackupRestore-468351579-project] 10.222.0.40 "DELETE /v2.0/security-groups/1f8ad81f-9015-4e38-92f4-f9ab1c8d3b75 HTTP/1.1" status: 204 len: 168 time: 0.2003305 Jun 01 13:34:16.141823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c68a6-58f8-44ab-9360-71ad28f180cd req-be5255ae-5311-4aaf-bd5c-271cd5ec94be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:16.145851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b93c68a6-58f8-44ab-9360-71ad28f180cd req-be5255ae-5311-4aaf-bd5c-271cd5ec94be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1194620 Jun 01 13:34:16.220605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b93c68a6-58f8-44ab-9360-71ad28f180cd req-28bee60c-4fd8-4356-a438-0bdcbbdbe32c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649929 Jun 01 13:34:16.330569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-006ba284-21f3-4b76-bdda-aa14d252959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:16.332523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-006ba284-21f3-4b76-bdda-aa14d252959c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 1096 time: 0.0844238 Jun 01 13:34:16.344882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:34:16.477216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:16.813601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:16.845620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:34:16.919232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:16.930065 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:16.969594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Transition to ACTIVE for port object 96994f24-a45e-44b9-a3d2-f2d1451b8e43 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:34:16.988617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:17.042763 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f03a48-e5bf-4583-95be-b8deb3374da9'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'code': 200} Jun 01 13:34:17.115375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf5ae69-1048-426b-954e-10a25cddd43f no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:17.176615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 9bf5ae69-1048-426b-954e-10a25cddd43f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:17.177064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 9bf5ae69-1048-426b-954e-10a25cddd43f not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:17.234285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:17.353090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] No DVR routers for this DVR port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:17.807440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-326f2936-7bfc-47b0-af09-0f52ffbe7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:17.809360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-326f2936-7bfc-47b0-af09-0f52ffbe7563 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1053 time: 0.5018399 Jun 01 13:34:17.828012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9eafa-d549-43f4-a995-21d641730e7e req-3d9a7d03-966b-4dfc-b264-6b2b7d28ce11 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:17.829454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdf9eafa-d549-43f4-a995-21d641730e7e req-3d9a7d03-966b-4dfc-b264-6b2b7d28ce11 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.3798685 Jun 01 13:34:18.030359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:34:18.030866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:34:18.032069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:18.047208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdf9eafa-d549-43f4-a995-21d641730e7e req-db01faa0-c6bd-473a-ad1f-4f42221d840c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913297 Jun 01 13:34:18.052951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:34:18.053689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Attempting to bind port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:18.071345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:34:18.071683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Checking segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:34:18.072059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Bound using segment: {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:34:18.072504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Bound port: 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:34:18.072846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:18.221194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:34:18.224228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:34:18.237531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:18.239973 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:18.253179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48474) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:18.310964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea7619cc-71e0-4ffc-a85b-6a0d9e742cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:18.376707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-8aef0111-077e-4471-8f90-d7927b8e7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:18.379044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-8aef0111-077e-4471-8f90-d7927b8e7415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.5433800 Jun 01 13:34:18.390242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:18.391654 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:18.394327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] 10.222.0.13 "PUT /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 1092 time: 2.0523269 Jun 01 13:34:18.553130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e5be-5704-4952-bfa9-d0772271ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:18.606225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-de2bd194-c37c-45cd-99a2-b7653f5b9879 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.2174740 Jun 01 13:34:18.707909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-02899794-dc66-48e5-848a-a0440e77fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:18.710169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-02899794-dc66-48e5-848a-a0440e77fd49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0972195 Jun 01 13:34:18.830967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-e6db076b-3ef3-4dbe-98dd-769e1b1aa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:18.832781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-e6db076b-3ef3-4dbe-98dd-769e1b1aa487 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161718 Jun 01 13:34:19.048145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:19.096694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-0a93f42d-a9df-4cb5-9b94-d4f6ac5b5185 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559488 Jun 01 13:34:19.119640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:19.309227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:19.348762 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b121286-419c-4b37-a014-21b5724a78fe'] response: {'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:34:19.456117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5751870f-6aa1-4975-a9bc-c5001ef82312 req-cce61882-6c6a-4e81-a117-852eac2640f3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506777 Jun 01 13:34:19.483507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec280b-238f-4ef8-83c0-6aecfcd36fa1 req-f04f8b37-96be-42b5-8608-9ce136915e67 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:19.485043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45ec280b-238f-4ef8-83c0-6aecfcd36fa1 req-f04f8b37-96be-42b5-8608-9ce136915e67 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.1354022 Jun 01 13:34:19.528289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-dbd5000a-61a9-495f-a061-655309835d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:19.531739 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-dbd5000a-61a9-495f-a061-655309835d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1095 time: 0.1671095 Jun 01 13:34:19.596958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-45ec280b-238f-4ef8-83c0-6aecfcd36fa1 req-33670996-afd7-4a8f-b078-89ba68ffbb89 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006465 Jun 01 13:34:19.631802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-283d1a95-9293-4647-9843-f992255b70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:19.633410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-283d1a95-9293-4647-9843-f992255b70c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1095 time: 0.1162512 Jun 01 13:34:19.737059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:19.789576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-65f9779b-7ba9-41a2-ade4-9ec10edb6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:19.791262 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-65f9779b-7ba9-41a2-ade4-9ec10edb6e04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.2518194 Jun 01 13:34:19.791591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-2565efd6-0201-44ac-86b7-348d15a7aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:19.793078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-2565efd6-0201-44ac-86b7-348d15a7aaa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.1524134 Jun 01 13:34:19.916580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-0a79d133-548e-47f1-bbf7-0895702afe55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.1151049 Jun 01 13:34:20.004227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-16450693-ecc1-4f45-a539-53af440bceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.005848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-16450693-ecc1-4f45-a539-53af440bceb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0813863 Jun 01 13:34:20.034246 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-b398aea6-1296-4c0b-9feb-35e424e6b2c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.2345774 Jun 01 13:34:20.204525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-c0556a58-0887-4a43-a0bb-e2a8d6d8504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.204843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9819a0b8-ac6d-4f46-be71-ffe8d6fb75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.205982 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-c0556a58-0887-4a43-a0bb-e2a8d6d8504e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.1620317 Jun 01 13:34:20.206304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9819a0b8-ac6d-4f46-be71-ffe8d6fb75da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892543 Jun 01 13:34:20.354734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-9abf3fa8-405d-4176-9c06-2eedc95e9390 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398990 Jun 01 13:34:20.357858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-7414f5a5-0ffa-452f-8ad0-b1089d418eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.359337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-7414f5a5-0ffa-452f-8ad0-b1089d418eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448476 Jun 01 13:34:20.388260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Deleting port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:20.388580 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:20.500192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-71712b22-0198-4491-9f59-ca07a00f95fa req-725fb5c7-cd17-4083-95c1-9b6892f8305d service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388490 Jun 01 13:34:20.516312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cbfcad46-6a96-4176-b051-8329d2b168fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:20.621976 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-78862e0d-c63f-4a8b-b646-b89c777ee4a6 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549400 Jun 01 13:34:20.644717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-738247d0-e5fb-4e4b-bbc0-a34bfaa735ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.646441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-738247d0-e5fb-4e4b-bbc0-a34bfaa735ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1095 time: 0.0809603 Jun 01 13:34:20.875385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-4cf5d940-ef72-42d8-97eb-56c837e82fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.876776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-4cf5d940-ef72-42d8-97eb-56c837e82fe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.2228823 Jun 01 13:34:20.881120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] For port 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:20.881458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:20.950056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55573-fb80-4bc1-963b-4fee03c8aaa0 req-356f84e2-d931-4293-8073-62249de2af67 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:20.951524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bce55573-fb80-4bc1-963b-4fee03c8aaa0 req-356f84e2-d931-4293-8073-62249de2af67 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.2010069 Jun 01 13:34:21.009214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Calling delete_port for 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:21.021392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-6a6bd10f-8d55-44d5-b036-62bb8a75589c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 999 time: 0.1375415 Jun 01 13:34:21.030449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bce55573-fb80-4bc1-963b-4fee03c8aaa0 req-5fa626ee-14a6-436d-8fe7-451b5f6b1c9c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636315 Jun 01 13:34:21.089524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-70b6512e-b753-4225-81e4-d594a6485cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:21.090996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-70b6512e-b753-4225-81e4-d594a6485cda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0596910 Jun 01 13:34:21.092559 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-a81ac123-6937-4514-b987-2dc90ecc1a71 service neutron] 10.222.0.24 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569838 Jun 01 13:34:21.174785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-d274ab4f-bc21-48ac-8aaa-8c95833f63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:21.176269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-d274ab4f-bc21-48ac-8aaa-8c95833f63b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788279 Jun 01 13:34:21.224714 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:21.273411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Pushing event deleted for resources: {'Port': ['ID=13c53fda-4b7d-4303-bf5b-9fdcaa3992e9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:21.326183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-ae3505f6-6cbb-4256-aa2b-76fdcf3ca7d4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421549 Jun 01 13:34:21.500073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a34c47c-aeaa-4f68-8fc0-4462542c8ee2 req-254c2a9b-d4e5-40d8-9dea-2ab6f0c0ee34 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613774 Jun 01 13:34:21.608791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:21.716222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:21.788822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:21.995213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:34:22.205643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:34:22.217335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Sync routers for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:34:22.225835 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-65dc0835-8796-4f20-85d2-8e3dc316a03c admin admin] 10.222.0.40 "PUT /v2.0/routers/9fd0cf96-2f30-4526-8049-39f7fe5a81b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9706974 Jun 01 13:34:22.227010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:22.229638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:22.230837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:22.277388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac7324-d699-4408-982c-3bb5e6821104 req-82992389-6e67-4abf-b73a-faada360007e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:22.278983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fac7324-d699-4408-982c-3bb5e6821104 req-82992389-6e67-4abf-b73a-faada360007e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 944 time: 0.1066968 Jun 01 13:34:22.340686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fac7324-d699-4408-982c-3bb5e6821104 req-8e52facf-1e06-41c1-88ff-4c64bb2ecb84 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559976 Jun 01 13:34:22.469710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:22.609554 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:22.757609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:34:22.796496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:22.807249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Deleting port 6953719f-6486-48d4-a42d-09b3990c8f88 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:22.807590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:22.948913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:34:21Z', 'revision_number': 5, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port': {'id': '6953719f-6486-48d4-a42d-09b3990c8f88', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:38Z', 'updated_at': '2022-06-01T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:22.959415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Checking router: 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:34:22.967127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:23.040017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Routers {'9fd0cf96-2f30-4526-8049-39f7fe5a81b9'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:23.040897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:23.075294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] For port 6953719f-6486-48d4-a42d-09b3990c8f88, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6953719f-6486-48d4-a42d-09b3990c8f88,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:23.075889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.202985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'port_id': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'mac_address': 'fa:16:3e:d0:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:34:23.225320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Calling delete_port for 6953719f-6486-48d4-a42d-09b3990c8f88 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:23.253547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.291203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] Set router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:23.409004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.411792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:23.412504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.436292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:34:22Z', 'revision_number': 6, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:23.446078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:34:23.450698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e06f-2e2c-4b82-83f7-5a8db5929452 None None] The sync data for ids ['9fd0cf96-2f30-4526-8049-39f7fe5a81b9'] in n-d-844200-1 is: [{'id': '9fd0cf96-2f30-4526-8049-39f7fe5a81b9', 'name': 'tempest-TestVolumeBackupRestore-53757150-router', 'tenant_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:36Z', 'updated_at': '2022-06-01T13:34:22Z', 'revision_number': 6, 'project_id': 'b6f5357eeea448f38a2bf6cc4eeab15e', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:34:23.470583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:23.475464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.480859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6953719f-6486-48d4-a42d-09b3990c8f88,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:23.562701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:23.569885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910e095-9662-4408-a7c8-cf0404b17823 req-1a01be8d-b223-46a4-ae59-580dc8fd1eb9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:23.571425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e910e095-9662-4408-a7c8-cf0404b17823 req-1a01be8d-b223-46a4-ae59-580dc8fd1eb9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 945 time: 0.1218045 Jun 01 13:34:23.593250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.616400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e910e095-9662-4408-a7c8-cf0404b17823 req-441a704f-6d11-4127-843f-5a78abbaa574 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Jun 01 13:34:23.641254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48676) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:23.717421 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['96994f24-a45e-44b9-a3d2-f2d1451b8e43'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:34:23.748232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a9ef2d6-b9b7-4fd5-bd83-0e0357383e3b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 200 len: 992 time: 0.1058195 Jun 01 13:34:23.775198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.777457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.802394 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.803552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd0cf96-2f30-4526-8049-39f7fe5a81b9 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:34:23.816135 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:23.817556 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d807d68d-7022-4566-afa0-c6aec9206b24 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9fd0cf96-2f30-4526-8049-39f7fe5a81b9 HTTP/1.1" status: 204 len: 168 time: 1.5894799 Jun 01 13:34:23.820414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48680) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:23.887589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Deleting subnet e4f5c5e7-a411-4392-958e-22d748b86d35 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:34:23.890762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.076880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.158804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.228806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.275947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f5c5e7-a411-4392-958e-22d748b86d35,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:24.282476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.287525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336007e-68e4-43d3-981e-841f03cd7d9f None None] Network 4dea06b1-5b0e-4378-88df-f14301230ccf requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:34:24.292674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48690) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:24.293096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5c1a3ab4-fd1e-47c3-b34c-a8b913d14a37 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e4f5c5e7-a411-4392-958e-22d748b86d35 HTTP/1.1" status: 204 len: 168 time: 0.4715614 Jun 01 13:34:24.412530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.424105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Deleting port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:24.424549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.595879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] DHCP port deletion for 4dea06b1-5b0e-4378-88df-f14301230ccf request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:34:24.601303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Deleting port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:24.602017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.658904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] For port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:24.659083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.784878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:34:24.881524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] For port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,segment=NetworkSegment(dd355574-aac4-413a-96ee-20144e0bb39e),segment_id=dd355574-aac4-413a-96ee-20144e0bb39e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:24.881945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:24.915144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Calling delete_port for 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:24.999953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.047389 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:25.047849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Calling delete_port for 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:25.050846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] No DVR routers for this DVR port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:25.106999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:34:25.117850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:34:25.118219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.168996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 13:34:25.172915 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 13:34:25.191484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:34:25.191825 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:34:25.200464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dea06b1-5b0e-4378-88df-f14301230ccf']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:25.213530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd355574-aac4-413a-96ee-20144e0bb39e') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:25.213812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd355574-aac4-413a-96ee-20144e0bb39e') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:25.225493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.247523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.254342 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:34:25.254790 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.257370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:25.257751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.287446 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:25.298134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:25.306485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.345947 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dd355574-aac4-413a-96ee-20144e0bb39e resource provider aggregate not found Jun 01 13:34:25.407427 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment dd355574-aac4-413a-96ee-20144e0bb39e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd355574-aac4-413a-96ee-20144e0bb39e found for delete ", "request_id": "req-af65a69a-d27f-4b55-b577-1dd2c423423c"}]} Jun 01 13:34:25.423508 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.425046 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06de5417-0dbd-4f0c-8fe7-30fc9c64c5cf'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'code': 200} Jun 01 13:34:25.479504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.481969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=13']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:25.500643 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] Pushing event deleted for resources: {'Network': ['ID=4dea06b1-5b0e-4378-88df-f14301230ccf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:25.518737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:25.529307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48702) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:25.531167 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-82b44b0e-1420-46bb-b077-50e39045441f admin admin] 10.222.0.40 "DELETE /v2.0/networks/4dea06b1-5b0e-4378-88df-f14301230ccf HTTP/1.1" status: 204 len: 168 time: 1.2364814 Jun 01 13:34:25.561386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:25.561813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13c53fda-4b7d-4303-bf5b-9fdcaa3992e9 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:25.562358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6953719f-6486-48d4-a42d-09b3990c8f88 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:25.600013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6953719f-6486-48d4-a42d-09b3990c8f88 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:25.600455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6953719f-6486-48d4-a42d-09b3990c8f88 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:25.600940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:25.635388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:25.635692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:25.693239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Deleting port 5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:25.694004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:25.764971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e61380ba-31cc-4d40-b7c7-81d79b2a3525 None None] The port '5f97759b-c6bf-4f1b-8cdd-f3e049f09f5d' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:34:26.103709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:26.459406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Deleting port d5024652-c256-4818-a6dd-2e40b0ba0e99 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:26.459761 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:26.637565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] For port d5024652-c256-4818-a6dd-2e40b0ba0e99, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d5024652-c256-4818-a6dd-2e40b0ba0e99,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:26.638258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:26.770568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Calling delete_port for d5024652-c256-4818-a6dd-2e40b0ba0e99 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:27.221812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:27.268098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5024652-c256-4818-a6dd-2e40b0ba0e99,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:27.609802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:28.034898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:34:28.227860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:34:28.237256 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Sync routers for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:34:28.238010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3972dbbe-4bc9-4a27-8bdf-319541a4557c admin admin] 10.222.0.40 "PUT /v2.0/routers/ebfccd03-12b9-4bc7-b336-5e5ea1701e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7051098 Jun 01 13:34:28.241036 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:28.248220 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:28.249075 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:28.418749 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:28.423688 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:28.598566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:28.609374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Deleting port 33a882bf-a905-402d-a97d-39f009830b02 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:28.609699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:28.744844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '33a882bf-a905-402d-a97d-39f009830b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:34:27Z', 'revision_number': 5, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port': {'id': '33a882bf-a905-402d-a97d-39f009830b02', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:28:58Z', 'updated_at': '2022-06-01T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:28.748800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Checking router: ebfccd03-12b9-4bc7-b336-5e5ea1701e44 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:34:28.757232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Routers {'ebfccd03-12b9-4bc7-b336-5e5ea1701e44'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:28.758047 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:28.781037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] For port 33a882bf-a905-402d-a97d-39f009830b02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=33a882bf-a905-402d-a97d-39f009830b02,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:28.781386 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:28.904166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Calling delete_port for 33a882bf-a905-402d-a97d-39f009830b02 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:28.920712 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] Set router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:29.039684 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:34:28Z', 'revision_number': 6, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:29.044683 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8ce0e-46f1-4887-8049-a3b8710b1bde None None] The sync data for ids ['ebfccd03-12b9-4bc7-b336-5e5ea1701e44'] in n-d-844200-1 is: [{'id': 'ebfccd03-12b9-4bc7-b336-5e5ea1701e44', 'name': 'tempest-TestVolumeBackupRestore-835624193-router', 'tenant_id': 'a1c06c0b86f941afa142be824d0fac84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:28:55Z', 'updated_at': '2022-06-01T13:34:28Z', 'revision_number': 6, 'project_id': 'a1c06c0b86f941afa142be824d0fac84', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:34:29.104054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.304505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a882bf-a905-402d-a97d-39f009830b02,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:29.363952 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.489520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d5024652-c256-4818-a6dd-2e40b0ba0e99 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:29.545571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d5024652-c256-4818-a6dd-2e40b0ba0e99 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:29.546073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d5024652-c256-4818-a6dd-2e40b0ba0e99 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:29.612595 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.614968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.641722 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.642461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebfccd03-12b9-4bc7-b336-5e5ea1701e44 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:34:29.654982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.659851 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3e6e8e2c-3ff9-4ad8-96a5-3f61e33e16c7 admin admin] 10.222.0.40 "DELETE /v2.0/routers/ebfccd03-12b9-4bc7-b336-5e5ea1701e44 HTTP/1.1" status: 204 len: 168 time: 1.4141226 Jun 01 13:34:29.659851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:29.720160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Deleting subnet f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:34:29.723121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.772782 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.856170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:29.932772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.038030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:30.043227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.047247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258789e-c7a2-4112-a722-f4cc0060eeb7 None None] Network e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:34:30.052192 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac7cbff2-a16d-4473-b7de-73e55ebfeaa3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f0a1ddf8-5df7-4a74-b5ad-b603f9e1c3e7 HTTP/1.1" status: 204 len: 168 time: 0.3925092 Jun 01 13:34:30.055233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:30.169454 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.180945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Deleting port 1198062c-5640-4209-8b79-4fda65692173 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:30.181196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.346994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] DHCP port deletion for e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:34:30.352159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Deleting port 1198062c-5640-4209-8b79-4fda65692173 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:30.352692 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.427499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] For port 1198062c-5640-4209-8b79-4fda65692173, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1198062c-5640-4209-8b79-4fda65692173,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:30.428057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.553300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Calling delete_port for 1198062c-5640-4209-8b79-4fda65692173 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:30.568384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] For port 1198062c-5640-4209-8b79-4fda65692173, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1198062c-5640-4209-8b79-4fda65692173,segment=NetworkSegment(f3f6af29-9def-4f9b-83ca-3726db340ef3),segment_id=f3f6af29-9def-4f9b-83ca-3726db340ef3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:30.569055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.636606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.682674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1198062c-5640-4209-8b79-4fda65692173,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:30.687102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] No DVR routers for this DVR port 1198062c-5640-4209-8b79-4fda65692173 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:30.694902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Calling delete_port for 1198062c-5640-4209-8b79-4fda65692173 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:30.771755 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:34:30.772103 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:34:30.803373 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.829896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:30.842085 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f6af29-9def-4f9b-83ca-3726db340ef3') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:30.842380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f6af29-9def-4f9b-83ca-3726db340ef3') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:30.853911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.870730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.876728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:34:30.877098 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.942791 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f3f6af29-9def-4f9b-83ca-3726db340ef3 resource provider aggregate not found Jun 01 13:34:30.961219 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment f3f6af29-9def-4f9b-83ca-3726db340ef3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3f6af29-9def-4f9b-83ca-3726db340ef3 found for delete ", "request_id": "req-f32c8f8a-a475-411e-871c-cb6f09c0ee1a"}]} Jun 01 13:34:30.977596 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:30.993990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.005016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:31.007906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f37ae331-b5c2-4940-b076-eaf85976fa16 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e1ad27e9-4aa8-40e4-b8ad-04ffb1cf45f0 HTTP/1.1" status: 204 len: 168 time: 0.9515660 Jun 01 13:34:31.126147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48746) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:31.174975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7d5d8d27-7bc2-445f-a711-6d8c2e26001f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b6f5357eeea448f38a2bf6cc4eeab15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475953 Jun 01 13:34:31.177851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48750) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:31.242350 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.269336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.273405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Deleting port 1198062c-5640-4209-8b79-4fda65692173 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:31.273882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.329731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.347894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67c3b5-2a64-4644-803b-17769431962a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:31.355217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.356412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8d82ec76-b804-4a80-8c66-1434e69472bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d67c3b5-2a64-4644-803b-17769431962a HTTP/1.1" status: 204 len: 168 time: 0.1776252 Jun 01 13:34:31.397856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-326795c5-df11-44fe-bba1-7a5fd7fc28a3 None None] The port '1198062c-5640-4209-8b79-4fda65692173' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:34:31.468404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 33a882bf-a905-402d-a97d-39f009830b02 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:31.507159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 33a882bf-a905-402d-a97d-39f009830b02 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:31.507736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 33a882bf-a905-402d-a97d-39f009830b02 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:31.508332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1198062c-5640-4209-8b79-4fda65692173 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:31.543445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 1198062c-5640-4209-8b79-4fda65692173 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:31.543793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1198062c-5640-4209-8b79-4fda65692173 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:31.764362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48760) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:31.814523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-39c6af50-8409-452b-85b8-0a4d96f6e277 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a1c06c0b86f941afa142be824d0fac84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489855 Jun 01 13:34:31.817098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48764) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:31.878294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:31.908335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:32.092440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:32.107153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa9edb6-c51b-4809-8c23-a17d52f8b755,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:32.114189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:32.116274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6cc4c2d5-46a6-46e9-97a4-ad8e40a997b8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1aa9edb6-c51b-4809-8c23-a17d52f8b755 HTTP/1.1" status: 204 len: 168 time: 0.2975626 Jun 01 13:34:34.589109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:37.496507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda243b-4020-4ee2-8764-a84a4ee7d50a req-983f810e-9967-4af0-bd2d-fb3ab79590b7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:37.498079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3bda243b-4020-4ee2-8764-a84a4ee7d50a req-983f810e-9967-4af0-bd2d-fb3ab79590b7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.0832062 Jun 01 13:34:37.545653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3bda243b-4020-4ee2-8764-a84a4ee7d50a req-ccc308d9-c2ba-4a06-b00a-eae5faa9ab25 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Jun 01 13:34:38.769312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86149a-db63-47a3-b12a-28311043ac55 req-410282e1-7d03-4c25-966b-4237fa6c4693 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:38.770763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e86149a-db63-47a3-b12a-28311043ac55 req-410282e1-7d03-4c25-966b-4237fa6c4693 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.1142652 Jun 01 13:34:38.821777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e86149a-db63-47a3-b12a-28311043ac55 req-ccccb393-fb5b-4323-9daf-afc0f0a38e33 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Jun 01 13:34:38.959884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-ef0bbfca-3897-4f2d-8db9-652859479057 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:38.961307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-ef0bbfca-3897-4f2d-8db9-652859479057 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 946 time: 0.0870314 Jun 01 13:34:39.034877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Deleting port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:39.035210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:39.288838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] For port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:39.289191 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:39.416247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Calling delete_port for 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:39.563550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:39.575772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['1727a6a7-b95d-4a6b-85ea-04cc39273ae9'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:34:39.613706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Pushing event deleted for resources: {'Port': ['ID=1727a6a7-b95d-4a6b-85ea-04cc39273ae9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:39.695705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] No DVR routers for this DVR port 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:39.698351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:39.701108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'name': 'network-vif-deleted', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:39.720874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17d41398-6de1-4bf5-ba26-88462e1b5eee req-235aeaaf-7bb8-4251-92e5-610d4db1cfe8 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "DELETE /v2.0/ports/1727a6a7-b95d-4a6b-85ea-04cc39273ae9 HTTP/1.1" status: 204 len: 173 time: 0.7536330 Jun 01 13:34:39.752335 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b06767-eca3-4e52-be14-f6e21531d4a3'] response: {'server_uuid': 'cbe962f8-487a-4c31-aaa4-ae76003c676c', 'name': 'network-vif-deleted', 'tag': '1727a6a7-b95d-4a6b-85ea-04cc39273ae9', 'status': 'completed', 'code': 200} Jun 01 13:34:40.006551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3db3eec0-b8b0-4835-8c08-c50a88ca68ef req-027bb231-dcf6-4a86-9d09-c347188f8838 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:34:40.024571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3db3eec0-b8b0-4835-8c08-c50a88ca68ef req-027bb231-dcf6-4a86-9d09-c347188f8838 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:34:40.025700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3db3eec0-b8b0-4835-8c08-c50a88ca68ef req-027bb231-dcf6-4a86-9d09-c347188f8838 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=cbe962f8-487a-4c31-aaa4-ae76003c676c HTTP/1.1" status: 200 len: 210 time: 0.0663011 Jun 01 13:34:42.795493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:34:42.838698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:34:42.839049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 1727a6a7-b95d-4a6b-85ea-04cc39273ae9 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:34:44.578245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-aa997b80-e94f-4a2f-906e-a7e2fd8942e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1853828 Jun 01 13:34:44.742425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-62dcbf9a-7192-45b4-8c57-9e4df88f261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:44.743831 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-62dcbf9a-7192-45b4-8c57-9e4df88f261a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1097 time: 0.0803657 Jun 01 13:34:44.913407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-4f4cb55e-8833-47ec-88e6-4676ee640723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:44.915306 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-4f4cb55e-8833-47ec-88e6-4676ee640723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 898 time: 0.1518714 Jun 01 13:34:45.024266 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-71c2e077-6503-402c-93eb-2bb339615ead service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 1002 time: 0.1026144 Jun 01 13:34:45.092151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-1b958328-0930-4a5a-a1b6-630594844ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:45.094001 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-1b958328-0930-4a5a-a1b6-630594844ac2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.0640521 Jun 01 13:34:45.172498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-1e85af4a-89e5-4dfd-929b-a3dbd5e09284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:45.174041 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-1e85af4a-89e5-4dfd-929b-a3dbd5e09284 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746291 Jun 01 13:34:45.313942 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-bed437e7-f196-4ca4-90de-7032b464f938 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334770 Jun 01 13:34:45.450060 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-99ff686a-a3ee-4a7a-87d4-f8819c32dc94 req-583ee49b-53f7-4573-a905-5cc8fde08067 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299176 Jun 01 13:34:48.239483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:48.258547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-edd35105-e53a-4a94-8dc1-180c56f5fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:48.735504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-2b19653e-4793-46fc-9711-7ae83c429d11 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:48.736938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-2b19653e-4793-46fc-9711-7ae83c429d11 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 813 time: 0.1500273 Jun 01 13:34:48.754983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-ba95ecda-02b8-40b0-bb62-0a0f7a982814 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/quotas/2039e126448349dd8be5414bd82a8825 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Jun 01 13:34:48.807727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-f13d87dc-fc71-4095-b87c-754768ffb0de tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457182 Jun 01 13:34:49.077962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4eb8571d-c4a6-4ae4-84b1-050ae526f1fd service neutron] 10.222.0.40 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592540 Jun 01 13:34:49.309554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-116ea7d0-1230-4685-ae78-ad1e1038d1ca service neutron] 10.222.0.40 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227709 Jun 01 13:34:49.524981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-124e85a6-96bb-43a9-a997-9c25725cc966 req-0701a055-f98c-45cc-9ba6-8fb8347a02e7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 210 time: 0.0522311 Jun 01 13:34:50.514412 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43bee93e-bc21-4091-89ac-a6c6ad15cb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:50.570230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-adff2ddf-cc9b-4bfa-92cb-8a98f46533d0 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:50.571666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-adff2ddf-cc9b-4bfa-92cb-8a98f46533d0 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 813 time: 0.1577690 Jun 01 13:34:50.585509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Request body: {'port': {'device_id': '20981b20-9689-463c-a28c-5286223a8e99', 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9', 'admin_state_up': True, 'tenant_id': '2039e126448349dd8be5414bd82a8825'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:34:50.710126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ea9ea5e-2079-4745-ab6d-5340c77d54cf req-984aa482-7514-4c67-b27f-d4b1f5814870 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 210 time: 0.0570571 Jun 01 13:34:50.761722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:34:50.771448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:34:50.783236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Made reservation on behalf of 2039e126448349dd8be5414bd82a8825 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:34:50.786643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:50.970442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Allocated IP 172.20.0.7 (eec32bd2-6795-4075-8814-d0bc811528f9/216cb15e-4b15-43d5-b567-959fdfc1e14a/4d486642-4064-4e3c-bed4-39c12c129bc8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:34:51.027005 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:34:51.171164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.207163 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.275921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Network eec32bd2-6795-4075-8814-d0bc811528f9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:34:51.279022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:34:51.282904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:34:51.315629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Pushing event updated for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:51.352323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:51.352909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.379649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-9f524b42-e9c3-4fff-9f36-58c328dfb3c7 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980931 Jun 01 13:34:51.444475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Request body: {'port': {'device_id': '20981b20-9689-463c-a28c-5286223a8e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:34:51.553952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.712867 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.790482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:51.981026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cc666-2135-4017-b339-c51b6e88388f req-fedf434b-77d8-491d-975b-0b5c0ed3c011 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:51.981742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cd1cc666-2135-4017-b339-c51b6e88388f req-fedf434b-77d8-491d-975b-0b5c0ed3c011 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:34:51.986539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d486642-4064-4e3c-bed4-39c12c129bc8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:34:51.995116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:52.019907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Transition to ACTIVE for port object 4d486642-4064-4e3c-bed4-39c12c129bc8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:34:52.022805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cd1cc666-2135-4017-b339-c51b6e88388f req-fedf434b-77d8-491d-975b-0b5c0ed3c011 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:34:52.023972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd1cc666-2135-4017-b339-c51b6e88388f req-fedf434b-77d8-491d-975b-0b5c0ed3c011 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 931 time: 0.2047980 Jun 01 13:34:52.025059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:52.314374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:52.328554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd1cc666-2135-4017-b339-c51b6e88388f req-f9829e45-cdb4-40b9-b917-4eb992297e54 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721968 Jun 01 13:34:52.393790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Attempting to bind port 4d486642-4064-4e3c-bed4-39c12c129bc8 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:34:52.394118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Attempting to bind port 4d486642-4064-4e3c-bed4-39c12c129bc8 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:34:52.394435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Attempting to bind port 4d486642-4064-4e3c-bed4-39c12c129bc8 on network eec32bd2-6795-4075-8814-d0bc811528f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:52.399365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Port 4d486642-4064-4e3c-bed4-39c12c129bc8 on network eec32bd2-6795-4075-8814-d0bc811528f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:34:52.399675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Attempting to bind port 4d486642-4064-4e3c-bed4-39c12c129bc8 on network eec32bd2-6795-4075-8814-d0bc811528f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:34:52.405058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:34:52.405510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Checking segment: {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:34:52.405907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Bound using segment: {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:34:52.406423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Bound port: 4d486642-4064-4e3c-bed4-39c12c129bc8, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c710a14-0c83-4c86-9610-f728e9d3ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:34:52.406793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:52.500513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:34:52.503639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4d486642-4064-4e3c-bed4-39c12c129bc8,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:34:52.509031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:52.567895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:52.568509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:52.569871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d486642-4064-4e3c-bed4-39c12c129bc8 HTTP/1.1" status: 200 len: 1091 time: 1.1818020 Jun 01 13:34:52.570293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:52.590053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e458e-64ca-40d2-b92d-f7f69567af21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:52.640466 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2126c5-007c-4058-935a-0517dc8723ca'] response: {'name': 'network-changed', 'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8', 'status': 'completed', 'code': 200} Jun 01 13:34:52.685191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-69c32878-40e2-45ab-8eda-a4c8c15842e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:52.686686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-69c32878-40e2-45ab-8eda-a4c8c15842e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 1094 time: 0.0764060 Jun 01 13:34:52.754614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-0ba0852f-25f0-442e-b2de-f923a466979a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d486642-4064-4e3c-bed4-39c12c129bc8 HTTP/1.1" status: 200 len: 217 time: 0.0600507 Jun 01 13:34:52.820028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-ee353d86-7ccb-445e-8995-542ac9aa354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:52.821298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-ee353d86-7ccb-445e-8995-542ac9aa354a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 200 len: 853 time: 0.0611699 Jun 01 13:34:52.868694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-78786f21-aa15-4952-b84d-568f9ac28412 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eec32bd2-6795-4075-8814-d0bc811528f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402293 Jun 01 13:34:52.997091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-b5f4df8f-2d4b-4e50-a2c1-c46fed6bdc5b service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215951 Jun 01 13:34:53.138123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b08041b-3b71-4307-9b6e-53e8156e71d5 req-975493c0-a184-4daa-8b57-86afff91bd51 service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349752 Jun 01 13:34:53.184481 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:53.268773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-5c455754-59d7-41a4-95ef-9db41c6edd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:53.270267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-5c455754-59d7-41a4-95ef-9db41c6edd06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 1094 time: 0.0758405 Jun 01 13:34:53.407720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-b7a3dce5-a3aa-463b-9f67-e6e05d37178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:53.409195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-b7a3dce5-a3aa-463b-9f67-e6e05d37178c service neutron] 10.222.0.13 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 914 time: 0.1325376 Jun 01 13:34:53.510301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-f651b2b9-1469-4b47-ac3f-03074afe8845 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d486642-4064-4e3c-bed4-39c12c129bc8 HTTP/1.1" status: 200 len: 217 time: 0.0947099 Jun 01 13:34:53.592607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-4da4b46b-7482-4da6-9805-46a77b6394d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:53.594478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-4da4b46b-7482-4da6-9805-46a77b6394d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 200 len: 853 time: 0.0779178 Jun 01 13:34:53.643396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-d7add6a1-1604-4ca4-afb8-e8193e637021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eec32bd2-6795-4075-8814-d0bc811528f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423825 Jun 01 13:34:53.655835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5ae4-bf4a-491a-99b8-ceecc6690bf7 req-bc4e7960-e486-4bf0-8548-63086708df1e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:53.657139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12f5ae4-bf4a-491a-99b8-ceecc6690bf7 req-bc4e7960-e486-4bf0-8548-63086708df1e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 943 time: 0.1848307 Jun 01 13:34:53.781596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a12f5ae4-bf4a-491a-99b8-ceecc6690bf7 req-bd68d6fa-08fe-483d-b9d2-40296f49e8ce tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041601 Jun 01 13:34:53.817452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-c90e5f52-5198-4dd9-99ed-717fe0fc4cd5 service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594160 Jun 01 13:34:54.063413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d306b1e-34bd-4c67-8300-f8a8adef1fa1 req-f5c49244-b0a9-4651-a8b0-faf048de73e4 service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383153 Jun 01 13:34:54.799720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23605f05-46c8-4389-9a49-c25abdf29133 req-145319c8-0f00-4bce-b545-a513e927601a tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:54.801160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23605f05-46c8-4389-9a49-c25abdf29133 req-145319c8-0f00-4bce-b545-a513e927601a tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1097 time: 0.1087337 Jun 01 13:34:54.844932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23605f05-46c8-4389-9a49-c25abdf29133 req-2ee12d71-343e-4220-a4dc-9eb011b6e1e8 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 Jun 01 13:34:54.870080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:34:54.873362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4d486642-4064-4e3c-bed4-39c12c129bc8 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:34:55.015229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4d486642-4064-4e3c-bed4-39c12c129bc8,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:55.028536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4d486642-4064-4e3c-bed4-39c12c129bc8', 'network_id': 'eec32bd2-6795-4075-8814-d0bc811528f9', 'port_id': '4d486642-4064-4e3c-bed4-39c12c129bc8', 'mac_address': 'fa:16:3e:2c:d5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216cb15e-4b15-43d5-b567-959fdfc1e14a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:34:55.086370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4d486642-4064-4e3c-bed4-39c12c129bc8 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:55.089297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port d9b7432b-f365-4fb6-b9a0-f9d3e0b21289 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:55.089648 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.090345 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.113585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d486642-4064-4e3c-bed4-39c12c129bc8 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:34:55.129863 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4d486642-4064-4e3c-bed4-39c12c129bc8,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:55.135039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.147842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88a45-d37d-41a5-9f2d-330083081e7e req-c8a4dd7d-1ba2-4279-8e15-d667612eeedf tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:55.150300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ea88a45-d37d-41a5-9f2d-330083081e7e req-c8a4dd7d-1ba2-4279-8e15-d667612eeedf tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 943 time: 0.0951200 Jun 01 13:34:55.197536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ea88a45-d37d-41a5-9f2d-330083081e7e req-2991b9cd-69c2-478e-aea6-f7fbdbee5616 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Jun 01 13:34:55.204553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:55.263247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.263507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.345339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4d486642-4064-4e3c-bed4-39c12c129bc8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:34:55.391952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for d9b7432b-f365-4fb6-b9a0-f9d3e0b21289 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:55.547352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.595866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=d9b7432b-f365-4fb6-b9a0-f9d3e0b21289,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:55.797202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:55.797511 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 455c1d7b-614d-4eee-b21f-dca3b94d567f disassociated (deleted). External IP: 172.25.7.151, port: 96994f24-a45e-44b9-a3d2-f2d1451b8e43. Jun 01 13:34:56.172377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:34:56.349637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:34:56.359921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Sync routers for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:34:56.372974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:56.373624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:56.374958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:56.387616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206df9-a29d-484f-a1a1-98ebb4a1d57e req-d1dd6f61-9fd3-41e3-a268-6644f7974862 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:56.390124 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30206df9-a29d-484f-a1a1-98ebb4a1d57e req-d1dd6f61-9fd3-41e3-a268-6644f7974862 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 944 time: 0.0860062 Jun 01 13:34:56.434696 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b1ecc718-af3b-4c68-977e-f3b6e2e74626 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/floatingips/455c1d7b-614d-4eee-b21f-dca3b94d567f HTTP/1.1" status: 204 len: 168 time: 1.5631628 Jun 01 13:34:56.435079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:56.443272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30206df9-a29d-484f-a1a1-98ebb4a1d57e req-7b6214c1-8b41-4f60-a4ad-135b4c43ae39 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Jun 01 13:34:56.505623 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00490c67-49f8-4055-ae48-2d1ae476607e'] response: {'name': 'network-changed', 'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:34:56.580245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:56.607867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b474f-25dd-4138-83a5-f886df71fdac req-bd4946c8-6f1f-4c3d-9c7a-1a947a189408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:56.609697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-bd4946c8-6f1f-4c3d-9c7a-1a947a189408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 1097 time: 0.0793567 Jun 01 13:34:56.781432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b474f-25dd-4138-83a5-f886df71fdac req-dd42d8d1-bfaf-4f8d-b704-d3e56b7cfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:56.782783 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-dd42d8d1-bfaf-4f8d-b704-d3e56b7cfa21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 200 len: 898 time: 0.1669445 Jun 01 13:34:56.858795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-24c90054-9c1f-4250-acf9-90c9e3f7d106 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 200 len: 217 time: 0.0647347 Jun 01 13:34:56.882725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4d486642-4064-4e3c-bed4-39c12c129bc8 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:34:56.935691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b474f-25dd-4138-83a5-f886df71fdac req-c79fc862-ac07-425f-b9e0-6b0f11046bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:56.937261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-c79fc862-ac07-425f-b9e0-6b0f11046bf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 200 len: 834 time: 0.0707557 Jun 01 13:34:56.948366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465944-1f4d-4458-be63-3699d2abc4e1 req-20546813-1ed4-4fca-b799-c5a6ab3623ec tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:56.949729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b465944-1f4d-4458-be63-3699d2abc4e1 req-20546813-1ed4-4fca-b799-c5a6ab3623ec tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 946 time: 0.1999540 Jun 01 13:34:56.951019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:56.957373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Checking router: 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:34:56.969708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:34:56.970263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:57.022193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4d486642-4064-4e3c-bed4-39c12c129bc8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:34:57.040542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b465944-1f4d-4458-be63-3699d2abc4e1 req-d957ce15-27ed-4211-8d94-8282e6d7db5f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548449 Jun 01 13:34:57.046637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4d486642-4064-4e3c-bed4-39c12c129bc8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:34:57.047180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:57.056550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b474f-25dd-4138-83a5-f886df71fdac req-80654208-f9ca-455a-bcf9-6f7906147ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:57.058221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-80654208-f9ca-455a-bcf9-6f7906147ebb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb64c85a-2e3d-41e3-aac5-b3528e03cb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076467 Jun 01 13:34:57.192096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-8c5ef4d1-46e3-46ba-a3dd-b48afb61d84b service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259305 Jun 01 13:34:57.268911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:34:57.323323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18b474f-25dd-4138-83a5-f886df71fdac req-58995263-3faf-4873-8893-6c2645399305 service neutron] 10.222.0.13 "GET /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241541 Jun 01 13:34:57.408230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4d486642-4064-4e3c-bed4-39c12c129bc8 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:34:57.408688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:57.511781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:57.526927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4d486642-4064-4e3c-bed4-39c12c129bc8,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:57.539179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:57.583887 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4716155c-673f-48f5-92d8-a0460548e035'] response: {'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8', 'code': 200} Jun 01 13:34:57.666914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:57.680492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.680794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.681164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.681489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.681810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.682107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.682453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.682923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.683085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.683404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.683720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.684028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:34:57.708331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:34:57.712479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309f1d7-f12f-47d1-ae46-606cc8fe5030 None None] The sync data for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 is: [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:32:45Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '44441e3c-ae3d-432e-bc29-47eddb308023', 'name': '', 'network_id': 'bb64c85a-2e3d-41e3-aac5-b3528e03cb96', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:68:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:43Z', 'updated_at': '2022-06-01T13:32:56Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': '5ada0ede-e904-4a72-9f8e-7be0bac0cc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:34:57.716608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8091-e0e6-46ac-af13-91e4cf1dec05 req-e4dfb8b9-8ed8-491e-af30-239125a73f3e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:57.718174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad3c8091-e0e6-46ac-af13-91e4cf1dec05 req-e4dfb8b9-8ed8-491e-af30-239125a73f3e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 945 time: 0.1472955 Jun 01 13:34:57.723265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137f14-2209-4d65-8844-14807306cc7e req-e892b0d5-083a-4305-b5dc-61de582f8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:57.724699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef137f14-2209-4d65-8844-14807306cc7e req-e892b0d5-083a-4305-b5dc-61de582f8a89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 1096 time: 0.1042349 Jun 01 13:34:57.797727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad3c8091-e0e6-46ac-af13-91e4cf1dec05 req-69ff98be-c99c-4523-bda7-3638748e4086 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717766 Jun 01 13:34:57.801534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef137f14-2209-4d65-8844-14807306cc7e req-9c528fe4-7bbd-4dfe-95a7-179d0bd7198b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Jun 01 13:34:57.945754 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c5632-278c-47e6-953d-db3e55e5f395 None None] New status for floating IP 455c1d7b-614d-4eee-b21f-dca3b94d567f: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:34:58.286661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a542a-dd89-48b4-a5c8-d24ddecf5490 req-9e904cdd-520c-4bd6-8d44-104412c45770 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:58.288130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-105a542a-dd89-48b4-a5c8-d24ddecf5490 req-9e904cdd-520c-4bd6-8d44-104412c45770 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 946 time: 0.1353514 Jun 01 13:34:58.301929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea59d-8093-470d-90db-681f5c217f7e req-2d31a6b4-c331-4eef-aa08-23d9313262b7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:58.303966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d23ea59d-8093-470d-90db-681f5c217f7e req-2d31a6b4-c331-4eef-aa08-23d9313262b7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 946 time: 0.1132538 Jun 01 13:34:58.399684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-105a542a-dd89-48b4-a5c8-d24ddecf5490 req-a2745998-a2b3-4d41-8aa4-489b9125275c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=7560dd22-cd3f-469d-9e4c-758d92120ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945401 Jun 01 13:34:58.404667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:34:58.405001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:58.759435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 96994f24-a45e-44b9-a3d2-f2d1451b8e43, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=96994f24-a45e-44b9-a3d2-f2d1451b8e43,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:34:58.760339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:58.894679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 96994f24-a45e-44b9-a3d2-f2d1451b8e43 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:34:59.099587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446123f7-6cb3-4fce-b6de-ba6790c60ea9 req-0d0c6303-dfa2-482a-9871-e371e34e1c3e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:34:59.101055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-446123f7-6cb3-4fce-b6de-ba6790c60ea9 req-0d0c6303-dfa2-482a-9871-e371e34e1c3e tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 945 time: 0.1771383 Jun 01 13:34:59.162160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:59.227268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-446123f7-6cb3-4fce-b6de-ba6790c60ea9 req-c2875a67-6c93-4a11-a235-4e81c7d04b6f tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187844 Jun 01 13:34:59.253524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=96994f24-a45e-44b9-a3d2-f2d1451b8e43,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:34:59.303690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] No DVR routers for this DVR port 96994f24-a45e-44b9-a3d2-f2d1451b8e43 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:34:59.306258 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:34:59.308819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-deleted', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:34:59.320543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d23ea59d-8093-470d-90db-681f5c217f7e req-20350d9c-6152-4e10-8cc0-64c58149e786 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "DELETE /v2.0/ports/96994f24-a45e-44b9-a3d2-f2d1451b8e43 HTTP/1.1" status: 204 len: 173 time: 0.9969864 Jun 01 13:34:59.361442 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b1594b-4fb2-47cf-ae83-7af4ecfb1ada'] response: {'server_uuid': 'e59e5d01-9abd-4f9f-8053-059b02a54140', 'name': 'network-vif-deleted', 'tag': '96994f24-a45e-44b9-a3d2-f2d1451b8e43', 'status': 'completed', 'code': 200} Jun 01 13:34:59.585710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c6b624df-1079-4a52-a6ee-4a186fcd5287 req-caea423b-0375-4dcc-84f7-506f1986565d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:34:59.604178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c6b624df-1079-4a52-a6ee-4a186fcd5287 req-caea423b-0375-4dcc-84f7-506f1986565d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:34:59.605599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6b624df-1079-4a52-a6ee-4a186fcd5287 req-caea423b-0375-4dcc-84f7-506f1986565d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=e59e5d01-9abd-4f9f-8053-059b02a54140 HTTP/1.1" status: 200 len: 210 time: 0.0643730 Jun 01 13:35:00.702859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48938) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:01.274457 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:01.752219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 44441e3c-ae3d-432e-bc29-47eddb308023 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:35:01.752880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:01.956000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 44441e3c-ae3d-432e-bc29-47eddb308023, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=44441e3c-ae3d-432e-bc29-47eddb308023,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:01.956382 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:02.080070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 44441e3c-ae3d-432e-bc29-47eddb308023 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:35:02.293222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:02.341517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=44441e3c-ae3d-432e-bc29-47eddb308023,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:02.624449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:02.937005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:35:02.976702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 96994f24-a45e-44b9-a3d2-f2d1451b8e43 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:35:02.977046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 96994f24-a45e-44b9-a3d2-f2d1451b8e43 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:35:03.121676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:35:03.307788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:35:03.317377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Sync routers for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:35:03.328339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:03.328547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0415386-b5fd-4053-9184-3c89607eee9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/4bd5cbe4-0765-4ca1-9c37-93751780d2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241527 Jun 01 13:35:03.329115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:03.331211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48950) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:03.397436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting subnet 5ada0ede-e904-4a72-9f8e-7be0bac0cc2c {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:35:03.400818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.462804 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.508963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:03.545415 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.622037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.662662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Subnet': ['ID=5ada0ede-e904-4a72-9f8e-7be0bac0cc2c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:03.669250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.675957 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2f06bd5-9e6b-4756-9dc2-aabe04f36070 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/subnets/5ada0ede-e904-4a72-9f8e-7be0bac0cc2c HTTP/1.1" status: 204 len: 168 time: 0.3436902 Jun 01 13:35:03.678498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48954) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:03.699270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3593d3f0-9d09-4b3f-8b6a-9698953db024 None None] Network bb64c85a-2e3d-41e3-aac5-b3528e03cb96 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:35:03.856911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:03.976797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:35:02Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:03.980851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Checking router: 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:35:03.990573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Routers {'4bd5cbe4-0765-4ca1-9c37-93751780d2e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:03.991212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:04.095065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] DHCP port deletion for bb64c85a-2e3d-41e3-aac5-b3528e03cb96 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:35:04.113777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Deleting port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:35:04.114142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.170958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.180635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 83ce611c-d2a3-4d08-8841-b2650fcad364 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:35:04.180985 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.357046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 83ce611c-d2a3-4d08-8841-b2650fcad364, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=83ce611c-d2a3-4d08-8841-b2650fcad364,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:04.358177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.374718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] Set router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:04.480070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 83ce611c-d2a3-4d08-8841-b2650fcad364 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:35:04.596558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] For port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,segment=NetworkSegment(fd0532e0-93da-45c6-8b56-4ca1e4534cc0),segment_id=fd0532e0-93da-45c6-8b56-4ca1e4534cc0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:04.597103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.659843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.708703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=83ce611c-d2a3-4d08-8841-b2650fcad364,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:04.738477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Calling delete_port for a51988d2-abe2-4fc2-9da2-6be5c6d8db3f owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:35:04.769216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.802337 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.867185 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.918360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] Pushing event deleted for resources: {'Port': ['ID=a51988d2-abe2-4fc2-9da2-6be5c6d8db3f,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:04.924095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5c454-8f24-48fb-8eba-6486070846d1 None None] No DVR routers for this DVR port a51988d2-abe2-4fc2-9da2-6be5c6d8db3f on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:35:04.939980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:35:02Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:04.943967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db296de-2bcc-4db2-8ffe-ca4654261c86 None None] The sync data for ids ['4bd5cbe4-0765-4ca1-9c37-93751780d2e3'] in n-d-844200-1 is: [{'id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047181302', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:32:24Z', 'updated_at': '2022-06-01T13:35:02Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '83ce611c-d2a3-4d08-8841-b2650fcad364', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd5cbe4-0765-4ca1-9c37-93751780d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:32:27Z', 'updated_at': '2022-06-01T13:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:35:04.991963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:04.994152 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.017728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.018247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd5cbe4-0765-4ca1-9c37-93751780d2e3 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:35:05.033477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.034547 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8265d28d-fea3-409f-8518-3dbf6969a617 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/routers/4bd5cbe4-0765-4ca1-9c37-93751780d2e3 HTTP/1.1" status: 204 len: 168 time: 1.3551624 Jun 01 13:35:05.037263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:05.147607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.280908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.310568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb64c85a-2e3d-41e3-aac5-b3528e03cb96']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:05.323211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:05.323527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0532e0-93da-45c6-8b56-4ca1e4534cc0') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:05.335466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.351997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.358516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:35:05.359356 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.426342 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fd0532e0-93da-45c6-8b56-4ca1e4534cc0 resource provider aggregate not found Jun 01 13:35:05.452301 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment fd0532e0-93da-45c6-8b56-4ca1e4534cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd0532e0-93da-45c6-8b56-4ca1e4534cc0 found for delete ", "request_id": "req-4e4b399e-246e-4bb2-af95-566174151e4a"}]} Jun 01 13:35:05.468986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.493469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.500225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Network': ['ID=bb64c85a-2e3d-41e3-aac5-b3528e03cb96,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:05.516122 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e50f212d-b77c-49db-8f9d-26607b13deff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/networks/bb64c85a-2e3d-41e3-aac5-b3528e03cb96 HTTP/1.1" status: 204 len: 168 time: 0.4778552 Jun 01 13:35:05.519198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48970) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:05.541562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a51988d2-abe2-4fc2-9da2-6be5c6d8db3f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:35:05.578837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a51988d2-abe2-4fc2-9da2-6be5c6d8db3f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:35:05.579453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a51988d2-abe2-4fc2-9da2-6be5c6d8db3f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:35:05.579875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 44441e3c-ae3d-432e-bc29-47eddb308023 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:35:05.605825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.615002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 44441e3c-ae3d-432e-bc29-47eddb308023 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:35:05.615348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 44441e3c-ae3d-432e-bc29-47eddb308023 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:35:05.638469 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.706735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.725232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560dd22-cd3f-469d-9e4c-758d92120ca7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:05.735278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.735617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.735952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.736281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.736608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.736930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.737253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.737575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.737897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.738214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.738528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.738875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:05.746084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.747244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b1357d3c-9de9-4fdd-a669-d9db873c5c1d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/security-groups/7560dd22-cd3f-469d-9e4c-758d92120ca7 HTTP/1.1" status: 204 len: 168 time: 0.2265935 Jun 01 13:35:05.880705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48978) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:05.885906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100206980', 'description': 'tempest-secgroup-smoke-1100206980 description', 'project_id': 'eff5a2fb59524599a3424abe670d764d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:05.892892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:05.897498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:05.901254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:05.908646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:05.922396 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:05.948730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:05.953263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:05.956225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:05.962076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.038507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.043308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.090895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9f393-134b-45ff-b788-b31424f371bf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.095481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.099871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 48982) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.100140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a555b9d-2e0a-4c67-8638-0d71e32ed030 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2181475 Jun 01 13:35:06.105160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.113201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.117416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.120653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.126686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.144482 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.217105 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.222359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.247083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464daf54-7687-4166-b594-8adbc1798152,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.258639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.259848 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5a84a6e-9901-42e5-bf4c-47fcb0fde550 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589198 Jun 01 13:35:06.263162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48988) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.268865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.275770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.279861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.283158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.288968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.309517 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.377090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.381795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.404912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c69c56e-9caf-4ba2-8958-2d29341040ea,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.414965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.416137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-46187b5a-4a33-4561-8c58-fb292a94f1e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519070 Jun 01 13:35:06.418836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.424048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.430357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.434258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.437145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.443307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.461783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.525413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.529743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.556767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd79b58-813f-4086-8734-90e140a9503d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.566139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.567374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-81ffc33b-ff2f-4edd-ae77-ec157af59f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475873 Jun 01 13:35:06.570168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 48996) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.575130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.581992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.586044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.588982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.595166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.620010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.689507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.694750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.718802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1c3eeb-b378-472f-933e-e9a3a74d72e1,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.728248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.729667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7bb5bb07-ea22-4630-8be6-407502a0a6ee tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585822 Jun 01 13:35:06.732911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49000) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.738153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.745634 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.750740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.753995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.760233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.772146 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:35:06.778564 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.840747 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.846234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.873048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b09ece-b984-4d98-985d-89e9fe84219f,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:06.883867 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.885154 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dc91bb14-2d95-42a2-82ac-19bb8f97c052 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511872 Jun 01 13:35:06.888056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:06.892961 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': '46b9f393-134b-45ff-b788-b31424f371bf', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:06.899553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:06.903575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:06.906370 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:06.912090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:06.923704 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:35:06.930490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:06.999082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.004276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.027261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df70e90a-02b2-4646-aa59-c0757fc20b0e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:07.037473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.038689 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48f06ea8-9121-4a83-b5a5-76f2ceb20e55 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497195 Jun 01 13:35:07.041626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:07.047249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'network': {'name': 'tempest-network-smoke--182637947', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'port_security_enabled': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:07.053358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:07.057727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:network and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:07.060732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:07.066744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:07.077495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:07.080946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.109616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:35:07.118920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.119257 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Added segment ea3dee65-eff7-4d01-8f5b-ba0f818da05c of type vlan for network 5d89d640-ad75-4450-98fd-879f0d58c624 Jun 01 13:35:07.145265 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.178668 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.187448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:07.188347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.294067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2511117 Jun 01 13:35:07.296851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ff7d3-f720-4e6a-b102-f382a3fae334 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Network': ['ID=5d89d640-ad75-4450-98fd-879f0d58c624,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:07.297116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:07.303741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'admin_state_up': True, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:07.308676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5d89d640-ad75-4450-98fd-879f0d58c624 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:35:07.315946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:07.320157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:router and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:07.324615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:07.332364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:07.345291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.346475 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.363177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:07.432087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 83ce611c-d2a3-4d08-8841-b2650fcad364 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:35:07.477304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 83ce611c-d2a3-4d08-8841-b2650fcad364 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:35:07.477785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 83ce611c-d2a3-4d08-8841-b2650fcad364 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:35:07.772655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:08.081633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:08.113712 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:08.259296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.94 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/116e3b5d-126e-4ac7-ad6f-70337e9dc01b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:08.410147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:08.442002 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:08.509014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:08.512121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:08.514684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:08.552976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:09.008934 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:09.492558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:09.703913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router d09a6b41-fb65-4320-b41c-d48359a22afb is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:35:09.885980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:35:09.897054 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Sync routers for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:35:09.907573 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:09.908204 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:09.917753 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:09.922674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20c54c60-14de-47da-bcc0-31815c371123 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6242144 Jun 01 13:35:09.923153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49032) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:09.971447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ed9fa043-008b-4b89-ac03-bfd50b28d9fb tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=eff5a2fb59524599a3424abe670d764d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463567 Jun 01 13:35:09.973958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49036) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:10.099468 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:10.116257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db576dd-8834-4888-8175-cfa8ccb7f2e9 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:10.120578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3db576dd-8834-4888-8175-cfa8ccb7f2e9 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429546 Jun 01 13:35:10.120996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:10.168312 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2cb3618-b53d-4253-a131-f5ef11063032 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437348 Jun 01 13:35:10.168602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49046) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:10.174533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434228318', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:10.291237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:10.296123 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:subnet and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:10.302032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:10.309255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:10.321737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:10.325992 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.401097 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:08Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:10.405061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Checking router: d09a6b41-fb65-4320-b41c-d48359a22afb for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:35:10.405403 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Updating router d09a6b41-fb65-4320-b41c-d48359a22afb port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:35:10.475392 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.564810 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.648691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Subnet': ['ID=af09c101-a0a1-4450-8f8c-875db0ec75a2,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:10.661505 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.661837 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.662173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.662504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.662861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.663185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.663507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.663828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.664215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.664520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.664773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.665086 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:10.671993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:10.672347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network hostable DHCP agents. Network: 5d89d640-ad75-4450-98fd-879f0d58c624, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:35:10.693553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 5d89d640-ad75-4450-98fd-879f0d58c624 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:35:10.705448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5d89d640-ad75-4450-98fd-879f0d58c624) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:10.709990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:10.710570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.717947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831324fc-0c76-4eb4-a5e0-89459c58cba0 None None] Network 5d89d640-ad75-4450-98fd-879f0d58c624 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:35:10.742057 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-57f1f458-dfda-4b8f-a3ae-59033d4009b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5719550 Jun 01 13:35:10.745328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49050) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:10.869788 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.883780 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Transition to ACTIVE for port object 116e3b5d-126e-4ac7-ad6f-70337e9dc01b will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:10.894074 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.986571 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Attempting to bind port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:10.987656 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Attempting to bind port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:10.988186 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Attempting to bind port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:10.997758 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:10.998370 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:10.998960 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:10.999684 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:11.000302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Bound port: 116e3b5d-126e-4ac7-ad6f-70337e9dc01b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:11.000914 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.020944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-5d89d640-ad75-4450-98fd-879f0d58c624', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:35:11.021924 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.101477 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] For port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:11.108224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] For port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:11.114652 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.126429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Pushing event updated for resources: {'Port': ['ID=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:11.142734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.142734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.142734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.142734 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.143488 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.144037 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.144564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.145083 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.148594 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.149189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.149527 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.149854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:35:11.304395 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:11.305080 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:11.371930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Allocated IP 172.20.0.2 (5d89d640-ad75-4450-98fd-879f0d58c624/af09c101-a0a1-4450-8f8c-875db0ec75a2/601a95fc-8f97-4f96-b1ec-d326d5bac02c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:11.409468 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b335-1379-4c65-81ae-d6d06ebbb46f None None] Pushing event updated for resources: {'Port': ['ID=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:11.562715 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:11.599962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.612641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Transition to ACTIVE for port object 601a95fc-8f97-4f96-b1ec-d326d5bac02c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:11.631238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Transition to ACTIVE for port object 601a95fc-8f97-4f96-b1ec-d326d5bac02c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:11.637800 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.705172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Network 5d89d640-ad75-4450-98fd-879f0d58c624 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:11.708259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:11.712333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:11.747934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Pushing event updated for resources: {'Port': ['ID=601a95fc-8f97-4f96-b1ec-d326d5bac02c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:11.808296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Attempting to bind port 601a95fc-8f97-4f96-b1ec-d326d5bac02c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:11.808962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Attempting to bind port 601a95fc-8f97-4f96-b1ec-d326d5bac02c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:11.809330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Attempting to bind port 601a95fc-8f97-4f96-b1ec-d326d5bac02c on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:11.815976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:11.816407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:11.816869 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.817267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Bound using segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:11.817727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Bound port: 601a95fc-8f97-4f96-b1ec-d326d5bac02c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:11.818107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.868346 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:08Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:11.868982 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:11.872546 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d1e1-61fe-4eed-92db-7a329fc34f8d None None] The sync data for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 is: [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:08Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:35:11.908510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] For port 601a95fc-8f97-4f96-b1ec-d326d5bac02c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:11.911679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] For port 601a95fc-8f97-4f96-b1ec-d326d5bac02c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=601a95fc-8f97-4f96-b1ec-d326d5bac02c,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:11.916710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:12.013642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156efec-a1bf-4887-b565-2cb523ed0a0c None None] Pushing event updated for resources: {'Port': ['ID=601a95fc-8f97-4f96-b1ec-d326d5bac02c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:12.368688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.1 (5d89d640-ad75-4450-98fd-879f0d58c624/af09c101-a0a1-4450-8f8c-875db0ec75a2/1ec6c37a-4887-4350-88cb-fea388af498b) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:12.567127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:12.584586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 1ec6c37a-4887-4350-88cb-fea388af498b will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:12.611761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:12.682381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 5d89d640-ad75-4450-98fd-879f0d58c624 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:12.685504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:12.690571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:12.720688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:12.752903 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.065896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.197849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa6e35-c15c-4110-a0f0-99002edea0bf None None] Network 5d89d640-ad75-4450-98fd-879f0d58c624 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:35:13.366130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a32bf508-0db8-4b12-b0db-a50a57101359 None None] Provisioning for port 601a95fc-8f97-4f96-b1ec-d326d5bac02c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:13.646158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 116e3b5d-126e-4ac7-ad6f-70337e9dc01b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:13.730458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:13.738525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:13.739192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.854558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.865611 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.877535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:13.878223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.904375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:13.933635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:13.935435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 601a95fc-8f97-4f96-b1ec-d326d5bac02c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:14.026860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.030668 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:14.046824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Provisioning for port 1ec6c37a-4887-4350-88cb-fea388af498b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:14.072071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Provisioning complete for port 1ec6c37a-4887-4350-88cb-fea388af498b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:14.072434 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.139760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:14.144976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Port 1ec6c37a-4887-4350-88cb-fea388af498b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:14.152208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 601a95fc-8f97-4f96-b1ec-d326d5bac02c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:14.160468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 601a95fc-8f97-4f96-b1ec-d326d5bac02c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:14.161142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.183551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 5d89d640-ad75-4450-98fd-879f0d58c624 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:14.185477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:14.189870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Provisioning complete for port 601a95fc-8f97-4f96-b1ec-d326d5bac02c triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:14.190258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.378369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router d09a6b41-fb65-4320-b41c-d48359a22afb has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:35:14.429456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 601a95fc-8f97-4f96-b1ec-d326d5bac02c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:14.430069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.438188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Current status of the port 601a95fc-8f97-4f96-b1ec-d326d5bac02c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:14.438655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.482832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] For port 601a95fc-8f97-4f96-b1ec-d326d5bac02c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=601a95fc-8f97-4f96-b1ec-d326d5bac02c,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:14.488418 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.566189 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:35:14.579599 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cfa032b9-0758-45f0-9da6-6af731930801 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/d09a6b41-fb65-4320-b41c-d48359a22afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322654 Jun 01 13:35:14.582427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Sync routers for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:35:14.623412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329478-4c05-4446-a965-0ee9971bc286 None None] Pushing event updated for resources: {'Port': ['ID=601a95fc-8f97-4f96-b1ec-d326d5bac02c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:14.626021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:35:14.626412 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:35:14.627957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:14.628620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:14.705431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-488f8b66-048e-472f-b7c1-1217dce3ef6c None None] Provisioning complete for port 1ec6c37a-4887-4350-88cb-fea388af498b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:14.705857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-488f8b66-048e-472f-b7c1-1217dce3ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:14.837431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-c6dd78f9-35d7-4781-b3ea-4d699a09ea09 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:14.848005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-488f8b66-048e-472f-b7c1-1217dce3ef6c None None] Port 1ec6c37a-4887-4350-88cb-fea388af498b cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:14.855359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-c6dd78f9-35d7-4781-b3ea-4d699a09ea09 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:14.859455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-c6dd78f9-35d7-4781-b3ea-4d699a09ea09 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100206980&fields=id&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 267 time: 0.0649176 Jun 01 13:35:14.891808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:15.019586 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-706d096e-19e9-43a5-a229-69b866afceef tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:15.020147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-706d096e-19e9-43a5-a229-69b866afceef tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:15.038102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-706d096e-19e9-43a5-a229-69b866afceef tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:15.041016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-706d096e-19e9-43a5-a229-69b866afceef tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 796 time: 0.1763449 Jun 01 13:35:15.058650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-0b37cafc-0410-4005-9f3e-f2f1ecc70ba5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/quotas/eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 375 time: 0.0125444 Jun 01 13:35:15.152589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-5277c624-df3d-4e37-89f8-097d0f79baa4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:15.169405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-5277c624-df3d-4e37-89f8-097d0f79baa4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:15.170792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-5277c624-df3d-4e37-89f8-097d0f79baa4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065826 Jun 01 13:35:15.241386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 601a95fc-8f97-4f96-b1ec-d326d5bac02c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:15.280900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 2, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:15.285658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Checking router: d09a6b41-fb65-4320-b41c-d48359a22afb for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:35:15.286181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Updating router d09a6b41-fb65-4320-b41c-d48359a22afb port 1ec6c37a-4887-4350-88cb-fea388af498b binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:35:15.315833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-7859b83b-c5c0-4034-9f7e-49c03c60d39a service neutron] 10.222.0.40 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322744 Jun 01 13:35:15.344078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:15.510927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-0cefe2b2-a711-4540-b154-fd3fcf193584 service neutron] 10.222.0.40 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851532 Jun 01 13:35:15.609691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 116e3b5d-126e-4ac7-ad6f-70337e9dc01b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:15.792920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84da82a0-5a6a-463e-b4b1-4571406ff18c req-bddd8317-3268-4bd8-a71a-04f7060af20a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 210 time: 0.1128261 Jun 01 13:35:15.844475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:15.867819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Transition to ACTIVE for port object 1ec6c37a-4887-4350-88cb-fea388af498b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:15.872216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:15.872640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:15.902543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:16.156221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d57fe-23ee-4932-a023-5c817ceedc85 None None] Pushing event updated for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:16.264551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Attempting to bind port 1ec6c37a-4887-4350-88cb-fea388af498b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:16.264813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Attempting to bind port 1ec6c37a-4887-4350-88cb-fea388af498b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:16.265174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Attempting to bind port 1ec6c37a-4887-4350-88cb-fea388af498b on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:16.289026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:16.289398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:16.289805 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:16.290192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Bound using segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:16.290692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Bound port: 1ec6c37a-4887-4350-88cb-fea388af498b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:16.291350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:16.360938 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:16.361967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 601a95fc-8f97-4f96-b1ec-d326d5bac02c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:16.445819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] For port 1ec6c37a-4887-4350-88cb-fea388af498b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:16.449934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] For port 1ec6c37a-4887-4350-88cb-fea388af498b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ec6c37a-4887-4350-88cb-fea388af498b,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:16.455735 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:16.524113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 601a95fc-8f97-4f96-b1ec-d326d5bac02c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:16.524217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:16.586293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:16.586952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:34:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:16.634364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d57fe-23ee-4932-a023-5c817ceedc85 None None] Pushing event updated for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:16.833865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:16.905555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 601a95fc-8f97-4f96-b1ec-d326d5bac02c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:17.100213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03a376cc-73aa-4ae8-b99d-8460a75a5f66 req-46d58dc6-473f-4fea-888f-ae9c2b5fe7fb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 210 time: 0.1804533 Jun 01 13:35:17.142312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-e2c023db-de99-4b55-89c8-5ce331313a90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:17.143073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-e2c023db-de99-4b55-89c8-5ce331313a90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:17.156671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-e2c023db-de99-4b55-89c8-5ce331313a90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:17.158931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-e2c023db-de99-4b55-89c8-5ce331313a90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 796 time: 0.2606301 Jun 01 13:35:17.230711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-8e4d672c-1435-42a1-bfef-5d07f0f8007e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:17.245028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-8e4d672c-1435-42a1-bfef-5d07f0f8007e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:17.246333 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-8e4d672c-1435-42a1-bfef-5d07f0f8007e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 380 time: 0.0722587 Jun 01 13:35:17.255812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'port': {'device_id': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'admin_state_up': True, 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'security_groups': ['46b9f393-134b-45ff-b788-b31424f371bf']}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:17.296172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:16Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:17.300618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea25a86-bb74-40d4-b665-86808cca055c None None] The sync data for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 is: [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:16Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:35:17.442385 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:17.461402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:17.478723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'port': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:17.491378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:17.537356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ec6c37a-4887-4350-88cb-fea388af498b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:17.639872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1ec6c37a-4887-4350-88cb-fea388af498b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:17.646036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1ec6c37a-4887-4350-88cb-fea388af498b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:17.646548 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:17.805942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1ec6c37a-4887-4350-88cb-fea388af498b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:17.806323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:17.846172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1ec6c37a-4887-4350-88cb-fea388af498b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ec6c37a-4887-4350-88cb-fea388af498b,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:17.856768 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:17.884331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.6 (5d89d640-ad75-4450-98fd-879f0d58c624/af09c101-a0a1-4450-8f8c-875db0ec75a2/93181f52-6350-473c-a9da-4d51f5e8cd7e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:17.935452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:18.144551 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.166959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 93181f52-6350-473c-a9da-4d51f5e8cd7e will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:18.195989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.251671 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.277767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-74b48e78-5987-45f1-847c-657a02de4402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.300654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:18.323816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 5d89d640-ad75-4450-98fd-879f0d58c624 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:18.326016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:18.344459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:18.347811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607d92-539e-4314-838b-92f24dad2289 req-5d368684-b16d-4111-b563-15f2a7084e9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.349698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be607d92-539e-4314-838b-92f24dad2289 req-5d368684-b16d-4111-b563-15f2a7084e9d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 931 time: 0.1052089 Jun 01 13:35:18.408305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be607d92-539e-4314-838b-92f24dad2289 req-44da4d7d-ce10-4a37-a7b2-59455e7b5c19 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526693 Jun 01 13:35:18.429762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.429762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.453031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49108) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:18.484014 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-a17a52a0-f932-42f9-915b-4bbe50ebbe15 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2319648 Jun 01 13:35:18.502400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Request body: {'port': {'device_id': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:18.558539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d949ddf-b25d-410a-a4ae-a5bdfa397d75 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.559231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d949ddf-b25d-410a-a4ae-a5bdfa397d75 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.559834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d949ddf-b25d-410a-a4ae-a5bdfa397d75 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.562134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5d949ddf-b25d-410a-a4ae-a5bdfa397d75 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/ports?project_id=ad3f0555c5d741e790830ed1c9af1615&network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 2970 time: 0.1079164 Jun 01 13:35:18.671508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66d48591-be64-4017-a8e8-ddde61e6f274 None None] Provisioning for port 93181f52-6350-473c-a9da-4d51f5e8cd7e completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:18.677993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66d48591-be64-4017-a8e8-ddde61e6f274 None None] Provisioning complete for port 93181f52-6350-473c-a9da-4d51f5e8cd7e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:18.678683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66d48591-be64-4017-a8e8-ddde61e6f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.679791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:18.750375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-66d48591-be64-4017-a8e8-ddde61e6f274 None None] Port 93181f52-6350-473c-a9da-4d51f5e8cd7e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:18.821780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-99eec8e6-328a-4f1d-9528-673fa725ff47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752823 Jun 01 13:35:18.973047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-db8b8cf2-a6af-44eb-81b0-4449dea80774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:18.974532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-db8b8cf2-a6af-44eb-81b0-4449dea80774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2039e126448349dd8be5414bd82a8825&device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 1096 time: 0.0787754 Jun 01 13:35:19.057703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93181f52-6350-473c-a9da-4d51f5e8cd7e {{(pid=88372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:35:19.066703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.086090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Transition to ACTIVE for port object 93181f52-6350-473c-a9da-4d51f5e8cd7e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:19.089689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.127498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-f29d05e8-ba20-4b5d-98a9-fb57f9e82358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.128862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-f29d05e8-ba20-4b5d-98a9-fb57f9e82358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 200 len: 914 time: 0.1310680 Jun 01 13:35:19.211064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-7660b14a-e0d6-46e8-9d60-c6fe64c90d7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d486642-4064-4e3c-bed4-39c12c129bc8 HTTP/1.1" status: 200 len: 217 time: 0.0739210 Jun 01 13:35:19.240451 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:19.292801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-fe4ba7fb-28ab-4b4b-afdc-972827a0a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.294454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-fe4ba7fb-28ab-4b4b-afdc-972827a0a44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 200 len: 853 time: 0.0762916 Jun 01 13:35:19.345859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-5214608b-dbdb-44dc-ae48-4f4fb653d923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eec32bd2-6795-4075-8814-d0bc811528f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445759 Jun 01 13:35:19.355647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:19.355982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:19.356315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:19.363102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:35:19.363429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:19.369549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:19.369887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:19.370270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Bound using segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:19.370733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Bound port: 93181f52-6350-473c-a9da-4d51f5e8cd7e, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:19.371081 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.473326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:19.477804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:19.487840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.502782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-a83f6ef2-0944-49a1-a353-cceeda9265ba service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508348 Jun 01 13:35:19.555964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ec6c37a-4887-4350-88cb-fea388af498b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:19.562011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.562956 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.564526 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] 10.222.0.24 "PUT /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 1091 time: 1.0667188 Jun 01 13:35:19.564968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:19.592972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512657-6fae-4b1c-af75-e4dffc3a3b49 service neutron] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:19.717437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1ec6c37a-4887-4350-88cb-fea388af498b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:19.718468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:19.758330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-c1652ae6-139b-4441-9a51-094c8ffb9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.760005 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-c1652ae6-139b-4441-9a51-094c8ffb9e0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1094 time: 0.1299400 Jun 01 13:35:19.848796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8bdf3a98-9fa2-4e6d-b210-9bbf5815cbc0 req-19cfcea7-e5d4-4c23-a2a4-3a91f144124b service neutron] 10.222.0.13 "GET /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393483 Jun 01 13:35:19.874476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b7b52-4133-4b86-af5b-e446ad9eb161 req-ffa3f030-2540-45d9-83fa-0d055b59043b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.876302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff9b7b52-4133-4b86-af5b-e446ad9eb161 req-ffa3f030-2540-45d9-83fa-0d055b59043b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.1846623 Jun 01 13:35:19.888881 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b8a90b-cb86-4877-8985-fd697052b1ce'] response: {'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'status': 'completed', 'code': 200} Jun 01 13:35:19.897961 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-f5a9ea5a-e1df-4ba1-a477-c89a7441136c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 217 time: 0.1100729 Jun 01 13:35:19.931389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff9b7b52-4133-4b86-af5b-e446ad9eb161 req-04706b8b-ae91-4df4-8f94-2d64875a4c58 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475619 Jun 01 13:35:19.972260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-2287f0dc-ee6c-4242-9d8e-ba3fa6630428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:19.973733 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-2287f0dc-ee6c-4242-9d8e-ba3fa6630428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0692189 Jun 01 13:35:19.975828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1ec6c37a-4887-4350-88cb-fea388af498b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:20.018630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49134) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:20.052273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-21933d26-8c49-4d6e-8e54-6d613a1c2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.053735 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-21933d26-8c49-4d6e-8e54-6d613a1c2e48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734043 Jun 01 13:35:20.079305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a1fb5-c5a7-427a-8653-623aa5cb4378 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.080825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0b5a1fb5-c5a7-427a-8653-623aa5cb4378 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a HTTP/1.1" status: 200 len: 814 time: 0.0611582 Jun 01 13:35:20.294660 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-8ac4d250-7ef8-4452-b9ee-fa4421a9d22b service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338169 Jun 01 13:35:20.433382 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-5ccbfef3-03a6-4e3c-bd64-d4c2dc55d94d req-5e830a2e-70c1-4848-a128-89594b6b1645 service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Jun 01 13:35:20.523270 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-617b50ca-51c4-4f64-8811-58f5fda0a395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.549760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:20.555953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'network': {'name': 'tempest-network-smoke--812414330', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'port_security_enabled': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:20.561717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:20.565849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:network and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:20.568798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:20.575290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:20.586144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:20.589922 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.596467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-e238037c-b004-400f-be6d-24670609eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.598025 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-e238037c-b004-400f-be6d-24670609eee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1094 time: 0.0818934 Jun 01 13:35:20.623145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:35:20.635015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.635389 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Added segment 0ce63303-3b7d-434a-bc39-ec10ab2fb921 of type vlan for network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 Jun 01 13:35:20.665626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.697104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.702910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.703488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:20.739457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-03c66ac1-ce52-45fd-a327-b65fa6a18c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.741514 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-03c66ac1-ce52-45fd-a327-b65fa6a18c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.1371491 Jun 01 13:35:20.812588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2616034 Jun 01 13:35:20.815589 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-4c0fe5b8-1654-4556-a157-f7314f767bc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 217 time: 0.0677404 Jun 01 13:35:20.815975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49146) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:20.821797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c6c6e-0b61-47a8-aeeb-445d13204c48 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Network': ['ID=9f9f7cac-2da3-485e-b4bf-b2079ca0f492,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:20.833760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:35:20.924219 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55568911-4bce-415b-ab22-9f4e797ed6ce tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.925777 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55568911-4bce-415b-ab22-9f4e797ed6ce tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=ad3f0555c5d741e790830ed1c9af1615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1088779 Jun 01 13:35:20.928975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49152) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:20.929729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-04688366-700e-483c-a6d1-9a7a43b9c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:20.931316 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-04688366-700e-483c-a6d1-9a7a43b9c68a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0837317 Jun 01 13:35:21.020514 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-a6051994-7917-4a25-83d0-bf0f39cb0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:21.022462 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-a6051994-7917-4a25-83d0-bf0f39cb0828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853240 Jun 01 13:35:21.112940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3375b-5374-48f6-9a13-c4eab4784f65 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:21.114705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dcd3375b-5374-48f6-9a13-c4eab4784f65 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1845927 Jun 01 13:35:21.120803 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49160) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:21.154774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878048f-d201-4c40-970d-2ef218214c34 req-0e32b7db-f7d0-4cf3-8900-fa44ca437d59 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:21.157256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6878048f-d201-4c40-970d-2ef218214c34 req-0e32b7db-f7d0-4cf3-8900-fa44ca437d59 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.0926943 Jun 01 13:35:21.176458 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0144b8a-8226-497d-afa4-6e4d24ca4b7f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550318 Jun 01 13:35:21.177093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49164) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:21.211038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6878048f-d201-4c40-970d-2ef218214c34 req-40723a55-2bf3-4435-9547-5ff1b2c00657 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Jun 01 13:35:21.224608 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eeed73a1-3928-4505-9c1f-07a3866deab6 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=ad3f0555c5d741e790830ed1c9af1615&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423050 Jun 01 13:35:21.225963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49170) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:21.259349 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-22600396-0064-44b1-9691-6cfe20958e81 service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306128 Jun 01 13:35:21.399162 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-bf462c6f-482b-458d-b436-abca5b9ce64f req-21d3f134-c710-4b95-b4a4-f194688632cf service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330183 Jun 01 13:35:21.527800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd06458-96e6-48b7-970e-923e54e41a3c tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:21.529264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fbd06458-96e6-48b7-970e-923e54e41a3c tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3018978 Jun 01 13:35:21.532594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49174) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:21.545219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661c0b4-7839-4281-a415-c5970e9f4ce0 req-f17e0444-d0a6-49aa-9ee0-0eb812817bf9 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:21.546634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e661c0b4-7839-4281-a415-c5970e9f4ce0 req-f17e0444-d0a6-49aa-9ee0-0eb812817bf9 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 945 time: 0.1320274 Jun 01 13:35:21.572852 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06b5a79a-060c-48bd-92d0-453157123a6d tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390546 Jun 01 13:35:21.575560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49178) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:21.580825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367506521', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:21.594609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e661c0b4-7839-4281-a415-c5970e9f4ce0 req-21bc1bb4-61cd-46b7-89d6-5e654c50cbd5 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Jun 01 13:35:21.708626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:21.713997 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:21.718015 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:subnet and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:21.721329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:21.727604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:21.739397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:21.742847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:21.793278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:21.997986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.182633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Subnet': ['ID=62287f66-de29-40e7-977f-68597587d809,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:22.193380 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Checking segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:22.193711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network hostable DHCP agents. Network: 9f9f7cac-2da3-485e-b4bf-b2079ca0f492, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:35:22.214283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:35:22.226650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 9f9f7cac-2da3-485e-b4bf-b2079ca0f492) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:22.234667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf07ce-c78b-4436-a498-92a2b38f829f None None] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:35:22.238941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:22.239609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.264256 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0c112bc8-a56f-4799-9d63-4a83f8963b6f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6876717 Jun 01 13:35:22.347767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49186) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:22.353267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142825694', 'description': 'tempest-secgroup-smoke-142825694 description', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:22.360897 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:22.364761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:22.367648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:22.373376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:22.385639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.405886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:22.410332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:22.412213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c1823-e723-4cfd-8d08-6834bfd23e66 req-7812b3d1-4f4b-465a-a037-f60923727067 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:22.413405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:22.413859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e31c1823-e723-4cfd-8d08-6834bfd23e66 req-7812b3d1-4f4b-465a-a037-f60923727067 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.0900207 Jun 01 13:35:22.419221 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:22.491874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ips': [{'subnet_id': '62287f66-de29-40e7-977f-68597587d809'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:35:22.493815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.495858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.501806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.514158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e31c1823-e723-4cfd-8d08-6834bfd23e66 req-06b4a683-46c4-4398-bafd-e48be994260c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632980 Jun 01 13:35:22.545538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.546969 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1981390 Jun 01 13:35:22.550055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49190) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:22.556867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:22.562043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f7af-99da-4dff-a023-903b834b595f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d983c-8509-47dd-a84d-9b9d5092fb18,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:22.567404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:22.571874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:22.574846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:22.582253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:22.599904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.665818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.670610 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.672319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Allocated IP 172.20.0.18 (9f9f7cac-2da3-485e-b4bf-b2079ca0f492/62287f66-de29-40e7-977f-68597587d809/9d96d3a4-17d7-4359-ab2f-a8dde86d8c17) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:22.703042 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.704431 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533165 Jun 01 13:35:22.707287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49196) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:22.709924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2351d1-bc5a-46a6-9faf-f9fe49898933 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6eb7cf-cb3e-4c08-be68-a0ca808106ec,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:22.714746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:22.722277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:22.726200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:22.729187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:22.735568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:22.760960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.832861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.838871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.859013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91850-8312-488f-b923-5a747b71afbe req-dfd143cf-6042-4cc3-8aaf-9876e9489557 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:22.860913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62b91850-8312-488f-b923-5a747b71afbe req-dfd143cf-6042-4cc3-8aaf-9876e9489557 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 945 time: 0.1519544 Jun 01 13:35:22.863733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c1e1e7-792f-4875-9dd7-2fd34df27a4e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:22.874659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a240fdb-6c05-4e02-98b9-831032648357 req-337da2ca-0a24-4e2f-99c3-6d774f235fbb tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:22.876991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a240fdb-6c05-4e02-98b9-831032648357 req-337da2ca-0a24-4e2f-99c3-6d774f235fbb tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 945 time: 0.1250370 Jun 01 13:35:22.880059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.881410 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f248418c-6876-4ebb-84d3-61043787b19e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1732056 Jun 01 13:35:22.884266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:22.889422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:22.889833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.896437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:22.900510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:22.900860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Transition to ACTIVE for port object 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:22.903783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:22.910011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:22.920609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Transition to ACTIVE for port object 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:22.928778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.932253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.980396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62b91850-8312-488f-b923-5a747b71afbe req-175891f0-7257-4fa3-9eb0-0b3bee4404fb tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/security-groups?id=4ad8e7d6-14cc-44c7-9497-cac18e90447d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023109 Jun 01 13:35:22.986725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Deleting port 4d486642-4064-4e3c-bed4-39c12c129bc8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:35:22.987072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:22.999003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.004287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.025728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:23.028507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:23.030793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da485bd4-3ea9-47a2-a631-a09cb8393caa,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.032375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:23.042499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.042705 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.046117 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1cb7cc60-c040-42f9-bbd6-9f52eb8f4a1f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581631 Jun 01 13:35:23.046906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:23.055502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:23.063830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:23.072196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:23.075192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:23.081314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:23.100780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.132407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Attempting to bind port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:23.133030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Attempting to bind port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:23.133619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Attempting to bind port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 on network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:23.140069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:23.140670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Checking segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:23.141327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.142672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Bound using segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:23.143297 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Bound port: 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:23.143823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.169178 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.174309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.202833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6aac39-b783-416a-bc0e-fc58650cc417,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.213607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.215038 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a38f63d5-552a-417a-b27f-e5c741ecb843 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650393 Jun 01 13:35:23.217512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:23.223685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:23.225931 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.230239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:23.234410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:23.237376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:23.243048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:23.248273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] For port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:23.251545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] For port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:23.254391 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:35:23.257139 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.261543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.293388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] For port 4d486642-4064-4e3c-bed4-39c12c129bc8, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4d486642-4064-4e3c-bed4-39c12c129bc8,segment=NetworkSegment(7c710a14-0c83-4c86-9610-f728e9d3ec55),segment_id=7c710a14-0c83-4c86-9610-f728e9d3ec55)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:23.293775 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.327347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.332687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.339266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289674c-53d6-4be2-871e-cffe46ed8ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.367625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b73d2-2df5-4dbc-aae4-1136d2d1c2f9,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.378997 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.380337 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62cacce4-8f6d-47ac-b735-c3f019b8f368 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618869 Jun 01 13:35:23.384181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49212) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:23.389461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': 'af2d983c-8509-47dd-a84d-9b9d5092fb18', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:23.396898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:23.400778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:23.403683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:23.410821 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:23.426910 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:35:23.435209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.448526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Calling delete_port for 4d486642-4064-4e3c-bed4-39c12c129bc8 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:35:23.507990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.513644 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.541512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2863aa-915a-4202-88c1-34cede63e3b8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.559354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.560819 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e7947ff8-5d6e-4a21-8b06-5e1da2821503 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1752210 Jun 01 13:35:23.644915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.662848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4d486642-4064-4e3c-bed4-39c12c129bc8'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:35:23.758130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Pushing event deleted for resources: {'Port': ['ID=4d486642-4064-4e3c-bed4-39c12c129bc8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:23.862160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] No DVR routers for this DVR port 4d486642-4064-4e3c-bed4-39c12c129bc8 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:35:23.867139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:23.870359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'name': 'network-vif-deleted', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:23.897483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a240fdb-6c05-4e02-98b9-831032648357 req-91681d86-f13b-44fc-a900-57b341a63469 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.13 "DELETE /v2.0/ports/4d486642-4064-4e3c-bed4-39c12c129bc8 HTTP/1.1" status: 204 len: 173 time: 1.0016155 Jun 01 13:35:23.910577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-901cee0c-2939-4ea1-9a37-aaa8b99800ba tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142825694&fields=id&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 267 time: 0.0742991 Jun 01 13:35:23.926806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ccae-85fc-4d4e-81d6-44976e4bda3e req-2b21c73e-7183-4351-9aea-e8820d80a587 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:23.928345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2418ccae-85fc-4d4e-81d6-44976e4bda3e req-2b21c73e-7183-4351-9aea-e8820d80a587 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.2289429 Jun 01 13:35:24.064301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2418ccae-85fc-4d4e-81d6-44976e4bda3e req-318e3878-6894-4c77-9ecf-1ecd491881bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142316 Jun 01 13:35:24.111504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-dbb9de5e-a1a7-4638-b599-f32a307c486b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:24.112207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-dbb9de5e-a1a7-4638-b599-f32a307c486b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:24.120324 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e119741-8f82-4a99-b6ca-d252e9927314'] response: {'server_uuid': '20981b20-9689-463c-a28c-5286223a8e99', 'name': 'network-vif-deleted', 'tag': '4d486642-4064-4e3c-bed4-39c12c129bc8', 'status': 'completed', 'code': 200} Jun 01 13:35:24.134904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-dbb9de5e-a1a7-4638-b599-f32a307c486b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:24.142221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-dbb9de5e-a1a7-4638-b599-f32a307c486b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/networks?id=9f9f7cac-2da3-485e-b4bf-b2079ca0f492 HTTP/1.1" status: 200 len: 796 time: 0.2121346 Jun 01 13:35:24.153562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-483f11ac-bebf-47ab-b40b-1f60404fe22d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/quotas/ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 375 time: 0.0104082 Jun 01 13:35:24.385011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-681fbf31-cc76-4cab-9a41-f1799d32258e req-4675a458-51f2-4a17-b914-f4176335f925 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Synchronizing usage tracker for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:24.408224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-681fbf31-cc76-4cab-9a41-f1799d32258e req-4675a458-51f2-4a17-b914-f4176335f925 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] Unset dirty status for tenant:2039e126448349dd8be5414bd82a8825 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:24.409479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-681fbf31-cc76-4cab-9a41-f1799d32258e req-4675a458-51f2-4a17-b914-f4176335f925 tempest-VolumesSnapshotTestJSON-1237858345 tempest-VolumesSnapshotTestJSON-1237858345-project] 10.222.0.40 "GET /v2.0/ports?device_id=20981b20-9689-463c-a28c-5286223a8e99 HTTP/1.1" status: 200 len: 210 time: 0.0816486 Jun 01 13:35:24.437051 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-14506739-265d-43b5-a0c3-b2f3a4f6907b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2738237 Jun 01 13:35:24.509451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfcb47-c669-4630-b56a-eb25f869c29a None None] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:35:24.583397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-81019d58-b72c-4409-a21d-7902c2fd83a3 service neutron] 10.222.0.40 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360519 Jun 01 13:35:24.610432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-781ded29-4ca6-47ea-90e1-1c31d2962eb2 None None] Provisioning for port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:24.718854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-a2b9d850-8e96-406f-8fa6-38c3e043a701 service neutron] 10.222.0.40 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293435 Jun 01 13:35:24.915646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-261a09c9-a9c1-4779-a071-0b9cbfb7aa44 req-e6facdae-ba80-49a6-8e0d-85719760a545 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 210 time: 0.0483451 Jun 01 13:35:25.315666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf013ee4-7b55-474d-ba40-94ab10353b07 req-6464b6a8-e9d6-42e2-974b-a558507c620b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:25.317153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf013ee4-7b55-474d-ba40-94ab10353b07 req-6464b6a8-e9d6-42e2-974b-a558507c620b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.0883954 Jun 01 13:35:25.361541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf013ee4-7b55-474d-ba40-94ab10353b07 req-9d1a27d5-6139-4002-8ea1-bdfb25de59d8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Jun 01 13:35:25.470644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:35:25.576531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:25.725696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:25.741107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'port_id': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'mac_address': 'fa:16:3e:75:b4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:35:25.742797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:25.748338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:25.748710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:25.861526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93181f52-6350-473c-a9da-4d51f5e8cd7e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:25.861921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:25.885960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93181f52-6350-473c-a9da-4d51f5e8cd7e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:35:25.978020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:25.996878 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.064358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-ab1a8647-cf9d-4ee3-ba8b-11efa7b56e1b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:26.065809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-ab1a8647-cf9d-4ee3-ba8b-11efa7b56e1b tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/networks?id=9f9f7cac-2da3-485e-b4bf-b2079ca0f492 HTTP/1.1" status: 200 len: 796 time: 0.1684299 Jun 01 13:35:26.085570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:26.086005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.134142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-a456a0fb-6755-4f50-affb-3f726faf599c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 472 time: 0.0598633 Jun 01 13:35:26.146235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'port': {'device_id': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'admin_state_up': True, 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'security_groups': ['af2d983c-8509-47dd-a84d-9b9d5092fb18']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:26.153522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:26.159101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:26.164930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.225709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a04c861d-ac20-4bef-a197-a67c9fb5676e req-aa60b158-c66b-47dc-b317-adf256e6d984 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 210 time: 0.0877261 Jun 01 13:35:26.238642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:26.346580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:26.350786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:port and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:26.353651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:26.359706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:26.371301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:35:26.374822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.437292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['93181f52-6350-473c-a9da-4d51f5e8cd7e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:35:26.600008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.30 (9f9f7cac-2da3-485e-b4bf-b2079ca0f492/62287f66-de29-40e7-977f-68597587d809/74cc3ba4-91ad-4f7f-a184-879142212e33) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:26.639787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f6d6a-40fd-4a0d-9570-a41b5753d5b4 req-a1810011-82a3-4218-824c-3836b3be2da4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:26.641325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b23f6d6a-40fd-4a0d-9570-a41b5753d5b4 req-a1810011-82a3-4218-824c-3836b3be2da4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.1674986 Jun 01 13:35:26.788792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b23f6d6a-40fd-4a0d-9570-a41b5753d5b4 req-8119e6d0-b097-4203-8cbd-ce77cea860d1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335421 Jun 01 13:35:26.855595 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.872184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object 74cc3ba4-91ad-4f7f-a184-879142212e33 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:26.896691 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:26.965840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:26.969012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:26.972870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:27.003512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:27.040145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:27.040759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.059160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4d486642-4064-4e3c-bed4-39c12c129bc8 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:35:27.076420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d97a5f31-bcdf-43be-9ed4-274fd8d0f537 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9363501 Jun 01 13:35:27.088901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Request body: {'port': {'device_id': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:27.101357 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4d486642-4064-4e3c-bed4-39c12c129bc8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:35:27.101695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4d486642-4064-4e3c-bed4-39c12c129bc8 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:35:27.208635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.293082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f77673b6-fe00-4a72-8494-d2cc6a287193 None None] Provisioning for port 74cc3ba4-91ad-4f7f-a184-879142212e33 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:27.300730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f77673b6-fe00-4a72-8494-d2cc6a287193 None None] Provisioning complete for port 74cc3ba4-91ad-4f7f-a184-879142212e33 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:27.301474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f77673b6-fe00-4a72-8494-d2cc6a287193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.369881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f77673b6-fe00-4a72-8494-d2cc6a287193 None None] Port 74cc3ba4-91ad-4f7f-a184-879142212e33 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:27.483641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:27.531339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:27.640438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:27.640905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.669048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 93181f52-6350-473c-a9da-4d51f5e8cd7e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:27.669359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8fbbd-6b42-4a13-9ea6-e87c64a5cf3f req-0f382234-8763-4ed5-87c9-fd1cf51b81c3 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:27.670069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b9b8fbbd-6b42-4a13-9ea6-e87c64a5cf3f req-0f382234-8763-4ed5-87c9-fd1cf51b81c3 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:35:27.690516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 93181f52-6350-473c-a9da-4d51f5e8cd7e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:27.690887 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.718159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b9b8fbbd-6b42-4a13-9ea6-e87c64a5cf3f req-0f382234-8763-4ed5-87c9-fd1cf51b81c3 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:35:27.719324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9b8fbbd-6b42-4a13-9ea6-e87c64a5cf3f req-0f382234-8763-4ed5-87c9-fd1cf51b81c3 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 932 time: 0.3629594 Jun 01 13:35:27.791108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9b8fbbd-6b42-4a13-9ea6-e87c64a5cf3f req-ef321a8a-8aab-4ccc-bae7-2c354abebbce tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634432 Jun 01 13:35:27.853829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cc3ba4-91ad-4f7f-a184-879142212e33 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:35:27.868459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.880544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:27.883913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 93181f52-6350-473c-a9da-4d51f5e8cd7e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:27.884482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.894029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Transition to ACTIVE for port object 74cc3ba4-91ad-4f7f-a184-879142212e33 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:27.904386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.916580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:27.928230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:27.933875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:27.979074 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ca9e73-f4db-4c21-8299-5b12a2b78c6b'] response: {'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'code': 200} Jun 01 13:35:28.007086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:28.028570 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:35:28.091148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Pushing event updated for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:28.162056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5eeb-7056-4232-bee1-e34ccae20c36 req-912124c2-16e6-4493-b02a-dff0f0f495a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:28.164166 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62dd5eeb-7056-4232-bee1-e34ccae20c36 req-912124c2-16e6-4493-b02a-dff0f0f495a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1096 time: 0.0952470 Jun 01 13:35:28.246549 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62dd5eeb-7056-4232-bee1-e34ccae20c36 req-6500759a-1261-4007-9c13-252295a40589 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723598 Jun 01 13:35:28.251881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec1859-0ff9-4cd3-ad96-7d550913eed6 req-1b5b4d24-50c6-4d3b-b33f-c6516c78fd8e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:28.259223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6ec1859-0ff9-4cd3-ad96-7d550913eed6 req-1b5b4d24-50c6-4d3b-b33f-c6516c78fd8e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.3488090 Jun 01 13:35:28.305171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Attempting to bind port 74cc3ba4-91ad-4f7f-a184-879142212e33 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:28.305497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Attempting to bind port 74cc3ba4-91ad-4f7f-a184-879142212e33 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:28.305827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Attempting to bind port 74cc3ba4-91ad-4f7f-a184-879142212e33 on network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:28.321779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Port 74cc3ba4-91ad-4f7f-a184-879142212e33 on network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:35:28.322103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Attempting to bind port 74cc3ba4-91ad-4f7f-a184-879142212e33 on network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:28.333281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6ec1859-0ff9-4cd3-ad96-7d550913eed6 req-d795f403-bf38-4420-8fa6-62b1086b1f6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732415 Jun 01 13:35:28.334145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:28.334479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Checking segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:28.334871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Bound using segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:28.335294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Bound port: 74cc3ba4-91ad-4f7f-a184-879142212e33, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:28.335638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:28.449312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:28.453523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=74cc3ba4-91ad-4f7f-a184-879142212e33,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:28.467076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:28.595454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:28.596435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:28.598417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] 10.222.0.13 "PUT /v2.0/ports/74cc3ba4-91ad-4f7f-a184-879142212e33 HTTP/1.1" status: 200 len: 1092 time: 1.5140896 Jun 01 13:35:28.620322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:28.697919 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96b7329-463f-4e39-b689-d4daa0aed286'] response: {'name': 'network-changed', 'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33', 'status': 'completed', 'code': 200} Jun 01 13:35:28.698826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e54cf-d2de-4d85-8681-c4ab3bb21856 service neutron] Pushing event updated for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:28.740256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-97988078-c141-45f4-8293-da07da74133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:28.741721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-97988078-c141-45f4-8293-da07da74133d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 1095 time: 0.0895371 Jun 01 13:35:28.819458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-d774e36d-fc64-42a3-8d8a-412f25dd1776 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=74cc3ba4-91ad-4f7f-a184-879142212e33 HTTP/1.1" status: 200 len: 217 time: 0.0705018 Jun 01 13:35:28.881343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-aec7a610-f652-4f6e-9642-68449edffe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:28.882805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-aec7a610-f652-4f6e-9642-68449edffe94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62287f66-de29-40e7-977f-68597587d809 HTTP/1.1" status: 200 len: 838 time: 0.0579095 Jun 01 13:35:29.016968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-5c64e1cd-bb09-4b12-ba73-47d35c636903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.018433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-5c64e1cd-bb09-4b12-ba73-47d35c636903 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9f7cac-2da3-485e-b4bf-b2079ca0f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299791 Jun 01 13:35:29.029137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2cfb-b9bf-4dfe-bde7-aa73768cf59f req-95669789-902c-41f3-ac97-28cff3ea9429 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.030451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-230b2cfb-b9bf-4dfe-bde7-aa73768cf59f req-95669789-902c-41f3-ac97-28cff3ea9429 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 944 time: 0.1123290 Jun 01 13:35:29.151594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-230b2cfb-b9bf-4dfe-bde7-aa73768cf59f req-5afe3199-29c4-417b-8f74-c3cdad30a8d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029539 Jun 01 13:35:29.186958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-4546f89e-71df-4b06-b10d-6874091138f9 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555202 Jun 01 13:35:29.318757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76ded03d-2538-4ec9-9225-e6587087bf3e req-04bf7a74-dba1-456b-9646-30f63ba747cd service neutron] 10.222.0.13 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257265 Jun 01 13:35:29.450259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-4d71e9f8-a6de-4752-ba3a-5e9dd18aa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.451763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-4d71e9f8-a6de-4752-ba3a-5e9dd18aa7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 1095 time: 0.0783567 Jun 01 13:35:29.766486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-ac098579-284d-4fc3-84f3-b3138809782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.768009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-ac098579-284d-4fc3-84f3-b3138809782b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9f7cac-2da3-485e-b4bf-b2079ca0f492 HTTP/1.1" status: 200 len: 897 time: 0.3102517 Jun 01 13:35:29.776261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d3691-41dd-4447-9908-b41da7dc9e04 req-a0276c04-c078-45cf-88b5-71aa8ccc722f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.777579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d07d3691-41dd-4447-9908-b41da7dc9e04 req-a0276c04-c078-45cf-88b5-71aa8ccc722f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.3004541 Jun 01 13:35:29.855100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-34e62aac-0b84-4b59-9984-dffeafa91afa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=74cc3ba4-91ad-4f7f-a184-879142212e33 HTTP/1.1" status: 200 len: 217 time: 0.0765798 Jun 01 13:35:29.922258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d07d3691-41dd-4447-9908-b41da7dc9e04 req-a759ef8f-69f6-4992-86e4-bc5754cac2b0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943930 Jun 01 13:35:29.944476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-47ac20fd-9023-47ca-8d5c-68030c863b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:29.944476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-47ac20fd-9023-47ca-8d5c-68030c863b5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62287f66-de29-40e7-977f-68597587d809 HTTP/1.1" status: 200 len: 838 time: 0.0761604 Jun 01 13:35:30.025110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-b499ed64-6903-42bd-a7e0-96abbaf4a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:30.026574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-b499ed64-6903-42bd-a7e0-96abbaf4a8b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9f7cac-2da3-485e-b4bf-b2079ca0f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833554 Jun 01 13:35:30.173872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-4bad8e8b-ba15-4124-99e6-f46218935f8d service neutron] 10.222.0.13 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384237 Jun 01 13:35:30.364042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c78b7bb-8f46-42b4-af6a-278f6a456497 req-a0fb0d7e-69d2-4972-b04e-aa24bd925932 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839137 Jun 01 13:35:30.383432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937af6a-3da3-4c4c-a6d4-8a96e41bb616 req-62c45dfb-f85d-41c3-b0cd-3ab8d41b77fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:30.384915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c937af6a-3da3-4c4c-a6d4-8a96e41bb616 req-62c45dfb-f85d-41c3-b0cd-3ab8d41b77fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 944 time: 0.1140161 Jun 01 13:35:30.444425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c937af6a-3da3-4c4c-a6d4-8a96e41bb616 req-fd1fc712-875c-446d-b71c-87591f3e9445 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531862 Jun 01 13:35:31.089737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 74cc3ba4-91ad-4f7f-a184-879142212e33 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:35:31.235757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=74cc3ba4-91ad-4f7f-a184-879142212e33,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:31.253921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '74cc3ba4-91ad-4f7f-a184-879142212e33', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'port_id': '74cc3ba4-91ad-4f7f-a184-879142212e33', 'mac_address': 'fa:16:3e:e9:b9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62287f66-de29-40e7-977f-68597587d809', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:35:31.277107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f830b-45c3-4ae4-81f5-093d6bc6c276 req-eb39f8be-f7ff-413c-a49d-342307c2c65d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:31.278723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-300f830b-45c3-4ae4-81f5-093d6bc6c276 req-eb39f8be-f7ff-413c-a49d-342307c2c65d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.0855944 Jun 01 13:35:31.310387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 74cc3ba4-91ad-4f7f-a184-879142212e33 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:31.310904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:31.328527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cc3ba4-91ad-4f7f-a184-879142212e33 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:35:31.331821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-300f830b-45c3-4ae4-81f5-093d6bc6c276 req-92d0e640-11ec-4412-aacc-53527b9436a0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Jun 01 13:35:31.344581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=74cc3ba4-91ad-4f7f-a184-879142212e33,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:31.350314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:31.423800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:31.527928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322b03-9896-4715-8b54-d1eb3615c322 req-97483690-5f9c-4ee6-a27c-5d6af19e39b0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:31.529750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c322b03-9896-4715-8b54-d1eb3615c322 req-97483690-5f9c-4ee6-a27c-5d6af19e39b0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.0936513 Jun 01 13:35:31.559059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['74cc3ba4-91ad-4f7f-a184-879142212e33'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:35:31.633648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c322b03-9896-4715-8b54-d1eb3615c322 req-d5ffcb7a-e704-4c1e-ae5b-2a41cb68e39c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978529 Jun 01 13:35:31.659024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49300) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:31.700413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ea3ae-c220-46a7-95f7-b2f415586359 req-29a16831-3e6c-4b42-bbc3-50ce71bea4ae tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:31.701883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-497ea3ae-c220-46a7-95f7-b2f415586359 req-29a16831-3e6c-4b42-bbc3-50ce71bea4ae tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 945 time: 0.1252773 Jun 01 13:35:31.773366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-497ea3ae-c220-46a7-95f7-b2f415586359 req-da971eca-eb10-4f26-a11c-fc5ee1165d3a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591559 Jun 01 13:35:31.789253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf265e-4ead-4e00-8093-9adf0833784c tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:31.793582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5adf265e-4ead-4e00-8093-9adf0833784c tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1091 time: 0.1308794 Jun 01 13:35:31.793933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49304) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:31.799615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:35:31.806750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:35:31.810857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:floatingip and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:35:31.814823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:35:31.821917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:35:31.833840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:31.977657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:32.114306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.21 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/9a2dfe5e-d062-45aa-b874-f1398731e7fc) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:32.275563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:32.307004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:32.378166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:32.381099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:32.384902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:32.413748 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=9a2dfe5e-d062-45aa-b874-f1398731e7fc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:32.821148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:32.909762 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.003572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847723cb-4d98-40f1-a950-be6f30d7efca req-4e187f61-4aa1-43b7-b441-16efe547d2b2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:33.011982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-847723cb-4d98-40f1-a950-be6f30d7efca req-4e187f61-4aa1-43b7-b441-16efe547d2b2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 945 time: 0.1077566 Jun 01 13:35:33.058224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-847723cb-4d98-40f1-a950-be6f30d7efca req-c2862b59-fea5-4259-b277-53b9e24aeb75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Jun 01 13:35:33.088880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 74cc3ba4-91ad-4f7f-a184-879142212e33 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:33.177445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 74cc3ba4-91ad-4f7f-a184-879142212e33 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:33.185545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 74cc3ba4-91ad-4f7f-a184-879142212e33 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:33.185923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.246270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.252346 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.318533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 74cc3ba4-91ad-4f7f-a184-879142212e33 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:33.318920 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.348024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:33.360016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=74cc3ba4-91ad-4f7f-a184-879142212e33,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:33.369795 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.379339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=9a2dfe5e-d062-45aa-b874-f1398731e7fc,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:33.388802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:33.495070 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0455a3-ae94-4e20-b8b7-d6fda169b239'] response: {'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33', 'code': 200} Jun 01 13:35:33.495620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:33.585338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de03ce-2463-4f03-b1b3-bbaf529d3c95 req-d9c059ad-aae4-4a9c-bf16-264497384a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:33.587308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02de03ce-2463-4f03-b1b3-bbaf529d3c95 req-d9c059ad-aae4-4a9c-bf16-264497384a04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 1097 time: 0.0966160 Jun 01 13:35:33.633266 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP c12249bc-de34-4380-a690-8416551ddd5b associated. External IP: 172.25.7.21, port: 93181f52-6350-473c-a9da-4d51f5e8cd7e. Jun 01 13:35:33.634705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02de03ce-2463-4f03-b1b3-bbaf529d3c95 req-6c34b925-0cb2-455f-ba20-f2e524018084 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Jun 01 13:35:33.989008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router d09a6b41-fb65-4320-b41c-d48359a22afb has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:35:34.183779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:35:34.206563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Sync routers for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:35:34.212173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:34.220501 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:34.221447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:34.270275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d83a7-e3db-4141-ad3f-872721763239 req-dadc7af9-96c8-41b8-b0a3-882dc9b37e23 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:34.277337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b2d83a7-e3db-4141-ad3f-872721763239 req-dadc7af9-96c8-41b8-b0a3-882dc9b37e23 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1079104 Jun 01 13:35:34.280881 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2526c19-292e-4766-9ad7-8ac7d21f2255 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4834492 Jun 01 13:35:34.280881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:35:34.332710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b2d83a7-e3db-4141-ad3f-872721763239 req-82916b1d-66de-4690-a4e8-adef9dbb3a52 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544996 Jun 01 13:35:34.451300 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:34.491174 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f26b97-f760-4045-9f97-3d4811080f5a'] response: {'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'status': 'completed', 'code': 200} Jun 01 13:35:34.529914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad14a-fb9f-4b79-9ad3-64a18f07f969 req-7c7a2eca-92bf-4cd3-bc6c-1d29052640db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:34.557787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a2ad14a-fb9f-4b79-9ad3-64a18f07f969 req-7c7a2eca-92bf-4cd3-bc6c-1d29052640db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1782303 Jun 01 13:35:34.614571 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:34.686161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-5c62ebe1-1224-4cd5-bbbb-69eec6d2e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:34.688558 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-5c62ebe1-1224-4cd5-bbbb-69eec6d2e0d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1096 time: 0.1486359 Jun 01 13:35:34.690407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a2ad14a-fb9f-4b79-9ad3-64a18f07f969 req-0ce73004-3538-4c7f-92fd-3bbf64532500 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316290 Jun 01 13:35:34.711020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49326) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:34.856969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-175f7d06-c977-4a14-ad78-16fd83801525 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 200 len: 990 time: 0.1447377 Jun 01 13:35:34.903965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-525ae07d-4f73-4d82-a05b-c69b6fc1afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:34.905725 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-525ae07d-4f73-4d82-a05b-c69b6fc1afc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.2107456 Jun 01 13:35:35.007922 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c12249bc-de34-4380-a690-8416551ddd5b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'port_id': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'mac_address': 'fa:16:3e:75:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:35:32Z', 'updated_at': '2022-06-01T13:35:32Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:35.011866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Checking router: d09a6b41-fb65-4320-b41c-d48359a22afb for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:35:35.022060 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:35.022974 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:35.157346 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-b43c088d-2d41-4934-8991-6d7fef9b09f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 998 time: 0.2444005 Jun 01 13:35:35.222055 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:35.227847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-9017d961-e034-4c7c-af71-2438b20ab3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:35.229356 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-9017d961-e034-4c7c-af71-2438b20ab3a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0663953 Jun 01 13:35:35.319532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-edb7b5cb-d3a3-4a07-8570-9b2fd889426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:35.324621 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-edb7b5cb-d3a3-4a07-8570-9b2fd889426a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889289 Jun 01 13:35:35.519684 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-5b3675fa-a92f-41c6-876a-bb05f57158df service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881113 Jun 01 13:35:35.660107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532145b7-160f-4232-8a7e-b2bf62384307 req-4cd33049-62d6-4344-ab3a-2a19472b4714 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:35.669368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-532145b7-160f-4232-8a7e-b2bf62384307 req-4cd33049-62d6-4344-ab3a-2a19472b4714 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1461284 Jun 01 13:35:35.696295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c12249bc-de34-4380-a690-8416551ddd5b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'port_id': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'mac_address': 'fa:16:3e:75:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:35:32Z', 'updated_at': '2022-06-01T13:35:32Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:35.703854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704044-3dc7-4d50-a4fb-61720e97cd21 None None] The sync data for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 is: [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c12249bc-de34-4380-a690-8416551ddd5b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'port_id': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'mac_address': 'fa:16:3e:75:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:35:32Z', 'updated_at': '2022-06-01T13:35:32Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:35:35.733676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-532145b7-160f-4232-8a7e-b2bf62384307 req-890db72b-8b85-40ec-ab83-8c291a6474ac tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635295 Jun 01 13:35:35.748510 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1de2c4e9-9952-45e6-a729-01529d806f4d req-d8478414-3c25-4e89-b045-2052507a4805 service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203760 Jun 01 13:35:35.860711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49336) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:35.978026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae232a-a892-4206-8ba2-bdf028a4cd64 req-572f232a-782f-4d34-a5f8-baf2a700ab43 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:35.979822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dae232a-a892-4206-8ba2-bdf028a4cd64 req-572f232a-782f-4d34-a5f8-baf2a700ab43 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1178923 Jun 01 13:35:36.036423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dae232a-a892-4206-8ba2-bdf028a4cd64 req-cabbece9-7e3d-47bf-b118-6ea843efe17e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452499 Jun 01 13:35:36.040873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d81ba5-32b7-4789-9947-725762abae42 None None] New status for floating IP c12249bc-de34-4380-a690-8416551ddd5b: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:35:36.062275 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1cc46bd4-3119-443f-b00c-fadd15097007 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 200 len: 990 time: 0.2002795 Jun 01 13:35:37.066307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49346) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:37.175677 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c879a13-3c73-4f15-87da-d061c1d9f8da tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 200 len: 992 time: 0.1081789 Jun 01 13:35:37.532916 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49350) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:38.382365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:38.781439 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.17 (9f9f7cac-2da3-485e-b4bf-b2079ca0f492/62287f66-de29-40e7-977f-68597587d809/117c18bc-2796-4608-a2ff-0fc6e3d9877f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:35:38.941870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:38.957490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object 117c18bc-2796-4608-a2ff-0fc6e3d9877f will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:38.983939 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.058484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:39.061651 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:39.065595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:35:39.096851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:39.129439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.285492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.340494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a5c5902-cad9-44a5-800c-e1ae08021dc0 None None] Provisioning for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:39.347912 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2a5c5902-cad9-44a5-800c-e1ae08021dc0 None None] Provisioning complete for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:39.348506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5902-cad9-44a5-800c-e1ae08021dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.408697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c5902-cad9-44a5-800c-e1ae08021dc0 None None] Port 117c18bc-2796-4608-a2ff-0fc6e3d9877f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:39.747225 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.753998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:39.865819 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:39.870286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:40.131740 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:35:40.132809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:35:40.335030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:35:40.437762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-517f46d3-d65c-4a9d-b5a3-7c1359c94c4a None None] Provisioning complete for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:40.439193 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-517f46d3-d65c-4a9d-b5a3-7c1359c94c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:40.496879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-517f46d3-d65c-4a9d-b5a3-7c1359c94c4a None None] Port 117c18bc-2796-4608-a2ff-0fc6e3d9877f cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:35:40.568810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:35:40.579421 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:35:40.587593 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0d63d02a-2aed-4c18-a2db-ea43a75e32a4 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/25a7e665-fc47-497d-be72-71f00fbfc7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0532012 Jun 01 13:35:40.590878 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:40.591517 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:40.787619 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:41.150364 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:35:39Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c18bc-2796-4608-a2ff-0fc6e3d9877f', 'name': '', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:38:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '62287f66-de29-40e7-977f-68597587d809', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:38Z', 'updated_at': '2022-06-01T13:35:39Z', 'revision_number': 2, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '62287f66-de29-40e7-977f-68597587d809', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:41.154379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:35:41.154806 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Updating router 25a7e665-fc47-497d-be72-71f00fbfc7c6 port 117c18bc-2796-4608-a2ff-0fc6e3d9877f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:35:41.211526 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:41.607771 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:41.619070 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Transition to ACTIVE for port object 117c18bc-2796-4608-a2ff-0fc6e3d9877f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:35:41.625275 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:41.777542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf8b4-bbee-491e-9690-fb8c3b5769c5 None None] Pushing event updated for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:41.837498 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Attempting to bind port 117c18bc-2796-4608-a2ff-0fc6e3d9877f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:35:41.837853 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Attempting to bind port 117c18bc-2796-4608-a2ff-0fc6e3d9877f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:35:41.838206 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Attempting to bind port 117c18bc-2796-4608-a2ff-0fc6e3d9877f on network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:35:41.843748 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:35:41.844107 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Checking segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:35:41.844948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:41.845040 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Bound using segment: {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:35:41.845519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Bound port: 117c18bc-2796-4608-a2ff-0fc6e3d9877f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce63303-3b7d-434a-bc39-ec10ab2fb921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:35:41.845878 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:41.947234 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] For port 117c18bc-2796-4608-a2ff-0fc6e3d9877f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:35:41.949995 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] For port 117c18bc-2796-4608-a2ff-0fc6e3d9877f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=117c18bc-2796-4608-a2ff-0fc6e3d9877f,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:35:41.956541 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:42.040553 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:35:42.041192 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:42.103848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf8b4-bbee-491e-9690-fb8c3b5769c5 None None] Pushing event updated for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:42.240632 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:35:42.627611 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:35:39Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c18bc-2796-4608-a2ff-0fc6e3d9877f', 'name': '', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:38:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '62287f66-de29-40e7-977f-68597587d809', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:38Z', 'updated_at': '2022-06-01T13:35:41Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '62287f66-de29-40e7-977f-68597587d809', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:35:42.631735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35e9eb-5484-422f-8b04-1f502b90585d None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:35:39Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c18bc-2796-4608-a2ff-0fc6e3d9877f', 'name': '', 'network_id': '9f9f7cac-2da3-485e-b4bf-b2079ca0f492', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:38:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '62287f66-de29-40e7-977f-68597587d809', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:38Z', 'updated_at': '2022-06-01T13:35:41Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '62287f66-de29-40e7-977f-68597587d809', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:35:43.534618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 117c18bc-2796-4608-a2ff-0fc6e3d9877f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:43.610727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:35:43.615972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:43.616417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:43.732930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 117c18bc-2796-4608-a2ff-0fc6e3d9877f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:43.733304 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:43.768493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 117c18bc-2796-4608-a2ff-0fc6e3d9877f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=117c18bc-2796-4608-a2ff-0fc6e3d9877f,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:35:43.774166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:43.847214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:35:45.512819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 117c18bc-2796-4608-a2ff-0fc6e3d9877f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:35:45.586436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 117c18bc-2796-4608-a2ff-0fc6e3d9877f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:35:45.586843 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:45.710648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 117c18bc-2796-4608-a2ff-0fc6e3d9877f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:35:46.485480 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-17339c63-0ee4-4ed6-98dd-44fc688e80d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821991 Jun 01 13:35:46.644562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-e6eed9ce-d8c6-4e82-9d7b-ca533c1e5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:46.646080 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-e6eed9ce-d8c6-4e82-9d7b-ca533c1e5339 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1097 time: 0.0753522 Jun 01 13:35:46.812074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-9e95d756-6732-44f7-bb8e-c1f7191dc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:46.813748 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-9e95d756-6732-44f7-bb8e-c1f7191dc270 service neutron] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 898 time: 0.1430101 Jun 01 13:35:46.919880 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-18aa1afd-3e12-4425-ab95-e2066fab37a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 1002 time: 0.0972409 Jun 01 13:35:46.985046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-71700b5f-b09f-4ac0-9f76-0243d0e38d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:46.987135 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-71700b5f-b09f-4ac0-9f76-0243d0e38d55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.0618794 Jun 01 13:35:47.071561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-a6f569d7-3e49-4f82-8979-c69c291f131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:35:47.072969 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-a6f569d7-3e49-4f82-8979-c69c291f131a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801191 Jun 01 13:35:47.207037 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-7b4cdd4f-a9b0-4474-832a-f4d7e022934b service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274824 Jun 01 13:35:47.351029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-e4af7f0d-1fba-4a33-bb30-67c25413034c req-64b75b2d-3094-4634-aaa9-6ffabd16c305 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372757 Jun 01 13:35:48.242999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:48.263089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1c70258a-a617-494e-bf8f-8dbbd19037c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:50.511337 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-91640640-fa6b-436b-aecd-8afee4436824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:51.716573 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:51.801264 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:53.195384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:35:59.087950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49458) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:35:59.780255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:00.179916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 117c18bc-2796-4608-a2ff-0fc6e3d9877f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:00.180796 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:00.387510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 117c18bc-2796-4608-a2ff-0fc6e3d9877f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=117c18bc-2796-4608-a2ff-0fc6e3d9877f,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:00.387874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:00.511795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 117c18bc-2796-4608-a2ff-0fc6e3d9877f owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:00.723873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:00.892906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=117c18bc-2796-4608-a2ff-0fc6e3d9877f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:01.173979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:01.566691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:01.758737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:01.769013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:01.774902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-39dfebc3-cd41-451b-b5fa-21a9902a9169 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/25a7e665-fc47-497d-be72-71f00fbfc7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858094 Jun 01 13:36:01.779893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:01.780535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:01.981740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:02.189071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb0c9-e207-49b3-9fea-39bd6b605051 req-d45940a3-7ff3-4722-9e4f-7f2e6fca4f84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:02.189868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b0feb0c9-e207-49b3-9fea-39bd6b605051 req-d45940a3-7ff3-4722-9e4f-7f2e6fca4f84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:02.208323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b0feb0c9-e207-49b3-9fea-39bd6b605051 req-d45940a3-7ff3-4722-9e4f-7f2e6fca4f84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:02.209606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0feb0c9-e207-49b3-9fea-39bd6b605051 req-d45940a3-7ff3-4722-9e4f-7f2e6fca4f84 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1090250 Jun 01 13:36:02.260262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0feb0c9-e207-49b3-9fea-39bd6b605051 req-a6acc8d7-92bb-4cea-91ec-96185d37b8aa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Jun 01 13:36:02.396484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:02.400870 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:02.410240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:02.410903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:02.595392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:02.959856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:02.964204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743c067-a409-4da7-84e8-31f5d42d194b None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '84b11d5f-7459-41fc-bf3b-46f76d2929d7', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'port_id': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'mac_address': 'fa:16:3e:d4:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081a73-8728-4afe-9c20-18a18ec953eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:34:02Z', 'updated_at': '2022-06-01T13:34:06Z', 'revision_number': 1, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:03.487811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-1f5d86c7-c0e7-4381-9dee-578e1069bf04 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:03.489243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-1f5d86c7-c0e7-4381-9dee-578e1069bf04 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1652308 Jun 01 13:36:03.493631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 117c18bc-2796-4608-a2ff-0fc6e3d9877f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:03.562982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 117c18bc-2796-4608-a2ff-0fc6e3d9877f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:03.572609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 117c18bc-2796-4608-a2ff-0fc6e3d9877f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:03.575383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37518a-0950-493e-9355-99020b1b6b13 req-21cb6e53-e151-49a3-a878-3a3cbac49408 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:03.577258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b37518a-0950-493e-9355-99020b1b6b13 req-21cb6e53-e151-49a3-a878-3a3cbac49408 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 946 time: 0.1879985 Jun 01 13:36:03.590614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 74cc3ba4-91ad-4f7f-a184-879142212e33 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:03.591042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:03.706486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b37518a-0950-493e-9355-99020b1b6b13 req-620b06dd-78eb-4df3-bd03-17e3a8a969d0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=af2d983c-8509-47dd-a84d-9b9d5092fb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203675 Jun 01 13:36:03.991730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 74cc3ba4-91ad-4f7f-a184-879142212e33, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=74cc3ba4-91ad-4f7f-a184-879142212e33,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:03.991939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:04.116752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 74cc3ba4-91ad-4f7f-a184-879142212e33 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:04.266857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:04.320331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=74cc3ba4-91ad-4f7f-a184-879142212e33,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:04.396430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] No DVR routers for this DVR port 74cc3ba4-91ad-4f7f-a184-879142212e33 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:04.399324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:04.403183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'name': 'network-vif-deleted', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:04.420823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e04f1eea-e4e0-4dd1-ac20-80ad6c07552e req-4bc90d60-b282-4fb8-8004-6b8d32e8c753 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "DELETE /v2.0/ports/74cc3ba4-91ad-4f7f-a184-879142212e33 HTTP/1.1" status: 204 len: 173 time: 0.9235768 Jun 01 13:36:04.449112 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f134ca-b07f-42cf-9184-b99efeabb827'] response: {'server_uuid': 'bf333d41-07e1-4d99-8590-6fd10e5a30d5', 'name': 'network-vif-deleted', 'tag': '74cc3ba4-91ad-4f7f-a184-879142212e33', 'status': 'completed', 'code': 200} Jun 01 13:36:04.637502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:04.913355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5886a267-306e-4656-92d9-e3cb44ebb738 req-32fa8ebc-d157-4da0-888c-9bf20903d4d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:04.929250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5886a267-306e-4656-92d9-e3cb44ebb738 req-32fa8ebc-d157-4da0-888c-9bf20903d4d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:04.930319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5886a267-306e-4656-92d9-e3cb44ebb738 req-32fa8ebc-d157-4da0-888c-9bf20903d4d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf333d41-07e1-4d99-8590-6fd10e5a30d5 HTTP/1.1" status: 200 len: 210 time: 0.0869429 Jun 01 13:36:05.028581 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:36:06.032008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49512) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:06.101185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.132523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.196522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.214555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d983c-8509-47dd-a84d-9b9d5092fb18,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:06.223689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.227428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/security-groups/af2d983c-8509-47dd-a84d-9b9d5092fb18 HTTP/1.1" status: 204 len: 168 time: 0.1917424 Jun 01 13:36:06.227428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.227428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.227428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.227428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.227831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.228003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.228323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.228635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.228981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.229290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.229571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.229911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df4c84-a0a4-4209-9e74-60eefb8e5f5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:06.261657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49518) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:06.329657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting subnet 62287f66-de29-40e7-977f-68597587d809 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:36:06.332779 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.386873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.473414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.547184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.586118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Subnet': ['ID=62287f66-de29-40e7-977f-68597587d809,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:06.589877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.598958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ff80a3a0-8c6e-4b1c-b5f9-d050511cde4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/subnets/62287f66-de29-40e7-977f-68597587d809 HTTP/1.1" status: 204 len: 168 time: 0.3336399 Jun 01 13:36:06.599095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1552c30-818d-4fd7-809c-2ab1fe17638f None None] Network 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:36:06.599514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49522) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:06.731911 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.744987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:06.745416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.891854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] DHCP port deletion for 9f9f7cac-2da3-485e-b4bf-b2079ca0f492 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:36:06.896748 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Deleting port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:06.897120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:06.986625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:06.986963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.109968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:07.117657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] For port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,segment=NetworkSegment(0ce63303-3b7d-434a-bc39-ec10ab2fb921),segment_id=0ce63303-3b7d-434a-bc39-ec10ab2fb921)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:07.118153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.186021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.237595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=9d96d3a4-17d7-4359-ab2f-a8dde86d8c17,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:07.239319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] No DVR routers for this DVR port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:07.281389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 74cc3ba4-91ad-4f7f-a184-879142212e33 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:07.313917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Calling delete_port for 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:07.365922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 74cc3ba4-91ad-4f7f-a184-879142212e33 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:07.366137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 74cc3ba4-91ad-4f7f-a184-879142212e33 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:07.403867 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:36:07.404285 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:36:07.471887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.500828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9f7cac-2da3-485e-b4bf-b2079ca0f492']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:07.513571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce63303-3b7d-434a-bc39-ec10ab2fb921') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:07.513896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce63303-3b7d-434a-bc39-ec10ab2fb921') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:07.526432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.528641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:07.549354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.556200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:36:07.556648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.572504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:07.572918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:07.656085 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0ce63303-3b7d-434a-bc39-ec10ab2fb921 resource provider aggregate not found Jun 01 13:36:07.660862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.680810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.683976 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0ce63303-3b7d-434a-bc39-ec10ab2fb921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ce63303-3b7d-434a-bc39-ec10ab2fb921 found for delete ", "request_id": "req-b8b3e068-80c5-4c40-9548-db7a39d11cd0"}]} Jun 01 13:36:07.688376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Network': ['ID=9f9f7cac-2da3-485e-b4bf-b2079ca0f492,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:07.706814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-48a981a6-3dd2-4173-9895-a7cf2bbe5a69 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/networks/9f9f7cac-2da3-485e-b4bf-b2079ca0f492 HTTP/1.1" status: 204 len: 168 time: 1.1062505 Jun 01 13:36:07.709328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49538) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:07.905613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Deleting port 9d96d3a4-17d7-4359-ab2f-a8dde86d8c17 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:07.906436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.936098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port a0d2340b-71d3-4225-8edf-11b721f58d30 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:07.936672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:07.974188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fd848ed2-556b-4a34-9e05-0180f08332bc None None] The port '9d96d3a4-17d7-4359-ab2f-a8dde86d8c17' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:36:08.121546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:08.122106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:08.248795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for a0d2340b-71d3-4225-8edf-11b721f58d30 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:08.400425 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:08.451451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=a0d2340b-71d3-4225-8edf-11b721f58d30,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:08.544335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:08.544733 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Floating IP 84b11d5f-7459-41fc-bf3b-46f76d2929d7 disassociated (deleted). External IP: 172.25.7.137, port: c70530d2-4d4d-4a39-9be5-26535963e5ec. Jun 01 13:36:09.019304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:09.202073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:09.212868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:09.218568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:09.223082 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:09.223787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:09.278497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bdbf6f64-237a-4b2f-ba32-b7a5a2809a35 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/floatingips/84b11d5f-7459-41fc-bf3b-46f76d2929d7 HTTP/1.1" status: 204 len: 168 time: 1.5679493 Jun 01 13:36:09.279007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:09.344620 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beab151c-5b45-428f-b091-0261c14d4d97'] response: {'name': 'network-changed', 'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'status': 'completed', 'code': 200} Jun 01 13:36:09.476597 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:09.532462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-213f1f33-efee-4b65-a904-036185e0261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:09.534143 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-213f1f33-efee-4b65-a904-036185e0261e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 1097 time: 0.1450069 Jun 01 13:36:09.728125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-93ec03f0-e539-4e9e-85c7-8f7d9d2e0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:09.729815 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-93ec03f0-e539-4e9e-85c7-8f7d9d2e0562 service neutron] 10.222.0.24 "GET /v2.0/networks?id=608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 200 len: 898 time: 0.1892958 Jun 01 13:36:09.767476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-4b432297-900e-4197-832e-8a2acd7899f2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:09.768181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-4b432297-900e-4197-832e-8a2acd7899f2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:09.787305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-4b432297-900e-4197-832e-8a2acd7899f2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:09.788474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-4b432297-900e-4197-832e-8a2acd7899f2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.1120343 Jun 01 13:36:09.851916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-f2df428e-8585-4bd7-8d92-eaf6d1d84cac tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:09.856560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:09.862555 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:09.874343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:09.875368 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:09.878461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-f2df428e-8585-4bd7-8d92-eaf6d1d84cac tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:09.879984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75cc043c-9ac8-4b43-a219-bbe71a0d6b6c req-f2df428e-8585-4bd7-8d92-eaf6d1d84cac tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851119 Jun 01 13:36:09.945737 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-a2b1dd8c-2127-4514-80ef-e49f07bf798a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 200 len: 217 time: 0.2084103 Jun 01 13:36:10.012795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-9f8a464b-e0e2-4397-8893-61f040523279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:10.014345 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-9f8a464b-e0e2-4397-8893-61f040523279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 200 len: 835 time: 0.0600622 Jun 01 13:36:10.070285 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:10.090694 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-9ccf4c36-4754-4e78-ac91-4c4a8c2e1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:10.092293 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-9ccf4c36-4754-4e78-ac91-4c4a8c2e1ab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=608ed30f-5fad-4e4e-90b1-e3791e29fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713899 Jun 01 13:36:10.251716 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-3a32de8a-7ec9-4262-a9db-b4aa82f838d2 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519690 Jun 01 13:36:10.253146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49564) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:10.394972 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:10.399416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Deleting subnet 216cb15e-4b15-43d5-b567-959fdfc1e14a {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:36:10.399597 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c8b07-9f4d-4786-8c51-52a2b5cc16bd None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:00Z', 'revision_number': 6, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '671cc4fe-12ac-4551-a3e9-5fe577186f30', 'name': '', 'network_id': '608ed30f-5fad-4e4e-90b1-e3791e29fd27', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:6f:26:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:34Z', 'updated_at': '2022-06-01T13:33:45Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': 'f8020f1f-effa-4ec2-9f19-27c4cb782212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:10.405362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.480192 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-1ed0bdec-ab4d-4482-912a-df8f1eba27b7 req-d3fc2b26-f144-490f-86cf-4c4648e9bf11 service neutron] 10.222.0.24 "GET /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910353 Jun 01 13:36:10.506186 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.568280 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.640553 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.674676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f4a37-2a27-4963-8f78-8fae66769589 None None] New status for floating IP 84b11d5f-7459-41fc-bf3b-46f76d2929d7: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:36:10.680640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216cb15e-4b15-43d5-b567-959fdfc1e14a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:10.687199 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.695454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.695793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.696137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.696558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.697190 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.697519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.697844 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.698292 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.698692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.698955 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.699277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.699589 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:10.706029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a2466c10-27b6-41d0-a1aa-04a7ca9c098f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/216cb15e-4b15-43d5-b567-959fdfc1e14a HTTP/1.1" status: 204 len: 168 time: 0.4516945 Jun 01 13:36:10.707887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49568) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:10.819991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.956188 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:10.986268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec32bd2-6795-4075-8814-d0bc811528f9']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:10.999286 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c710a14-0c83-4c86-9610-f728e9d3ec55') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:10.999559 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c710a14-0c83-4c86-9610-f728e9d3ec55') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:11.012022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.028828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.035296 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:36:11.035630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.084046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130d6d-ebfc-4738-b6e0-b2132d6fbb4f req-a908b550-8205-4a92-9901-968d6f720e4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:11.085433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4130d6d-ebfc-4738-b6e0-b2132d6fbb4f req-a908b550-8205-4a92-9901-968d6f720e4c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.0850866 Jun 01 13:36:11.127259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.139109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4130d6d-ebfc-4738-b6e0-b2132d6fbb4f req-bd8b36b3-23f4-4d3f-8b9e-24391f3e85c8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=89a6c058-7f73-4e90-8acf-e30fa729db90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466988 Jun 01 13:36:11.149834 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7c710a14-0c83-4c86-9610-f728e9d3ec55 resource provider aggregate not found Jun 01 13:36:11.154822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.206526 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 7c710a14-0c83-4c86-9610-f728e9d3ec55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c710a14-0c83-4c86-9610-f728e9d3ec55 found for delete ", "request_id": "req-2e4bb9d4-8b60-4a44-91d9-c81e8dbedb2a"}]} Jun 01 13:36:11.207273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] Pushing event deleted for resources: {'Network': ['ID=eec32bd2-6795-4075-8814-d0bc811528f9,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:11.211662 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c9f6fa66-c300-4d58-a074-9bc12207dacd admin admin] 10.222.0.40 "DELETE /v2.0/networks/eec32bd2-6795-4075-8814-d0bc811528f9 HTTP/1.1" status: 204 len: 168 time: 0.5027931 Jun 01 13:36:11.250202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-b44d5cba-95a5-4974-8d9a-21c8def38a27 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:11.250958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-b44d5cba-95a5-4974-8d9a-21c8def38a27 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:11.262794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-b44d5cba-95a5-4974-8d9a-21c8def38a27 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:11.263898 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-b44d5cba-95a5-4974-8d9a-21c8def38a27 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.24 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 946 time: 0.1104889 Jun 01 13:36:11.333993 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port c70530d2-4d4d-4a39-9be5-26535963e5ec {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:11.334352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.389327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49582) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:11.438447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7c500f1f-28a6-4539-bc93-c8d5f9787fd3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2039e126448349dd8be5414bd82a8825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478756 Jun 01 13:36:11.441259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49586) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:11.606829 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.641700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port c70530d2-4d4d-4a39-9be5-26535963e5ec, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=c70530d2-4d4d-4a39-9be5-26535963e5ec,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:11.642083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.662881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.780937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for c70530d2-4d4d-4a39-9be5-26535963e5ec owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:11.922779 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.950873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8e7d6-14cc-44c7-9497-cac18e90447d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:11.980163 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.981819 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:11.983319 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3103166-723a-4a6b-a599-338f4c1568b9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4ad8e7d6-14cc-44c7-9497-cac18e90447d HTTP/1.1" status: 204 len: 168 time: 0.5411787 Jun 01 13:36:12.031874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=c70530d2-4d4d-4a39-9be5-26535963e5ec,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:12.229057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] No DVR routers for this DVR port c70530d2-4d4d-4a39-9be5-26535963e5ec on host n-h1-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:12.231674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:12.233973 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-c78fc607-3322-44e8-aca9-bcd9ca2d4c17 req-974718d3-f133-4e23-b673-ff063435da68 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.24 "DELETE /v2.0/ports/c70530d2-4d4d-4a39-9be5-26535963e5ec HTTP/1.1" status: 204 len: 173 time: 0.9646564 Jun 01 13:36:12.234419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'name': 'network-vif-deleted', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:12.280198 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e580448e-8b25-4157-84f2-65a666b01d54'] response: {'server_uuid': '75081a73-8728-4afe-9c20-18a18ec953eb', 'name': 'network-vif-deleted', 'tag': 'c70530d2-4d4d-4a39-9be5-26535963e5ec', 'status': 'completed', 'code': 200} Jun 01 13:36:12.300453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eac0e694-4f61-4be8-a604-10878bb6f202 req-79e5959a-4bd9-45a7-bc40-a4b83bc56b91 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=75081a73-8728-4afe-9c20-18a18ec953eb HTTP/1.1" status: 200 len: 210 time: 0.0470598 Jun 01 13:36:13.406245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49630) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:13.482457 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:13.514061 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:13.585725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:13.604810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a6c058-7f73-4e90-8acf-e30fa729db90,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:13.623340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:13.627311 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-70235f75-68de-4f20-8b6f-522f00200a18 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/security-groups/89a6c058-7f73-4e90-8acf-e30fa729db90 HTTP/1.1" status: 204 len: 168 time: 0.2172155 Jun 01 13:36:13.657447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49642) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:14.225672 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:14.605729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 671cc4fe-12ac-4551-a3e9-5fe577186f30 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:14.606361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:14.798209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 671cc4fe-12ac-4551-a3e9-5fe577186f30, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=671cc4fe-12ac-4551-a3e9-5fe577186f30,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:14.798568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:14.931467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 671cc4fe-12ac-4551-a3e9-5fe577186f30 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:15.367328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:15.417057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=671cc4fe-12ac-4551-a3e9-5fe577186f30,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:15.727192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:15.757935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c70530d2-4d4d-4a39-9be5-26535963e5ec no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:15.793564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: c70530d2-4d4d-4a39-9be5-26535963e5ec {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:15.794166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device c70530d2-4d4d-4a39-9be5-26535963e5ec not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:16.154824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 25a7e665-fc47-497d-be72-71f00fbfc7c6 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:16.332682 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:16.342556 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Sync routers for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:16.347655 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c7e8c3ce-f63c-40e8-8205-94312cb30d4f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/25a7e665-fc47-497d-be72-71f00fbfc7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890876 Jun 01 13:36:16.350373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:16.353046 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:16.353615 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:16.420991 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting subnet f8020f1f-effa-4ec2-9f19-27c4cb782212 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:36:16.425181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:16.485069 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:16.532718 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:16.693410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:16.770791 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:16.810921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Subnet': ['ID=f8020f1f-effa-4ec2-9f19-27c4cb782212,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:16.812789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:16.819438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7815d63b-15fb-4bb3-aa91-a93eac4c814c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/subnets/f8020f1f-effa-4ec2-9f19-27c4cb782212 HTTP/1.1" status: 204 len: 168 time: 0.4678409 Jun 01 13:36:16.821875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49660) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:16.823198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ccc98e-223a-4fd3-af5e-40595d57e8da None None] Network 608ed30f-5fad-4e4e-90b1-e3791e29fd27 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:36:16.858882 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:15Z', 'revision_number': 7, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:16.864294 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Checking router: 25a7e665-fc47-497d-be72-71f00fbfc7c6 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:16.873398 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Routers {'25a7e665-fc47-497d-be72-71f00fbfc7c6'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:16.874247 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:35:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['25a7e665-fc47-497d-be72-71f00fbfc7c6'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:17.020999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.057321 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] Set router 25a7e665-fc47-497d-be72-71f00fbfc7c6 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:17.107369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] DHCP port deletion for 608ed30f-5fad-4e4e-90b1-e3791e29fd27 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:36:17.114666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Deleting port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:17.117188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.222357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.236049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 139a2719-57c3-4850-8ce8-d40fc3db2fd0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:17.236689 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.377138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] For port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,segment=NetworkSegment(099cc6f1-f379-4780-8657-aceeac4fb664),segment_id=099cc6f1-f379-4780-8657-aceeac4fb664)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:17.378639 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.389785 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:15Z', 'revision_number': 7, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:17.393925 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8671-aed8-408c-8c68-9ae53ec8fa43 None None] The sync data for ids ['25a7e665-fc47-497d-be72-71f00fbfc7c6'] in n-d-844200-1 is: [{'id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'name': 'tempest-TestNetworkBasicOps-router-1793225657', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:33:28Z', 'updated_at': '2022-06-01T13:36:15Z', 'revision_number': 7, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': '139a2719-57c3-4850-8ce8-d40fc3db2fd0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a7e665-fc47-497d-be72-71f00fbfc7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:33:29Z', 'updated_at': '2022-06-01T13:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:17.469488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 139a2719-57c3-4850-8ce8-d40fc3db2fd0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=139a2719-57c3-4850-8ce8-d40fc3db2fd0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:17.470146 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.534119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Calling delete_port for 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:17.604857 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 139a2719-57c3-4850-8ce8-d40fc3db2fd0 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:17.622002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.667945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Pushing event deleted for resources: {'Port': ['ID=46e0302e-3f6d-4eaf-b130-8d3c2df4b986,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:17.677457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] No DVR routers for this DVR port 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:17.679658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.679996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.680349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.680684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.681011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.681338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.681664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.681995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.682321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.682654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.682974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.683289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4625-0499-4d2f-8f49-45d2ad2e29c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:17.797495 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:17.827521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:17.865853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=139a2719-57c3-4850-8ce8-d40fc3db2fd0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:17.874877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:17.875215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 46e0302e-3f6d-4eaf-b130-8d3c2df4b986 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:17.875801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 671cc4fe-12ac-4551-a3e9-5fe577186f30 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:17.910491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 671cc4fe-12ac-4551-a3e9-5fe577186f30 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:17.910934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 671cc4fe-12ac-4551-a3e9-5fe577186f30 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:17.972086 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.146820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.149022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.172805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.173522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Fanout notify agent at l3_agent the message router_deleted on router 25a7e665-fc47-497d-be72-71f00fbfc7c6 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:36:18.189635 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.191373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-39e08429-ce20-45f5-8c22-1aca7ff1b417 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/routers/25a7e665-fc47-497d-be72-71f00fbfc7c6 HTTP/1.1" status: 204 len: 168 time: 1.3683534 Jun 01 13:36:18.194391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49674) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:18.280567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-730540d0-deb0-4738-8c3b-2df8b5bcc898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.288877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.459869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.597312 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.624241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608ed30f-5fad-4e4e-90b1-e3791e29fd27']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:18.636637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099cc6f1-f379-4780-8657-aceeac4fb664') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:18.636928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099cc6f1-f379-4780-8657-aceeac4fb664') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:18.648947 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.664889 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.671381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:36:18.671760 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.743190 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 099cc6f1-f379-4780-8657-aceeac4fb664 resource provider aggregate not found Jun 01 13:36:18.770067 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 099cc6f1-f379-4780-8657-aceeac4fb664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 099cc6f1-f379-4780-8657-aceeac4fb664 found for delete ", "request_id": "req-a1bb1f7a-c8ba-43e6-916a-a334ac7d68e0"}]} Jun 01 13:36:18.779064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.796770 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.809251 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Network': ['ID=608ed30f-5fad-4e4e-90b1-e3791e29fd27,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:18.812136 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0681df7d-5096-4b36-ab03-836bf4d2d7fa tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/networks/608ed30f-5fad-4e4e-90b1-e3791e29fd27 HTTP/1.1" status: 204 len: 168 time: 0.6167324 Jun 01 13:36:18.831073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49684) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:18.836428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'network': {'name': 'tempest-network-smoke--881043700', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:18.842332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:18.846405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:network and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:18.849227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:18.855127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:18.865382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:36:18.868785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.895878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:36:18.904316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.904642 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Added segment ad7be19f-0b63-4247-b216-952595431e54 of type vlan for network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 Jun 01 13:36:18.931809 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.963970 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:18.969584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:18.970151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.074438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2423978 Jun 01 13:36:19.077580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49688) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:19.080396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ad6d-5eb7-4c3d-9e6c-73db95b36e75 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Network': ['ID=5dcd086c-c6e7-43c7-8a58-a6141fddd381,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:19.083245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'admin_state_up': True, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:19.093821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:19.094376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:36:19.097944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:router and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:19.100855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:19.111016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:19.122067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.123175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.138703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.414845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.550535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 139a2719-57c3-4850-8ce8-d40fc3db2fd0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:19.587440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 139a2719-57c3-4850-8ce8-d40fc3db2fd0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:19.588030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 139a2719-57c3-4850-8ce8-d40fc3db2fd0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:19.751792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.781145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:19.919864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.25.7.240 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a50b6f2e-0929-454c-b548-1b352e0b0205) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:36:20.192157 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:20.221992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:20.286070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:20.288660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:20.293226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:36:20.330536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=a50b6f2e-0929-454c-b548-1b352e0b0205,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:20.506766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69ad2569-cacb-4f9b-9b8d-d01d3c89fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:20.754268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:21.099575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:21.306181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 3ec54005-91ad-42c7-8008-2b6ba21fec17 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:36:21.483132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:21.495642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Sync routers for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:21.509043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:21.509825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:21.517855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:21.519464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9c41312a-407d-4b95-9678-51f7ace11c0e tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4407070 Jun 01 13:36:21.522762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49700) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:21.566169 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3843183-985b-435c-90ae-2f43f14de419 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=ad3f0555c5d741e790830ed1c9af1615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398867 Jun 01 13:36:21.566371 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49704) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:21.697315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd95a5-d313-43d4-96b9-0cbfd7871ecc tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:21.701421 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5bd95a5-d313-43d4-96b9-0cbfd7871ecc tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314631 Jun 01 13:36:21.701599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:21.702566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:21.852259 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:21.861232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:21.901259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-76fb5bc4-158b-4af2-bf1b-832f517141fe tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1970081 Jun 01 13:36:21.903864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49716) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:21.911471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395161021', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:22.032255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:22.036832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:subnet and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:22.037259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:20Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:22.039939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:22.041422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Checking router: 3ec54005-91ad-42c7-8008-2b6ba21fec17 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:22.041775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Updating router 3ec54005-91ad-42c7-8008-2b6ba21fec17 port a50b6f2e-0929-454c-b548-1b352e0b0205 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:36:22.047087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:22.068007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:36:22.072269 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.088070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49722) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:22.098221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.224226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.242691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:22.247875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Usage tracker for resource:security_group_rule and tenant:b3a8fa66d34d4125aa586fd0226d1bb2 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:22.251847 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:22.260877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:22.308933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.362873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.366878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.400467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Checking segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:22.400816 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network hostable DHCP agents. Network: 5dcd086c-c6e7-43c7-8a58-a6141fddd381, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:36:22.414402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd043a79-2912-45e0-b20a-9aeb72948e6f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:22.416895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Subnet': ['ID=2d002299-8787-438e-ab3e-1ed1f9165f24,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:22.422513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49728) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:22.422803 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a94a46ed-f5a7-4ed5-9218-1bf72ac3998f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b3a8fa66d34d4125aa586fd0226d1bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340099 Jun 01 13:36:22.433587 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.445784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Transition to ACTIVE for port object a50b6f2e-0929-454c-b548-1b352e0b0205 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:22.452737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.472520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:36:22.487648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5dcd086c-c6e7-43c7-8a58-a6141fddd381) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:22.498154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:22.498764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.505372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a16822-1000-48aa-9200-9e5d17e4dfaa None None] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:36:22.519717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.532458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-aef05780-5eee-421d-8cee-6bc0331d4175 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6245923 Jun 01 13:36:22.533031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49732) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:22.613029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Attempting to bind port a50b6f2e-0929-454c-b548-1b352e0b0205 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:22.613608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Attempting to bind port a50b6f2e-0929-454c-b548-1b352e0b0205 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:22.613736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Attempting to bind port a50b6f2e-0929-454c-b548-1b352e0b0205 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:22.617661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476404b5-08a3-40a3-bc39-1f5bfc40f2dd None None] Pushing event updated for resources: {'Port': ['ID=a50b6f2e-0929-454c-b548-1b352e0b0205,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:22.624463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.626770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:22.627749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:22.627749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.627952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:22.628352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Bound port: a50b6f2e-0929-454c-b548-1b352e0b0205, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:22.628704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.780009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] For port a50b6f2e-0929-454c-b548-1b352e0b0205, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:22.784508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] For port a50b6f2e-0929-454c-b548-1b352e0b0205, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a50b6f2e-0929-454c-b548-1b352e0b0205,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:22.814010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.834619 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.860873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd043a79-2912-45e0-b20a-9aeb72948e6f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:22.875443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:36:22.876402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.923305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:22.923977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-27f38ccd-bbe8-43fe-ae3c-21a31ae1e317 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd043a79-2912-45e0-b20a-9aeb72948e6f HTTP/1.1" status: 204 len: 168 time: 0.5003610 Jun 01 13:36:23.009411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:23.010046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:23.060462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476404b5-08a3-40a3-bc39-1f5bfc40f2dd None None] Pushing event updated for resources: {'Port': ['ID=a50b6f2e-0929-454c-b548-1b352e0b0205,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:23.274046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:23.303566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:23.322514 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:23.349544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Allocated IP 172.20.0.2 (5dcd086c-c6e7-43c7-8a58-a6141fddd381/2d002299-8787-438e-ab3e-1ed1f9165f24/e64a931b-0419-458e-827f-7c02a0f0a3d6) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:36:23.764930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:23.777184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Transition to ACTIVE for port object e64a931b-0419-458e-827f-7c02a0f0a3d6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:23.800207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:20Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:23.802376 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Transition to ACTIVE for port object e64a931b-0419-458e-827f-7c02a0f0a3d6 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:23.806067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5b19-577c-411e-ac0f-90dcf7e30c1d None None] The sync data for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 is: [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:20Z', 'revision_number': 3, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:23.812254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:23.878164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.1 (5dcd086c-c6e7-43c7-8a58-a6141fddd381/2d002299-8787-438e-ab3e-1ed1f9165f24/9f4deebd-354d-4cfd-8700-0ed2ff7a9199) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:36:23.883775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:23.886784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:23.890416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:36:23.898533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Pushing event updated for resources: {'Port': ['ID=e64a931b-0419-458e-827f-7c02a0f0a3d6,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:23.984476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Attempting to bind port e64a931b-0419-458e-827f-7c02a0f0a3d6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:23.984842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Attempting to bind port e64a931b-0419-458e-827f-7c02a0f0a3d6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:23.985202 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Attempting to bind port e64a931b-0419-458e-827f-7c02a0f0a3d6 on network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:23.990897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:23.991276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Checking segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:23.991676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:23.992069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Bound using segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:23.992551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Bound port: e64a931b-0419-458e-827f-7c02a0f0a3d6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:23.992899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:24.068629 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:24.089695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:24.116067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] For port e64a931b-0419-458e-827f-7c02a0f0a3d6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:24.118854 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:24.119543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] For port e64a931b-0419-458e-827f-7c02a0f0a3d6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e64a931b-0419-458e-827f-7c02a0f0a3d6,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:24.129542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:24.236149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:24.239801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:24.242458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:24.245546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:36:24.262536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19257f-fa1a-4d40-b60d-1ea1b67e0348 None None] Pushing event updated for resources: {'Port': ['ID=e64a931b-0419-458e-827f-7c02a0f0a3d6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:24.311879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:24.616207 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:25.034653 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:25.041622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:25.156232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:25.159466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:25.296100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:25.297211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:25.627959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 3ec54005-91ad-42c7-8008-2b6ba21fec17 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:25.634240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a50b6f2e-0929-454c-b548-1b352e0b0205 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:25.721904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6531db0-a9b0-4973-85d7-6a8c45be1382 None None] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:36:25.802759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a50b6f2e-0929-454c-b548-1b352e0b0205 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:25.813515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a50b6f2e-0929-454c-b548-1b352e0b0205 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:25.814107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:25.825147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:25.835943 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Sync routers for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:25.841998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b4c55d56-a134-4060-ab7b-19cc1b3b1c5a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/3ec54005-91ad-42c7-8008-2b6ba21fec17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056669 Jun 01 13:36:25.842423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:25.846906 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:25.847701 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:25.870389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-301c9c48-1835-4689-9dec-199998f55f65 None None] Provisioning for port e64a931b-0419-458e-827f-7c02a0f0a3d6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:25.996633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:25.997368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:25.997975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:25.998572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:25.999201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.001585 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c5a20f96-e8e6-457d-bafd-a80f3f65951f tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1579559 Jun 01 13:36:26.004500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49744) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:26.041928 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:26.077153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.077634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.078161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.078608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.079063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:26.084497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea391505-c32e-462d-b5c7-90ce0150e80e tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0764151 Jun 01 13:36:26.086498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49748) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:26.123400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a50b6f2e-0929-454c-b548-1b352e0b0205 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:26.123400 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.143328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a50b6f2e-0929-454c-b548-1b352e0b0205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a50b6f2e-0929-454c-b548-1b352e0b0205,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:26.153021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.153777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e64a931b-0419-458e-827f-7c02a0f0a3d6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:26.271350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a50b6f2e-0929-454c-b548-1b352e0b0205,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:26.284339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e64a931b-0419-458e-827f-7c02a0f0a3d6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:26.294132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e64a931b-0419-458e-827f-7c02a0f0a3d6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:26.294698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.331221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4353088b-c251-48d2-9f2b-06b36a3c1a20 tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2452903 Jun 01 13:36:26.430930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49754) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:26.434301 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 2, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:26.436465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e64a931b-0419-458e-827f-7c02a0f0a3d6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:26.436855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.437853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034108494', 'description': 'tempest-secgroup-smoke-1034108494 description', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:26.443512 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Checking router: 3ec54005-91ad-42c7-8008-2b6ba21fec17 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:26.444329 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Updating router 3ec54005-91ad-42c7-8008-2b6ba21fec17 port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:36:26.449966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:26.457765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:26.463620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:26.474317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e64a931b-0419-458e-827f-7c02a0f0a3d6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e64a931b-0419-458e-827f-7c02a0f0a3d6,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:26.479786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.480114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:26.508512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.511798 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.543728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:26.548869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:26.553088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:26.559202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:26.578746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Provisioning for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:26.583519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e64a931b-0419-458e-827f-7c02a0f0a3d6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:26.596465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Provisioning complete for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:26.597234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.653470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:36:26.662900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.664965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Provisioning complete for port e64a931b-0419-458e-827f-7c02a0f0a3d6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:26.665361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.671561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.740818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02000231-8aa4-4fd9-85ef-2fb0f074ab88,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:26.748365 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.753086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49758) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:26.753625 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4c21ba9c-6b12-454d-bd0e-a4a0e549e95f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3213739 Jun 01 13:36:26.758686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:26.766986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:26.771744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:26.775129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:26.781789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:26.795123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e7e42-ffa8-4519-8eb4-06c33784ede2 None None] Current status of the port e64a931b-0419-458e-827f-7c02a0f0a3d6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:26.803173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.871579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.877622 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.912913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa602754-dfe0-45c0-8976-5df056afbeae,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:26.923816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb0e34d1-480e-460c-a160-b49c03d5d32a None None] Provisioning complete for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:26.924444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb0e34d1-480e-460c-a160-b49c03d5d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.932879 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.936991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf67cd5d-c805-4976-b8e7-4e743be05241 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1799045 Jun 01 13:36:26.937223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:26.942370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:26.949130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:26.952973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:26.955979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:26.962095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:26.980679 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:26.982141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e34d1-480e-460c-a160-b49c03d5d32a None None] Port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:36:26.992684 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.005759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Transition to ACTIVE for port object 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:27.013004 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.044967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.049104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.074202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387c1d71-8adb-47a2-ae6c-fca25cd0bd23,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.084714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.086101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d15cf580-362b-4d46-a0e6-72dbec019b9a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479063 Jun 01 13:36:27.088925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:27.096720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:27.104708 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:27.110374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:27.115269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:27.132364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:27.154793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.189076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Pushing event updated for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.224410 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.230344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.239078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.239428 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.239756 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.240086 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.240407 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.240731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.241048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.241362 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.241676 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.241987 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.242298 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.242663 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:36:27.262717 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Attempting to bind port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:27.263234 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Attempting to bind port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:27.264038 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Attempting to bind port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 on network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:27.264150 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbc344f-479c-4dd9-bb37-b9c3de339f7c,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.271292 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:27.271743 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Checking segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:27.272132 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.272590 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Bound using segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:27.273048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Bound port: 9f4deebd-354d-4cfd-8700-0ed2ff7a9199, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:27.273521 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.275051 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.276334 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d693143b-8810-421d-b1b7-06190944aa44 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1845186 Jun 01 13:36:27.279267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49770) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:27.284438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:27.291148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:27.294886 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:27.297706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:27.303908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:27.322995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.367695 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] For port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:27.370642 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] For port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:27.375939 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.395963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.401121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.441116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a36d95e-ead4-4962-a882-5575e309cca8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.449038 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:27.449884 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:27.461480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.463153 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48e3173d-611e-4482-a5d1-b0e9008356d8 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828685 Jun 01 13:36:27.465995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49774) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:27.473597 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:27.494006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:27.504850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:27.512606 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:27.526105 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:27.558235 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:36:27.569614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.600819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a50b6f2e-0929-454c-b548-1b352e0b0205 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:27.656503 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75d44-6339-4baa-b042-fcfff964d394 None None] Pushing event updated for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.657050 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.666900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.688955 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:27.693910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a50b6f2e-0929-454c-b548-1b352e0b0205 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:27.694471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.705765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a2bb43-024d-49ba-adca-d20e6670715a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.730565 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.735027 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d56ff997-a094-4901-b351-3f5d9678ab3d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2647095 Jun 01 13:36:27.735334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:27.741313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'security_group_rule': {'security_group_id': '02000231-8aa4-4fd9-85ef-2fb0f074ab88', 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:27.750491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:27.757241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:security_group_rule and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:27.761132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:27.769635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:27.784623 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Project ad3f0555c5d741e790830ed1c9af1615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:36:27.794856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.859153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a50b6f2e-0929-454c-b548-1b352e0b0205 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:27.860405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e64a931b-0419-458e-827f-7c02a0f0a3d6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:27.877613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.883034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.904978 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c79ac1-2139-4d47-8c00-2baf84bdc4de,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:27.918056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:27.919498 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e2514622-905b-486e-bcca-b474c5e0baed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831050 Jun 01 13:36:27.939583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e64a931b-0419-458e-827f-7c02a0f0a3d6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:27.939583 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:28.046358 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:27Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:28.050772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1419-3bb9-4bd0-b93d-fe10141752ba None None] The sync data for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 is: [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:27Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:28.063857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e64a931b-0419-458e-827f-7c02a0f0a3d6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:28.176312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4697f256-3a61-4eef-8485-db8b7b0d8b2d tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034108494&fields=id&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 267 time: 0.0509560 Jun 01 13:36:28.336708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-47b3f0c6-efe6-4126-a4b6-fbb6e179cc64 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:28.337386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-47b3f0c6-efe6-4126-a4b6-fbb6e179cc64 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:28.355263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-47b3f0c6-efe6-4126-a4b6-fbb6e179cc64 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:28.356419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-47b3f0c6-efe6-4126-a4b6-fbb6e179cc64 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/networks?id=5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 200 len: 796 time: 0.1732016 Jun 01 13:36:28.373476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-1e66c3ab-13cc-4ba0-8372-a871dc53c913 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/quotas/ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 375 time: 0.0106807 Jun 01 13:36:28.463352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-37421fac-a1c9-455a-89b3-71aa94f1e6a7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:28.482140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-37421fac-a1c9-455a-89b3-71aa94f1e6a7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:28.483882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-37421fac-a1c9-455a-89b3-71aa94f1e6a7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045797 Jun 01 13:36:28.632075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-2ed504e9-dc4f-4178-8bd7-b28065b4bc14 service neutron] 10.222.0.40 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355076 Jun 01 13:36:28.782799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-860ec00e-cc21-4feb-a7e1-852dc5414436 service neutron] 10.222.0.40 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442413 Jun 01 13:36:29.189579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-581eb45b-4385-4819-be83-d74009540919 req-c97356c3-0c38-4fab-9db4-dfeca6c20ecc tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 210 time: 0.2601826 Jun 01 13:36:29.566941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:29.636522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:29.641164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:29.641491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:29.757674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:29.757906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:29.791944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:29.797730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:29.865270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:30.091219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-0c6d9e3d-0f88-4fab-a4cc-33e054bb9463 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:30.092735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-0c6d9e3d-0f88-4fab-a4cc-33e054bb9463 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/networks?id=5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 200 len: 796 time: 0.1567070 Jun 01 13:36:30.146543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-fe0d0a9f-3ad6-4843-be31-06b52cd8385a tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3f0555c5d741e790830ed1c9af1615 HTTP/1.1" status: 200 len: 380 time: 0.0457633 Jun 01 13:36:30.154702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'port': {'device_id': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'admin_state_up': True, 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'security_groups': ['02000231-8aa4-4fd9-85ef-2fb0f074ab88']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:30.455047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-256133ea-2f6f-47fc-9b00-7aacac8aa053 req-a8fb921f-7069-45da-91c0-cc0434303436 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 210 time: 0.1183915 Jun 01 13:36:30.460320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:30.470494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:30.481851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Made reservation on behalf of ad3f0555c5d741e790830ed1c9af1615 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:36:30.485745 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:30.659706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.20.0.5 (5dcd086c-c6e7-43c7-8a58-a6141fddd381/2d002299-8787-438e-ab3e-1ed1f9165f24/da9c95f4-7fdc-4641-8cc9-60adb4818286) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:36:30.854530 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:30.871906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Transition to ACTIVE for port object da9c95f4-7fdc-4641-8cc9-60adb4818286 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:30.901998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:30.977530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:30.980547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:30.986342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:36:31.024921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:31.058562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:31.059261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.086243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-4ac8f1fe-2354-42db-95b0-990cb02917df tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9348934 Jun 01 13:36:31.097318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Request body: {'port': {'device_id': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:31.212771 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.248215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6267a72-fb2a-46a8-a4df-28edbfa348e4 None None] Provisioning for port da9c95f4-7fdc-4641-8cc9-60adb4818286 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:31.254925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6267a72-fb2a-46a8-a4df-28edbfa348e4 None None] Provisioning complete for port da9c95f4-7fdc-4641-8cc9-60adb4818286 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:31.255227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e6267a72-fb2a-46a8-a4df-28edbfa348e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.344215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e6267a72-fb2a-46a8-a4df-28edbfa348e4 None None] Port da9c95f4-7fdc-4641-8cc9-60adb4818286 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:36:31.558807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:31.607915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9c95f4-7fdc-4641-8cc9-60adb4818286 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:36:31.621913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.625926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:31.626367 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.647428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Transition to ACTIVE for port object da9c95f4-7fdc-4641-8cc9-60adb4818286 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:31.654823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:31.749363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:31.780805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed1462-dc26-4a1c-83ba-fc2a6f162938 req-d1f2cfa2-c82f-4564-9c86-1516ac8ad8d7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:31.781519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-94ed1462-dc26-4a1c-83ba-fc2a6f162938 req-d1f2cfa2-c82f-4564-9c86-1516ac8ad8d7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:31.838835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Pushing event updated for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:31.890799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-94ed1462-dc26-4a1c-83ba-fc2a6f162938 req-d1f2cfa2-c82f-4564-9c86-1516ac8ad8d7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:31.892522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94ed1462-dc26-4a1c-83ba-fc2a6f162938 req-d1f2cfa2-c82f-4564-9c86-1516ac8ad8d7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 931 time: 0.3251808 Jun 01 13:36:31.956284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Attempting to bind port da9c95f4-7fdc-4641-8cc9-60adb4818286 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:31.956600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Attempting to bind port da9c95f4-7fdc-4641-8cc9-60adb4818286 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:31.957024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Attempting to bind port da9c95f4-7fdc-4641-8cc9-60adb4818286 on network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:31.964423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94ed1462-dc26-4a1c-83ba-fc2a6f162938 req-5f7ad7ff-7f99-4dbe-892c-0e86743bf29f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646210 Jun 01 13:36:31.966299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Port da9c95f4-7fdc-4641-8cc9-60adb4818286 on network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:36:31.966623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Attempting to bind port da9c95f4-7fdc-4641-8cc9-60adb4818286 on network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:31.972995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:31.973271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Checking segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:31.973648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Bound using segment: {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:31.974069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Bound port: da9c95f4-7fdc-4641-8cc9-60adb4818286, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7be19f-0b63-4247-b216-952595431e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:31.974410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:32.066345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:32.069336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:32.075203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:32.263499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:32.264171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:32.265531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] 10.222.0.13 "PUT /v2.0/ports/da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 200 len: 1091 time: 1.1725295 Jun 01 13:36:32.266010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:32.288473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572450-c20c-4662-9f1f-b312d32db948 service neutron] Pushing event updated for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:32.348345 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8dbf872-591a-4d48-9c4c-2fbd23e7e687'] response: {'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'status': 'completed', 'code': 200} Jun 01 13:36:32.391633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-330502ac-40f6-4374-8ed4-253aca1fe07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:32.393113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-330502ac-40f6-4374-8ed4-253aca1fe07b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1094 time: 0.0787425 Jun 01 13:36:32.464873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-d6c4e6c9-29c8-4e4f-bc36-4189736f31ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 200 len: 217 time: 0.0651143 Jun 01 13:36:32.528141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-d9bb38f4-2d02-4a1f-98e2-25f656b9875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:32.529566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-d9bb38f4-2d02-4a1f-98e2-25f656b9875a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d002299-8787-438e-ab3e-1ed1f9165f24 HTTP/1.1" status: 200 len: 835 time: 0.0591886 Jun 01 13:36:32.615303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-93f26332-3ef6-47ff-b765-b694a200604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:32.616699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-93f26332-3ef6-47ff-b765-b694a200604d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dcd086c-c6e7-43c7-8a58-a6141fddd381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811813 Jun 01 13:36:32.750358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-658478ec-60e0-4806-b491-29875341afef service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276248 Jun 01 13:36:32.884576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac04ebbd-4808-4e0b-93da-115e6b5855c7 req-22709e59-2ce4-47e5-abdb-ac55089b3ee4 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284831 Jun 01 13:36:33.004213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-542bfb7a-34f0-4871-9d4a-6809ceb24bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:33.005890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-542bfb7a-34f0-4871-9d4a-6809ceb24bff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1094 time: 0.0729184 Jun 01 13:36:33.197777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-2006d7bb-6fc0-4a25-9555-a9e1636b427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:33.199152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-2006d7bb-6fc0-4a25-9555-a9e1636b427c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 200 len: 897 time: 0.1872852 Jun 01 13:36:33.270288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-4de7660d-3bde-4a96-b1a0-5bd8803373d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 200 len: 217 time: 0.0643430 Jun 01 13:36:33.278671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a242c17-2004-4f3b-bc0e-e26f1ae4e1dc req-19453b6b-caa9-4578-a24e-5944e0c24e17 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:33.280066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a242c17-2004-4f3b-bc0e-e26f1ae4e1dc req-19453b6b-caa9-4578-a24e-5944e0c24e17 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 943 time: 0.1954525 Jun 01 13:36:33.371052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-7e15d20e-1ddc-469d-aa2a-424e176fb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:33.372466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-7e15d20e-1ddc-469d-aa2a-424e176fb84f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d002299-8787-438e-ab3e-1ed1f9165f24 HTTP/1.1" status: 200 len: 835 time: 0.0915813 Jun 01 13:36:33.375494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a242c17-2004-4f3b-bc0e-e26f1ae4e1dc req-3e539b5f-cf9a-4ab4-95ad-7f4bce0d7212 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627637 Jun 01 13:36:33.456751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-8a45ec26-e70f-484d-b35b-ce03cd94a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:33.458136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-8a45ec26-e70f-484d-b35b-ce03cd94a44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dcd086c-c6e7-43c7-8a58-a6141fddd381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790482 Jun 01 13:36:33.591109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-ea12bdd0-8818-4beb-a694-33cef396c3b3 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261823 Jun 01 13:36:33.726959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d85262a-9628-4f09-8a62-ce9d8a690826 req-74a86357-cbb3-403d-bf36-c58597e06d76 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284819 Jun 01 13:36:34.588246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eae89-73c7-4636-884a-09fd4d162edd req-d79964ee-0d84-4e44-a3a3-8c46bac6f0c7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:34.589691 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8eae89-73c7-4636-884a-09fd4d162edd req-d79964ee-0d84-4e44-a3a3-8c46bac6f0c7 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 943 time: 0.0933692 Jun 01 13:36:34.634266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8eae89-73c7-4636-884a-09fd4d162edd req-11e1acd2-a544-460c-8591-3ad478d9d640 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386555 Jun 01 13:36:34.654004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:35.363893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device da9c95f4-7fdc-4641-8cc9-60adb4818286 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:36:35.500581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:35.514154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'port_id': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'mac_address': 'fa:16:3e:ec:11:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:36:35.572282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port da9c95f4-7fdc-4641-8cc9-60adb4818286 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:35.572645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:35.590123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9c95f4-7fdc-4641-8cc9-60adb4818286 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:36:35.614082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:35.621449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:35.690997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:35.827506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['da9c95f4-7fdc-4641-8cc9-60adb4818286'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:36:35.836240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f85741-1214-4c50-9ed9-33df625cbbd2 req-8169ec9d-5ab5-43e2-a1ca-e93765ba7346 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:35.837702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1f85741-1214-4c50-9ed9-33df625cbbd2 req-8169ec9d-5ab5-43e2-a1ca-e93765ba7346 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 944 time: 0.0897124 Jun 01 13:36:35.887080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1f85741-1214-4c50-9ed9-33df625cbbd2 req-7a7bb08a-26a3-4253-b53f-70a6d79f3fa3 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Jun 01 13:36:37.095689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8ee97-7ab0-48bf-a0fa-cc8a6d562d53 req-a2ece952-6a23-479f-918e-4eaddb3b8ddd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:37.097157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95a8ee97-7ab0-48bf-a0fa-cc8a6d562d53 req-a2ece952-6a23-479f-918e-4eaddb3b8ddd tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 944 time: 0.0913844 Jun 01 13:36:37.142845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-95a8ee97-7ab0-48bf-a0fa-cc8a6d562d53 req-2174b1c6-6b8b-440a-afe7-28da9c9fb4a2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 Jun 01 13:36:37.388603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device da9c95f4-7fdc-4641-8cc9-60adb4818286 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:36:37.467116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port da9c95f4-7fdc-4641-8cc9-60adb4818286 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:36:37.471712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port da9c95f4-7fdc-4641-8cc9-60adb4818286 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:37.472081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:37.596229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port da9c95f4-7fdc-4641-8cc9-60adb4818286 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:37.596605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:37.625347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:37.635455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:37.640596 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:37.671556 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c6c8ea-06d6-4819-8c64-5df5ac712d5d'] response: {'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'code': 200} Jun 01 13:36:37.714541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:37.830286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db5c9-38c0-4702-8711-25c12d345b5f req-371bd614-4df6-43b3-bfdf-8c931e8a5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:37.832895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3db5c9-38c0-4702-8711-25c12d345b5f req-371bd614-4df6-43b3-bfdf-8c931e8a5e22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1096 time: 0.1004536 Jun 01 13:36:37.995103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3db5c9-38c0-4702-8711-25c12d345b5f req-1c90fda8-5fde-45c3-9fba-f82fb4bbf1c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565757 Jun 01 13:36:38.099527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e62132-af07-484e-b7d0-97864e76c0e8 req-56b98207-405c-4269-83d1-c941bd7b06b8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:38.101016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07e62132-af07-484e-b7d0-97864e76c0e8 req-56b98207-405c-4269-83d1-c941bd7b06b8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1045010 Jun 01 13:36:38.150232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07e62132-af07-484e-b7d0-97864e76c0e8 req-25ba9069-d090-4cde-8986-f99381708c79 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Jun 01 13:36:38.182904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:38.298964 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ab0f79ba-50ae-4e8e-a62d-3523dc6b4866 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 200 len: 992 time: 0.1144216 Jun 01 13:36:38.364066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbfced-efac-4bbf-8808-74b87c6d31c8 req-fa247835-748b-4cec-b759-4309c1b40d5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:38.365532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69dbfced-efac-4bbf-8808-74b87c6d31c8 req-fa247835-748b-4cec-b759-4309c1b40d5c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.0970590 Jun 01 13:36:38.419770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69dbfced-efac-4bbf-8808-74b87c6d31c8 req-29241889-9288-413e-975d-3e548ea25025 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Jun 01 13:36:38.820339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b0111-7e7f-4eaa-ac02-22e3fb4af4c2 req-9af20044-df64-4e02-a792-4ddb529f5e9f tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:38.822383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-654b0111-7e7f-4eaa-ac02-22e3fb4af4c2 req-9af20044-df64-4e02-a792-4ddb529f5e9f tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1096 time: 0.0906098 Jun 01 13:36:38.870530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-654b0111-7e7f-4eaa-ac02-22e3fb4af4c2 req-e086a869-3d7b-4d5d-99fb-86d2d9d2580a tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Jun 01 13:36:39.621184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c9017-ebcd-4653-86ae-52ad148a7955 req-71b2d551-6844-4162-a60d-42cc5d542382 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:39.622851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-765c9017-ebcd-4653-86ae-52ad148a7955 req-71b2d551-6844-4162-a60d-42cc5d542382 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.0854878 Jun 01 13:36:39.667662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-765c9017-ebcd-4653-86ae-52ad148a7955 req-4eb41af0-9ed7-42ec-b59a-0dc468d151ed tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Jun 01 13:36:39.696931 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-0d7629bb-6a5c-44e9-a003-56858aee0c1e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332722 Jun 01 13:36:39.858241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0996-59f5-4bc6-bcef-75cfa68204a8 req-bf3ac0cf-ca61-4445-afe1-bb9248f951f6 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:39.859740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fea0996-59f5-4bc6-bcef-75cfa68204a8 req-bf3ac0cf-ca61-4445-afe1-bb9248f951f6 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.0867424 Jun 01 13:36:39.907467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fea0996-59f5-4bc6-bcef-75cfa68204a8 req-5085f432-32cc-4f6c-85fc-7cd792523cc9 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Jun 01 13:36:39.932110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49872) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:40.003144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231dda0-14c7-4b06-9e5b-904a888ea72d tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:40.004749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9231dda0-14c7-4b06-9e5b-904a888ea72d tempest-TestNetworkBasicOps-1305054458 tempest-TestNetworkBasicOps-1305054458-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1091 time: 0.0715587 Jun 01 13:36:40.007793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49876) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:40.013093 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:40.020300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:36:40.024353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Usage tracker for resource:floatingip and tenant:ad3f0555c5d741e790830ed1c9af1615 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:36:40.027336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:36:40.034102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:36:40.047011 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:40.302883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:40.353797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-4c0b64cd-7ecd-49d8-8811-30e537cf2747 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:36:40.354807 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-4c0b64cd-7ecd-49d8-8811-30e537cf2747 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703089 Jun 01 13:36:40.365426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Request body: {'binding': {'host': 'n-h2-844200-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:40.365880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Unknown quota resources ['binding']. {{(pid=88372) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 13:36:40.573481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Allocated IP 172.25.7.205 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/51dde5af-47d8-4963-ba82-77992deb79bc) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:36:40.723077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on host n-h2-844200-1 for vnic_type normal with profile None {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:40.723770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:40.723770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:40.742695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:36:40.742924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:40.758683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:40.759022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:40.759375 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Bound using segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:40.759833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Bound port: 93181f52-6350-473c-a9da-4d51f5e8cd7e, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:40.790549 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:40.816590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:40.831281 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] Notify callbacks [] for binding, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:40.832472 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] 10.222.0.40 "POST /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4704669 Jun 01 13:36:40.848413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:40.936464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:36:40.940045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:36:40.947836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:36:40.996346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=51dde5af-47d8-4963-ba82-77992deb79bc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:41.135635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3f994-037a-4235-8b9e-50c12bd47069 req-0c6d0ef5-6fc5-48a8-b67b-505e2cd11011 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.137306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3c3f994-037a-4235-8b9e-50c12bd47069 req-0c6d0ef5-6fc5-48a8-b67b-505e2cd11011 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1574097 Jun 01 13:36:41.163722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-2f2f3a94-2f38-4a9b-92a4-c1ea70ae988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.165201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-2f2f3a94-2f38-4a9b-92a4-c1ea70ae988f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1096 time: 0.1106234 Jun 01 13:36:41.271602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3c3f994-037a-4235-8b9e-50c12bd47069 req-222d1fc6-d5b3-41e8-ac95-957c5c97e2ba tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281221 Jun 01 13:36:41.318120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b97aecb4-5bae-432b-81d2-afbb2ce28102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.319934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b97aecb4-5bae-432b-81d2-afbb2ce28102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.1478753 Jun 01 13:36:41.393111 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:41.423529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-627650b7-95f6-444a-803b-9ec91bee72b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 1000 time: 0.0975523 Jun 01 13:36:41.471219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:41.489874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-bed2ea21-6c40-46b7-8c67-0f817b03adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.491492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-bed2ea21-6c40-46b7-8c67-0f817b03adc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0626686 Jun 01 13:36:41.571848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-2d07c98c-5617-4545-b72c-f4539dc62964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.573336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-2d07c98c-5617-4545-b72c-f4539dc62964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759010 Jun 01 13:36:41.685059 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:41.691097 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:41.707744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-4d173c53-268e-40a0-9e24-edc73da5790a service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271596 Jun 01 13:36:41.801553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event updated for resources: {'Port': ['ID=51dde5af-47d8-4963-ba82-77992deb79bc,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:41.811471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:41.842936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-1e948573-e71d-47a9-b95e-493c2434b247 service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297176 Jun 01 13:36:41.982273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-c57899ac-4aca-4e5a-85bf-465352c35acc tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:41.984024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-c57899ac-4aca-4e5a-85bf-465352c35acc tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060&tenant_id=eff5a2fb59524599a3424abe670d764d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1096 time: 0.0870123 Jun 01 13:36:41.995198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844200-1'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:36:42.028415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:36:42.106537 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:42.108791 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Floating IP 5bdf77c1-7df5-40cb-aa7b-1dc922814b84 associated. External IP: 172.25.7.205, port: da9c95f4-7fdc-4641-8cc9-60adb4818286. Jun 01 13:36:42.474637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:42.479469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 3ec54005-91ad-42c7-8008-2b6ba21fec17 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:42.523794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:42.561116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcafc-77f1-4ad4-8f70-ab4da2514e6b req-3be9a71c-d176-4b42-be3d-65747dcfdf06 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:42.562550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2eefcafc-77f1-4ad4-8f70-ab4da2514e6b req-3be9a71c-d176-4b42-be3d-65747dcfdf06 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1567490 Jun 01 13:36:42.622970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:42.624573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:42.638567 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:42.664912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:42.675329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Sync routers for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:42.698042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:42.698982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:42.699876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2eefcafc-77f1-4ad4-8f70-ab4da2514e6b req-051d510b-b4f6-40db-8a32-1f069d84cd7f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264169 Jun 01 13:36:42.707518 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:42.785335 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb3ff27-e4f1-49ea-8f66-2a1049aa9842'] response: {'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'code': 200} Jun 01 13:36:42.805360 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0aee9ef1-5a93-4919-8784-df436d82e288 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7962239 Jun 01 13:36:42.807256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49888) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:42.807958 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:42.882862 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ead6d3f-1f0e-4d5c-a24a-7e2cdfd94962'] response: {'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'status': 'completed', 'code': 200} Jun 01 13:36:42.887326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:42.941901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:42.943502 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a7cee9e3-18c5-4b13-bfcb-ba755e07db0f tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/5bdf77c1-7df5-40cb-aa7b-1dc922814b84 HTTP/1.1" status: 200 len: 991 time: 0.1302040 Jun 01 13:36:43.015173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on host n-h1-844200-1 for vnic_type normal with profile {"migrating_to": "n-h2-844200-1"} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:36:43.015503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:36:43.015831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:43.022224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:36:43.022545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Attempting to bind port 93181f52-6350-473c-a9da-4d51f5e8cd7e on network 5d89d640-ad75-4450-98fd-879f0d58c624 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:36:43.029841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:36:43.030174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Checking segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:36:43.030575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Bound using segment: {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:36:43.031020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Bound port: 93181f52-6350-473c-a9da-4d51f5e8cd7e, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:36:43.031367 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:43.085917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4621-bac7-47d2-8113-42a489876fab req-0affe737-ed17-4d08-a12a-bab02f6fadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:43.087335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-0affe737-ed17-4d08-a12a-bab02f6fadbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1096 time: 0.1849132 Jun 01 13:36:43.127633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5afc22d4-55c4-4706-8575-5ba5cecfb1a1 None None] Provisioning complete for port 93181f52-6350-473c-a9da-4d51f5e8cd7e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:43.128031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5afc22d4-55c4-4706-8575-5ba5cecfb1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:43.229405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:43.250210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:36:43.258670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:43.262545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4621-bac7-47d2-8113-42a489876fab req-9f6a70ab-f203-4abe-99c3-b786e4df7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:43.264015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-9f6a70ab-f203-4abe-99c3-b786e4df7645 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 200 len: 897 time: 0.1702895 Jun 01 13:36:43.290698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5afc22d4-55c4-4706-8575-5ba5cecfb1a1 None None] Port 93181f52-6350-473c-a9da-4d51f5e8cd7e cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:36:43.402869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5bdf77c1-7df5-40cb-aa7b-1dc922814b84', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'port_id': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'mac_address': 'fa:16:3e:ec:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:36:41Z', 'updated_at': '2022-06-01T13:36:41Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:43.407235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Checking router: 3ec54005-91ad-42c7-8008-2b6ba21fec17 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:43.416603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:43.417235 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:43.508352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:43.519753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-6b7b6338-f2ef-437f-97cc-f84358759df7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 200 len: 999 time: 0.2192647 Jun 01 13:36:43.620142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:43.620736 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:43.622089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-26659a95-c5ac-4ff6-929a-a2fcc2e1332a service neutron] 10.222.0.13 "PUT /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 1121 time: 1.6313009 Jun 01 13:36:43.624302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:43.635011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4621-bac7-47d2-8113-42a489876fab req-c2f99b0c-18c6-4ec7-91c4-5837674bda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:43.636336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-c2f99b0c-18c6-4ec7-91c4-5837674bda2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d002299-8787-438e-ab3e-1ed1f9165f24 HTTP/1.1" status: 200 len: 835 time: 0.1085658 Jun 01 13:36:43.712728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4621-bac7-47d2-8113-42a489876fab req-d985b656-c49c-4333-852f-92cf9c13014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:43.714097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-d985b656-c49c-4333-852f-92cf9c13014a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dcd086c-c6e7-43c7-8a58-a6141fddd381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711541 Jun 01 13:36:43.765487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['93181f52-6350-473c-a9da-4d51f5e8cd7e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:36:43.847363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Provisioning complete for port 93181f52-6350-473c-a9da-4d51f5e8cd7e triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:36:43.847760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:43.922273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-7665d517-a78c-4e28-be71-7999f0008e35 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021863 Jun 01 13:36:43.947426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:44.049184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e87e4-ea81-4a44-933f-a1077d23fc23 req-8c043d9e-d651-4632-a03d-b9e74288bef0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:44.050831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db8e87e4-ea81-4a44-933f-a1077d23fc23 req-8c043d9e-d651-4632-a03d-b9e74288bef0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 943 time: 0.2306836 Jun 01 13:36:44.058575 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-278d0042-f94f-4d95-8be9-21a7b691729c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/5bdf77c1-7df5-40cb-aa7b-1dc922814b84 HTTP/1.1" status: 200 len: 991 time: 0.1098559 Jun 01 13:36:44.208253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Current status of the port 93181f52-6350-473c-a9da-4d51f5e8cd7e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:36:44.208482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:44.223571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646f4621-bac7-47d2-8113-42a489876fab req-a8b067a1-625c-43db-bcd1-ff7a22fa3843 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935755 Jun 01 13:36:44.247779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db8e87e4-ea81-4a44-933f-a1077d23fc23 req-9b69a60d-f5be-40ba-a7d0-f7c6880964ca tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798253 Jun 01 13:36:44.277268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:44.303638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:44.310936 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:44.353423 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbde4571-40c3-471d-980f-65755873030b'] response: {'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'code': 200} Jun 01 13:36:44.443654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5bdf77c1-7df5-40cb-aa7b-1dc922814b84', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'port_id': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'mac_address': 'fa:16:3e:ec:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:36:41Z', 'updated_at': '2022-06-01T13:36:41Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:44.474547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759ca6-8ef4-4a8e-b5ff-74466f9042f5 None None] The sync data for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 is: [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '5bdf77c1-7df5-40cb-aa7b-1dc922814b84', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'port_id': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'mac_address': 'fa:16:3e:ec:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:36:41Z', 'updated_at': '2022-06-01T13:36:41Z', 'revision_number': 0, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:44.539465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f529cc-05e0-43ee-83c4-5db6da2e9c9f None None] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:44.674494 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5a081-3ee4-4e9c-a684-f1fe3ca5ea63 None None] New status for floating IP 5bdf77c1-7df5-40cb-aa7b-1dc922814b84: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:36:44.786849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:44.832082 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b713614-4ab7-4a71-a060-283da5a89c4e'] response: {'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'status': 'completed', 'code': 200} Jun 01 13:36:44.953529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-0874b096-9db5-47e1-a9b5-5416a9eaba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:44.955242 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-0874b096-9db5-47e1-a9b5-5416a9eaba5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1126 time: 0.0784223 Jun 01 13:36:45.062705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49904) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:45.099987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-e110bd46-d3fc-44b6-a0a6-865ef890c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:45.101448 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-e110bd46-d3fc-44b6-a0a6-865ef890c302 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.1385460 Jun 01 13:36:45.173443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1450f6e0-caa6-4e03-9f11-1d72bd46d313 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/5bdf77c1-7df5-40cb-aa7b-1dc922814b84 HTTP/1.1" status: 200 len: 993 time: 0.1061347 Jun 01 13:36:45.204903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-3713f3fd-ddb3-43c9-b9b5-b07d2a38c079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 1000 time: 0.0970635 Jun 01 13:36:45.274392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-4f9e5ffc-9d37-4779-b1cb-f3c26d041b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:45.276107 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-4f9e5ffc-9d37-4779-b1cb-f3c26d041b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0651910 Jun 01 13:36:45.355744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-f7606d46-a13c-4837-b268-c11a0c9fec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:45.357274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-f7606d46-a13c-4837-b268-c11a0c9fec6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750184 Jun 01 13:36:45.446026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc297ef3-03ef-4617-97db-682b59eb2d2b req-f846c6a6-3df6-4d17-824f-d867baf5773c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:45.446330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:36:45.447768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc297ef3-03ef-4617-97db-682b59eb2d2b req-f846c6a6-3df6-4d17-824f-d867baf5773c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.0869663 Jun 01 13:36:45.502774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc297ef3-03ef-4617-97db-682b59eb2d2b req-19c953fc-6a73-4315-81a1-2840d32b4c53 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Jun 01 13:36:45.596220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:45.609859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e has no active binding in host n-h2-844200-1 {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 13:36:45.619272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-1c7c1d8b-3004-4f39-8d5e-dd6bb185627e service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558210 Jun 01 13:36:45.759405 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-20af65c8-d351-42d8-83f0-054fe7a09d96 req-643052a5-9248-48ca-9915-f37e8a8f10ae service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340458 Jun 01 13:36:46.720168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb68e1-5d17-4276-91ae-4ff9e402ea04 req-fba04ae3-3fc0-4168-8ee1-15e97e934d90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:46.721633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72cb68e1-5d17-4276-91ae-4ff9e402ea04 req-fba04ae3-3fc0-4168-8ee1-15e97e934d90 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.0999207 Jun 01 13:36:46.770266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72cb68e1-5d17-4276-91ae-4ff9e402ea04 req-cbc20aa6-6bcb-43fa-9dd2-0500a3fe2245 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Jun 01 13:36:47.995756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aa436-668b-4d86-b45a-fca75fe5526f req-0e80f9d9-87dc-4b40-b0b5-ab570ecc20d8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:47.997562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b0aa436-668b-4d86-b45a-fca75fe5526f req-0e80f9d9-87dc-4b40-b0b5-ab570ecc20d8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1090906 Jun 01 13:36:48.044431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3b0aa436-668b-4d86-b45a-fca75fe5526f req-4f13843c-e1d4-4506-b2fa-e0743ac5fa7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Jun 01 13:36:48.265319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-303b3ff4-d90a-4eba-adb9-9138e7a28288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:48.267763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:48.516833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-7669af4f-f202-469c-9b45-0f4e355d6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:48.518281 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-7669af4f-f202-469c-9b45-0f4e355d6067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1126 time: 0.0758250 Jun 01 13:36:48.669681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-9856cb62-dd08-4269-96ae-477288e7f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:48.671171 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-9856cb62-dd08-4269-96ae-477288e7f38a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.1323380 Jun 01 13:36:48.776806 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-d28d08ce-686a-4990-a5bd-7415a1f026d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 1000 time: 0.0988369 Jun 01 13:36:48.839545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-258c2199-f272-4689-982e-06d63e1a46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:48.840903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-258c2199-f272-4689-982e-06d63e1a46c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0582922 Jun 01 13:36:48.925384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-9c102183-c23b-433e-8cb1-f90ac1c02347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:48.927679 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-9c102183-c23b-433e-8cb1-f90ac1c02347 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808144 Jun 01 13:36:49.062206 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-01b04926-070d-490b-9572-f77e1c4c549b service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280096 Jun 01 13:36:49.201974 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-d56d4228-6af1-4932-b49f-4923715539a9 service neutron] 10.222.0.24 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331549 Jun 01 13:36:49.302771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-35ad36eb-f49f-431f-9362-1441dc88f87a service neutron] 10.222.0.24 "GET /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e/bindings/n-h2-844200-1 HTTP/1.1" status: 200 len: 384 time: 0.0974085 Jun 01 13:36:49.355021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401abfa-778a-4c54-9982-b12291ffde8b req-896eab12-58eb-43dd-9063-562925d40f25 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:49.356368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1401abfa-778a-4c54-9982-b12291ffde8b req-896eab12-58eb-43dd-9063-562925d40f25 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 945 time: 0.1979511 Jun 01 13:36:49.422844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1401abfa-778a-4c54-9982-b12291ffde8b req-b4b92f63-4e23-471c-be62-de491ffe871c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585129 Jun 01 13:36:49.598365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:49.621187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:49.691373 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:49.700519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:49.719958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:49.765044 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ad279c-2e30-45dd-b525-055ca4a3cc52'] response: {'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'code': 200} Jun 01 13:36:49.829603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] Transition to ACTIVE for port object 93181f52-6350-473c-a9da-4d51f5e8cd7e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:36:49.834940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:50.010269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] Pushing event updated for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:50.053177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] No DVR routers for this DVR port 93181f52-6350-473c-a9da-4d51f5e8cd7e on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:50.274190 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-94b80de9-0ebb-465a-92ae-6140bac46957 service neutron] 10.222.0.24 "PUT /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e/bindings/n-h2-844200-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9661920 Jun 01 13:36:50.439809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-7f8e4808-ce88-40a9-8a08-719f7227ecb2 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:50.441564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-7f8e4808-ce88-40a9-8a08-719f7227ecb2 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060&tenant_id=eff5a2fb59524599a3424abe670d764d&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.0813358 Jun 01 13:36:50.513907 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0b28f505-3c03-490f-a295-3d5287a04a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:50.693001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-13a38e9e-19be-4434-9a73-ae7f71537be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:50.694530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-13a38e9e-19be-4434-9a73-ae7f71537be9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 1095 time: 0.2462463 Jun 01 13:36:50.705058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2db9da-0f33-420a-b802-21a72bb84b28 req-8823dbbf-6ba6-46e5-8372-d8cdcb1f2bac tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:50.706313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2db9da-0f33-420a-b802-21a72bb84b28 req-8823dbbf-6ba6-46e5-8372-d8cdcb1f2bac tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.1076391 Jun 01 13:36:50.795048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2db9da-0f33-420a-b802-21a72bb84b28 req-1598ce5d-45c4-47a1-8827-b7df5cc2ae07 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821142 Jun 01 13:36:50.815945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-284e6914-8e25-4655-8c2f-223af07f9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:50.817415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-284e6914-8e25-4655-8c2f-223af07f9c29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1095 time: 0.0901744 Jun 01 13:36:50.958547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-779f52e4-c4bd-4df4-9573-19725e553085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:50.960049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-779f52e4-c4bd-4df4-9573-19725e553085 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.1293707 Jun 01 13:36:51.086008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-c390aba9-98ad-4e7b-b32d-5af36674f141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 998 time: 0.1193416 Jun 01 13:36:51.151296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-e1afbcb8-3036-42fe-9f1a-ca736aa6f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:51.152695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-e1afbcb8-3036-42fe-9f1a-ca736aa6f1e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0603647 Jun 01 13:36:51.237914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-409a37a6-c83d-488a-8d87-1b548eacec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:51.239427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-409a37a6-c83d-488a-8d87-1b548eacec4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783930 Jun 01 13:36:51.373603 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-65a43233-eaf8-4d1c-99cf-71282a80beb0 service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268835 Jun 01 13:36:51.508158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b3c7fe5f-9563-40a1-8e86-e23b7f13ea72 service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265583 Jun 01 13:36:51.717951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:51.801075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:51.814725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-142a65da-49a2-4c05-867b-608b6eaa29b4 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:51.816214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-142a65da-49a2-4c05-867b-608b6eaa29b4 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060&tenant_id=eff5a2fb59524599a3424abe670d764d&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 1095 time: 0.0775638 Jun 01 13:36:51.928563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:51.989379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-7137d37b-ed77-40f3-b7f2-cd5545d61882 service neutron] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:36:51.993575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-7137d37b-ed77-40f3-b7f2-cd5545d61882 service neutron] Notify callbacks [] for binding, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:51.994722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-7137d37b-ed77-40f3-b7f2-cd5545d61882 service neutron] 10.222.0.13 "DELETE /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e/bindings/n-h1-844200-1 HTTP/1.1" status: 204 len: 173 time: 0.1724472 Jun 01 13:36:52.007774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe2d4-461b-41ba-b023-4d01ff9b2590 req-1e8d246c-a0c2-455c-a97d-77d2105b1b19 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:52.009660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e2fe2d4-461b-41ba-b023-4d01ff9b2590 req-1e8d246c-a0c2-455c-a97d-77d2105b1b19 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.1048489 Jun 01 13:36:52.043183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:52.058911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e2fe2d4-461b-41ba-b023-4d01ff9b2590 req-3bdfa4d0-9175-4093-8f75-86921d229e5e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jun 01 13:36:52.237746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478bfe7-947e-4dcb-9415-8343dd97f8f7 req-c91f1770-ca16-4500-8117-6175fdf825ba tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:52.239299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1478bfe7-947e-4dcb-9415-8343dd97f8f7 req-c91f1770-ca16-4500-8117-6175fdf825ba tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1095 time: 0.0774508 Jun 01 13:36:52.285967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1478bfe7-947e-4dcb-9415-8343dd97f8f7 req-ca4ade80-b668-47df-ae1c-893600717ea9 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374494 Jun 01 13:36:52.475196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dcf0a-8d1a-4c51-bdf3-bde5d21869fc req-4f37d63c-af99-4c8e-ad94-fa7bdd5a3454 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:52.476728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-106dcf0a-8d1a-4c51-bdf3-bde5d21869fc req-4f37d63c-af99-4c8e-ad94-fa7bdd5a3454 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.0843186 Jun 01 13:36:52.525789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-106dcf0a-8d1a-4c51-bdf3-bde5d21869fc req-ad8683bb-a421-4e22-b19b-c445e053a4b3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Jun 01 13:36:52.554694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49926) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:52.658686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63b7491f-f17c-4923-9341-15f7c9edd504 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 200 len: 990 time: 0.1021750 Jun 01 13:36:52.916451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:53.197481 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.228330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 9a2dfe5e-d062-45aa-b874-f1398731e7fc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:53.228648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.403406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.403641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.526506 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 9a2dfe5e-d062-45aa-b874-f1398731e7fc owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:53.685987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.732199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=9a2dfe5e-d062-45aa-b874-f1398731e7fc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:53.841277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:53.841559 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP c12249bc-de34-4380-a690-8416551ddd5b disassociated (deleted). External IP: 172.25.7.21, port: 93181f52-6350-473c-a9da-4d51f5e8cd7e. Jun 01 13:36:54.212147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router d09a6b41-fb65-4320-b41c-d48359a22afb has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:36:54.399473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:36:54.410223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Sync routers for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:36:54.416166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:54.421491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:54.422110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:54.471268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-50ed85fb-24e1-4a4f-9e5b-b8f913c7f2be tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/floatingips/c12249bc-de34-4380-a690-8416551ddd5b HTTP/1.1" status: 204 len: 168 time: 1.5535719 Jun 01 13:36:54.471842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:54.533797 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a384b4-0359-455f-90db-cc556cd63412'] response: {'name': 'network-changed', 'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'status': 'completed', 'code': 200} Jun 01 13:36:54.619635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:54.630401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-acecaab9-50a5-4ddf-979a-123a672f4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:54.631941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-acecaab9-50a5-4ddf-979a-123a672f4c50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 1095 time: 0.0762959 Jun 01 13:36:54.939889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:54.943740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Checking router: d09a6b41-fb65-4320-b41c-d48359a22afb for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:36:54.950126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-bc28b780-4ed9-4e4e-98fc-73fcac6b0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:54.951601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-bc28b780-4ed9-4e4e-98fc-73fcac6b0b8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 200 len: 897 time: 0.3121867 Jun 01 13:36:54.952665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:36:54.953285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:55.025767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-c7010860-c7ec-4804-9e5d-3b3ca3f2a1df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 200 len: 217 time: 0.0657742 Jun 01 13:36:55.034054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4301273-262f-4fc1-9ad9-8cb52a6c95cb req-766b762e-4e6d-47c9-ba85-6a2b88e57945 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:55.034763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e4301273-262f-4fc1-9ad9-8cb52a6c95cb req-766b762e-4e6d-47c9-ba85-6a2b88e57945 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:55.096908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e4301273-262f-4fc1-9ad9-8cb52a6c95cb req-766b762e-4e6d-47c9-ba85-6a2b88e57945 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:55.098100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4301273-262f-4fc1-9ad9-8cb52a6c95cb req-766b762e-4e6d-47c9-ba85-6a2b88e57945 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.2587347 Jun 01 13:36:55.101722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-81d16037-48f5-4911-b1cf-8060428b44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:55.103050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-81d16037-48f5-4911-b1cf-8060428b44a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 200 len: 834 time: 0.0656662 Jun 01 13:36:55.133213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:36:55.244880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4301273-262f-4fc1-9ad9-8cb52a6c95cb req-23a8656c-7c60-4c52-b21e-463876d8ca4f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=46b9f393-134b-45ff-b788-b31424f371bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404760 Jun 01 13:36:55.272072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-9023dc4e-c944-4bb3-b754-c52364e1a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:55.273641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-9023dc4e-c944-4bb3-b754-c52364e1a540 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d89d640-ad75-4450-98fd-879f0d58c624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562550 Jun 01 13:36:55.283636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-261cc868-ff07-41af-950d-0426bdef938d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:36:55.284968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-261cc868-ff07-41af-950d-0426bdef938d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 944 time: 0.1227460 Jun 01 13:36:55.434381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 93181f52-6350-473c-a9da-4d51f5e8cd7e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:55.434751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:55.442496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:36:55.447782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb5572-ece6-4374-9641-3d46e6f2093c None None] The sync data for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 is: [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:35:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1ec6c37a-4887-4350-88cb-fea388af498b', 'name': '', 'network_id': '5d89d640-ad75-4450-98fd-879f0d58c624', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:34:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:12Z', 'updated_at': '2022-06-01T13:35:17Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'af09c101-a0a1-4450-8f8c-875db0ec75a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:36:55.544508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-cdd31b98-7e8b-41aa-a15c-e3866d56ea2c service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586138 Jun 01 13:36:55.678145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57dac5-6b8b-43c3-939a-f1e35ef00890 None None] New status for floating IP c12249bc-de34-4380-a690-8416551ddd5b: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:36:55.799572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-11b16a57-1a69-4cd7-9443-b0c3c6e8677e req-e60b00a3-2e7d-460b-b121-75cc9dd3550d service neutron] 10.222.0.13 "GET /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410047 Jun 01 13:36:55.824749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 93181f52-6350-473c-a9da-4d51f5e8cd7e, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93181f52-6350-473c-a9da-4d51f5e8cd7e,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:55.825088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:55.950193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 93181f52-6350-473c-a9da-4d51f5e8cd7e owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:56.102675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:56.152388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=93181f52-6350-473c-a9da-4d51f5e8cd7e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:56.344246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] No DVR routers for this DVR port 93181f52-6350-473c-a9da-4d51f5e8cd7e on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:36:56.346877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:56.361610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c8a106a-749e-4a92-a5e6-a0bb31a8ad54 req-b60b1a5b-86bd-43d8-a09d-cc1aea21b1bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.13 "DELETE /v2.0/ports/93181f52-6350-473c-a9da-4d51f5e8cd7e HTTP/1.1" status: 204 len: 173 time: 1.0549738 Jun 01 13:36:56.404516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-695be882-5402-4c01-933b-4f0b19b4a848 req-b08eefad-505c-4a5e-9f40-0baf44df83bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:36:56.420554 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-695be882-5402-4c01-933b-4f0b19b4a848 req-b08eefad-505c-4a5e-9f40-0baf44df83bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:36:56.421705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-695be882-5402-4c01-933b-4f0b19b4a848 req-b08eefad-505c-4a5e-9f40-0baf44df83bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4654f9e-97bd-4b18-a2dd-6f3dbf23d060 HTTP/1.1" status: 200 len: 210 time: 0.0593040 Jun 01 13:36:56.535676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-deleted', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:36:56.584485 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81d18f9-95ec-4d71-b065-a34c988162d7'] response: {'server_uuid': 'b4654f9e-97bd-4b18-a2dd-6f3dbf23d060', 'name': 'network-vif-deleted', 'tag': '93181f52-6350-473c-a9da-4d51f5e8cd7e', 'status': 'completed', 'code': 200} Jun 01 13:36:57.517917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49952) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:36:58.218339 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:58.579160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 1ec6c37a-4887-4350-88cb-fea388af498b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:36:58.579890 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:58.785253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 1ec6c37a-4887-4350-88cb-fea388af498b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1ec6c37a-4887-4350-88cb-fea388af498b,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:36:58.785478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:58.906215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 1ec6c37a-4887-4350-88cb-fea388af498b owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:36:59.099958 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:59.178813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=1ec6c37a-4887-4350-88cb-fea388af498b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:36:59.442266 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:36:59.481548 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:36:59.522637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 93181f52-6350-473c-a9da-4d51f5e8cd7e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:36:59.523463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93181f52-6350-473c-a9da-4d51f5e8cd7e not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:36:59.951427 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router d09a6b41-fb65-4320-b41c-d48359a22afb has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:37:00.143494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:00.153939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Sync routers for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:00.161672 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-08dda021-49e2-47e7-a9c9-88c9dc974877 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/d09a6b41-fb65-4320-b41c-d48359a22afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6426129 Jun 01 13:37:00.164331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49956) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:00.166127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:00.166989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:00.230345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting subnet af09c101-a0a1-4450-8f8c-875db0ec75a2 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:37:00.233638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.291653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.345359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:00.374548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.456544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.500449 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Subnet': ['ID=af09c101-a0a1-4450-8f8c-875db0ec75a2,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:00.504949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.512791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-507d3298-4008-456b-be35-1385227c52d3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/subnets/af09c101-a0a1-4450-8f8c-875db0ec75a2 HTTP/1.1" status: 204 len: 168 time: 0.3452857 Jun 01 13:37:00.517919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:00.563565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e652a36-01bd-4202-a538-c10782bbd12e None None] Network 5d89d640-ad75-4450-98fd-879f0d58c624 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:00.696166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.846734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:36:59Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '116e3b5d-126e-4ac7-ad6f-70337e9dc01b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:35:08Z', 'updated_at': '2022-06-01T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:00.850621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Checking router: d09a6b41-fb65-4320-b41c-d48359a22afb for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:00.860109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Routers {'d09a6b41-fb65-4320-b41c-d48359a22afb'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:00.860692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['d09a6b41-fb65-4320-b41c-d48359a22afb'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:00.879159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.890574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:00.890974 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:00.915887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] DHCP port deletion for 5d89d640-ad75-4450-98fd-879f0d58c624 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:37:00.984081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Deleting port 601a95fc-8f97-4f96-b1ec-d326d5bac02c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:00.984445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.064318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 116e3b5d-126e-4ac7-ad6f-70337e9dc01b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:01.064918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.084396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] Set router d09a6b41-fb65-4320-b41c-d48359a22afb gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:01.205676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:37:00Z', 'revision_number': 6, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:01.214276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f6e92-da87-4f23-9379-8db66b321a21 None None] The sync data for ids ['d09a6b41-fb65-4320-b41c-d48359a22afb'] in n-d-844200-1 is: [{'id': 'd09a6b41-fb65-4320-b41c-d48359a22afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002559963', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:35:07Z', 'updated_at': '2022-06-01T13:37:00Z', 'revision_number': 6, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:01.317227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 116e3b5d-126e-4ac7-ad6f-70337e9dc01b owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:01.325522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] For port 601a95fc-8f97-4f96-b1ec-d326d5bac02c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=601a95fc-8f97-4f96-b1ec-d326d5bac02c,segment=NetworkSegment(ea3dee65-eff7-4d01-8f5b-ba0f818da05c),segment_id=ea3dee65-eff7-4d01-8f5b-ba0f818da05c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:01.325902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.447340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Calling delete_port for 601a95fc-8f97-4f96-b1ec-d326d5bac02c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:01.484763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.530398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.531466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=116e3b5d-126e-4ac7-ad6f-70337e9dc01b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:01.601105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] Pushing event deleted for resources: {'Port': ['ID=601a95fc-8f97-4f96-b1ec-d326d5bac02c,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:01.605776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117347c-d691-411a-aa81-06e453dbc961 None None] No DVR routers for this DVR port 601a95fc-8f97-4f96-b1ec-d326d5bac02c on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:37:01.630836 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.697039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 601a95fc-8f97-4f96-b1ec-d326d5bac02c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:01.778539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 601a95fc-8f97-4f96-b1ec-d326d5bac02c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:01.778900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 601a95fc-8f97-4f96-b1ec-d326d5bac02c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:01.779317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ec6c37a-4887-4350-88cb-fea388af498b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:01.810741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.812247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 1ec6c37a-4887-4350-88cb-fea388af498b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:01.812563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1ec6c37a-4887-4350-88cb-fea388af498b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:01.812988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.838131 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.838750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Fanout notify agent at l3_agent the message router_deleted on router d09a6b41-fb65-4320-b41c-d48359a22afb {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:37:01.853466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:01.854534 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a156025c-ac67-44bd-99ea-d50d340c45bb tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/routers/d09a6b41-fb65-4320-b41c-d48359a22afb HTTP/1.1" status: 204 len: 168 time: 1.3353019 Jun 01 13:37:01.859024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49964) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:01.972161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.116884 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.144613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d89d640-ad75-4450-98fd-879f0d58c624']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:02.157421 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:02.157713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3dee65-eff7-4d01-8f5b-ba0f818da05c') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:02.168789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.185084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.191644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:37:02.192012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.271286 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ea3dee65-eff7-4d01-8f5b-ba0f818da05c resource provider aggregate not found Jun 01 13:37:02.295529 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ea3dee65-eff7-4d01-8f5b-ba0f818da05c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea3dee65-eff7-4d01-8f5b-ba0f818da05c found for delete ", "request_id": "req-8e646ded-d86c-4021-b181-7c4d58bc1d9c"}]} Jun 01 13:37:02.311724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.329070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.340073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Network': ['ID=5d89d640-ad75-4450-98fd-879f0d58c624,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:02.349196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3f1ebd02-8ec6-4e32-aeac-801a5d1e8032 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/networks/5d89d640-ad75-4450-98fd-879f0d58c624 HTTP/1.1" status: 204 len: 168 time: 0.4891605 Jun 01 13:37:02.352086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49972) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:02.425681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.457621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.524907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.549017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9f393-134b-45ff-b788-b31424f371bf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:02.561133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.562250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d99f4461-e82d-493c-85c1-e6994d59f760 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/security-groups/46b9f393-134b-45ff-b788-b31424f371bf HTTP/1.1" status: 204 len: 168 time: 0.2092488 Jun 01 13:37:02.695484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49980) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:02.701691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733295651', 'description': 'tempest-secgroup-smoke-733295651 description', 'project_id': 'eff5a2fb59524599a3424abe670d764d'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:02.708626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:02.713616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:02.716617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:02.722805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:02.735869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.756762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:02.761415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:02.764437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:02.770252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:02.843960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.849197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.896571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0960d-b755-4854-bcd6-798a93b842e1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:02.900477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:02.904407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-008b07ad-0f7d-421f-a74c-91bcd669b42f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2042840 Jun 01 13:37:02.905083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49984) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:02.909879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:02.916858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:02.921309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:02.924327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:02.931048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:02.949298 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.011551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.015920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.042213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d686d5-2109-475b-bfb5-9833b20f6301,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.049950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.051338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c8c89600-c159-41d9-a20b-076b34fc791f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455417 Jun 01 13:37:03.055301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 49988) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.060366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.067177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.071359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.074523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.080612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.105733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.176027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.181782 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.205311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0f6acc-dafd-4c98-ba3c-9a5a2c422bc0,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.215669 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.216847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bd7ff68f-2b7b-49b1-b2bd-b6734960cce4 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604645 Jun 01 13:37:03.220196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49992) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.228810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.236343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.240566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.243637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.249707 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.268428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.330024 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.336080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.359973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131ecd77-e51f-48b1-b115-d4879953fa09,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.369802 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.371020 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07eb7b6b-c429-42ca-a735-6c017979db1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496837 Jun 01 13:37:03.373810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 49996) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.378618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.385315 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.389979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.392853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.398484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.419894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.483582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.488287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.515423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcd352e-f49c-41ca-a1d3-629b15994a28,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.523321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 116e3b5d-126e-4ac7-ad6f-70337e9dc01b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:03.526155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.527243 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b91563d1-ed78-4b9a-a4b4-375d4f80e7db tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525412 Jun 01 13:37:03.530184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50000) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.535213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.542118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.545884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.548722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.554261 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.558143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 116e3b5d-126e-4ac7-ad6f-70337e9dc01b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:03.558552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 116e3b5d-126e-4ac7-ad6f-70337e9dc01b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:03.567596 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:37:03.574724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.644140 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.649568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.674454 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44ae441-0d3a-46f3-bf5e-107f2537509a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.683669 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.684906 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9fb9356f-00e2-40d6-8506-ac1175588a20 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536984 Jun 01 13:37:03.687722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50004) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.692675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'security_group_rule': {'security_group_id': 'feb0960d-b755-4854-bcd6-798a93b842e1', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.699922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.704098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:security_group_rule and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.707210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.713362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.724711 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Project eff5a2fb59524599a3424abe670d764d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:37:03.731267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.798416 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.804451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.829229 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d9e5e3-b473-4044-a73d-245b12d2b0df,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:03.838964 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.840373 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b936ff4c-4847-4422-959b-18a7f5c1b0bf tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516762 Jun 01 13:37:03.843280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50008) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:03.848745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'network': {'name': 'tempest-network-smoke--1069844213', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:03.854735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:03.859149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:network and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:03.861938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:03.867537 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:03.880098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:03.883533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.916773 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:37:03.926257 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.926577 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Added segment df53f0b7-2285-4859-b67d-c72ff9f46e43 of type vlan for network 37126702-48a4-4001-9622-496746d62ad3 Jun 01 13:37:03.953452 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.984695 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:03.990033 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:03.990605 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.095141 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2508469 Jun 01 13:37:04.097762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08f232-d3f4-4da4-b9ea-fc7fd3c0e178 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Network': ['ID=37126702-48a4-4001-9622-496746d62ad3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:04.098273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50012) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:04.103674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'admin_state_up': True, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:04.108654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 37126702-48a4-4001-9622-496746d62ad3 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:37:04.112876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:04.116845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:router and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:04.119793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:04.129376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:04.140901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.142239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.159907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.429585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.656381 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.872662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:04.906810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:05.046074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.200 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/8440dfd3-0241-44c3-ac91-c75afa5eb63f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:05.197581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:05.231201 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:05.301981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:05.304938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:05.309211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:05.338541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=8440dfd3-0241-44c3-ac91-c75afa5eb63f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:05.738831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:06.092724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:06.422353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 18f57b9d-e602-4a81-adf1-cc91f0b4672b is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:37:06.604368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:06.615519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Sync routers for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:06.625598 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:06.626231 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:06.634616 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:06.636122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4abc22ce-c900-4b32-b49c-91c6f5a59955 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5365274 Jun 01 13:37:06.639037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50020) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:06.683981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-75dc9bcc-6f30-4a42-929d-8025339cbced tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=eff5a2fb59524599a3424abe670d764d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436764 Jun 01 13:37:06.686513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50024) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:06.811156 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:06.815945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3896d51-375b-4e19-8b6b-f31142ce2340 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:06.817400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d3896d51-375b-4e19-8b6b-f31142ce2340 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300106 Jun 01 13:37:06.820415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50028) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:06.859313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5379e689-24b6-4624-81c0-f5d8fc223bc0 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378184 Jun 01 13:37:06.861852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50032) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:06.867026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471993400', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:06.978289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:06.982294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:subnet and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:06.985476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:06.991282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:07.007698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:07.011523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.098061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:05Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:07.102003 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Checking router: 18f57b9d-e602-4a81-adf1-cc91f0b4672b for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:07.102349 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Updating router 18f57b9d-e602-4a81-adf1-cc91f0b4672b port 8440dfd3-0241-44c3-ac91-c75afa5eb63f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:37:07.162908 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.240078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.314221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Subnet': ['ID=cab1cbaf-88ca-4522-9e0a-f07b41261b0f,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.328693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.329455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.329455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.329607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:07.336095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Checking segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:07.336452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network hostable DHCP agents. Network: 37126702-48a4-4001-9622-496746d62ad3, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:37:07.358007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 37126702-48a4-4001-9622-496746d62ad3 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:37:07.367828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 37126702-48a4-4001-9622-496746d62ad3) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:07.373983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:07.374569 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.380738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefbcd4-5035-4292-b9ab-d89c5e1e4be1 None None] Network 37126702-48a4-4001-9622-496746d62ad3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:07.397958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-40b7dbd7-6832-4a51-a80d-4e1919591479 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5349801 Jun 01 13:37:07.401065 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50036) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:07.518575 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.532908 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Transition to ACTIVE for port object 8440dfd3-0241-44c3-ac91-c75afa5eb63f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:07.540291 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.609714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-37126702-48a4-4001-9622-496746d62ad3', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:37:07.610518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.623709 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Attempting to bind port 8440dfd3-0241-44c3-ac91-c75afa5eb63f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:37:07.624344 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Attempting to bind port 8440dfd3-0241-44c3-ac91-c75afa5eb63f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:37:07.624458 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Attempting to bind port 8440dfd3-0241-44c3-ac91-c75afa5eb63f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:07.639803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:37:07.640204 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:07.640554 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.640935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:37:07.641390 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Bound port: 8440dfd3-0241-44c3-ac91-c75afa5eb63f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:37:07.641877 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.672502 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57430385-c2f5-4791-8da1-af9c94ab8cdd None None] Pushing event updated for resources: {'Port': ['ID=8440dfd3-0241-44c3-ac91-c75afa5eb63f,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:07.722903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] For port 8440dfd3-0241-44c3-ac91-c75afa5eb63f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:37:07.726539 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] For port 8440dfd3-0241-44c3-ac91-c75afa5eb63f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8440dfd3-0241-44c3-ac91-c75afa5eb63f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:37:07.733077 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.770190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Allocated IP 172.20.0.2 (37126702-48a4-4001-9622-496746d62ad3/cab1cbaf-88ca-4522-9e0a-f07b41261b0f/b315db73-564b-4f3e-8b0d-49afa24d85c6) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:07.825271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:07.825913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:07.979826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:07.991236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Transition to ACTIVE for port object b315db73-564b-4f3e-8b0d-49afa24d85c6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:08.000451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57430385-c2f5-4791-8da1-af9c94ab8cdd None None] Pushing event updated for resources: {'Port': ['ID=8440dfd3-0241-44c3-ac91-c75afa5eb63f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:08.011067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Transition to ACTIVE for port object b315db73-564b-4f3e-8b0d-49afa24d85c6 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:08.017930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.021779 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:08.077485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Network 37126702-48a4-4001-9622-496746d62ad3 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:08.085744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:08.090363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:08.176712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Pushing event updated for resources: {'Port': ['ID=b315db73-564b-4f3e-8b0d-49afa24d85c6,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:08.185875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Attempting to bind port b315db73-564b-4f3e-8b0d-49afa24d85c6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:37:08.186543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Attempting to bind port b315db73-564b-4f3e-8b0d-49afa24d85c6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:37:08.186543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Attempting to bind port b315db73-564b-4f3e-8b0d-49afa24d85c6 on network 37126702-48a4-4001-9622-496746d62ad3 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:08.191706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:37:08.192396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Checking segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:08.192551 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.192824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Bound using segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:37:08.193288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Bound port: b315db73-564b-4f3e-8b0d-49afa24d85c6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:37:08.193655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.248733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.285251 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-900fda10-f361-440c-9705-5d7d5993188a None None] For port b315db73-564b-4f3e-8b0d-49afa24d85c6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:37:08.288506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-900fda10-f361-440c-9705-5d7d5993188a None None] For port b315db73-564b-4f3e-8b0d-49afa24d85c6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b315db73-564b-4f3e-8b0d-49afa24d85c6,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:37:08.292912 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.345910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:05Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:08.351474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703fd26-b3af-462e-ae2c-47317e431d8a None None] The sync data for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 is: [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:05Z', 'revision_number': 3, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:08.380638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fda10-f361-440c-9705-5d7d5993188a None None] Pushing event updated for resources: {'Port': ['ID=b315db73-564b-4f3e-8b0d-49afa24d85c6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:08.691321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.1 (37126702-48a4-4001-9622-496746d62ad3/cab1cbaf-88ca-4522-9e0a-f07b41261b0f/68c0b5b0-9c1c-4965-a34e-c1c31246e602) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:08.868575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.888833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 68c0b5b0-9c1c-4965-a34e-c1c31246e602 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:08.917377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:08.990482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 37126702-48a4-4001-9622-496746d62ad3 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:08.993798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:08.997982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:09.028998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:09.063334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.345852 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.378226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b7454-3355-4295-baa7-b1d7e8bd3be1 None None] Network 37126702-48a4-4001-9622-496746d62ad3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:09.465606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a5463783-cb13-4159-b43a-dafbea488e48 None None] Provisioning for port b315db73-564b-4f3e-8b0d-49afa24d85c6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:09.664454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8440dfd3-0241-44c3-ac91-c75afa5eb63f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:09.745608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8440dfd3-0241-44c3-ac91-c75afa5eb63f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:09.752084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8440dfd3-0241-44c3-ac91-c75afa5eb63f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:09.752440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.897418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8440dfd3-0241-44c3-ac91-c75afa5eb63f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:09.897870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.922554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8440dfd3-0241-44c3-ac91-c75afa5eb63f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8440dfd3-0241-44c3-ac91-c75afa5eb63f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:09.932473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.933103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b315db73-564b-4f3e-8b0d-49afa24d85c6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:09.937125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:09.943662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.033904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-06f5efee-2b78-4026-b7de-7ed028db9061 None None] Provisioning for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:10.071955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-06f5efee-2b78-4026-b7de-7ed028db9061 None None] Provisioning complete for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:10.072214 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-06f5efee-2b78-4026-b7de-7ed028db9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.075404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.079117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:10.143407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8440dfd3-0241-44c3-ac91-c75afa5eb63f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:10.150878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-06f5efee-2b78-4026-b7de-7ed028db9061 None None] Port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:37:10.166327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b315db73-564b-4f3e-8b0d-49afa24d85c6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:10.172639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b315db73-564b-4f3e-8b0d-49afa24d85c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:10.173107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.226671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 37126702-48a4-4001-9622-496746d62ad3 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:10.227789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:10.313119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8258-07d0-4d00-b46e-822ea4bb293f None None] Provisioning complete for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:10.313552 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8258-07d0-4d00-b46e-822ea4bb293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.343240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b315db73-564b-4f3e-8b0d-49afa24d85c6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:10.343240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.395512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f8258-07d0-4d00-b46e-822ea4bb293f None None] Port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:37:10.402978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b315db73-564b-4f3e-8b0d-49afa24d85c6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b315db73-564b-4f3e-8b0d-49afa24d85c6,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:10.412018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.432419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 18f57b9d-e602-4a81-adf1-cc91f0b4672b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:37:10.482502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b315db73-564b-4f3e-8b0d-49afa24d85c6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:10.518744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7612c4c2-ab54-4bb0-911c-5be5eacd716c None None] Provisioning complete for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:10.518851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7612c4c2-ab54-4bb0-911c-5be5eacd716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:10.571450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7612c4c2-ab54-4bb0-911c-5be5eacd716c None None] Port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:37:10.612947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:10.623187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Sync routers for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:10.626991 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bcc1bb99-7df6-42ba-9a91-d826260547f8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/18f57b9d-e602-4a81-adf1-cc91f0b4672b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2246122 Jun 01 13:37:10.632608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:10.633210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:10.814391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:10.847296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-7577cb44-5f53-454e-9f56-28229119c78c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:10.864467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-7577cb44-5f53-454e-9f56-28229119c78c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:10.865634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-7577cb44-5f53-454e-9f56-28229119c78c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733295651&fields=id&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 267 time: 0.0571265 Jun 01 13:37:11.015870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-d31ddccc-8287-491f-af6a-09c93ff7514b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:11.016577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-d31ddccc-8287-491f-af6a-09c93ff7514b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:11.032567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-d31ddccc-8287-491f-af6a-09c93ff7514b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:11.033739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-d31ddccc-8287-491f-af6a-09c93ff7514b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 797 time: 0.1609993 Jun 01 13:37:11.049128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ad6ff6b7-5c57-4b69-926a-b97263903f76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/quotas/eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 375 time: 0.0097122 Jun 01 13:37:11.130138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 2, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:11.133882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Checking router: 18f57b9d-e602-4a81-adf1-cc91f0b4672b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:11.134232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Updating router 18f57b9d-e602-4a81-adf1-cc91f0b4672b port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:37:11.141530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-1c99851e-2d1c-40e2-b137-a31369f39213 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866156 Jun 01 13:37:11.192614 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:11.288167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-eb7cb520-7a8d-44b4-8754-dc450730d6ee service neutron] 10.222.0.40 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299353 Jun 01 13:37:11.419593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-0e75c81c-629f-4e2b-b574-cb7647a3061f service neutron] 10.222.0.40 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252575 Jun 01 13:37:11.542069 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:11.561604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Transition to ACTIVE for port object 68c0b5b0-9c1c-4965-a34e-c1c31246e602 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:11.570179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:11.609431 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8440dfd3-0241-44c3-ac91-c75afa5eb63f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:11.643358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2e048489-ca5d-4cce-abef-49cdfa5a785b req-7ae1a957-ee7b-4cde-b139-eba4be3d0d0a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0437183 Jun 01 13:37:11.795617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7759554-dc5a-405d-8a6a-06a8399b72c2 None None] Pushing event updated for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:11.796408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50064) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:11.913970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Attempting to bind port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:37:11.914538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Attempting to bind port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:37:11.915085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Attempting to bind port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 on network 37126702-48a4-4001-9622-496746d62ad3 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:11.923442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:37:11.923442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Checking segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:11.923768 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:11.924051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Bound using segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:37:11.924759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Bound port: 68c0b5b0-9c1c-4965-a34e-c1c31246e602, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:37:11.925307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:11.937128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8440dfd3-0241-44c3-ac91-c75afa5eb63f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:11.937835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.046561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e1d55c8b-9caf-4fa2-af9b-5dd51e78cbf2 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/floatingips/5bdf77c1-7df5-40cb-aa7b-1dc922814b84 HTTP/1.1" status: 200 len: 993 time: 0.2484906 Jun 01 13:37:12.136859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] For port 68c0b5b0-9c1c-4965-a34e-c1c31246e602, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:37:12.161898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] For port 68c0b5b0-9c1c-4965-a34e-c1c31246e602, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68c0b5b0-9c1c-4965-a34e-c1c31246e602,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:37:12.170326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.207167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8440dfd3-0241-44c3-ac91-c75afa5eb63f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:12.208279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b315db73-564b-4f3e-8b0d-49afa24d85c6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:12.301253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:12.301878 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:12.387129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7759554-dc5a-405d-8a6a-06a8399b72c2 None None] Pushing event updated for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:12.422278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50074) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:12.474676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b315db73-564b-4f3e-8b0d-49afa24d85c6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:12.475057 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.560588 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:12.634401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 51dde5af-47d8-4963-ba82-77992deb79bc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:12.634767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.840936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b315db73-564b-4f3e-8b0d-49afa24d85c6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:12.899898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc660345-b88f-4591-8dfc-02c40821d61d req-c1ca7f64-6c43-4979-a475-126c7255c8f1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0571005 Jun 01 13:37:12.951470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:12.955352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958884b-5e61-43f5-9d45-509ac3d74a5a None None] The sync data for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 is: [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:12Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:12.984855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.985171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:12.998784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-7f1829c1-d925-43ed-9ed8-4b21440d9a16 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:13.000406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-7f1829c1-d925-43ed-9ed8-4b21440d9a16 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 797 time: 0.2467282 Jun 01 13:37:13.149715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 51dde5af-47d8-4963-ba82-77992deb79bc owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:13.231472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f22841e1-84a8-4a8a-98b1-6aa866986ec8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff5a2fb59524599a3424abe670d764d HTTP/1.1" status: 200 len: 379 time: 0.1582501 Jun 01 13:37:13.245510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'port': {'device_id': '38d49500-91d7-4c25-840f-056a3544f9d1', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'admin_state_up': True, 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'security_groups': ['feb0960d-b755-4854-bcd6-798a93b842e1']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:13.441536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:13.450448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:port and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:13.454157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:13.460709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:13.464302 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:13.520797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=51dde5af-47d8-4963-ba82-77992deb79bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:13.551781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Made reservation on behalf of eff5a2fb59524599a3424abe670d764d for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:13.555234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:13.612940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68c0b5b0-9c1c-4965-a34e-c1c31246e602 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:13.685538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:13.691795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:13.692001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:13.700508 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:13.700849 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Floating IP 5bdf77c1-7df5-40cb-aa7b-1dc922814b84 disassociated (deleted). External IP: 172.25.7.205, port: da9c95f4-7fdc-4641-8cc9-60adb4818286. Jun 01 13:37:13.828535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:13.828921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:13.868163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 68c0b5b0-9c1c-4965-a34e-c1c31246e602, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68c0b5b0-9c1c-4965-a34e-c1c31246e602,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:13.874520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:14.004513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:14.132891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c42e7c26-e3f2-4901-8860-c80a1def9971 req-586221f9-2e05-440f-9718-c4aeb4710a43 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0759170 Jun 01 13:37:14.157424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.20.0.5 (37126702-48a4-4001-9622-496746d62ad3/cab1cbaf-88ca-4522-9e0a-f07b41261b0f/18f2dc87-773d-43e5-9f5b-0533debb8154) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:14.489030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 3ec54005-91ad-42c7-8008-2b6ba21fec17 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:37:14.583821 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:14.620998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Transition to ACTIVE for port object 18f2dc87-773d-43e5-9f5b-0533debb8154 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:14.722315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:14.732100 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Sync routers for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:14.739740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:14.743822 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:14.744652 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:14.815522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:14.844264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network 37126702-48a4-4001-9622-496746d62ad3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:14.851374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:14.861563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:14.912718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:14.928272 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:14.939392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-58af461b-feae-4fe2-b464-bf1b9cae5e61 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/floatingips/5bdf77c1-7df5-40cb-aa7b-1dc922814b84 HTTP/1.1" status: 204 len: 168 time: 2.5135376 Jun 01 13:37:14.943477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:14.944109 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:14.959410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:14.967073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-ee94a80a-f78a-46df-b28d-34182f561da8 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7260842 Jun 01 13:37:14.985677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Request body: {'port': {'device_id': '38d49500-91d7-4c25-840f-056a3544f9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:15.080054 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb34fe26-b945-44ec-b598-27834861f06c'] response: {'name': 'network-changed', 'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'status': 'completed', 'code': 200} Jun 01 13:37:15.156325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fce8af2e-9bf4-46e8-89d7-ca8d137b34b3 None None] Provisioning for port 18f2dc87-773d-43e5-9f5b-0533debb8154 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:15.165381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fce8af2e-9bf4-46e8-89d7-ca8d137b34b3 None None] Provisioning complete for port 18f2dc87-773d-43e5-9f5b-0533debb8154 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:15.165826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fce8af2e-9bf4-46e8-89d7-ca8d137b34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:15.219750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:15.240642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-72d50efa-07bb-4ab6-8ac2-8cf83a74b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:15.241998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-72d50efa-07bb-4ab6-8ac2-8cf83a74b054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad3f0555c5d741e790830ed1c9af1615&device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 1096 time: 0.2023387 Jun 01 13:37:15.263764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fce8af2e-9bf4-46e8-89d7-ca8d137b34b3 None None] Port 18f2dc87-773d-43e5-9f5b-0533debb8154 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:37:15.336017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:15.340148 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Checking router: 3ec54005-91ad-42c7-8008-2b6ba21fec17 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:15.348500 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:15.349119 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:36:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:15.538153 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:15.588722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68c0b5b0-9c1c-4965-a34e-c1c31246e602 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:15.657375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:15.657739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:15.778647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:15.783685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-4057bd01-27f9-404f-8756-b42088eaa354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:15.785138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-4057bd01-27f9-404f-8756-b42088eaa354 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 200 len: 897 time: 0.5025237 Jun 01 13:37:15.858627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:15.862747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98599-10b5-4510-945e-c3bb89ecd4cc None None] The sync data for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 is: [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:24Z', 'revision_number': 4, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '9f4deebd-354d-4cfd-8700-0ed2ff7a9199', 'name': '', 'network_id': '5dcd086c-c6e7-43c7-8a58-a6141fddd381', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'mac_address': 'fa:16:3e:74:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:23Z', 'updated_at': '2022-06-01T13:36:29Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'subnets': [{'id': '2d002299-8787-438e-ab3e-1ed1f9165f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:15.930549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec646-e8f3-4ad1-9523-b29a2e9f2ad3 req-f84f04c2-31cb-4948-957d-9cb936471913 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:15.931936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f23ec646-e8f3-4ad1-9523-b29a2e9f2ad3 req-f84f04c2-31cb-4948-957d-9cb936471913 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Synchronizing usage tracker for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:15.939071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-87bfcc11-e40c-4a4d-982a-4851c74714e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 200 len: 217 time: 0.1447320 Jun 01 13:37:15.987642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40532b18-a212-491e-90cb-547dd2ae15e1 req-d8a1dd0e-ba6c-445e-9c53-7090437681f3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:15.988308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-40532b18-a212-491e-90cb-547dd2ae15e1 req-d8a1dd0e-ba6c-445e-9c53-7090437681f3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:16.044243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f23ec646-e8f3-4ad1-9523-b29a2e9f2ad3 req-f84f04c2-31cb-4948-957d-9cb936471913 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Unset dirty status for tenant:ad3f0555c5d741e790830ed1c9af1615 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:16.045381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f23ec646-e8f3-4ad1-9523-b29a2e9f2ad3 req-f84f04c2-31cb-4948-957d-9cb936471913 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.6977832 Jun 01 13:37:16.083556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-6d56189c-d6ea-4bae-a168-a971a83495f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:16.085026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-6d56189c-d6ea-4bae-a168-a971a83495f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d002299-8787-438e-ab3e-1ed1f9165f24 HTTP/1.1" status: 200 len: 835 time: 0.1390948 Jun 01 13:37:16.094014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-40532b18-a212-491e-90cb-547dd2ae15e1 req-d8a1dd0e-ba6c-445e-9c53-7090437681f3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:16.095199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40532b18-a212-491e-90cb-547dd2ae15e1 req-d8a1dd0e-ba6c-445e-9c53-7090437681f3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 931 time: 0.7887912 Jun 01 13:37:16.190903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f23ec646-e8f3-4ad1-9523-b29a2e9f2ad3 req-157a373c-3232-48ef-9809-060ce6c49c81 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375842 Jun 01 13:37:16.197226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204cf777-00c5-474f-b294-5121d10d2cea None None] New status for floating IP 5bdf77c1-7df5-40cb-aa7b-1dc922814b84: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:37:16.221410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40532b18-a212-491e-90cb-547dd2ae15e1 req-6f1c7a17-cb71-482f-a3ed-eac8b33bb3c1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733418 Jun 01 13:37:16.299712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:37:16.308345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:16.317905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-65abbf26-ac52-4856-a1cd-b8fbf032b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:16.319447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-65abbf26-ac52-4856-a1cd-b8fbf032b75b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dcd086c-c6e7-43c7-8a58-a6141fddd381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205107 Jun 01 13:37:16.346443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Transition to ACTIVE for port object 18f2dc87-773d-43e5-9f5b-0533debb8154 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:16.397548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:16.562463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:16.700137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-523fb943-40a7-4faa-9d30-05b24008285f service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720138 Jun 01 13:37:16.842527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Attempting to bind port 18f2dc87-773d-43e5-9f5b-0533debb8154 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:37:16.842853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Attempting to bind port 18f2dc87-773d-43e5-9f5b-0533debb8154 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:37:16.843208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Attempting to bind port 18f2dc87-773d-43e5-9f5b-0533debb8154 on network 37126702-48a4-4001-9622-496746d62ad3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:16.871193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-3f1bc722-05fe-40c5-9859-62f91e76ce80 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:16.872744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-3f1bc722-05fe-40c5-9859-62f91e76ce80 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.3113401 Jun 01 13:37:16.874693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Port 18f2dc87-773d-43e5-9f5b-0533debb8154 on network 37126702-48a4-4001-9622-496746d62ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:37:16.875017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Attempting to bind port 18f2dc87-773d-43e5-9f5b-0533debb8154 on network 37126702-48a4-4001-9622-496746d62ad3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:16.878324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-7a77f206-b93e-4a70-a71b-afa4bd198430 service neutron] 10.222.0.13 "GET /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709006 Jun 01 13:37:16.914864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:37:16.915191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Checking segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:16.915565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Bound using segment: {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:37:16.915982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Bound port: 18f2dc87-773d-43e5-9f5b-0533debb8154, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df53f0b7-2285-4859-b67d-c72ff9f46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37126702-48a4-4001-9622-496746d62ad3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:37:16.916342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:16.999990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port da9c95f4-7fdc-4641-8cc9-60adb4818286 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:17.000299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:17.115108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:37:17.133572 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:37:17.140310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:17.479971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:17.480657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:17.481931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] 10.222.0.24 "PUT /v2.0/ports/18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 1091 time: 2.5018148 Jun 01 13:37:17.494226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:17.626419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931fd71-08ba-406c-ba6b-388f516044ac service neutron] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:17.645140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port da9c95f4-7fdc-4641-8cc9-60adb4818286, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=da9c95f4-7fdc-4641-8cc9-60adb4818286,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:17.645490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:17.781598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for da9c95f4-7fdc-4641-8cc9-60adb4818286 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:17.867689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567564e-032d-42e9-8194-8b8b73a3a47e req-0b7745bb-61ac-497a-8a6e-97f8d024180f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:17.869291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e567564e-032d-42e9-8194-8b8b73a3a47e req-0b7745bb-61ac-497a-8a6e-97f8d024180f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 943 time: 0.4713864 Jun 01 13:37:17.891348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168e45-37ee-4558-abbc-2e139bdc20dc req-8fa806a2-468a-4936-9b1b-a9f81c2f6851 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:17.892803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09168e45-37ee-4558-abbc-2e139bdc20dc req-8fa806a2-468a-4936-9b1b-a9f81c2f6851 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/ports?device_id=a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d HTTP/1.1" status: 200 len: 945 time: 0.5023110 Jun 01 13:37:17.937279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-b122ea36-6ed1-4edb-a22e-83e867b3741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:17.938825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-b122ea36-6ed1-4edb-a22e-83e867b3741f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1094 time: 0.3787467 Jun 01 13:37:18.083205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e567564e-032d-42e9-8194-8b8b73a3a47e req-103a10ed-1fe1-4d5b-93f6-399f57f2f757 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880658 Jun 01 13:37:18.088163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-fea17403-e9d4-4b1b-93f7-63cabd746cf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 217 time: 0.1034124 Jun 01 13:37:18.093343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09168e45-37ee-4558-abbc-2e139bdc20dc req-935b0d21-1d4a-47f4-a65d-d6a9adedf180 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "GET /v2.0/security-groups?id=02000231-8aa4-4fd9-85ef-2fb0f074ab88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812449 Jun 01 13:37:18.139240 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de04ad6d-cb11-4dec-ad16-e3feb039425e'] response: {'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'status': 'completed', 'code': 200} Jun 01 13:37:18.144993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:18.208470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=da9c95f4-7fdc-4641-8cc9-60adb4818286,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:18.212135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-35474e1d-90b1-41ef-9a4a-f4233aa932f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:18.213692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-35474e1d-90b1-41ef-9a4a-f4233aa932f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.1174407 Jun 01 13:37:18.264974 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:18.266143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d47695b-8c5e-4929-ade8-ffbfb505fe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:18.331428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] No DVR routers for this DVR port da9c95f4-7fdc-4641-8cc9-60adb4818286 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:37:18.338412 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:18.356701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5ba01a5-00c4-49cd-8657-c5ac41ef40dc req-de058818-8da3-43ce-8d07-859edcc1ffa0 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.13 "DELETE /v2.0/ports/da9c95f4-7fdc-4641-8cc9-60adb4818286 HTTP/1.1" status: 204 len: 173 time: 1.4761534 Jun 01 13:37:18.370199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-58237fce-5aba-4414-ac76-751c922abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:18.371766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-58237fce-5aba-4414-ac76-751c922abdfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315057 Jun 01 13:37:18.511045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-edcb998d-ef54-4e9c-9969-922a400dd15b service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330731 Jun 01 13:37:18.651380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe7748d8-49b7-400a-a4e7-749643309ff6 req-6221b8c5-d7f7-49ac-abd5-05bf9fbd1a1a service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346476 Jun 01 13:37:18.805151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-07a41263-e854-4456-b80d-c49f6293df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:18.806568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-07a41263-e854-4456-b80d-c49f6293df87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0727551 Jun 01 13:37:18.946169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-d454cba2-4a48-423c-9b7f-d3b3c8c0f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:18.947872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-d454cba2-4a48-423c-9b7f-d3b3c8c0f52b service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1352897 Jun 01 13:37:19.028782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:37:19.138261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-3e6d9d80-c2af-41e8-8c88-d6983bcd797c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 217 time: 0.1848862 Jun 01 13:37:19.199136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50100) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:19.255530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-bd38f2a1-ec39-400e-b17a-220d0933ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:19.257035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-bd38f2a1-ec39-400e-b17a-220d0933ed5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.1121292 Jun 01 13:37:19.272078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:19.302542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:19.346466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0d352-a9e9-490b-b67f-3d9056a8417d req-daa13918-b23b-4c65-95ab-e1d8e8734589 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:19.349518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bd0d352-a9e9-490b-b67f-3d9056a8417d req-daa13918-b23b-4c65-95ab-e1d8e8734589 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 943 time: 0.1456592 Jun 01 13:37:19.381194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:19.383283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-c42d160c-77fa-41b9-8130-b8cacf57ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:19.384743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-c42d160c-77fa-41b9-8130-b8cacf57ffc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194885 Jun 01 13:37:19.406302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02000231-8aa4-4fd9-85ef-2fb0f074ab88,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:19.410270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:19.411417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/security-groups/02000231-8aa4-4fd9-85ef-2fb0f074ab88 HTTP/1.1" status: 204 len: 168 time: 0.2106795 Jun 01 13:37:19.416731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.417388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.417879 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.418384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.418930 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.419407 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.419892 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.420550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.421043 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.421522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.422001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.422945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117a334-eb05-4d4d-95c1-c6eb854f6e66 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:19.454074 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50106) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:19.496192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bd0d352-a9e9-490b-b67f-3d9056a8417d req-b30c0065-7cf1-4676-b58b-8a3445b20f68 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400850 Jun 01 13:37:19.544151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device da9c95f4-7fdc-4641-8cc9-60adb4818286 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:19.559370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-5025ae37-b105-468f-9cdf-e7fada7aa251 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633613 Jun 01 13:37:19.578194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: da9c95f4-7fdc-4641-8cc9-60adb4818286 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:19.578628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device da9c95f4-7fdc-4641-8cc9-60adb4818286 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:19.712640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9cda066f-3340-4b38-acb7-d9eb1096a656 req-8a934768-6aa1-4cc4-b557-7071f5c8b309 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470699 Jun 01 13:37:20.140062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'name': 'network-vif-deleted', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:20.156159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:20.184574 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9eba99-a316-4ac6-9fe8-46e009cda311'] response: {'server_uuid': 'a84d79c9-b0e0-4f7e-af2b-46ae7ef4ec9d', 'name': 'network-vif-deleted', 'tag': 'da9c95f4-7fdc-4641-8cc9-60adb4818286', 'status': 'completed', 'code': 200} Jun 01 13:37:20.511397 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-34a37395-70f3-4028-9f1a-fccc72977423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:20.526317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:20.526880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:20.698905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3fd12-3a43-4ab1-a9bf-21a3ecb7bf42 req-bab8b1d5-d4b0-45a2-9ca0-f50131bca869 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:20.700382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61e3fd12-3a43-4ab1-a9bf-21a3ecb7bf42 req-bab8b1d5-d4b0-45a2-9ca0-f50131bca869 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0832002 Jun 01 13:37:20.720107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port 9f4deebd-354d-4cfd-8700-0ed2ff7a9199, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:20.720468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:20.749274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61e3fd12-3a43-4ab1-a9bf-21a3ecb7bf42 req-c49b6baa-4b30-48e6-b29d-8e524c855755 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Jun 01 13:37:20.844178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:21.178688 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:21.230092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=9f4deebd-354d-4cfd-8700-0ed2ff7a9199,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:21.675766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:21.727967 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:21.803802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:21.941664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772666d2-ef8f-4b3f-9dfa-170753bb3b24 req-9d057469-c668-428f-bbbd-3cea658b3a7a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:21.943203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-772666d2-ef8f-4b3f-9dfa-170753bb3b24 req-9d057469-c668-428f-bbbd-3cea658b3a7a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0826950 Jun 01 13:37:21.981199 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:37:21.988042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-772666d2-ef8f-4b3f-9dfa-170753bb3b24 req-a88a2476-0042-4667-a9c2-e7b7a0bc8e6e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384893 Jun 01 13:37:22.059425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Router 3ec54005-91ad-42c7-8008-2b6ba21fec17 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:37:22.117805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:22.131690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'mac_address': 'fa:16:3e:2b:4e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:37:22.192253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:22.192611 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.210558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:37:22.226344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:22.231971 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.246524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:22.258052 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Sync routers for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:22.259335 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-177ae7f2-20e3-4d13-b8f8-e9502be7934c tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "PUT /v2.0/routers/3ec54005-91ad-42c7-8008-2b6ba21fec17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037119 Jun 01 13:37:22.262357 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50116) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:22.272620 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:22.273252 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:37:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:22.303900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:22.312532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.313573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.313573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.313573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.313812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.314108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.314440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.314799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.315119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.315427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.316236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.316236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:37:22.332216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting subnet 2d002299-8787-438e-ab3e-1ed1f9165f24 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:37:22.335314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.396362 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.487944 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:22.488338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.563507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.605571 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Subnet': ['ID=2d002299-8787-438e-ab3e-1ed1f9165f24,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:22.610357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.619274 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b2c9f50e-6875-4222-b957-de1cc9580909 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/subnets/2d002299-8787-438e-ab3e-1ed1f9165f24 HTTP/1.1" status: 204 len: 168 time: 0.3531072 Jun 01 13:37:22.619936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50120) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:22.625412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe886b6-2088-4fe7-a9b5-ce0e8b487314 None None] Network 5dcd086c-c6e7-43c7-8a58-a6141fddd381 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:22.694432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['18f2dc87-773d-43e5-9f5b-0533debb8154'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:37:22.778812 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:37:21Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:22.783801 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Checking router: 3ec54005-91ad-42c7-8008-2b6ba21fec17 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:22.794659 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Routers {'3ec54005-91ad-42c7-8008-2b6ba21fec17'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:22.795278 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:37:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['3ec54005-91ad-42c7-8008-2b6ba21fec17'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:22.808052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:22.974625 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] Set router 3ec54005-91ad-42c7-8008-2b6ba21fec17 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:23.026191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.044331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Deleting port a50b6f2e-0929-454c-b548-1b352e0b0205 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:23.044967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.045093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] DHCP port deletion for 5dcd086c-c6e7-43c7-8a58-a6141fddd381 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:37:23.056682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Deleting port e64a931b-0419-458e-827f-7c02a0f0a3d6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:23.057325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.222853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7226-6be0-4d1d-8b59-75d56eb45244 req-5bdb543e-7326-4722-91b6-03cc234be807 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:23.231093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c9e7226-6be0-4d1d-8b59-75d56eb45244 req-5bdb543e-7326-4722-91b6-03cc234be807 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 944 time: 0.1123230 Jun 01 13:37:23.274488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.288240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2c9e7226-6be0-4d1d-8b59-75d56eb45244 req-e188df61-b957-42e6-9ffc-d42863a63b60 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557492 Jun 01 13:37:23.302621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:37:21Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:23.308002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182051d-acfd-4feb-a819-1ff56bdb272a None None] The sync data for ids ['3ec54005-91ad-42c7-8008-2b6ba21fec17'] in n-d-844200-1 is: [{'id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'name': 'tempest-TestNetworkBasicOps-router-1195624878', 'tenant_id': 'ad3f0555c5d741e790830ed1c9af1615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:37:21Z', 'revision_number': 5, 'project_id': 'ad3f0555c5d741e790830ed1c9af1615', 'gw_port': {'id': 'a50b6f2e-0929-454c-b548-1b352e0b0205', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec54005-91ad-42c7-8008-2b6ba21fec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:36:19Z', 'updated_at': '2022-06-01T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:23.393617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] For port e64a931b-0419-458e-827f-7c02a0f0a3d6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e64a931b-0419-458e-827f-7c02a0f0a3d6,segment=NetworkSegment(ad7be19f-0b63-4247-b216-952595431e54),segment_id=ad7be19f-0b63-4247-b216-952595431e54)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:23.394003 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.411010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] For port a50b6f2e-0929-454c-b548-1b352e0b0205, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a50b6f2e-0929-454c-b548-1b352e0b0205,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:23.411360 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.540382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Calling delete_port for a50b6f2e-0929-454c-b548-1b352e0b0205 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:23.555314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Calling delete_port for e64a931b-0419-458e-827f-7c02a0f0a3d6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:23.638909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.685032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] Pushing event deleted for resources: {'Port': ['ID=e64a931b-0419-458e-827f-7c02a0f0a3d6,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:23.692099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836e5fd-27d8-4439-bf32-f88744c53a64 None None] No DVR routers for this DVR port e64a931b-0419-458e-827f-7c02a0f0a3d6 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:37:23.711115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e64a931b-0419-458e-827f-7c02a0f0a3d6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:23.747403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e64a931b-0419-458e-827f-7c02a0f0a3d6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:23.747742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e64a931b-0419-458e-827f-7c02a0f0a3d6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:23.748166 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:23.748398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.786762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:23.787612 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9f4deebd-354d-4cfd-8700-0ed2ff7a9199 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:23.795029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Port': ['ID=a50b6f2e-0929-454c-b548-1b352e0b0205,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:23.888754 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:23.979813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:24.047600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 18f2dc87-773d-43e5-9f5b-0533debb8154 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:24.052256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 18f2dc87-773d-43e5-9f5b-0533debb8154 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:24.052620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.063523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.065686 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.090003 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.091073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec54005-91ad-42c7-8008-2b6ba21fec17 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:37:24.112101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.113226 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1f22b3d7-4010-44a5-ad92-c15d5fb361ab tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/routers/3ec54005-91ad-42c7-8008-2b6ba21fec17 HTTP/1.1" status: 204 len: 168 time: 1.4921598 Jun 01 13:37:24.117084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50126) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:24.189292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:24.189669 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.218749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:24.228943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:24.235105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.243707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.275983 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cd0da2-1498-4790-abf6-0faf0b07b025'] response: {'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'code': 200} Jun 01 13:37:24.323820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:24.467184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.515449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcd086c-c6e7-43c7-8a58-a6141fddd381']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:24.534913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7be19f-0b63-4247-b216-952595431e54') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:24.535223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7be19f-0b63-4247-b216-952595431e54') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:24.553330 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.579704 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.585102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1476-42ef-44a1-842a-f8c52b540385 req-ae6a97ed-7aab-4a5b-a3a5-c074baeaf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:24.586631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4fb1476-42ef-44a1-842a-f8c52b540385 req-ae6a97ed-7aab-4a5b-a3a5-c074baeaf08e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.2223272 Jun 01 13:37:24.594987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:37:24.595379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.681433 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ad7be19f-0b63-4247-b216-952595431e54 resource provider aggregate not found Jun 01 13:37:24.716110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170fb8-69ae-40b5-9e5a-0b3d8d9470c5 req-a6abb252-7434-4995-a607-ab8ce8d7dc6b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:24.717571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82170fb8-69ae-40b5-9e5a-0b3d8d9470c5 req-a6abb252-7434-4995-a607-ab8ce8d7dc6b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.3098774 Jun 01 13:37:24.720149 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment ad7be19f-0b63-4247-b216-952595431e54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad7be19f-0b63-4247-b216-952595431e54 found for delete ", "request_id": "req-53a057d5-827c-423f-a7db-3b51e332a014"}]} Jun 01 13:37:24.761930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4fb1476-42ef-44a1-842a-f8c52b540385 req-db8b3097-4e02-4255-af81-6f674266db42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506333 Jun 01 13:37:24.770863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.789734 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:24.808137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] Pushing event deleted for resources: {'Network': ['ID=5dcd086c-c6e7-43c7-8a58-a6141fddd381,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:24.815592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82170fb8-69ae-40b5-9e5a-0b3d8d9470c5 req-5878c913-6f61-4e7b-ba55-72fc73b669e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915055 Jun 01 13:37:24.821033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4e5c11eb-82cc-43cf-8b43-2f8f87029e98 tempest-TestNetworkBasicOps-1477783264 tempest-TestNetworkBasicOps-1477783264-project] 10.222.0.40 "DELETE /v2.0/networks/5dcd086c-c6e7-43c7-8a58-a6141fddd381 HTTP/1.1" status: 204 len: 168 time: 0.7021401 Jun 01 13:37:25.129783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50142) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:25.284329 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f492f9f-728e-4a23-a26d-b81cb09fa468 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ad3f0555c5d741e790830ed1c9af1615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533775 Jun 01 13:37:25.286938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50148) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:25.344766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.370494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.425219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.443566 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c31a4-c544-4789-915b-b4f53accb86f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:25.453291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.454417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-27dc94c0-f9b0-4edf-aaf3-f5beded69ef2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf6c31a4-c544-4789-915b-b4f53accb86f HTTP/1.1" status: 204 len: 168 time: 0.1666174 Jun 01 13:37:25.578190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a50b6f2e-0929-454c-b548-1b352e0b0205 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:25.613719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a50b6f2e-0929-454c-b548-1b352e0b0205 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:25.614200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a50b6f2e-0929-454c-b548-1b352e0b0205 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:25.751285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50156) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:25.769020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.783348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:25.787245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Usage tracker for resource:security_group_rule and tenant:bd2013d0bf1440e185ce6f2751749cc8 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:25.790013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:25.795937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:25.890226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.895035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:25.943114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bd2013d0bf1440e185ce6f2751749cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906750 Jun 01 13:37:25.943995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd1ec5-0fcc-46bc-aa86-ce0a0fffde4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d940579-0b9d-4ddb-83a4-c44e5d883107,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:25.946437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50162) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:26.010921 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:26.038180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:26.097741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:26.112735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d940579-0b9d-4ddb-83a4-c44e5d883107,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:26.120500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:26.121889 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6effae75-5760-4823-a5de-7cae5cd8cc29 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2d940579-0b9d-4ddb-83a4-c44e5d883107 HTTP/1.1" status: 204 len: 168 time: 0.1746249 Jun 01 13:37:26.135746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0e4e-d060-471b-8bc6-191a25850d43 req-2d25482a-5c22-4f41-a0aa-b3b35284f02f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:26.138637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-109e0e4e-d060-471b-8bc6-191a25850d43 req-2d25482a-5c22-4f41-a0aa-b3b35284f02f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.2144184 Jun 01 13:37:26.191565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-109e0e4e-d060-471b-8bc6-191a25850d43 req-bc92f37d-caa1-4b74-9ec4-5592c3081301 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460508 Jun 01 13:37:27.388258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e750d5-dba2-41ed-9d6f-a622e363d63c req-3974c909-6a6f-44c0-bf9b-07d97adc8e6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:27.389727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01e750d5-dba2-41ed-9d6f-a622e363d63c req-3974c909-6a6f-44c0-bf9b-07d97adc8e6f tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0849023 Jun 01 13:37:27.438821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01e750d5-dba2-41ed-9d6f-a622e363d63c req-c5555cd7-f3b7-4bc4-9cbc-17677cba0522 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Jun 01 13:37:27.623760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ee26-3426-44eb-9375-0341d7060a1d req-ddd47122-ea23-4e39-a173-fcd44ecd3509 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:27.625238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a575ee26-3426-44eb-9375-0341d7060a1d req-ddd47122-ea23-4e39-a173-fcd44ecd3509 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0837610 Jun 01 13:37:27.671965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a575ee26-3426-44eb-9375-0341d7060a1d req-55be80b5-cedc-4195-b684-71782acbadc7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Jun 01 13:37:27.696302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50232) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:27.771192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d41910-55f7-4de2-8404-e6077c3ac540 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:27.772674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b8d41910-55f7-4de2-8404-e6077c3ac540 tempest-TestNetworkAdvancedServerOps-462691008 tempest-TestNetworkAdvancedServerOps-462691008-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1091 time: 0.0753722 Jun 01 13:37:27.775383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50254) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:27.780484 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:27.788556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:27.792825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Usage tracker for resource:floatingip and tenant:eff5a2fb59524599a3424abe670d764d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:27.796144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:27.802159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:27.814724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:27.956119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.099293 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Allocated IP 172.25.7.37 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/06d59a1e-50a0-4c91-b2a1-c3b7606f430c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:28.367383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.399783 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.405962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50330) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:28.466627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:28.469629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:28.473339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:28.506639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=06d59a1e-50a0-4c91-b2a1-c3b7606f430c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:28.544147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.559303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:28.563607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Usage tracker for resource:security_group_rule and tenant:faf3635e41f5487896dc46c1ecd830cf is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:28.566615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:28.572446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:28.655575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.661557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.711734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=faf3635e41f5487896dc46c1ecd830cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022044 Jun 01 13:37:28.711734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34ba6-4fd3-4232-a3a2-41da452594d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2630d-4387-4131-bfce-86a2a6d6866a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:28.712503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:28.772787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.799377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.858539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.873147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2630d-4387-4131-bfce-86a2a6d6866a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:28.883267 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:28.884674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e712e158-2eb3-4f51-997d-e47dbef095e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8a2630d-4387-4131-bfce-86a2a6d6866a HTTP/1.1" status: 204 len: 168 time: 0.1714952 Jun 01 13:37:28.925181 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.008177 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.214364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50344) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:29.227543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.233947 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.234741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.252861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:29.257187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Usage tracker for resource:security_group_rule and tenant:f497173f9ffe4752a1164945b8fe1b9c is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:29.261264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:29.267222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:29.347519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event updated for resources: {'Port': ['ID=06d59a1e-50a0-4c91-b2a1-c3b7606f430c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:29.356222 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.357502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.361518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.408674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f497173f9ffe4752a1164945b8fe1b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929357 Jun 01 13:37:29.409476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cf36d-a57e-4968-a7ed-2a5f432b8891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccf0a3-d99d-4402-be78-797fdd4f292d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:29.412481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50348) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:29.472825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.502614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.534929 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 0c70b2ac-349c-4045-9632-f0ec9073573b associated. External IP: 172.25.7.37, port: 18f2dc87-773d-43e5-9f5b-0533debb8154. Jun 01 13:37:29.557742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.572190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccf0a3-d99d-4402-be78-797fdd4f292d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:29.579580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:29.580658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2060c0c0-ad31-4f98-8376-1e3d261a2e43 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/16ccf0a3-d99d-4402-be78-797fdd4f292d HTTP/1.1" status: 204 len: 168 time: 0.1670914 Jun 01 13:37:30.039001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 18f57b9d-e602-4a81-adf1-cc91f0b4672b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:37:30.231289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:37:30.244264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Sync routers for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:37:30.254085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:30.254827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:37:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:30.257726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:30.317694 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3e418b9b-9af3-489d-bef8-9f226795b73a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5413234 Jun 01 13:37:30.318269 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:30.363209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50378) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:30.460856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:30.533766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be325d1-d890-46b7-88ad-b3ed2034335f req-3c810364-b8b6-41dc-b869-0f93fc73a462 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:30.535451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be325d1-d890-46b7-88ad-b3ed2034335f req-3c810364-b8b6-41dc-b869-0f93fc73a462 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1210165 Jun 01 13:37:30.540647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-379387521-network', 'tenant_id': '622a576db9de42968f4bbb7aa0884b8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:30.547617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:30.564241 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d71cd6c-d29d-4887-a4d3-2522065d8f29'] response: {'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'status': 'completed', 'code': 200} Jun 01 13:37:30.568215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Usage tracker for resource:network and tenant:622a576db9de42968f4bbb7aa0884b8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:30.572475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:30.584805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:30.607666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3be325d1-d890-46b7-88ad-b3ed2034335f req-aabb68d0-134f-4a2d-bfb5-92f480221525 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617018 Jun 01 13:37:30.631374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50384) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:30.639396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Made reservation on behalf of 622a576db9de42968f4bbb7aa0884b8e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:30.641672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:30.665860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:30.688880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:30.694453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:622a576db9de42968f4bbb7aa0884b8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:30.697610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:30.705584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:30.737178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-2c6fe6eb-aa1f-4286-a854-7cc349e152f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:30.738607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-2c6fe6eb-aa1f-4286-a854-7cc349e152f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.1294422 Jun 01 13:37:30.742775 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06f17b97-1f9c-4ce0-9223-170a2c9e8894 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/0c70b2ac-349c-4045-9632-f0ec9073573b HTTP/1.1" status: 200 len: 990 time: 0.1102028 Jun 01 13:37:30.834233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0c70b2ac-349c-4045-9632-f0ec9073573b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'mac_address': 'fa:16:3e:2b:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d49500-91d7-4c25-840f-056a3544f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:37:28Z', 'updated_at': '2022-06-01T13:37:28Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:30.838121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Checking router: 18f57b9d-e602-4a81-adf1-cc91f0b4672b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:37:30.847284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:37:30.847910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:37:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:30.916496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-acaf7131-488d-42c5-be61-653f7a3ddbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:30.917966 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-acaf7131-488d-42c5-be61-653f7a3ddbe7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1720052 Jun 01 13:37:30.922090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:30.984960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.026071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:37:31.049771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:37:31.063759 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-8cd62993-c296-4f5c-acc2-5d3348b6082c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 998 time: 0.1402345 Jun 01 13:37:31.065519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:31.101160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.101507 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Added segment 3033267a-863f-4a30-82fa-6d1628f11a74 of type vlan for network e102ff29-0b07-4ed6-a071-727a77b550aa Jun 01 13:37:31.147341 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.154410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-8ccdc52f-16a4-4b90-9a2f-6f0bf6e8d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:31.156226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-8ccdc52f-16a4-4b90-9a2f-6f0bf6e8d5ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.0847018 Jun 01 13:37:31.232003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.233420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:31.233980 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.343555 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9790480 Jun 01 13:37:31.344345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e3ff-c86e-4224-847e-0dd9faa50dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e102ff29-0b07-4ed6-a071-727a77b550aa,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:31.346871 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50388) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:31.352188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-c0ce2bd7-5569-4100-a42c-20571939974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:31.353617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Request body: {'subnet': {'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-379387521-subnet', 'tenant_id': '622a576db9de42968f4bbb7aa0884b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:31.358481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e102ff29-0b07-4ed6-a071-727a77b550aa details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:37:31.359032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-c0ce2bd7-5569-4100-a42c-20571939974f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927047 Jun 01 13:37:31.360478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:31.364749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Usage tracker for resource:subnet and tenant:622a576db9de42968f4bbb7aa0884b8e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:31.367852 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:31.374452 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:31.387486 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Made reservation on behalf of 622a576db9de42968f4bbb7aa0884b8e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:31.390876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.497669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-c9cd47e4-0adf-456d-9207-dc589a10603c service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358769 Jun 01 13:37:31.516757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0c70b2ac-349c-4045-9632-f0ec9073573b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'mac_address': 'fa:16:3e:2b:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d49500-91d7-4c25-840f-056a3544f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:37:28Z', 'updated_at': '2022-06-01T13:37:28Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:31.527287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d108a-0226-4ef9-89bf-c82e84a25eec None None] The sync data for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 is: [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '0c70b2ac-349c-4045-9632-f0ec9073573b', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'mac_address': 'fa:16:3e:2b:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d49500-91d7-4c25-840f-056a3544f9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:37:28Z', 'updated_at': '2022-06-01T13:37:28Z', 'revision_number': 0, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:37:31.621449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.642175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2939ba57-a6d1-4ec3-bc56-6132616ffa17 req-119c638f-7bd2-4355-95e4-006d83f2c50f service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388185 Jun 01 13:37:31.700922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b2911b-4241-446c-af46-f188db1fa2af,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:31.711426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Checking segment: {'id': '3033267a-863f-4a30-82fa-6d1628f11a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:31.711772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Network hostable DHCP agents. Network: e102ff29-0b07-4ed6-a071-727a77b550aa, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:37:31.732241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Network e102ff29-0b07-4ed6-a071-727a77b550aa is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:37:31.741010 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d46d9-39d6-4db9-8c8e-42ce2c1b351e None None] New status for floating IP 0c70b2ac-349c-4045-9632-f0ec9073573b: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:37:31.744560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e102ff29-0b07-4ed6-a071-727a77b550aa) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:31.747200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50392) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:31.750289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:31.751249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:31.756460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dd6c8-5671-4ecd-b3ce-59ca9180ae30 None None] Network e102ff29-0b07-4ed6-a071-727a77b550aa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:31.784953 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5df06b2f-e0d2-49cb-a2b2-4795baa604c9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4359775 Jun 01 13:37:31.878380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ae129861-a0e3-4a8d-925b-de9637a949fe tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/0c70b2ac-349c-4045-9632-f0ec9073573b HTTP/1.1" status: 200 len: 990 time: 0.1299789 Jun 01 13:37:32.009663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1efd4b0-10a2-473b-872b-33f0a5bf2059 None None] Network e102ff29-0b07-4ed6-a071-727a77b550aa requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:32.329195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50410) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:32.334785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-677820626-network', 'tenant_id': '7e99f0646cc7422ab34cc1aa9d199f6c'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:32.340490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:32.344513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Usage tracker for resource:network and tenant:7e99f0646cc7422ab34cc1aa9d199f6c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:32.347462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:32.353666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:32.365937 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Made reservation on behalf of 7e99f0646cc7422ab34cc1aa9d199f6c for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:32.368227 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.380338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.394324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:32.398115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e99f0646cc7422ab34cc1aa9d199f6c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:32.400890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:32.407174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:32.494237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.500367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.534260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:37:32.542812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e66ff46-80b3-42e6-8f7b-51376fa9472b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:32.549449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.549785 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Added segment 36c93ffb-b629-433d-983d-b01029fff0d4 of type vlan for network 7af40a03-f330-4b7b-870d-9e27315e1ca5 Jun 01 13:37:32.576480 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.607425 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.609266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:32.610226 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.722496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7af40a03-f330-4b7b-870d-9e27315e1ca5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:32.725418 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e047aee3-7125-407f-b936-40ab83ce47c4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3951290 Jun 01 13:37:32.728556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:32.733657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7af40a03-f330-4b7b-870d-9e27315e1ca5 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:37:32.734343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Request body: {'subnet': {'network_id': '7af40a03-f330-4b7b-870d-9e27315e1ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-677820626-subnet', 'tenant_id': '7e99f0646cc7422ab34cc1aa9d199f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:32.740101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:32.743965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Usage tracker for resource:subnet and tenant:7e99f0646cc7422ab34cc1aa9d199f6c is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:32.746999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:32.753209 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:32.763925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Made reservation on behalf of 7e99f0646cc7422ab34cc1aa9d199f6c for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:32.766234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.880481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50418) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:32.971219 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:32.995030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7a2c778b-cf5c-46e3-be31-a29c6e6c0a16 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/0c70b2ac-349c-4045-9632-f0ec9073573b HTTP/1.1" status: 200 len: 992 time: 0.1058679 Jun 01 13:37:33.048462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a20cb6-757c-47bd-87e9-8b9fdb4cbf3d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:33.058482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Checking segment: {'id': '36c93ffb-b629-433d-983d-b01029fff0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af40a03-f330-4b7b-870d-9e27315e1ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:33.058881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Network hostable DHCP agents. Network: 7af40a03-f330-4b7b-870d-9e27315e1ca5, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:37:33.081016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Network 7af40a03-f330-4b7b-870d-9e27315e1ca5 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:37:33.091023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7af40a03-f330-4b7b-870d-9e27315e1ca5) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:33.095141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:33.095710 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:33.100279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e93a9-a29a-4ace-9c10-67bd5b4c9983 None None] Network 7af40a03-f330-4b7b-870d-9e27315e1ca5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:33.123131 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b83c46c4-a0db-4d0a-b9ba-db3140dbe991 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936789 Jun 01 13:37:33.322322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf977eaf-5a14-4215-90e1-74a0e8865f6f None None] Network 7af40a03-f330-4b7b-870d-9e27315e1ca5 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:37:33.937617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-2760d2e1-5220-4ffe-b251-06aae6e2ec85 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:33.938280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-2760d2e1-5220-4ffe-b251-06aae6e2ec85 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Synchronizing usage tracker for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:33.959980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-2760d2e1-5220-4ffe-b251-06aae6e2ec85 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Unset dirty status for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:33.961258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-2760d2e1-5220-4ffe-b251-06aae6e2ec85 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/networks?id=e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 200 len: 811 time: 0.2860451 Jun 01 13:37:33.977085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-f7d2ea2c-221c-4d24-8d7f-49feda48b056 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/quotas/622a576db9de42968f4bbb7aa0884b8e HTTP/1.1" status: 200 len: 375 time: 0.0102546 Jun 01 13:37:34.027434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-3127e97b-512d-47d9-b46d-8ec13f104cf7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=622a576db9de42968f4bbb7aa0884b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450749 Jun 01 13:37:34.163900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-6137fa9d-699e-4203-9e7f-e178d354729a service neutron] 10.222.0.40 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295233 Jun 01 13:37:34.331091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-4de45d0f-7ef1-48fe-943a-1fc1dc21a906 service neutron] 10.222.0.40 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604867 Jun 01 13:37:34.522456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c9645f0-40ca-49d2-b581-0e00debb4b1a req-83292a31-22c7-48ed-963d-917a279d7347 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 210 time: 0.0430012 Jun 01 13:37:34.689887 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:35.631663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-e7c15160-4aa8-4fa5-94ce-79fcd2835100 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:35.633207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-e7c15160-4aa8-4fa5-94ce-79fcd2835100 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.13 "GET /v2.0/networks?id=e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 200 len: 811 time: 0.1553831 Jun 01 13:37:35.679130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Request body: {'port': {'device_id': '9826f403-32c3-4906-8be3-3abcd06fe560', 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa', 'admin_state_up': True, 'tenant_id': '622a576db9de42968f4bbb7aa0884b8e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:35.697343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cf26375-fc0d-494e-88d8-5a556cedcc8c req-6dc94830-9f27-4b5a-b390-203da31ad747 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 210 time: 0.0631914 Jun 01 13:37:35.822201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:37:35.826522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Usage tracker for resource:port and tenant:622a576db9de42968f4bbb7aa0884b8e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:37:35.829383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:37:35.835191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:37:35.847406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Made reservation on behalf of 622a576db9de42968f4bbb7aa0884b8e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:37:35.851107 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:36.023805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Allocated IP 172.20.0.2 (e102ff29-0b07-4ed6-a071-727a77b550aa/93b2911b-4241-446c-af46-f188db1fa2af/93a13ad0-02fe-4389-a9eb-f3b30c1658ed) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:37:36.232016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:36.268341 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:36.339136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Network e102ff29-0b07-4ed6-a071-727a77b550aa is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:37:36.342021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:37:36.346106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:37:36.381646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Pushing event updated for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:36.412332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:36.412926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:36.436943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-8ee813ea-df13-421c-b28e-72c9b73ff28a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664649 Jun 01 13:37:36.448229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Request body: {'port': {'device_id': '9826f403-32c3-4906-8be3-3abcd06fe560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:37:36.560216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.094417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a13ad0-02fe-4389-a9eb-f3b30c1658ed {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:37:37.112617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-f19db28c-b7db-40ab-a6b4-4ffbaba2ee27 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:37.113296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-f19db28c-b7db-40ab-a6b4-4ffbaba2ee27 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Synchronizing usage tracker for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:37.116662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.137508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Transition to ACTIVE for port object 93a13ad0-02fe-4389-a9eb-f3b30c1658ed will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:37:37.143525 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.182409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-f19db28c-b7db-40ab-a6b4-4ffbaba2ee27 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Unset dirty status for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:37.183600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-f19db28c-b7db-40ab-a6b4-4ffbaba2ee27 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 931 time: 0.3743224 Jun 01 13:37:37.298061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Pushing event updated for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:37.375012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-b442424c-28da-4a5e-a095-0bf8a694e8b6 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Synchronizing usage tracker for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:37:37.425232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-b442424c-28da-4a5e-a095-0bf8a694e8b6 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Unset dirty status for tenant:622a576db9de42968f4bbb7aa0884b8e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:37:37.426377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33b908cd-75e6-4a6e-b5ba-c6873a9338b3 req-b442424c-28da-4a5e-a095-0bf8a694e8b6 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272604 Jun 01 13:37:37.435523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Attempting to bind port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:37:37.435859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Attempting to bind port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '3033267a-863f-4a30-82fa-6d1628f11a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:37:37.436186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Attempting to bind port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed on network e102ff29-0b07-4ed6-a071-727a77b550aa {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:37.444696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed on network e102ff29-0b07-4ed6-a071-727a77b550aa not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:37:37.445026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Attempting to bind port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed on network e102ff29-0b07-4ed6-a071-727a77b550aa {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:37:37.450712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:37:37.451042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Checking segment: {'id': '3033267a-863f-4a30-82fa-6d1628f11a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:37:37.451427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Bound using segment: {'id': '3033267a-863f-4a30-82fa-6d1628f11a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:37:37.451892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Bound port: 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3033267a-863f-4a30-82fa-6d1628f11a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:37:37.452215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.543049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:37:37.546350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,segment=NetworkSegment(3033267a-863f-4a30-82fa-6d1628f11a74),segment_id=3033267a-863f-4a30-82fa-6d1628f11a74)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:37:37.552437 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.615016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:37.615657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:37.617012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] 10.222.0.13 "PUT /v2.0/ports/93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 200 len: 1091 time: 1.1729836 Jun 01 13:37:37.617451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:37.639187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bf056-c54d-4223-a5e4-3d9b2af2af63 service neutron] Pushing event updated for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:37.685075 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4725c892-7122-45d4-ab51-bc364fcf5051'] response: {'name': 'network-changed', 'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed', 'status': 'completed', 'code': 200} Jun 01 13:37:37.729423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-380d50ba-19bb-4e34-9470-40a9405f8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:37.731014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-380d50ba-19bb-4e34-9470-40a9405f8194 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=622a576db9de42968f4bbb7aa0884b8e&device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 1094 time: 0.0773923 Jun 01 13:37:37.801085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-c1c646d8-ae16-4237-88c3-60522f8f312b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 200 len: 217 time: 0.0634551 Jun 01 13:37:37.872145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-0af64831-7be8-47a5-b5b8-708c75f3053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:37.873586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-0af64831-7be8-47a5-b5b8-708c75f3053d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93b2911b-4241-446c-af46-f188db1fa2af HTTP/1.1" status: 200 len: 851 time: 0.0668693 Jun 01 13:37:37.925672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-558f5c3d-0705-4f88-a02a-c6dfc1e16e5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e102ff29-0b07-4ed6-a071-727a77b550aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452814 Jun 01 13:37:38.063904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-4065b13b-6060-4cc9-8462-4262ce690ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314561 Jun 01 13:37:38.197653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1dbfd1a-d6fc-4c5f-b61a-f09285749a6a req-30dca874-3d88-40c0-aa43-27974d0ccf7d service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270742 Jun 01 13:37:38.320535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-5a921621-00d1-4d63-9e22-25d6f6a867ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:38.323540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-5a921621-00d1-4d63-9e22-25d6f6a867ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=622a576db9de42968f4bbb7aa0884b8e&device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 1094 time: 0.0780296 Jun 01 13:37:38.461870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-2679ed73-81a8-464f-af96-8d3591e2cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:38.463471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-2679ed73-81a8-464f-af96-8d3591e2cf57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 200 len: 912 time: 0.1342657 Jun 01 13:37:38.535990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-a871d83f-6f10-4b42-bc98-bd8664edd06e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 200 len: 217 time: 0.0654008 Jun 01 13:37:38.643075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-7679aaf7-f2e4-451e-9e22-350166b449a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:38.644475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-7679aaf7-f2e4-451e-9e22-350166b449a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93b2911b-4241-446c-af46-f188db1fa2af HTTP/1.1" status: 200 len: 851 time: 0.0777874 Jun 01 13:37:38.692985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-ab67f149-f98c-4801-b4a9-f314d2d46644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e102ff29-0b07-4ed6-a071-727a77b550aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414581 Jun 01 13:37:38.704952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4b28a-aeed-4c63-9b52-de3d2345b5b0 req-c503b130-17bb-4c45-8549-6ee69db92ec2 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:38.706355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28f4b28a-aeed-4c63-9b52-de3d2345b5b0 req-c503b130-17bb-4c45-8549-6ee69db92ec2 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 943 time: 0.1694744 Jun 01 13:37:38.951506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-28f4b28a-aeed-4c63-9b52-de3d2345b5b0 req-685d9f93-772d-4a80-b005-818aa662aeb3 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248309 Jun 01 13:37:38.988286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-f5e20ed5-a2d6-4b6a-a689-2618648e0714 service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810500 Jun 01 13:37:39.128860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f8d592b-0504-4263-9e4b-ddffcdb61d1d req-c9282f3b-3c11-4b72-a4bc-741bf76dfe45 service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335974 Jun 01 13:37:39.652168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93a13ad0-02fe-4389-a9eb-f3b30c1658ed details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:37:39.884525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,segment=NetworkSegment(3033267a-863f-4a30-82fa-6d1628f11a74),segment_id=3033267a-863f-4a30-82fa-6d1628f11a74)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:39.900076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed', 'network_id': 'e102ff29-0b07-4ed6-a071-727a77b550aa', 'port_id': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed', 'mac_address': 'fa:16:3e:b8:41:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b2911b-4241-446c-af46-f188db1fa2af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:37:39.968210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:39.968785 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:39.991892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a13ad0-02fe-4389-a9eb-f3b30c1658ed {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:37:40.009050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,segment=NetworkSegment(3033267a-863f-4a30-82fa-6d1628f11a74),segment_id=3033267a-863f-4a30-82fa-6d1628f11a74)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:40.015774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:40.085599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:40.173877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d0c9-2184-4379-90bd-b6e2767a67f5 req-13f6fccd-177a-4b53-94cb-0042e9230e26 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:40.175349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4be7d0c9-2184-4379-90bd-b6e2767a67f5 req-13f6fccd-177a-4b53-94cb-0042e9230e26 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 944 time: 0.1008799 Jun 01 13:37:40.223556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['93a13ad0-02fe-4389-a9eb-f3b30c1658ed'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:37:40.232132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4be7d0c9-2184-4379-90bd-b6e2767a67f5 req-b82fad79-aed3-4019-a2a3-af366d64d175 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Jun 01 13:37:41.440621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567d071-b750-4f34-9bf8-31f26a159f1a req-d865353a-c5a4-45f3-a05d-569dd968dfb8 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:41.442063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2567d071-b750-4f34-9bf8-31f26a159f1a req-d865353a-c5a4-45f3-a05d-569dd968dfb8 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 944 time: 0.0957820 Jun 01 13:37:41.493790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2567d071-b750-4f34-9bf8-31f26a159f1a req-88f78c78-869c-4c49-816c-525b6c78d51d tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jun 01 13:37:41.669576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93a13ad0-02fe-4389-a9eb-f3b30c1658ed up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:37:41.752797 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:37:41.760393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:37:41.760879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:41.884177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:37:41.884561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:41.911496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:41.922875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,segment=NetworkSegment(3033267a-863f-4a30-82fa-6d1628f11a74),segment_id=3033267a-863f-4a30-82fa-6d1628f11a74)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:41.927821 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:41.959051 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd578860-c545-408d-8835-d9e5386e309a'] response: {'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed', 'code': 200} Jun 01 13:37:42.003666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:42.092793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964badcb-6d62-4f2b-b845-793368933d52 req-9761283a-9ae0-4283-af2b-a64f349ad69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:42.094275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964badcb-6d62-4f2b-b845-793368933d52 req-9761283a-9ae0-4283-af2b-a64f349ad69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 1096 time: 0.0792274 Jun 01 13:37:42.137967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-964badcb-6d62-4f2b-b845-793368933d52 req-28fac328-0d36-4ce5-a50f-b503a352653f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Jun 01 13:37:42.710271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb66c7-63a9-4b43-9558-25a5a93cf4a4 req-568e153a-4ee9-4262-a573-7c9a743fc8c4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:42.712015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3eb66c7-63a9-4b43-9558-25a5a93cf4a4 req-568e153a-4ee9-4262-a573-7c9a743fc8c4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1023526 Jun 01 13:37:42.758696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3eb66c7-63a9-4b43-9558-25a5a93cf4a4 req-7d0b13b7-057d-4c9e-bc5c-3fd77a78bdc3 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Jun 01 13:37:43.977739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cea93-f7a7-47db-9104-fb4370dcea39 req-450f668a-f182-4edf-8d7c-51c159621fe4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:43.979566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448cea93-f7a7-47db-9104-fb4370dcea39 req-450f668a-f182-4edf-8d7c-51c159621fe4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1035964 Jun 01 13:37:44.026435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448cea93-f7a7-47db-9104-fb4370dcea39 req-2b755cf4-44ed-4f4b-862c-0715b78de25c tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Jun 01 13:37:44.247807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55ccc2-9f1e-48d3-a846-d16f6597e1ca req-50d3534e-7171-4208-a25f-6337e4499d2a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:44.249720 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b55ccc2-9f1e-48d3-a846-d16f6597e1ca req-50d3534e-7171-4208-a25f-6337e4499d2a tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1029534 Jun 01 13:37:44.295035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b55ccc2-9f1e-48d3-a846-d16f6597e1ca req-57672d42-cea2-4e11-a821-a8d350b7e477 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Jun 01 13:37:44.711721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996255c9-7442-4c4e-8065-0570a893087d req-4c28786e-8740-444e-a06d-03f257b32db7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:44.713165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-996255c9-7442-4c4e-8065-0570a893087d req-4c28786e-8740-444e-a06d-03f257b32db7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0913365 Jun 01 13:37:44.758103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-996255c9-7442-4c4e-8065-0570a893087d req-706ca999-a7cf-412b-82e4-27b5255e6e29 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Jun 01 13:37:45.994466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90650bd-c68d-4682-8593-9c20f0dd3de8 req-023ba396-1f95-4abe-8c15-f4bed035b1c1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:45.995970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f90650bd-c68d-4682-8593-9c20f0dd3de8 req-023ba396-1f95-4abe-8c15-f4bed035b1c1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1136081 Jun 01 13:37:46.041727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f90650bd-c68d-4682-8593-9c20f0dd3de8 req-10c3ac87-97c5-41df-ae19-dd54ee55a8e7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Jun 01 13:37:46.438953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d32cc-2d5a-4ada-9e7e-342a69624a36 req-bf436b18-bb3d-47f0-99f7-873338b6fdb1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:46.440411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d86d32cc-2d5a-4ada-9e7e-342a69624a36 req-bf436b18-bb3d-47f0-99f7-873338b6fdb1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1364560 Jun 01 13:37:46.444775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-cf456bf6-7b93-47d2-97e1-11a70e0877fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:46.446130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-cf456bf6-7b93-47d2-97e1-11a70e0877fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=622a576db9de42968f4bbb7aa0884b8e&device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 1096 time: 0.1064856 Jun 01 13:37:46.563979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d86d32cc-2d5a-4ada-9e7e-342a69624a36 req-49c9b37b-4539-49fb-86f7-dc2cd7b6e0d0 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168828 Jun 01 13:37:46.607664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-b9ad5d14-5d82-48c8-a30b-9594eef364af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:46.609490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-b9ad5d14-5d82-48c8-a30b-9594eef364af service neutron] 10.222.0.13 "GET /v2.0/networks?id=e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 200 len: 912 time: 0.1499162 Jun 01 13:37:46.680547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-df9ce135-24be-4b97-9e95-a39199c7c17c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 200 len: 217 time: 0.0642858 Jun 01 13:37:46.744536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-c0d13ab1-2e4c-464a-ba6e-0203c47fbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:46.745841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-c0d13ab1-2e4c-464a-ba6e-0203c47fbe0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93b2911b-4241-446c-af46-f188db1fa2af HTTP/1.1" status: 200 len: 851 time: 0.0592167 Jun 01 13:37:46.793782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-ae0c1f05-355d-41c5-aec4-1398df31e67e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e102ff29-0b07-4ed6-a071-727a77b550aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423436 Jun 01 13:37:46.933859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-768d9b77-b534-4a3b-9928-fdfe9f04842c service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342344 Jun 01 13:37:47.065859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44d7434a-984a-4754-9873-3b8c4560ac58 req-16901cd1-eea8-4df6-994e-bed5d3f6aa01 service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252952 Jun 01 13:37:47.756262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec9534-928b-4050-8ab2-1480de528a0d req-64052c47-b949-4dc0-b0b5-1ea3835d0d11 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:47.757723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2ec9534-928b-4050-8ab2-1480de528a0d req-64052c47-b949-4dc0-b0b5-1ea3835d0d11 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0806997 Jun 01 13:37:47.805657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2ec9534-928b-4050-8ab2-1480de528a0d req-8bc6a00e-4f01-4a8d-8450-5d117278c082 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Jun 01 13:37:48.281641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:48.283219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8811f99b-a1c7-4bdb-a7df-aa78b08f27a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:49.127598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74645ca0-f222-49a3-a49a-cc52d9c0826e req-54567186-b3fb-4362-950d-820f464b36ef tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:49.129002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74645ca0-f222-49a3-a49a-cc52d9c0826e req-54567186-b3fb-4362-950d-820f464b36ef tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.2112417 Jun 01 13:37:49.175596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74645ca0-f222-49a3-a49a-cc52d9c0826e req-03835325-a14e-494f-a902-750f76dfaf87 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Jun 01 13:37:49.599101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42e27-ce84-413b-b621-ec4363fe755a req-cf071664-ce6b-4ba6-8f6f-defc056639cf tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:49.600565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05c42e27-ce84-413b-b621-ec4363fe755a req-cf071664-ce6b-4ba6-8f6f-defc056639cf tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0836682 Jun 01 13:37:49.649866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05c42e27-ce84-413b-b621-ec4363fe755a req-e1624098-0edd-4ca7-9838-dd1efd231422 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Jun 01 13:37:50.454350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-22247d03-80b0-457d-91be-7a80318f7476 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773742 Jun 01 13:37:50.505996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-89d29873-7477-41e0-a73b-3bc0a8252b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:50.625322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-30fd08e9-38a4-438c-84f1-3881ece49051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:50.626805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-30fd08e9-38a4-438c-84f1-3881ece49051 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0833125 Jun 01 13:37:50.821187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-f1d31144-45be-4c2b-8f7d-77956dc247bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:50.822652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-f1d31144-45be-4c2b-8f7d-77956dc247bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1755555 Jun 01 13:37:50.937145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-dbc5c02b-3a12-41ef-a229-6420390403d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 1000 time: 0.1077704 Jun 01 13:37:50.984095 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef291-623e-428b-9651-40c415c366aa req-0cf92a2e-5d68-406c-a6cd-d3484d382fa1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:50.985512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366ef291-623e-428b-9651-40c415c366aa req-0cf92a2e-5d68-406c-a6cd-d3484d382fa1 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.2080770 Jun 01 13:37:51.035293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-be965957-db1e-4f4b-944f-a2c2976cf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.036672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-be965957-db1e-4f4b-944f-a2c2976cf1a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.0930843 Jun 01 13:37:51.082052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-366ef291-623e-428b-9651-40c415c366aa req-0f107cf3-c66f-46df-9a1d-54fee107ce58 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Jun 01 13:37:51.117913 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-f1be3f62-7c78-4b0e-8486-7d0adec2b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.119420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-f1be3f62-7c78-4b0e-8486-7d0adec2b479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767784 Jun 01 13:37:51.252120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-4431a004-2634-45a4-ae30-8cb3d1667291 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256974 Jun 01 13:37:51.500043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c34719c8-c5f8-4709-b1fb-7dcd55ddb003 req-20eae50c-94b4-4580-a852-8702b08c3fdc service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390616 Jun 01 13:37:51.527351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef814d77-1743-44c1-a8c3-cea5bd6a7952 req-126ea348-3caa-475b-9c82-66f7b92a3fa7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.528866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef814d77-1743-44c1-a8c3-cea5bd6a7952 req-126ea348-3caa-475b-9c82-66f7b92a3fa7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1757627 Jun 01 13:37:51.534874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-94e6f844-5969-40d9-8d4e-0db7f1eeaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.537080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-94e6f844-5969-40d9-8d4e-0db7f1eeaaa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=622a576db9de42968f4bbb7aa0884b8e&device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 1096 time: 0.1495872 Jun 01 13:37:51.663254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef814d77-1743-44c1-a8c3-cea5bd6a7952 req-5909ea29-d844-439a-92bf-1d45129e8478 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249309 Jun 01 13:37:51.706181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-a19b21d5-6bdf-4c11-b1a7-c3ebfd24551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.707640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-a19b21d5-6bdf-4c11-b1a7-c3ebfd24551b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 200 len: 912 time: 0.1487715 Jun 01 13:37:51.722502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:51.778781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-3cd65f72-14f4-4355-ae5d-4f4f6ce35d16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 200 len: 217 time: 0.0641980 Jun 01 13:37:51.820604 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:51.857367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-b50e0903-df4b-4cdc-ad5c-66b6ce01c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:51.859188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-b50e0903-df4b-4cdc-ad5c-66b6ce01c36c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93b2911b-4241-446c-af46-f188db1fa2af HTTP/1.1" status: 200 len: 851 time: 0.0751183 Jun 01 13:37:52.020906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-0ef45415-3dfd-456c-8c7e-49266d246803 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e102ff29-0b07-4ed6-a071-727a77b550aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551213 Jun 01 13:37:52.162439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-418ca6ea-12ae-4006-81a5-6b15e46ff3da service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343222 Jun 01 13:37:52.293077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8da84b66-4701-40ea-a203-17a4eca4af7b req-cf983bce-aa1d-420e-abdd-059441be7bbb service neutron] 10.222.0.13 "GET /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249950 Jun 01 13:37:52.864080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f9f16-757a-4deb-a6eb-8ea98148bfb0 req-6074c0ff-4f80-45ea-997b-db90b29881a9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:52.865562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b5f9f16-757a-4deb-a6eb-8ea98148bfb0 req-6074c0ff-4f80-45ea-997b-db90b29881a9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0848732 Jun 01 13:37:52.914683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b5f9f16-757a-4deb-a6eb-8ea98148bfb0 req-73ae3a04-2124-4609-b261-aeff60e13e00 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Jun 01 13:37:53.212132 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:54.110213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234a05-cd0e-4dac-b9a6-e4129fb49290 req-0d638058-6183-4c86-8527-86dde080f269 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:54.111681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3234a05-cd0e-4dac-b9a6-e4129fb49290 req-0d638058-6183-4c86-8527-86dde080f269 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0888376 Jun 01 13:37:54.163386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3234a05-cd0e-4dac-b9a6-e4129fb49290 req-5df6e39f-cb27-43a2-8849-ffd01e18e3e7 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 Jun 01 13:37:54.573946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0651-5705-4a18-80df-6d0e3be51fe9 req-8fb05d88-9d9d-4f59-b784-6c6d062746d0 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:54.575790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c03b0651-5705-4a18-80df-6d0e3be51fe9 req-8fb05d88-9d9d-4f59-b784-6c6d062746d0 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0948832 Jun 01 13:37:54.627305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c03b0651-5705-4a18-80df-6d0e3be51fe9 req-e84d1602-f9c0-4ade-9ea5-13ed1dc0554d tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Jun 01 13:37:55.853054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980d79-aa10-462a-b4c1-34cfd5125a69 req-e7911ead-df0d-49e4-aedc-5de6d87e42cb tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:55.854516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d980d79-aa10-462a-b4c1-34cfd5125a69 req-e7911ead-df0d-49e4-aedc-5de6d87e42cb tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.1083353 Jun 01 13:37:55.902161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d980d79-aa10-462a-b4c1-34cfd5125a69 req-f4dfdd94-8388-4e6d-b864-41a4acd2a716 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/security-groups?id=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Jun 01 13:37:56.030322 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:37:56.297408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-db18a984-f644-48c5-99a7-086786bd0fb4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:37:56.298788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-db18a984-f644-48c5-99a7-086786bd0fb4 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.13 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 945 time: 0.0862508 Jun 01 13:37:56.371121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Deleting port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:37:56.371483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:56.627478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] For port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,segment=NetworkSegment(3033267a-863f-4a30-82fa-6d1628f11a74),segment_id=3033267a-863f-4a30-82fa-6d1628f11a74)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:37:56.627837 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:56.750671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Calling delete_port for 93a13ad0-02fe-4389-a9eb-f3b30c1658ed owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:37:56.911983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:56.924389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['93a13ad0-02fe-4389-a9eb-f3b30c1658ed'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:37:56.967463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Pushing event deleted for resources: {'Port': ['ID=93a13ad0-02fe-4389-a9eb-f3b30c1658ed,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:57.078036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] No DVR routers for this DVR port 93a13ad0-02fe-4389-a9eb-f3b30c1658ed on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:37:57.080667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:57.087646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'name': 'network-vif-deleted', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:37:57.095249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59682dc4-9427-45e5-b788-ff4036202afa req-04dfe2d8-d7b6-49d1-a941-c80cb9439b93 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.40 "GET /v2.0/ports?device_id=9826f403-32c3-4906-8be3-3abcd06fe560 HTTP/1.1" status: 200 len: 210 time: 0.0596993 Jun 01 13:37:57.107790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2349c69-a199-4e1e-9a43-087d1821ab45 req-914504d1-f4ce-4392-903e-cf277248dfd9 tempest-TestServerAdvancedOps-2124417050 tempest-TestServerAdvancedOps-2124417050-project] 10.222.0.13 "DELETE /v2.0/ports/93a13ad0-02fe-4389-a9eb-f3b30c1658ed HTTP/1.1" status: 204 len: 173 time: 0.8032835 Jun 01 13:37:57.147476 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f085a40-ba49-4b74-84c9-72de7979a959'] response: {'server_uuid': '9826f403-32c3-4906-8be3-3abcd06fe560', 'name': 'network-vif-deleted', 'tag': '93a13ad0-02fe-4389-a9eb-f3b30c1658ed', 'status': 'completed', 'code': 200} Jun 01 13:37:58.204699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50510) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:58.265988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Deleting subnet 93b2911b-4241-446c-af46-f188db1fa2af {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:37:58.269003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.322655 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.383084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.462494 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.499997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b2911b-4241-446c-af46-f188db1fa2af,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:58.503731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.512033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-79ccfb42-c571-4bb2-b5f5-8f3a704a857e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/93b2911b-4241-446c-af46-f188db1fa2af HTTP/1.1" status: 204 len: 168 time: 0.3040462 Jun 01 13:37:58.512318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:58.727059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.857307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.883162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e102ff29-0b07-4ed6-a071-727a77b550aa']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:58.895703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3033267a-863f-4a30-82fa-6d1628f11a74') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:58.895996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3033267a-863f-4a30-82fa-6d1628f11a74') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:58.907977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.924361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.930490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:37:58.930925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:58.997710 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3033267a-863f-4a30-82fa-6d1628f11a74 resource provider aggregate not found Jun 01 13:37:59.019142 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 3033267a-863f-4a30-82fa-6d1628f11a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3033267a-863f-4a30-82fa-6d1628f11a74 found for delete ", "request_id": "req-f5d8bff1-2b0c-43b8-a20d-b100efb854df"}]} Jun 01 13:37:59.033869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.050021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.060099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e102ff29-0b07-4ed6-a071-727a77b550aa,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:59.070975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cdd9bf6c-9c54-4a17-81c4-717b007c2fb2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e102ff29-0b07-4ed6-a071-727a77b550aa HTTP/1.1" status: 204 len: 168 time: 0.5576751 Jun 01 13:37:59.073957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50522) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:59.136041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Deleting subnet 13a20cb6-757c-47bd-87e9-8b9fdb4cbf3d {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:37:59.139552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.189493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.249149 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.316436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.359282 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a20cb6-757c-47bd-87e9-8b9fdb4cbf3d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:37:59.361844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.369351 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d84e9f58-235c-430c-9b44-bf5a3fe72d60 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/13a20cb6-757c-47bd-87e9-8b9fdb4cbf3d HTTP/1.1" status: 204 len: 168 time: 0.2943342 Jun 01 13:37:59.372023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50526) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:37:59.482119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.611103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.749825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af40a03-f330-4b7b-870d-9e27315e1ca5']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:59.763332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c93ffb-b629-433d-983d-b01029fff0d4') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:59.763622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c93ffb-b629-433d-983d-b01029fff0d4') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:37:59.775021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.777115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93a13ad0-02fe-4389-a9eb-f3b30c1658ed no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:37:59.791137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.797291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:37:59.797667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.814301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 93a13ad0-02fe-4389-a9eb-f3b30c1658ed {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:37:59.814673 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 93a13ad0-02fe-4389-a9eb-f3b30c1658ed not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:37:59.860896 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 36c93ffb-b629-433d-983d-b01029fff0d4 resource provider aggregate not found Jun 01 13:37:59.883601 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 36c93ffb-b629-433d-983d-b01029fff0d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36c93ffb-b629-433d-983d-b01029fff0d4 found for delete ", "request_id": "req-45fdc8c9-df5b-41bd-8d2d-dde540ce8ac8"}]} Jun 01 13:37:59.898237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.917155 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:37:59.927280 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] 10.222.0.40 "DELETE /v2.0/networks/7af40a03-f330-4b7b-870d-9e27315e1ca5 HTTP/1.1" status: 204 len: 168 time: 0.5540297 Jun 01 13:37:59.928240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19349361-6d93-417d-94a8-c65e98b7c85d admin admin] Pushing event deleted for resources: {'Network': ['ID=7af40a03-f330-4b7b-870d-9e27315e1ca5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:38:00.119365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50536) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:38:00.168935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6f28e9ef-0e87-4dcd-8270-91cf522a6863 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=622a576db9de42968f4bbb7aa0884b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483944 Jun 01 13:38:00.172074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50540) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:38:00.255838 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.285104 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.349529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.366991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:38:00.379896 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.382122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1890b6e8-c463-4223-9fe8-ed06ad23ec54 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fd4ba3ee-c46c-41d9-bc5e-3a472c2243c7 HTTP/1.1" status: 204 len: 168 time: 0.2081172 Jun 01 13:38:00.761838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50548) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:38:00.811485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2c8c924e-32d4-4ddf-98f0-78725561cbaa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e99f0646cc7422ab34cc1aa9d199f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482638 Jun 01 13:38:00.813904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50552) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:38:00.882184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.908929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.969138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.983543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e66ff46-80b3-42e6-8f7b-51376fa9472b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:38:00.989797 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:00.993332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-496bb7ee-5f7a-4570-9f8f-e0226b22ed21 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2e66ff46-80b3-42e6-8f7b-51376fa9472b HTTP/1.1" status: 204 len: 168 time: 0.1761348 Jun 01 13:38:04.693476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:18.263135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6b4a4d6f-85ec-40aa-943d-bf527e37b26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:18.269611 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:20.516879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-80212670-4e3c-4ba4-a9ad-33dcced720bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:21.730942 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:21.816097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:23.212710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:33.030821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:38:34.693824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:41.271315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914204b8-b110-4d97-9a1f-ce7201fbe068 req-7238d0fe-8c7b-48f3-9206-c8021d047774 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:41.273532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-914204b8-b110-4d97-9a1f-ce7201fbe068 req-7238d0fe-8c7b-48f3-9206-c8021d047774 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0970218 Jun 01 13:38:41.320856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-914204b8-b110-4d97-9a1f-ce7201fbe068 req-f305a28e-9c14-40b3-b62b-e4ec7aad8868 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Jun 01 13:38:42.541842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b70f-ce55-4a86-a58b-f11a6a8de88f req-d2a8ea1a-ed30-4cb1-a8b4-cb253088ae1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:42.543291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ca2b70f-ce55-4a86-a58b-f11a6a8de88f req-d2a8ea1a-ed30-4cb1-a8b4-cb253088ae1a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0879543 Jun 01 13:38:42.589233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ca2b70f-ce55-4a86-a58b-f11a6a8de88f req-73de5315-6ab8-469c-bfb4-5afbcee076f6 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Jun 01 13:38:43.794375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d4272-d318-4800-9cfc-d8c89953e5d9 req-7bc7a8a0-00d2-4ee5-ba33-73123c6456b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:43.795862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e0d4272-d318-4800-9cfc-d8c89953e5d9 req-7bc7a8a0-00d2-4ee5-ba33-73123c6456b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0862882 Jun 01 13:38:43.844313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e0d4272-d318-4800-9cfc-d8c89953e5d9 req-52f981b1-01dd-4d42-a763-e213abf3dd23 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Jun 01 13:38:45.072162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bab28-e5e8-472f-a159-a4d27e0f5355 req-645e180f-a40c-4061-a8b9-3f971fed6e97 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:45.073618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c12bab28-e5e8-472f-a159-a4d27e0f5355 req-645e180f-a40c-4061-a8b9-3f971fed6e97 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0974221 Jun 01 13:38:45.118804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c12bab28-e5e8-472f-a159-a4d27e0f5355 req-7debe972-da9d-4c83-8231-1fc84fe96f65 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 Jun 01 13:38:46.331019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee326602-cc8b-4239-94f4-2be7bf8ba517 req-a869f354-2789-49fd-a58a-7e626da3bcd0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:46.332451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee326602-cc8b-4239-94f4-2be7bf8ba517 req-a869f354-2789-49fd-a58a-7e626da3bcd0 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0924344 Jun 01 13:38:46.381688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee326602-cc8b-4239-94f4-2be7bf8ba517 req-324862a0-afe1-467d-b8cc-6f247251351e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Jun 01 13:38:47.594710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8068e-f299-4e3a-a39c-ad048d3585d3 req-3aec50fe-c123-4208-8951-5f17c42d830a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:47.596176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52c8068e-f299-4e3a-a39c-ad048d3585d3 req-3aec50fe-c123-4208-8951-5f17c42d830a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0948174 Jun 01 13:38:47.643770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52c8068e-f299-4e3a-a39c-ad048d3585d3 req-4695590e-6913-4c6e-a4db-c170f32b5428 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Jun 01 13:38:48.272681 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-afb0b845-cf33-481f-bf18-4048ada174fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:48.274482 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:48.864850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38f8b5-9ee0-418b-aee9-489ef1a03f25 req-9671ca38-9e7c-4d86-820c-e31a3324faa7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:48.866290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b38f8b5-9ee0-418b-aee9-489ef1a03f25 req-9671ca38-9e7c-4d86-820c-e31a3324faa7 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1011786 Jun 01 13:38:48.914731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b38f8b5-9ee0-418b-aee9-489ef1a03f25 req-4e7e1a4f-5613-4a45-826d-ffd81677cd0a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Jun 01 13:38:50.114523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757c73-163d-4e61-9369-c8caeb43d4a4 req-0addbb4d-4a7b-4a70-9ed1-06ab6818ae4b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:50.115999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e757c73-163d-4e61-9369-c8caeb43d4a4 req-0addbb4d-4a7b-4a70-9ed1-06ab6818ae4b tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0811388 Jun 01 13:38:50.163412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e757c73-163d-4e61-9369-c8caeb43d4a4 req-9c06726f-0b7c-43a1-9a4b-4138c5a88542 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Jun 01 13:38:50.517227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7ef4bdc9-5b1b-4b6e-9178-0ad9311cb4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:51.383496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d0a0-a062-4772-ae3c-c038947a72fe req-03099277-0513-4b17-a650-7fa2ea1f9bde tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:51.384936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43c2d0a0-a062-4772-ae3c-c038947a72fe req-03099277-0513-4b17-a650-7fa2ea1f9bde tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1024048 Jun 01 13:38:51.430690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43c2d0a0-a062-4772-ae3c-c038947a72fe req-c8ac92ab-4eb6-48eb-9f19-6cce37eb5466 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393741 Jun 01 13:38:51.532703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-36400776-a086-4478-9e22-87fc94b0905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:51.534164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-36400776-a086-4478-9e22-87fc94b0905b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0804298 Jun 01 13:38:51.694708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-8f524eac-aaae-4bf3-9072-1972555c8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:51.696165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-8f524eac-aaae-4bf3-9072-1972555c8dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1299264 Jun 01 13:38:51.726636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:51.803901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-0a56d62a-cd45-4a6b-88f1-c57045bcc276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 1000 time: 0.0996921 Jun 01 13:38:51.814361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:51.900646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-4a36d026-9c9b-4e88-aed4-c0d496b3255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:51.902113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-4a36d026-9c9b-4e88-aed4-c0d496b3255d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.0908065 Jun 01 13:38:51.988595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-b6c093ec-5aad-43b9-abec-b62eacb0cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:51.990056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-b6c093ec-5aad-43b9-abec-b62eacb0cb3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808051 Jun 01 13:38:52.254564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-edcb6106-973b-453e-b694-7dab865c55b1 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567067 Jun 01 13:38:52.400342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b3b0ef15-c215-4f4b-8bb6-7b071e374594 req-10c3df4c-c5d8-43e9-907e-60e5b7cdeda0 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388891 Jun 01 13:38:52.633655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b18ae-fd0d-4b51-aa1b-6edad6dee54b req-c56e7c15-28ca-4712-921b-e75682cbda46 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:52.635196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244b18ae-fd0d-4b51-aa1b-6edad6dee54b req-c56e7c15-28ca-4712-921b-e75682cbda46 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0924582 Jun 01 13:38:52.688660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-244b18ae-fd0d-4b51-aa1b-6edad6dee54b req-38e1f875-93a7-41fe-9ff4-75952c0c289d tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 Jun 01 13:38:53.216303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:53.890520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407aea7-5eaa-4521-854a-69c7c8828eca req-612b7d69-8ee1-4aca-aba5-fdc4bde3e3e3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:53.892015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f407aea7-5eaa-4521-854a-69c7c8828eca req-612b7d69-8ee1-4aca-aba5-fdc4bde3e3e3 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0855296 Jun 01 13:38:53.938188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f407aea7-5eaa-4521-854a-69c7c8828eca req-0b1be09b-5cb8-427f-81dc-51f88c286ca9 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Jun 01 13:38:55.150882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc37992-8b8f-4e45-a2e8-975bc2b2db16 req-83827d3b-f7f7-4483-9ab9-0a81e6207d9e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:55.152340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc37992-8b8f-4e45-a2e8-975bc2b2db16 req-83827d3b-f7f7-4483-9ab9-0a81e6207d9e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0957134 Jun 01 13:38:55.199364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1cc37992-8b8f-4e45-a2e8-975bc2b2db16 req-f4c94e2b-6860-40ea-b0fe-01704441c451 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 Jun 01 13:38:55.663105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04968-3c5c-4d7d-a9f9-6af09409ddfc req-202e7372-6805-4b9d-bb23-d48f1bfb25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:55.664557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85b04968-3c5c-4d7d-a9f9-6af09409ddfc req-202e7372-6805-4b9d-bb23-d48f1bfb25bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0732307 Jun 01 13:38:55.704713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85b04968-3c5c-4d7d-a9f9-6af09409ddfc req-0d3240d7-2cd2-4e8c-a696-91666a5f8455 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Jun 01 13:38:56.402011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fb2c-7845-4166-9a3e-99613900d0b7 req-962a174e-43a8-4c29-9321-2cc5507efa14 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:56.403508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de21fb2c-7845-4166-9a3e-99613900d0b7 req-962a174e-43a8-4c29-9321-2cc5507efa14 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0970635 Jun 01 13:38:56.459888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de21fb2c-7845-4166-9a3e-99613900d0b7 req-86fa9441-2f6e-4ec2-b328-84e944ea2233 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493252 Jun 01 13:38:56.522546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:38:56.529816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:38:56.742203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:38:56.742572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:56.759728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:38:56.779401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'port_id': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'mac_address': 'fa:16:3e:2b:4e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:38:56.785762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:38:56.822341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:38:56.841046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:56.903512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:38:56.903863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:56.915307 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11f9b78-f3f9-4f4f-982e-a0de0f840de5'] response: {'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'code': 200} Jun 01 13:38:56.930831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:38:56.937617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:38:56.968577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.968923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.969285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.969616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.969995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.970338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.970670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.971026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.971345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.971671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.971986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:56.972268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:38:57.007937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:38:57.008350 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:38:57.602216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:38:57.602911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:57.620054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:38:57.635698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:38:57.640918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:38:57.649668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be81ff-59c6-4892-9da8-e231735da90b req-bea8d119-57b4-43a9-ab11-235bba9ae887 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:38:57.651153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13be81ff-59c6-4892-9da8-e231735da90b req-bea8d119-57b4-43a9-ab11-235bba9ae887 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 943 time: 0.0814157 Jun 01 13:38:57.695229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13be81ff-59c6-4892-9da8-e231735da90b req-74c19334-b22b-4e60-92c5-d8646381aada tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378745 Jun 01 13:38:57.709052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:38:57.719124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50628) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:38:57.834232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c30dc9e2-856f-4e31-8592-0977b8c131e5 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/floatingips/0c70b2ac-349c-4045-9632-f0ec9073573b HTTP/1.1" status: 200 len: 991 time: 0.1139178 Jun 01 13:38:58.019575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['18f2dc87-773d-43e5-9f5b-0533debb8154'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:39:00.531602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:39:00.600434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 18f2dc87-773d-43e5-9f5b-0533debb8154 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:39:00.600804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:00.719023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 18f2dc87-773d-43e5-9f5b-0533debb8154 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:39:00.719395 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:00.747599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:39:00.757423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:39:00.762829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:00.805612 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f0f8f8-ae7c-42ee-86af-b607dab2f1d8'] response: {'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'code': 200} Jun 01 13:39:00.839907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:39:04.702177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:10.035197 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:39:18.262469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d7a23f8b-15c0-4c61-a1aa-3915ce42a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:18.270829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:20.513506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c12e2187-a3ab-464d-930b-7b6ef0444a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:21.723471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:21.819803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:23.225266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:34.711769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:47.039728 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:39:48.268647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-275cf56a-5a06-40b1-b9c6-939b68fd35c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:48.282102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:50.511177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f48cd341-d0ae-4398-9a5b-b8cf5c6bc8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:51.484547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-93e1ec96-dd34-4592-9bc5-c1246a7beffa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756295 Jun 01 13:39:51.653038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-d3e9bd09-199e-485a-9f7c-e6136fc71317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:39:51.654624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-d3e9bd09-199e-485a-9f7c-e6136fc71317 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0759242 Jun 01 13:39:51.718907 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:51.799935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-809badcf-22e9-4204-b091-f9d691e5aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:39:51.801294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-809badcf-22e9-4204-b091-f9d691e5aeee service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1265912 Jun 01 13:39:51.820386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:39:51.909080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-4720c099-6824-4596-a2f3-7bc5e804311b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 1000 time: 0.1014254 Jun 01 13:39:51.983193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-556e8385-ff63-4448-a59e-27d659a02da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:39:51.984987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-556e8385-ff63-4448-a59e-27d659a02da3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.0699935 Jun 01 13:39:52.062518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-d6d4b503-e01e-4b72-93ba-2287e7e843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:39:52.064256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-d6d4b503-e01e-4b72-93ba-2287e7e843ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727618 Jun 01 13:39:52.202941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-253be140-3412-4f21-b167-ed98ab65b0d8 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320288 Jun 01 13:39:52.471838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2abb8cb-b74a-40c2-af6e-69048587c8ff req-aad9c211-ab3b-451d-a2e5-b47e9917240d service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619319 Jun 01 13:39:53.222034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:04.744011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:12.930487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50668) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:13.138904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 06d59a1e-50a0-4c91-b2a1-c3b7606f430c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:40:13.139246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:13.318606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:13.318960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:13.450861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 06d59a1e-50a0-4c91-b2a1-c3b7606f430c owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:40:13.629772 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:13.678768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=06d59a1e-50a0-4c91-b2a1-c3b7606f430c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:13.716591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.717000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.717358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.717681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.718000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.718318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.718644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.718982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.719295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.719607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.719892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.720223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:13.785433 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:13.785885 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Floating IP 0c70b2ac-349c-4045-9632-f0ec9073573b disassociated (deleted). External IP: 172.25.7.37, port: 18f2dc87-773d-43e5-9f5b-0533debb8154. Jun 01 13:40:14.152167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 18f57b9d-e602-4a81-adf1-cc91f0b4672b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:40:14.456638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:14.466923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Sync routers for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:14.477964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:14.478335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:14.478869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:39:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:14.538128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9afd3250-8d26-474a-8f35-7190d0493947 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/floatingips/0c70b2ac-349c-4045-9632-f0ec9073573b HTTP/1.1" status: 204 len: 168 time: 1.6063869 Jun 01 13:40:14.538630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:40:14.654779 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffa544-cb53-40b6-b3b6-47e35f5e39c5'] response: {'name': 'network-changed', 'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'status': 'completed', 'code': 200} Jun 01 13:40:14.660411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:14.781668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-4ef8cb4a-22dd-43e8-9035-eecd575af1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:14.783250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-4ef8cb4a-22dd-43e8-9035-eecd575af1de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eff5a2fb59524599a3424abe670d764d&device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0863018 Jun 01 13:40:14.977441 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:14.981457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Checking router: 18f57b9d-e602-4a81-adf1-cc91f0b4672b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:14.990333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:14.990966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:39:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:14.993439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-982bb300-3102-4722-b63f-c8f1c5c24479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:14.994923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-982bb300-3102-4722-b63f-c8f1c5c24479 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 200 len: 898 time: 0.1853795 Jun 01 13:40:15.066150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0f19b-1f17-43b9-902a-820a4e54ae15 req-303c0509-c9fd-48bb-84fc-d40be4292906 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:15.066833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3dd0f19b-1f17-43b9-902a-820a4e54ae15 req-303c0509-c9fd-48bb-84fc-d40be4292906 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:40:15.078122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-20d591d5-5781-4f57-95aa-d67daac00936 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 200 len: 217 time: 0.0759714 Jun 01 13:40:15.127531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3dd0f19b-1f17-43b9-902a-820a4e54ae15 req-303c0509-c9fd-48bb-84fc-d40be4292906 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:40:15.128704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dd0f19b-1f17-43b9-902a-820a4e54ae15 req-303c0509-c9fd-48bb-84fc-d40be4292906 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.2489984 Jun 01 13:40:15.167049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:15.181894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-c3257173-161a-4b0e-b6b3-94aedd2974e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:15.183358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-c3257173-161a-4b0e-b6b3-94aedd2974e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 200 len: 835 time: 0.0980515 Jun 01 13:40:15.190403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3dd0f19b-1f17-43b9-902a-820a4e54ae15 req-b90e54ad-a880-47d3-8697-bf6359080276 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509212 Jun 01 13:40:15.264356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-28142bb4-970d-4085-a767-1069f8ed4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:15.265947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-28142bb4-970d-4085-a767-1069f8ed4dbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37126702-48a4-4001-9622-496746d62ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745881 Jun 01 13:40:15.398405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-c97e0d54-e04d-4e02-9319-747fc2091d69 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248906 Jun 01 13:40:15.520571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:15.524720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a710f7-c6f0-46ab-a7d6-bea468b88ae9 None None] The sync data for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 is: [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '68c0b5b0-9c1c-4965-a34e-c1c31246e602', 'name': '', 'network_id': '37126702-48a4-4001-9622-496746d62ad3', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'mac_address': 'fa:16:3e:39:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:08Z', 'updated_at': '2022-06-01T13:37:13Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'subnets': [{'id': 'cab1cbaf-88ca-4522-9e0a-f07b41261b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:15.533774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e97f0a0a-9350-4e9b-a6be-3d7abcae81e8 req-05a2e14e-f760-4ac4-80a4-fb32d8da0d56 service neutron] 10.222.0.24 "GET /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294703 Jun 01 13:40:15.769932 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e6e62-c156-4549-9134-551ed7f59d0d None None] New status for floating IP 0c70b2ac-349c-4045-9632-f0ec9073573b: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:40:16.411619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de221a4c-be47-435d-8a20-1d5eedce0d2f req-83bc4aba-63a3-4f72-9cea-dcc7491665ce tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:16.413041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de221a4c-be47-435d-8a20-1d5eedce0d2f req-83bc4aba-63a3-4f72-9cea-dcc7491665ce tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.1052868 Jun 01 13:40:16.458514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de221a4c-be47-435d-8a20-1d5eedce0d2f req-29aa34b5-d505-493f-92bf-590ef547b59a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/security-groups?id=feb0960d-b755-4854-bcd6-798a93b842e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390043 Jun 01 13:40:16.557992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-81ce1e58-aa97-42f1-9985-bd077f00f65a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:16.559525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-81ce1e58-aa97-42f1-9985-bd077f00f65a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0940058 Jun 01 13:40:16.636058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:40:16.636369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:16.897657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 18f2dc87-773d-43e5-9f5b-0533debb8154, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=18f2dc87-773d-43e5-9f5b-0533debb8154,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:16.897954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:17.150010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 18f2dc87-773d-43e5-9f5b-0533debb8154 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:40:17.315205 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:17.367847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=18f2dc87-773d-43e5-9f5b-0533debb8154,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:17.440594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] No DVR routers for this DVR port 18f2dc87-773d-43e5-9f5b-0533debb8154 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:40:17.443108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:17.445631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-deleted', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:40:17.462986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e242b22-6dd7-48e9-bc04-65e3171b7aac req-3a6422e0-5034-4bae-9cd0-e5727a10979a tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.24 "DELETE /v2.0/ports/18f2dc87-773d-43e5-9f5b-0533debb8154 HTTP/1.1" status: 204 len: 173 time: 0.8981328 Jun 01 13:40:17.502465 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fda246-2b19-4604-bf6d-c0768118f256'] response: {'server_uuid': '38d49500-91d7-4c25-840f-056a3544f9d1', 'name': 'network-vif-deleted', 'tag': '18f2dc87-773d-43e5-9f5b-0533debb8154', 'status': 'completed', 'code': 200} Jun 01 13:40:17.620016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-eb4d9e58-9629-406f-8a37-e3783f8dff63 req-0d0ce29b-3aab-4d67-bfa7-2d13efc789ff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Synchronizing usage tracker for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:40:17.636667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-eb4d9e58-9629-406f-8a37-e3783f8dff63 req-0d0ce29b-3aab-4d67-bfa7-2d13efc789ff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Unset dirty status for tenant:eff5a2fb59524599a3424abe670d764d on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:40:17.638314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb4d9e58-9629-406f-8a37-e3783f8dff63 req-0d0ce29b-3aab-4d67-bfa7-2d13efc789ff tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "GET /v2.0/ports?device_id=38d49500-91d7-4c25-840f-056a3544f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0634620 Jun 01 13:40:18.254177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-22eb177d-9e09-484c-bf9e-2341170f06a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:18.284415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:18.741124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:18.952141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:40:18.986510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 18f2dc87-773d-43e5-9f5b-0533debb8154 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:40:18.986992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 18f2dc87-773d-43e5-9f5b-0533debb8154 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:40:19.337929 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:19.696529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 68c0b5b0-9c1c-4965-a34e-c1c31246e602 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:40:19.696812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:19.883459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 68c0b5b0-9c1c-4965-a34e-c1c31246e602, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68c0b5b0-9c1c-4965-a34e-c1c31246e602,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:19.884157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:20.120350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 68c0b5b0-9c1c-4965-a34e-c1c31246e602 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:40:20.326351 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:20.373650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=68c0b5b0-9c1c-4965-a34e-c1c31246e602,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:20.412963 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.413287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.413632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.414162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.414395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.414826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.415142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.415461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.415757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.416083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.416363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.416710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:20.510363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7d247506-ee63-4121-a742-877ecace7f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:20.671222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.032623 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Router 18f57b9d-e602-4a81-adf1-cc91f0b4672b has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:40:21.212151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:21.223030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Sync routers for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:21.231183 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b59c4642-3c6b-49fd-a77a-664c249098b1 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "PUT /v2.0/routers/18f57b9d-e602-4a81-adf1-cc91f0b4672b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4889810 Jun 01 13:40:21.234342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:21.234874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:21.235242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:21.302553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting subnet cab1cbaf-88ca-4522-9e0a-f07b41261b0f {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:40:21.305510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.362676 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.412331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:21.447591 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.523487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.563653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Subnet': ['ID=cab1cbaf-88ca-4522-9e0a-f07b41261b0f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:21.569379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.580258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8ed9fcec-4f18-4af1-85f2-7609a4a5de76 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/subnets/cab1cbaf-88ca-4522-9e0a-f07b41261b0f HTTP/1.1" status: 204 len: 168 time: 0.3448472 Jun 01 13:40:21.583426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50712) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:21.585485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391485f-610c-4cde-a3b5-d19b0be303b0 None None] Network 37126702-48a4-4001-9622-496746d62ad3 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:40:21.765703 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.827528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.857527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:21.901122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:40:20Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:21.905543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Checking router: 18f57b9d-e602-4a81-adf1-cc91f0b4672b for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:21.914908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Routers {'18f57b9d-e602-4a81-adf1-cc91f0b4672b'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:21.915526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:21.972459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] DHCP port deletion for 37126702-48a4-4001-9622-496746d62ad3 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:40:21.995743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Deleting port b315db73-564b-4f3e-8b0d-49afa24d85c6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:40:21.996105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.079306 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.090259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Deleting port 8440dfd3-0241-44c3-ac91-c75afa5eb63f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:40:22.090740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.229779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] Set router 18f57b9d-e602-4a81-adf1-cc91f0b4672b gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:22.268869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] For port 8440dfd3-0241-44c3-ac91-c75afa5eb63f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8440dfd3-0241-44c3-ac91-c75afa5eb63f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:22.269230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.399756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Calling delete_port for 8440dfd3-0241-44c3-ac91-c75afa5eb63f owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:40:22.506628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] For port b315db73-564b-4f3e-8b0d-49afa24d85c6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b315db73-564b-4f3e-8b0d-49afa24d85c6,segment=NetworkSegment(df53f0b7-2285-4859-b67d-c72ff9f46e43),segment_id=df53f0b7-2285-4859-b67d-c72ff9f46e43)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:22.507017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.591851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.638059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Calling delete_port for b315db73-564b-4f3e-8b0d-49afa24d85c6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:40:22.644433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Port': ['ID=8440dfd3-0241-44c3-ac91-c75afa5eb63f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:22.735807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.778849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.832849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] No DVR routers for this DVR port b315db73-564b-4f3e-8b0d-49afa24d85c6 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:40:22.836412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Pushing event deleted for resources: {'Port': ['ID=b315db73-564b-4f3e-8b0d-49afa24d85c6,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:22.847321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.847691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.848002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.848333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.848664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.848992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.849336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.849658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.849982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.850299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.850629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.850961 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a2422-3bc3-406d-a1ba-3911192a4eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:22.865533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:40:20Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:22.869816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b167ccd-163a-429f-b9fe-b663dd3eaa6e None None] The sync data for ids ['18f57b9d-e602-4a81-adf1-cc91f0b4672b'] in n-d-844200-1 is: [{'id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2105176323', 'tenant_id': 'eff5a2fb59524599a3424abe670d764d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:40:20Z', 'revision_number': 5, 'project_id': 'eff5a2fb59524599a3424abe670d764d', 'gw_port': {'id': '8440dfd3-0241-44c3-ac91-c75afa5eb63f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f57b9d-e602-4a81-adf1-cc91f0b4672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:37:04Z', 'updated_at': '2022-06-01T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:22.911825 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.914052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.937123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.937578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Fanout notify agent at l3_agent the message router_deleted on router 18f57b9d-e602-4a81-adf1-cc91f0b4672b {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:40:22.952901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:22.953991 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ccc258ca-6bff-427b-89c8-f046ebdeaf1c tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/routers/18f57b9d-e602-4a81-adf1-cc91f0b4672b HTTP/1.1" status: 204 len: 168 time: 1.3683116 Jun 01 13:40:22.957834 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:23.072592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.209446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.228739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.240966 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37126702-48a4-4001-9622-496746d62ad3']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:23.254127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df53f0b7-2285-4859-b67d-c72ff9f46e43') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:23.254381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df53f0b7-2285-4859-b67d-c72ff9f46e43') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:23.266449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.283245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.291049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:40:23.291656 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.357530 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment df53f0b7-2285-4859-b67d-c72ff9f46e43 resource provider aggregate not found Jun 01 13:40:23.379121 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment df53f0b7-2285-4859-b67d-c72ff9f46e43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df53f0b7-2285-4859-b67d-c72ff9f46e43 found for delete ", "request_id": "req-986a9503-e5d7-4aa1-91f7-fe2cb34e834c"}]} Jun 01 13:40:23.395633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.417242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.551553 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'Network': ['ID=37126702-48a4-4001-9622-496746d62ad3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:23.563081 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9bd093ce-0953-4e5b-ab67-54bd8f66cb95 tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/networks/37126702-48a4-4001-9622-496746d62ad3 HTTP/1.1" status: 204 len: 168 time: 0.6042616 Jun 01 13:40:23.565843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:23.635221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.665529 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.737894 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.757797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0960d-b755-4854-bcd6-798a93b842e1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:23.769784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:23.771026 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-98fc3b10-08e2-432d-823c-bd34482d3b7e tempest-TestNetworkAdvancedServerOps-110284073 tempest-TestNetworkAdvancedServerOps-110284073-project] 10.222.0.40 "DELETE /v2.0/security-groups/feb0960d-b755-4854-bcd6-798a93b842e1 HTTP/1.1" status: 204 len: 168 time: 0.2042692 Jun 01 13:40:23.913248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8440dfd3-0241-44c3-ac91-c75afa5eb63f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:40:23.947730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8440dfd3-0241-44c3-ac91-c75afa5eb63f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:40:23.948450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8440dfd3-0241-44c3-ac91-c75afa5eb63f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:40:23.948859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b315db73-564b-4f3e-8b0d-49afa24d85c6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:40:23.989203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b315db73-564b-4f3e-8b0d-49afa24d85c6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:40:23.989203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b315db73-564b-4f3e-8b0d-49afa24d85c6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:40:23.989203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68c0b5b0-9c1c-4965-a34e-c1c31246e602 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:40:24.025024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 68c0b5b0-9c1c-4965-a34e-c1c31246e602 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:40:24.025367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68c0b5b0-9c1c-4965-a34e-c1c31246e602 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:40:24.044837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:40:24.133666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50740) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:24.371186 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-55f72d23-7262-4936-9af4-bad23184988e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eff5a2fb59524599a3424abe670d764d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360427 Jun 01 13:40:24.373474 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:24.432413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:24.457621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:24.511979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:24.529055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a20f2d-1ebd-4814-82ea-0015835cb842,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:24.535116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:24.536561 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8e5423a1-6f18-4a59-b1d8-1fbb3c5ee398 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/06a20f2d-1ebd-4814-82ea-0015835cb842 HTTP/1.1" status: 204 len: 168 time: 0.1618948 Jun 01 13:40:24.865459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50756) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:24.925347 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8f1d670-f47e-42c0-9539-d31a76b3a104 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6dc964375c54f0d8f2d05b9240fa5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587239 Jun 01 13:40:24.927896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50760) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:24.990200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:25.015817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:25.074442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:25.091077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a21e8fe-3540-4513-8c13-b07d00dfc4df,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:25.101772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:25.102934 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c1fe316c-34ad-4553-90ae-192219a0cc12 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2a21e8fe-3540-4513-8c13-b07d00dfc4df HTTP/1.1" status: 204 len: 168 time: 0.1741626 Jun 01 13:40:25.908703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:26.033502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878206200-network', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:26.039444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:26.043810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Usage tracker for resource:network and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:26.046909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:26.052981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:26.065322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:40:26.067887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.079838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.094525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:26.098350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:26.101151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:26.106854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:26.191916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.197413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.225256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:40:26.238572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc86a8-72af-46ed-9137-ef9c0bd2b36b,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:26.243370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.243709 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Added segment bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2 of type vlan for network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d Jun 01 13:40:26.273141 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.306490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.307684 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:26.308470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.415600 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5058093 Jun 01 13:40:26.416465 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d1a9-ffad-4b5e-bc14-7d45b17e503e admin admin] Pushing event updated for resources: {'Network': ['ID=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:26.419192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:26.424316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Request body: {'subnet': {'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878206200-subnet', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:26.427145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:40:26.430032 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:26.433889 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Usage tracker for resource:subnet and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:26.436880 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:26.443508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:26.455002 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:40:26.457389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.663812 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.743679 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8a144c-a6c7-4d50-a79d-54771be40d6a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:26.761255 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:26.761726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Network hostable DHCP agents. Network: 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:40:26.788695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:40:26.799767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:26.804079 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:26.805368 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.808625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fda24-8191-4b98-864b-d3587e3d4ad8 None None] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:40:26.826083 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2979e299-eb3b-4c79-9afd-f12a54bce8c9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4059384 Jun 01 13:40:26.829027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50794) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:26.834139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:26.839762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:26.843827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Usage tracker for resource:router and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:26.846686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:26.852249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:26.865244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.866233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:26.881739 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.032167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:40:27.033017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.146701 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.183937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Allocated IP 172.20.0.2 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/42b3fa35-9596-4f6a-8de7-e53336e00e8c) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:27.458437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.516462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Transition to ACTIVE for port object 42b3fa35-9596-4f6a-8de7-e53336e00e8c will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:27.551715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Transition to ACTIVE for port object 42b3fa35-9596-4f6a-8de7-e53336e00e8c will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:27.563560 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.584732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.615273 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.629567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:27.634262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:27.640608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:27.647234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Pushing event updated for resources: {'Port': ['ID=42b3fa35-9596-4f6a-8de7-e53336e00e8c,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:27.754964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Allocated IP 172.25.7.96 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3e409b93-0a4d-443e-9029-0e622e4bfedf) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:27.799806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Attempting to bind port 42b3fa35-9596-4f6a-8de7-e53336e00e8c on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:27.800168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Attempting to bind port 42b3fa35-9596-4f6a-8de7-e53336e00e8c by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:27.800528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Attempting to bind port 42b3fa35-9596-4f6a-8de7-e53336e00e8c on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:27.809543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:27.809907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:27.810306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.810722 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:27.811182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Bound port: 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:27.811547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.910334 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.912923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] For port 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:27.916393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] For port 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42b3fa35-9596-4f6a-8de7-e53336e00e8c,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:27.920857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:27.943314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:28.009348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d1ff-2e4c-446c-a3ad-30ce1b2916c8 None None] Pushing event updated for resources: {'Port': ['ID=42b3fa35-9596-4f6a-8de7-e53336e00e8c,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:28.011262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:28.014372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:28.019056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:28.054184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e409b93-0a4d-443e-9029-0e622e4bfedf,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:28.453451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:28.805837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:28.947903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de15297-25c7-4f15-b0eb-8b1089b4d52d None None] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:40:29.037547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-687d47fa-a5b1-49ed-9ff4-f0dbdc12ae4c None None] Provisioning for port 42b3fa35-9596-4f6a-8de7-e53336e00e8c completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:29.145090 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:40:29.336199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:29.345118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:29.354934 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:29.355549 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:29.366316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:29.367732 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-29f3d874-de86-47aa-a488-4e9da2907af2 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5377772 Jun 01 13:40:29.371346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50798) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:29.535736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:29.714026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42b3fa35-9596-4f6a-8de7-e53336e00e8c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:29.791014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 42b3fa35-9596-4f6a-8de7-e53336e00e8c completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:29.798097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 42b3fa35-9596-4f6a-8de7-e53336e00e8c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:29.798819 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:29.827122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:28Z', 'revision_number': 3, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:29.831971 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:29.834810 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Updating router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de port 3e409b93-0a4d-443e-9029-0e622e4bfedf binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:40:29.901964 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:29.945459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 42b3fa35-9596-4f6a-8de7-e53336e00e8c is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:29.945835 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:29.981818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42b3fa35-9596-4f6a-8de7-e53336e00e8c,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:29.990013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.077077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=42b3fa35-9596-4f6a-8de7-e53336e00e8c,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:30.123072 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.268790 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.280809 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Transition to ACTIVE for port object 3e409b93-0a4d-443e-9029-0e622e4bfedf will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:30.288080 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.332665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Allocated IP 172.20.0.1 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/d91c6341-9b2f-40f2-9bcd-62c4c55b7206) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:30.369908 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Attempting to bind port 3e409b93-0a4d-443e-9029-0e622e4bfedf on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:30.370469 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Attempting to bind port 3e409b93-0a4d-443e-9029-0e622e4bfedf by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:30.370572 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Attempting to bind port 3e409b93-0a4d-443e-9029-0e622e4bfedf on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:30.376413 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Pushing event updated for resources: {'Port': ['ID=3e409b93-0a4d-443e-9029-0e622e4bfedf,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:30.381350 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:30.381763 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:30.382197 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.382565 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:30.383135 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Bound port: 3e409b93-0a4d-443e-9029-0e622e4bfedf, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:30.383504 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.415934 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.416280 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.416603 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.417128 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.418084 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.418084 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.418084 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.418381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.418890 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.419394 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.419711 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.420023 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:40:30.468227 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] For port 3e409b93-0a4d-443e-9029-0e622e4bfedf, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:30.472076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] For port 3e409b93-0a4d-443e-9029-0e622e4bfedf, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e409b93-0a4d-443e-9029-0e622e4bfedf,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:30.477950 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.484733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.502000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Transition to ACTIVE for port object d91c6341-9b2f-40f2-9bcd-62c4c55b7206 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:30.528402 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.562085 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:30.562724 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:30.591996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:30.594777 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:30.598533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:30.609800 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050870a-3382-4a3d-9ae0-8096e81c30e1 None None] Pushing event updated for resources: {'Port': ['ID=3e409b93-0a4d-443e-9029-0e622e4bfedf,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:30.753185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:30.781495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Pushing event updated for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:30.799032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.907274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d522c6a3-9822-4671-b61f-e84c1537df47 None None] Provisioning for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:30.912609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d522c6a3-9822-4671-b61f-e84c1537df47 None None] Provisioning complete for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:30.913054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d522c6a3-9822-4671-b61f-e84c1537df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:30.972509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d522c6a3-9822-4671-b61f-e84c1537df47 None None] Port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:40:31.038704 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:28Z', 'revision_number': 3, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:31.042887 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833ae5-0909-4a81-b70e-a97bf0020492 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:28Z', 'revision_number': 3, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:31.066873 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.307849 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.314511 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.424419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Pushing event updated for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:31.427805 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.568445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:31.569582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:31.776790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:40:31.784900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e409b93-0a4d-443e-9029-0e622e4bfedf up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:31.883211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3e409b93-0a4d-443e-9029-0e622e4bfedf completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:31.888886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3e409b93-0a4d-443e-9029-0e622e4bfedf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:31.889379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.954993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-86ffe2cc-0080-4a03-b3a0-66f204eb96e2 None None] Provisioning complete for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:31.955241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86ffe2cc-0080-4a03-b3a0-66f204eb96e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:31.966299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:31.976635 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-edf49b9c-998d-4820-a3a9-de3db9ed8eab admin admin] 10.222.0.40 "PUT /v2.0/routers/6cd25ca3-d7a8-459c-9ebd-856ac44a53de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6041255 Jun 01 13:40:32.016746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-86ffe2cc-0080-4a03-b3a0-66f204eb96e2 None None] Port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:40:32.071440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3e409b93-0a4d-443e-9029-0e622e4bfedf is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:32.071815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.088330 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3e409b93-0a4d-443e-9029-0e622e4bfedf, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e409b93-0a4d-443e-9029-0e622e4bfedf,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:32.092522 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.093353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42b3fa35-9596-4f6a-8de7-e53336e00e8c up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:32.216915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3e409b93-0a4d-443e-9029-0e622e4bfedf,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:32.227849 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 42b3fa35-9596-4f6a-8de7-e53336e00e8c triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:32.228276 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.385487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 42b3fa35-9596-4f6a-8de7-e53336e00e8c is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:32.533310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50816) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:32.538984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1042624923-network', 'tenant_id': '13df6893278940e884cf6205ca323a3b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:32.544744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:32.549926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Usage tracker for resource:network and tenant:13df6893278940e884cf6205ca323a3b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:32.553012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:32.560318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:32.571984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Made reservation on behalf of 13df6893278940e884cf6205ca323a3b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:40:32.574975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.587571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.605167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:32.609813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:13df6893278940e884cf6205ca323a3b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:32.613558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:32.618818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:32.636648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:32.645664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:32.646281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:32.704320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.708915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.743916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949ffa19-458d-4996-9b27-76aeb30c081e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:32.746742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:40:32.755880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.756155 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Added segment 98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0 of type vlan for network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 Jun 01 13:40:32.782880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.814545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.815667 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:32.816236 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:32.826752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:32.924141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:32.931198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-40466b33-5c6c-4727-9f27-4a8f7cefa7b1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3942993 Jun 01 13:40:32.931395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50824) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:32.936849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Request body: {'subnet': {'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1042624923-subnet', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:32.943111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:32.947003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Usage tracker for resource:subnet and tenant:13df6893278940e884cf6205ca323a3b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:32.950669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:32.956829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:32.957346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:40:32.969435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Made reservation on behalf of 13df6893278940e884cf6205ca323a3b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:40:32.972562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.190925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.231229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 2, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:33.236484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:33.237413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Updating router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:40:33.263642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1df36f4-d838-40c4-83f4-cf7f5343fbbe,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:33.273025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Checking segment: {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:33.273388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Network hostable DHCP agents. Network: 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:40:33.293528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:40:33.294032 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.303606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:33.308185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:33.308753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.330265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8a486aa8-e2da-4457-a9a5-ea86f951c754 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3977757 Jun 01 13:40:33.332860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 50828) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:33.337678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:33.338007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5549a6-0fca-447f-afc3-618450491386 None None] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:40:33.342890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:33.346701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Usage tracker for resource:router and tenant:13df6893278940e884cf6205ca323a3b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:33.349466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:33.355263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:33.367961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.368961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.385025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.656918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:33.698075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e409b93-0a4d-443e-9029-0e622e4bfedf up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:33.749470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'fixed_ips': [{'subnet_id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:40:33.750289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.008723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3e409b93-0a4d-443e-9029-0e622e4bfedf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:34.009311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.102283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.107017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.132994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Transition to ACTIVE for port object d91c6341-9b2f-40f2-9bcd-62c4c55b7206 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:34.138736 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.141198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Allocated IP 172.20.0.2 (842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60/a1df36f4-d838-40c4-83f4-cf7f5343fbbe/8e1083b3-2c0c-47e8-a893-5b291415cbca) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:34.149473 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.296531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Allocated IP 172.25.7.112 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/3e6ad919-819e-4218-b0ac-64209829963b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:34.436995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec32a4-87a3-47e1-9402-af843953befe None None] Pushing event updated for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:34.462910 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.494967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.506974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3e409b93-0a4d-443e-9029-0e622e4bfedf is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:34.561652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:34.564471 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:34.568072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:34.571621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Attempting to bind port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:34.572024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Attempting to bind port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:34.572401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Attempting to bind port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Bound port: d91c6341-9b2f-40f2-9bcd-62c4c55b7206, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:34.609904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.612842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6ad919-819e-4218-b0ac-64209829963b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:34.700398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.722452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Transition to ACTIVE for port object 8e1083b3-2c0c-47e8-a893-5b291415cbca will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:34.756855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] For port d91c6341-9b2f-40f2-9bcd-62c4c55b7206, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:34.759147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Transition to ACTIVE for port object 8e1083b3-2c0c-47e8-a893-5b291415cbca will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:34.771962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] For port d91c6341-9b2f-40f2-9bcd-62c4c55b7206, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:34.773476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.811381 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.812588 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:34.859410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:34.863930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:34.866469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:34.879107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Pushing event updated for resources: {'Port': ['ID=8e1083b3-2c0c-47e8-a893-5b291415cbca,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:34.911906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:34.912542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:34.989253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.178686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Attempting to bind port 8e1083b3-2c0c-47e8-a893-5b291415cbca on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:35.179281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Attempting to bind port 8e1083b3-2c0c-47e8-a893-5b291415cbca by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:35.179281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Attempting to bind port 8e1083b3-2c0c-47e8-a893-5b291415cbca on network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:35.183270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec32a4-87a3-47e1-9402-af843953befe None None] Pushing event updated for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:35.204465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:35.204840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Checking segment: {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:35.205254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.205635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Bound using segment: {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:35.206104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Bound port: 8e1083b3-2c0c-47e8-a893-5b291415cbca, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:35.206475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.234150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:35.329526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.553394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] For port 8e1083b3-2c0c-47e8-a893-5b291415cbca, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:35.566381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] For port 8e1083b3-2c0c-47e8-a893-5b291415cbca, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e1083b3-2c0c-47e8-a893-5b291415cbca,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:35.571154 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.672400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Router 4860ac89-656e-47b1-ad96-41dfb1772f7f is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:40:35.713800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7fce-b89c-4dcc-aa55-f7556e00d3c6 None None] Pushing event updated for resources: {'Port': ['ID=8e1083b3-2c0c-47e8-a893-5b291415cbca,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:35.743103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:35.747906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968756-a9f6-49e4-8151-568a2b8c7b61 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:35.877426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:35.887118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Sync routers for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:35.904078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:35.905543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-64edba78-9e55-48e0-a807-60691dc61063 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5717261 Jun 01 13:40:35.908417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 50832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:40:35.932821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:35.933888 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:36.144757 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:36.483205 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 3, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:36.488067 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Checking router: 4860ac89-656e-47b1-ad96-41dfb1772f7f for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:36.488407 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Updating router 4860ac89-656e-47b1-ad96-41dfb1772f7f port 3e6ad919-819e-4218-b0ac-64209829963b binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:40:36.618216 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:36.832435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92966541-9033-4e47-99f5-b10fa6a18b2b None None] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:40:36.842776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:36.943994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-dcd375fb-fd74-4b5f-93e8-f5bd5045e29b None None] Provisioning for port 8e1083b3-2c0c-47e8-a893-5b291415cbca completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:36.986651 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.001478 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Transition to ACTIVE for port object 3e6ad919-819e-4218-b0ac-64209829963b will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:37.010623 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.071669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Allocated IP 172.20.0.1 (842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60/a1df36f4-d838-40c4-83f4-cf7f5343fbbe/4c359096-14d9-45fd-88a7-7dea861e4b63) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:37.102480 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Attempting to bind port 3e6ad919-819e-4218-b0ac-64209829963b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:37.102852 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Attempting to bind port 3e6ad919-819e-4218-b0ac-64209829963b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:37.103268 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Attempting to bind port 3e6ad919-819e-4218-b0ac-64209829963b on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:37.114528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:37.115002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:37.115460 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.115907 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:37.116418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Bound port: 3e6ad919-819e-4218-b0ac-64209829963b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:37.116843 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.172679 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3cafa-71d7-48ea-9def-a6337f89d309 None None] Pushing event updated for resources: {'Port': ['ID=3e6ad919-819e-4218-b0ac-64209829963b,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:37.208547 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] For port 3e6ad919-819e-4218-b0ac-64209829963b, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:37.213695 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] For port 3e6ad919-819e-4218-b0ac-64209829963b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e6ad919-819e-4218-b0ac-64209829963b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:37.218486 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.239383 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.256477 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Transition to ACTIVE for port object 4c359096-14d9-45fd-88a7-7dea861e4b63 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:37.285862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.297914 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:37.298512 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:37.356345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:37.359421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:37.363017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3cafa-71d7-48ea-9def-a6337f89d309 None None] Pushing event updated for resources: {'Port': ['ID=3e6ad919-819e-4218-b0ac-64209829963b,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:37.365506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:37.413127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:37.430785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.494076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:37.574989 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.739121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-064a37a3-c316-4bea-867a-5ce76d17b936 None None] Provisioning for port 4c359096-14d9-45fd-88a7-7dea861e4b63 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:37.744632 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-064a37a3-c316-4bea-867a-5ce76d17b936 None None] Provisioning complete for port 4c359096-14d9-45fd-88a7-7dea861e4b63 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:37.745632 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-064a37a3-c316-4bea-867a-5ce76d17b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.794488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e1083b3-2c0c-47e8-a893-5b291415cbca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:37.813520 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 3, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:37.817969 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5969852-f156-4548-bc0c-66b423bf1e74 None None] The sync data for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 is: [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:34Z', 'revision_number': 3, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:37.856325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.862113 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.877338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-064a37a3-c316-4bea-867a-5ce76d17b936 None None] Port 4c359096-14d9-45fd-88a7-7dea861e4b63 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:40:37.893189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8e1083b3-2c0c-47e8-a893-5b291415cbca completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:37.899060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8e1083b3-2c0c-47e8-a893-5b291415cbca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:37.899454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.978018 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:37.991493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:38.022826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8e1083b3-2c0c-47e8-a893-5b291415cbca is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:38.023203 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.074581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8e1083b3-2c0c-47e8-a893-5b291415cbca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e1083b3-2c0c-47e8-a893-5b291415cbca,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:38.084241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.085120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d91c6341-9b2f-40f2-9bcd-62c4c55b7206 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:38.141926 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:38.143756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:38.203056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8e1083b3-2c0c-47e8-a893-5b291415cbca,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:38.225241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:38.234795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:38.235188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.401404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:38.402127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.439511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d91c6341-9b2f-40f2-9bcd-62c4c55b7206, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:38.447415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.501774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Router 4860ac89-656e-47b1-ad96-41dfb1772f7f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:40:38.531086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:38.548171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8c2fcb46-055b-4759-8a4b-2c2341074b1f None None] Provisioning complete for port 4c359096-14d9-45fd-88a7-7dea861e4b63 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:38.548542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c2fcb46-055b-4759-8a4b-2c2341074b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:38.604278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8c2fcb46-055b-4759-8a4b-2c2341074b1f None None] Port 4c359096-14d9-45fd-88a7-7dea861e4b63 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:40:38.707395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:40:38.717167 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3fb59f22-7e95-4447-97c0-caac535a19c7 admin admin] 10.222.0.40 "PUT /v2.0/routers/4860ac89-656e-47b1-ad96-41dfb1772f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8076339 Jun 01 13:40:39.441214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Sync routers for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:40:39.451635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:39.452339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:39.639478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:39.897020 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e6ad919-819e-4218-b0ac-64209829963b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:40.038340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 3e6ad919-819e-4218-b0ac-64209829963b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:40.046777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3e6ad919-819e-4218-b0ac-64209829963b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:40.047312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.200681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 4, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4c359096-14d9-45fd-88a7-7dea861e4b63', 'name': '', 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'mac_address': 'fa:16:3e:22:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:36Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 2, 'project_id': '13df6893278940e884cf6205ca323a3b', 'subnets': [{'id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:40.209313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Checking router: 4860ac89-656e-47b1-ad96-41dfb1772f7f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:40:40.209662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Updating router 4860ac89-656e-47b1-ad96-41dfb1772f7f port 4c359096-14d9-45fd-88a7-7dea861e4b63 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:40:40.256317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3e6ad919-819e-4218-b0ac-64209829963b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:40.256688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.281911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.293759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 3e6ad919-819e-4218-b0ac-64209829963b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e6ad919-819e-4218-b0ac-64209829963b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:40.298232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.299145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e1083b3-2c0c-47e8-a893-5b291415cbca up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:40.521516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=3e6ad919-819e-4218-b0ac-64209829963b,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:40.553411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8e1083b3-2c0c-47e8-a893-5b291415cbca triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:40.553673 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.782414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8e1083b3-2c0c-47e8-a893-5b291415cbca is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:40.783514 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d91c6341-9b2f-40f2-9bcd-62c4c55b7206 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:40.905127 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.920168 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Transition to ACTIVE for port object 4c359096-14d9-45fd-88a7-7dea861e4b63 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:40.934808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:40.969808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:40.970182 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:41.140560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263befda-5218-484f-83c6-0cdd9afb595a None None] Pushing event updated for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:41.239905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Attempting to bind port 4c359096-14d9-45fd-88a7-7dea861e4b63 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:41.240264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Attempting to bind port 4c359096-14d9-45fd-88a7-7dea861e4b63 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:41.240626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Attempting to bind port 4c359096-14d9-45fd-88a7-7dea861e4b63 on network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:41.241326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-bce2e587-9bdc-4526-a2d9-818a47a7e7a5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:41.242809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-bce2e587-9bdc-4526-a2d9-818a47a7e7a5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1547704 Jun 01 13:40:41.258500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-9a8601ec-ef41-4518-9f65-cc70568a0846 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0097907 Jun 01 13:40:41.261002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:41.261409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Checking segment: {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:41.261809 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:41.262185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Bound using segment: {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:41.262683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Bound port: 4c359096-14d9-45fd-88a7-7dea861e4b63, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:41.263048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:41.327857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:41.346070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-e6a29120-f8c6-439a-992e-92856bb35923 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817335 Jun 01 13:40:41.372703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] For port 4c359096-14d9-45fd-88a7-7dea861e4b63, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:41.375663 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] For port 4c359096-14d9-45fd-88a7-7dea861e4b63, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c359096-14d9-45fd-88a7-7dea861e4b63,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:41.381817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:41.462098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:40:41.462754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:40:20Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:41.602326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263befda-5218-484f-83c6-0cdd9afb595a None None] Pushing event updated for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:41.650084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-b9b470c0-6e4a-40ca-9e53-9ed12a03b446 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976148 Jun 01 13:40:41.697087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e6ad919-819e-4218-b0ac-64209829963b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:41.766287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:40:41.794901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-b3a65b60-ca2c-4708-9456-0497c84f4a81 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319926 Jun 01 13:40:41.978657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 3e6ad919-819e-4218-b0ac-64209829963b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:41.979036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:42.189680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fffd3f3d-3849-4d91-b26a-c2b614e4e065 req-939abf12-2faa-4232-9157-de20bd67d656 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 210 time: 0.0503490 Jun 01 13:40:42.199226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 3e6ad919-819e-4218-b0ac-64209829963b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:42.218803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 4, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4c359096-14d9-45fd-88a7-7dea861e4b63', 'name': '', 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'mac_address': 'fa:16:3e:22:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:36Z', 'updated_at': '2022-06-01T13:40:41Z', 'revision_number': 4, 'project_id': '13df6893278940e884cf6205ca323a3b', 'subnets': [{'id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:40:42.223290 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede5de1-73a4-4fa9-b52c-f1d0d72a1e26 None None] The sync data for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 is: [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:40:37Z', 'revision_number': 4, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4c359096-14d9-45fd-88a7-7dea861e4b63', 'name': '', 'network_id': '842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'mac_address': 'fa:16:3e:22:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:36Z', 'updated_at': '2022-06-01T13:40:41Z', 'revision_number': 4, 'project_id': '13df6893278940e884cf6205ca323a3b', 'subnets': [{'id': 'a1df36f4-d838-40c4-83f4-cf7f5343fbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:40:43.346624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1178ffa3-180d-46ac-8224-c566f1feff18 req-2c90af32-98b0-4afa-8349-a8af6c0cc1d0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 210 time: 0.0425584 Jun 01 13:40:43.659879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-6743e37e-8bf8-402b-befd-b43bb6490f14 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:43.661296 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-6743e37e-8bf8-402b-befd-b43bb6490f14 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1539054 Jun 01 13:40:43.674061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': '67b817ab-6cff-4a69-99df-cac35acb864e', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:43.729227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c359096-14d9-45fd-88a7-7dea861e4b63 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:43.809299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4c359096-14d9-45fd-88a7-7dea861e4b63 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:43.816364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4c359096-14d9-45fd-88a7-7dea861e4b63 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:43.816998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:43.823371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:40:43.827531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:port and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:40:43.830531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:40:43.836606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:40:43.850604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:40:43.854407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:43.960981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4c359096-14d9-45fd-88a7-7dea861e4b63 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:43.961356 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:43.997072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 4c359096-14d9-45fd-88a7-7dea861e4b63, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c359096-14d9-45fd-88a7-7dea861e4b63,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:44.001945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.040556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.9 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/5beaa266-f837-41d9-9e75-1900d7c867c3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:40:44.083404 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:44.413204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.429989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 5beaa266-f837-41d9-9e75-1900d7c867c3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:44.473760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.599142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:40:44.605873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:40:44.611001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:40:44.667940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:44.698393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:44.699088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.731052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53df2a-41fc-4e31-870f-83eaf7c77ef5 req-7661fb50-d5c0-4d9e-a541-0aac8a937450 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:44.731754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dd53df2a-41fc-4e31-870f-83eaf7c77ef5 req-7661fb50-d5c0-4d9e-a541-0aac8a937450 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:40:44.737197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-a4e762c9-6cc0-4385-a253-77138133c745 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0677037 Jun 01 13:40:44.770076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dd53df2a-41fc-4e31-870f-83eaf7c77ef5 req-7661fb50-d5c0-4d9e-a541-0aac8a937450 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:40:44.771308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd53df2a-41fc-4e31-870f-83eaf7c77ef5 req-7661fb50-d5c0-4d9e-a541-0aac8a937450 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 931 time: 0.2537506 Jun 01 13:40:44.820286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Request body: {'port': {'device_id': '67b817ab-6cff-4a69-99df-cac35acb864e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:40:44.888406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd53df2a-41fc-4e31-870f-83eaf7c77ef5 req-f7f4a3e4-607d-4891-8a07-b068a1a02be3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050811 Jun 01 13:40:44.889929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-370ff03b-f391-4255-ae96-712d8bdcd7b8 None None] Provisioning for port 5beaa266-f837-41d9-9e75-1900d7c867c3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:44.896236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-370ff03b-f391-4255-ae96-712d8bdcd7b8 None None] Provisioning complete for port 5beaa266-f837-41d9-9e75-1900d7c867c3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:44.896612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-370ff03b-f391-4255-ae96-712d8bdcd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.953436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:44.956270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-370ff03b-f391-4255-ae96-712d8bdcd7b8 None None] Port 5beaa266-f837-41d9-9e75-1900d7c867c3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:40:45.300778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5beaa266-f837-41d9-9e75-1900d7c867c3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:40:45.308487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.324937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Transition to ACTIVE for port object 5beaa266-f837-41d9-9e75-1900d7c867c3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:40:45.328867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.484701 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Pushing event updated for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:45.564621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Attempting to bind port 5beaa266-f837-41d9-9e75-1900d7c867c3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:40:45.564947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Attempting to bind port 5beaa266-f837-41d9-9e75-1900d7c867c3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:40:45.565265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Attempting to bind port 5beaa266-f837-41d9-9e75-1900d7c867c3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:45.571142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Port 5beaa266-f837-41d9-9e75-1900d7c867c3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:40:45.571460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Attempting to bind port 5beaa266-f837-41d9-9e75-1900d7c867c3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:40:45.576793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:40:45.577122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:40:45.577498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:40:45.577910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Bound port: 5beaa266-f837-41d9-9e75-1900d7c867c3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:40:45.578245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.667052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:40:45.670093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5beaa266-f837-41d9-9e75-1900d7c867c3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:40:45.675780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.693405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c359096-14d9-45fd-88a7-7dea861e4b63 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:45.739788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:45.740581 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.741910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5beaa266-f837-41d9-9e75-1900d7c867c3 HTTP/1.1" status: 200 len: 1091 time: 0.9966242 Jun 01 13:40:45.742357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:40:45.762500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c516-a3dc-4129-a378-bda3f80b8db9 service neutron] Pushing event updated for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:45.767347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4c359096-14d9-45fd-88a7-7dea861e4b63 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:45.767927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:45.833091 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a7d939-7d6e-49be-8961-9144489c555d'] response: {'name': 'network-changed', 'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3', 'status': 'completed', 'code': 200} Jun 01 13:40:45.870868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-35328a63-e322-4316-8265-811918a05020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:45.872568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-35328a63-e322-4316-8265-811918a05020 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 1094 time: 0.0813971 Jun 01 13:40:45.904425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4c359096-14d9-45fd-88a7-7dea861e4b63 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:45.946561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-bd1b6f45-255d-4fd2-b810-91403c83d45f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5beaa266-f837-41d9-9e75-1900d7c867c3 HTTP/1.1" status: 200 len: 217 time: 0.0673337 Jun 01 13:40:46.010799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-8754b8a5-03f1-4cc1-80d4-1f4e460bdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.012109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-8754b8a5-03f1-4cc1-80d4-1f4e460bdf2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0600901 Jun 01 13:40:46.144754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876406-5fda-4854-b133-5837432c61a6 req-fceebf6f-e873-4748-a135-c4768cc56400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.146226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-fceebf6f-e873-4748-a135-c4768cc56400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027551 Jun 01 13:40:46.154573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b25b5-b6ba-4556-b4ef-0a12c1243993 req-3ab88232-863e-4813-b17f-a1b2787660cc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.155954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d66b25b5-b6ba-4556-b4ef-0a12c1243993 req-3ab88232-863e-4813-b17f-a1b2787660cc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.1430039 Jun 01 13:40:46.402623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d66b25b5-b6ba-4556-b4ef-0a12c1243993 req-3133e142-6ac5-4fe1-b2eb-7415e7f025cf tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280912 Jun 01 13:40:46.436024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-52c77d54-f85c-4932-97d1-ddcc69b73bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791150 Jun 01 13:40:46.574351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d876406-5fda-4854-b133-5837432c61a6 req-106fe72a-868d-43ae-8255-c78f81a98216 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313505 Jun 01 13:40:46.706725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-97b935c3-b0d9-423c-a66f-c89740c04869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.708217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-97b935c3-b0d9-423c-a66f-c89740c04869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 1094 time: 0.0849841 Jun 01 13:40:46.849400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-f91fe613-3590-4d16-aa60-9b83330fb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.850884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-f91fe613-3590-4d16-aa60-9b83330fb95c service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1358733 Jun 01 13:40:46.918221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-d32bcf4d-af33-43c9-b392-b42378cf371d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5beaa266-f837-41d9-9e75-1900d7c867c3 HTTP/1.1" status: 200 len: 217 time: 0.0607681 Jun 01 13:40:46.985541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-97edec26-1401-4a93-84a1-6a9a8fb759a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:46.987002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-97edec26-1401-4a93-84a1-6a9a8fb759a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0624011 Jun 01 13:40:47.062934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-82be99ee-bf77-4c77-b06b-76fb41637def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:47.064447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-82be99ee-bf77-4c77-b06b-76fb41637def service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708427 Jun 01 13:40:47.214307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-1bb1e70c-5a72-4dc1-8f0a-275668630428 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428447 Jun 01 13:40:47.361868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-84a7e98b-c20b-49a1-af9e-e71dffb8e940 req-4ec70c28-80ac-4dec-9da4-05dc41d2a9cc service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408575 Jun 01 13:40:47.612945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62ae75-d02a-458a-8b42-b6b6a7c43a9e req-a0d514d5-2f3d-4bd9-89f2-f4722ccc3088 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:47.614367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f62ae75-d02a-458a-8b42-b6b6a7c43a9e req-a0d514d5-2f3d-4bd9-89f2-f4722ccc3088 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.1043763 Jun 01 13:40:47.666750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f62ae75-d02a-458a-8b42-b6b6a7c43a9e req-eef78498-b06a-4842-b0a5-61937596dede tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Jun 01 13:40:48.263856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c1e499c-669c-4c53-b345-157b9dad1e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:48.296510 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:48.873756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448052b3-a671-4796-aee1-405c877e905b req-8d3bf6c8-85f4-476a-989c-0601e6822283 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:48.875295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448052b3-a671-4796-aee1-405c877e905b req-8d3bf6c8-85f4-476a-989c-0601e6822283 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.0950074 Jun 01 13:40:48.939513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-448052b3-a671-4796-aee1-405c877e905b req-c44dbac1-9655-4d4a-a8f8-2b184921874b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538580 Jun 01 13:40:50.138691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3dfc-748e-40a6-b28c-ea0e75671970 req-8bf9083c-e11e-407c-92d7-dbefc1fc27cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:50.140257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20fc3dfc-748e-40a6-b28c-ea0e75671970 req-8bf9083c-e11e-407c-92d7-dbefc1fc27cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.0852005 Jun 01 13:40:50.189067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20fc3dfc-748e-40a6-b28c-ea0e75671970 req-68f635c1-b094-47a8-b5a7-eb5dde8935bc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Jun 01 13:40:50.507024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61c2fc29-cf50-4d2b-a956-681a4516d9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:51.395100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25731-2173-4a4f-9ace-d27b4691bf72 req-ceff6cac-c38e-4978-8a3d-e0e4717b9d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:51.396546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09a25731-2173-4a4f-9ace-d27b4691bf72 req-ceff6cac-c38e-4978-8a3d-e0e4717b9d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.0851176 Jun 01 13:40:51.445561 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-09a25731-2173-4a4f-9ace-d27b4691bf72 req-f5bbc42f-5e88-481d-ad33-016b3c6824f7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Jun 01 13:40:51.732817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:51.833332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:52.812622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba079d-5b53-4e7d-95e5-7eb78a5e98f9 req-76dbc87f-a304-4fa9-b44b-4b9a9f2a0a32 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:52.814089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecba079d-5b53-4e7d-95e5-7eb78a5e98f9 req-76dbc87f-a304-4fa9-b44b-4b9a9f2a0a32 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.0943687 Jun 01 13:40:52.859111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ecba079d-5b53-4e7d-95e5-7eb78a5e98f9 req-d399b33b-6851-4b3b-a52e-c93e2c407f70 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jun 01 13:40:53.232537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:54.083811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc279d-407f-432b-b69b-af21d44e865a req-702d32bb-c5a4-4b2a-888e-3ca7e69bebc3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:54.085258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20dc279d-407f-432b-b69b-af21d44e865a req-702d32bb-c5a4-4b2a-888e-3ca7e69bebc3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 943 time: 0.1168876 Jun 01 13:40:54.133035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20dc279d-407f-432b-b69b-af21d44e865a req-7b1adc22-95ee-4b39-93fd-0bd77098b60c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Jun 01 13:40:54.763161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5beaa266-f837-41d9-9e75-1900d7c867c3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:40:54.906471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5beaa266-f837-41d9-9e75-1900d7c867c3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:54.919944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '5beaa266-f837-41d9-9e75-1900d7c867c3', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '5beaa266-f837-41d9-9e75-1900d7c867c3', 'mac_address': 'fa:16:3e:0f:07:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:40:54.974611 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5beaa266-f837-41d9-9e75-1900d7c867c3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:54.974980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:54.991816 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5beaa266-f837-41d9-9e75-1900d7c867c3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:40:55.007731 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5beaa266-f837-41d9-9e75-1900d7c867c3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:55.014313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:55.121171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:55.242212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['5beaa266-f837-41d9-9e75-1900d7c867c3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:40:55.328941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702bb5-58dd-43ba-9706-ae794b624de4 req-d7330b73-bb76-444c-8caf-fac9d76be21f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:55.330464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c702bb5-58dd-43ba-9706-ae794b624de4 req-d7330b73-bb76-444c-8caf-fac9d76be21f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 944 time: 0.0871503 Jun 01 13:40:55.375761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c702bb5-58dd-43ba-9706-ae794b624de4 req-1aedbe30-2b59-4efe-9538-11fc35eca2df tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jun 01 13:40:56.576231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bacb1-fecb-4061-a350-2ca0557a530c req-9271d328-9851-494e-9aa4-c1179e83d9a4 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:56.577840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f60bacb1-fecb-4061-a350-2ca0557a530c req-9271d328-9851-494e-9aa4-c1179e83d9a4 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 944 time: 0.0914860 Jun 01 13:40:56.623752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f60bacb1-fecb-4061-a350-2ca0557a530c req-2b0a7612-f115-47a8-8b9c-d5af94f4e365 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jun 01 13:40:56.794512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5beaa266-f837-41d9-9e75-1900d7c867c3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:40:56.879505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 5beaa266-f837-41d9-9e75-1900d7c867c3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:40:56.884365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 5beaa266-f837-41d9-9e75-1900d7c867c3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:40:56.884757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:57.007304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 5beaa266-f837-41d9-9e75-1900d7c867c3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:40:57.007674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:57.035402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:40:57.045699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5beaa266-f837-41d9-9e75-1900d7c867c3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:40:57.051278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:40:57.081858 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc9393-38ed-49b6-990b-4a7bb2dc1b23'] response: {'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3', 'code': 200} Jun 01 13:40:57.122092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:40:57.217198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c66b-e5d7-4d63-be95-fa12340584d1 req-022f36e4-1e9f-4840-8515-a43ac5f922b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:57.218829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c1c66b-e5d7-4d63-be95-fa12340584d1 req-022f36e4-1e9f-4840-8515-a43ac5f922b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 1096 time: 0.0794368 Jun 01 13:40:57.265285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-41c1c66b-e5d7-4d63-be95-fa12340584d1 req-f1cfd0c6-efde-4aba-908a-f224bba6507d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Jun 01 13:40:57.825422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10fa54-f00c-4947-9be0-9cfdb2084f6a req-563f8223-0862-48db-9807-cc86f658a496 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:57.826876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd10fa54-f00c-4947-9be0-9cfdb2084f6a req-563f8223-0862-48db-9807-cc86f658a496 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0866981 Jun 01 13:40:57.872547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd10fa54-f00c-4947-9be0-9cfdb2084f6a req-fc87e94f-b36a-4748-a5b6-c5f84516ef8f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Jun 01 13:40:59.088033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5670b-0c2b-4820-a491-84bff7765e20 req-b6e35e77-1fd1-4c0d-95aa-8154940a25ce tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:59.090413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cef5670b-0c2b-4820-a491-84bff7765e20 req-b6e35e77-1fd1-4c0d-95aa-8154940a25ce tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0948205 Jun 01 13:40:59.137348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cef5670b-0c2b-4820-a491-84bff7765e20 req-6f262bd5-e968-493a-8f9d-b443d68aeec1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Jun 01 13:40:59.499711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68575cdf-063b-4d49-a4e5-7dd1f698d452 req-6c28c663-9223-40e0-be54-b0cf71ca9a79 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:59.501453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68575cdf-063b-4d49-a4e5-7dd1f698d452 req-6c28c663-9223-40e0-be54-b0cf71ca9a79 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0908015 Jun 01 13:40:59.555387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68575cdf-063b-4d49-a4e5-7dd1f698d452 req-fbc2ebd8-1ea8-4a7f-83d3-4d404a379b02 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Jun 01 13:40:59.873948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4fe14-0b9f-45bc-9b21-c971162c1a7c req-97da2d9e-ace0-4bf3-9e32-9fbd22fb9c34 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:40:59.875514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d4fe14-0b9f-45bc-9b21-c971162c1a7c req-97da2d9e-ace0-4bf3-9e32-9fbd22fb9c34 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.2052934 Jun 01 13:40:59.925538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59d4fe14-0b9f-45bc-9b21-c971162c1a7c req-f1b73aa1-31ef-4cd5-a088-2f69061ec071 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Jun 01 13:41:00.489044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e19f-1314-478d-99bf-6af8977dba68 req-5d2b66f0-8bb1-41df-a4a7-e2bf1712c42d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:00.490513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3610e19f-1314-478d-99bf-6af8977dba68 req-5d2b66f0-8bb1-41df-a4a7-e2bf1712c42d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0898104 Jun 01 13:41:00.538840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3610e19f-1314-478d-99bf-6af8977dba68 req-f146a697-2d64-43d4-bf2f-d56983005e80 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Jun 01 13:41:01.048721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:41:01.732379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b442c-a151-478e-9aa0-454978224906 req-04199f97-79a8-4dd2-8943-82f1d3ceb0ef tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:01.734191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-059b442c-a151-478e-9aa0-454978224906 req-04199f97-79a8-4dd2-8943-82f1d3ceb0ef tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0823667 Jun 01 13:41:01.821837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-059b442c-a151-478e-9aa0-454978224906 req-eef3e73a-3ba4-41f2-8731-bc9948d7689f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817575 Jun 01 13:41:01.857423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551b59d-b261-41ce-be9e-ac8071354904 req-0424d4da-0e93-4142-8b8f-79a13a7235f8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:01.859243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1551b59d-b261-41ce-be9e-ac8071354904 req-0424d4da-0e93-4142-8b8f-79a13a7235f8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 945 time: 0.0990126 Jun 01 13:41:01.936755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 5beaa266-f837-41d9-9e75-1900d7c867c3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:41:01.936982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:02.227716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 5beaa266-f837-41d9-9e75-1900d7c867c3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=5beaa266-f837-41d9-9e75-1900d7c867c3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:41:02.228021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:02.354822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 5beaa266-f837-41d9-9e75-1900d7c867c3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:41:02.512656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:02.525583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['5beaa266-f837-41d9-9e75-1900d7c867c3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:41:02.566345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=5beaa266-f837-41d9-9e75-1900d7c867c3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:02.644358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 5beaa266-f837-41d9-9e75-1900d7c867c3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:41:02.646988 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:02.649710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'name': 'network-vif-deleted', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:41:02.670490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1551b59d-b261-41ce-be9e-ac8071354904 req-ab1ecc44-18d0-4d0b-84e6-d3e3803a40a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "DELETE /v2.0/ports/5beaa266-f837-41d9-9e75-1900d7c867c3 HTTP/1.1" status: 204 len: 173 time: 0.8061759 Jun 01 13:41:02.701675 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615c922c-ce64-4174-b33c-1ecd72bb31cd'] response: {'server_uuid': '67b817ab-6cff-4a69-99df-cac35acb864e', 'name': 'network-vif-deleted', 'tag': '5beaa266-f837-41d9-9e75-1900d7c867c3', 'status': 'completed', 'code': 200} Jun 01 13:41:02.973960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33323010-b876-487d-8c19-ce62a968944a req-b49ddd4c-ece6-45af-9b86-90e14f05c974 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:41:02.990235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-33323010-b876-487d-8c19-ce62a968944a req-b49ddd4c-ece6-45af-9b86-90e14f05c974 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:41:02.991552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33323010-b876-487d-8c19-ce62a968944a req-b49ddd4c-ece6-45af-9b86-90e14f05c974 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=67b817ab-6cff-4a69-99df-cac35acb864e HTTP/1.1" status: 200 len: 210 time: 0.0607562 Jun 01 13:41:04.776050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:04.792087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5beaa266-f837-41d9-9e75-1900d7c867c3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:41:04.826683 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 5beaa266-f837-41d9-9e75-1900d7c867c3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:41:04.827023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 5beaa266-f837-41d9-9e75-1900d7c867c3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:41:18.261869 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9485d2ce-648e-4258-9fc6-35c675039c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:18.290992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:20.512361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4885ff12-4232-4e16-b3f1-5badbb1fc2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:21.721897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:21.830063 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:23.233072 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:24.319457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-05f94587-ce70-401b-be59-cf3a301e3a95 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:24.320890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-05f94587-ce70-401b-be59-cf3a301e3a95 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1655488 Jun 01 13:41:24.336364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-a59aae99-b010-4bf9-9368-09f98b9aeccf tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Jun 01 13:41:24.423669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-05a8567b-0e66-4475-8708-caae89745a1d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821924 Jun 01 13:41:24.631199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-418c7dba-ae86-4995-855c-e3aaa9c91fbd service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008865 Jun 01 13:41:24.880346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-cedc13e5-9224-4fdd-82ba-a43439e6e545 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404587 Jun 01 13:41:25.103930 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67471dd7-81f9-46a5-bf56-b8d336d974a7 req-497f6144-59dd-46a9-9d7a-e12c1b6f2a77 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Jun 01 13:41:26.329154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43f6111e-8570-4c83-8dd3-2750edf9718e req-7e31269c-5b14-4ece-bb08-caf48b91d942 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 210 time: 0.0975053 Jun 01 13:41:26.403712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-3b7d6dc0-c7ac-40d9-9f6d-6f34aad9ff69 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:26.405044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-3b7d6dc0-c7ac-40d9-9f6d-6f34aad9ff69 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1926274 Jun 01 13:41:26.416953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:41:26.560358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:41:26.571400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:41:26.582172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:41:26.585914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:26.751193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.3 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/270cefe9-a752-4f6a-b126-f3744f16115a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:41:26.971070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:26.989699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 270cefe9-a752-4f6a-b126-f3744f16115a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:41:27.015816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:27.089848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:41:27.092876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:41:27.097110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:41:27.143844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:27.158389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.158763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.166919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.167534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.167875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.168273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.168605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.168990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.169488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.170176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.170564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.170919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:27.196434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:27.196958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:27.230396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-04c82e64-06a4-4fe5-bdb0-0dd0a1d2664f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172557 Jun 01 13:41:27.242403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Request body: {'port': {'device_id': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:41:27.328261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-19bdaea4-8b02-424a-98bc-d5d710fcda80 None None] Provisioning for port 270cefe9-a752-4f6a-b126-f3744f16115a completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:41:27.334427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-19bdaea4-8b02-424a-98bc-d5d710fcda80 None None] Provisioning complete for port 270cefe9-a752-4f6a-b126-f3744f16115a triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:41:27.335004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-19bdaea4-8b02-424a-98bc-d5d710fcda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:27.363020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:27.395030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-19bdaea4-8b02-424a-98bc-d5d710fcda80 None None] Port 270cefe9-a752-4f6a-b126-f3744f16115a cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:41:27.697018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429003-12d2-49ea-8ef2-08cef7f81843 req-2a95a373-fc1b-4fc8-9032-070c40ede769 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:27.697786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54429003-12d2-49ea-8ef2-08cef7f81843 req-2a95a373-fc1b-4fc8-9032-070c40ede769 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:41:27.737158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-54429003-12d2-49ea-8ef2-08cef7f81843 req-2a95a373-fc1b-4fc8-9032-070c40ede769 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:41:27.738523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54429003-12d2-49ea-8ef2-08cef7f81843 req-2a95a373-fc1b-4fc8-9032-070c40ede769 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 931 time: 0.2480416 Jun 01 13:41:27.845955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54429003-12d2-49ea-8ef2-08cef7f81843 req-65051d9d-bedf-4d21-b077-f5ca7e28f444 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957117 Jun 01 13:41:27.850553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270cefe9-a752-4f6a-b126-f3744f16115a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:41:27.858270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:27.874486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Transition to ACTIVE for port object 270cefe9-a752-4f6a-b126-f3744f16115a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:41:27.879857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:28.168984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Pushing event updated for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:28.252767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Attempting to bind port 270cefe9-a752-4f6a-b126-f3744f16115a on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:41:28.253166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Attempting to bind port 270cefe9-a752-4f6a-b126-f3744f16115a by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:41:28.253626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Attempting to bind port 270cefe9-a752-4f6a-b126-f3744f16115a on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:41:28.259497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Port 270cefe9-a752-4f6a-b126-f3744f16115a on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:41:28.259838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Attempting to bind port 270cefe9-a752-4f6a-b126-f3744f16115a on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:41:28.265835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:41:28.266200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:41:28.266580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:41:28.267035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Bound port: 270cefe9-a752-4f6a-b126-f3744f16115a, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:41:28.267377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:28.363737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:41:28.366977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=270cefe9-a752-4f6a-b126-f3744f16115a,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:41:28.373031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:28.433637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:28.434255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:28.435671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] 10.222.0.13 "PUT /v2.0/ports/270cefe9-a752-4f6a-b126-f3744f16115a HTTP/1.1" status: 200 len: 1091 time: 1.1981199 Jun 01 13:41:28.436065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:41:28.455828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7e78-43eb-4501-b035-5c8eb98399ff service neutron] Pushing event updated for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:28.524689 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc61f229-46df-4a57-8180-f81853026acc'] response: {'name': 'network-changed', 'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a', 'status': 'completed', 'code': 200} Jun 01 13:41:28.561563 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-66111b50-99d2-4edf-8511-c690db8e033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:28.563100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-66111b50-99d2-4edf-8511-c690db8e033f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 1094 time: 0.0784843 Jun 01 13:41:28.634208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-6ed115cf-7d39-4b8e-aaad-42132fd62624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=270cefe9-a752-4f6a-b126-f3744f16115a HTTP/1.1" status: 200 len: 217 time: 0.0641882 Jun 01 13:41:28.701709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-998da424-d6db-4e9d-a918-2b933d0a29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:28.703176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-998da424-d6db-4e9d-a918-2b933d0a29cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0627806 Jun 01 13:41:28.778345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-e073fd9b-dcb1-4709-9f83-512a498e3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:28.779867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-e073fd9b-dcb1-4709-9f83-512a498e3050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707345 Jun 01 13:41:28.919215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d90e0493-d8e7-4acd-8291-2e2535e8407a service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330943 Jun 01 13:41:29.069614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e42f5ac-fd50-42e6-87be-39aa768ec5be req-d0fcd63b-06df-463e-a944-f044d1b50d13 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447103 Jun 01 13:41:29.252870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-1ca48617-3821-4534-9a7f-2dbacdc85e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:29.255089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-1ca48617-3821-4534-9a7f-2dbacdc85e7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 1094 time: 0.1395462 Jun 01 13:41:29.266477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a024-de16-495f-9175-623bddad71d6 req-ff60dc86-d8cc-4893-9703-3994ad0f5dfb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:29.267902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da05a024-de16-495f-9175-623bddad71d6 req-ff60dc86-d8cc-4893-9703-3994ad0f5dfb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.2683773 Jun 01 13:41:29.413292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da05a024-de16-495f-9175-623bddad71d6 req-dab4baee-caa9-40d5-b17c-5b6321daa68d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235869 Jun 01 13:41:29.452032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-69e806a1-458c-45bf-a558-8abf4e061ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:29.454069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-69e806a1-458c-45bf-a558-8abf4e061ec6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1853325 Jun 01 13:41:29.544251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-1264a7bf-b41a-40fc-a503-02dc1383d01c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=270cefe9-a752-4f6a-b126-f3744f16115a HTTP/1.1" status: 200 len: 217 time: 0.0843289 Jun 01 13:41:29.620312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-8225d0c9-c051-48a1-b34f-3c9963881b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:29.621867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-8225d0c9-c051-48a1-b34f-3c9963881b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0724812 Jun 01 13:41:29.744570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-0f7f8632-205c-4462-9d0f-5f41a661520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:29.746605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-0f7f8632-205c-4462-9d0f-5f41a661520d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186235 Jun 01 13:41:29.892921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-08c29dc1-7e01-4bad-bd01-9c49925a5913 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401501 Jun 01 13:41:30.058672 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9178bbcc-e296-4b4c-a418-e6dc2716f888 req-657d5ede-c2d1-4f33-86e8-769886dacb6f service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605752 Jun 01 13:41:30.799472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aa09d-ad6f-4216-bfe3-38866b29ad77 req-7268f91f-7d7a-4ffc-ac6b-dc8fa5637088 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:30.807997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-706aa09d-ad6f-4216-bfe3-38866b29ad77 req-7268f91f-7d7a-4ffc-ac6b-dc8fa5637088 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.1891470 Jun 01 13:41:30.883364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-706aa09d-ad6f-4216-bfe3-38866b29ad77 req-90105898-23f4-41b2-911b-0d81058f7634 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737236 Jun 01 13:41:32.108682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f68d0-7735-4681-96a7-98f16e10162f req-6b33138c-adf8-45ca-a73b-025b44cd2eae tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:32.110560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a59f68d0-7735-4681-96a7-98f16e10162f req-6b33138c-adf8-45ca-a73b-025b44cd2eae tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0989826 Jun 01 13:41:32.168940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a59f68d0-7735-4681-96a7-98f16e10162f req-2570f782-49bf-461d-acbc-aa0987fa9d0b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Jun 01 13:41:33.364765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ca570-348b-44c9-9a15-e27f81c34c2a req-555164cc-f198-49c6-b43d-636fa8b804f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:33.371128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-808ca570-348b-44c9-9a15-e27f81c34c2a req-555164cc-f198-49c6-b43d-636fa8b804f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0947988 Jun 01 13:41:33.529692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-808ca570-348b-44c9-9a15-e27f81c34c2a req-c859bd62-a951-432d-b883-a936b1842f82 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571965 Jun 01 13:41:34.746681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25dfe-f846-48fe-b95a-8a6387bb18fd req-8f02568f-54ec-4467-9e13-506d625d9164 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:34.748282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85e25dfe-f846-48fe-b95a-8a6387bb18fd req-8f02568f-54ec-4467-9e13-506d625d9164 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0962026 Jun 01 13:41:34.779325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:34.798844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85e25dfe-f846-48fe-b95a-8a6387bb18fd req-42705959-661d-4b73-b2b1-9365f9db2069 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Jun 01 13:41:36.012834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231c353-e01e-4509-976e-3b96849a5192 req-b2ebaad9-d692-4dcf-b36f-be7005c5ab84 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:36.014369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d231c353-e01e-4509-976e-3b96849a5192 req-b2ebaad9-d692-4dcf-b36f-be7005c5ab84 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0956087 Jun 01 13:41:36.058882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d231c353-e01e-4509-976e-3b96849a5192 req-08e09fdf-bfa7-48e5-8dd9-a31f8ff055a9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Jun 01 13:41:37.257266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f04cc-308a-4b41-9ea6-675b10b8ca07 req-8abec1b6-3703-4d14-84e6-efd88b0c6a99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:37.258757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd0f04cc-308a-4b41-9ea6-675b10b8ca07 req-8abec1b6-3703-4d14-84e6-efd88b0c6a99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0867600 Jun 01 13:41:37.307620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd0f04cc-308a-4b41-9ea6-675b10b8ca07 req-3ca88aa9-cf3e-46f3-9c5d-35e2a09713e5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Jun 01 13:41:38.048624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:41:38.500377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6024b7a-8aa5-4578-ba63-c3c35d486678 req-4a29cc4f-21dc-46df-96b2-694eea666255 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:38.501723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6024b7a-8aa5-4578-ba63-c3c35d486678 req-4a29cc4f-21dc-46df-96b2-694eea666255 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0870204 Jun 01 13:41:38.546195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6024b7a-8aa5-4578-ba63-c3c35d486678 req-b8514c24-e8ba-4382-9229-9d3950c413f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Jun 01 13:41:39.771794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7940-6faa-4fe7-b9f4-c59047f5fb20 req-9555a661-31b4-458d-843b-50e387e07cfb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:39.773151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c6b7940-6faa-4fe7-b9f4-c59047f5fb20 req-9555a661-31b4-458d-843b-50e387e07cfb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0998876 Jun 01 13:41:39.824218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c6b7940-6faa-4fe7-b9f4-c59047f5fb20 req-0007e11a-a822-4565-bb89-f639f56fa3dc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Jun 01 13:41:41.045797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17f91-7df1-427c-990f-86c938aa44a3 req-8258557c-8a2f-4291-bda4-6c8f82590ae8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:41.047400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0a17f91-7df1-427c-990f-86c938aa44a3 req-8258557c-8a2f-4291-bda4-6c8f82590ae8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.1077046 Jun 01 13:41:41.107847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0a17f91-7df1-427c-990f-86c938aa44a3 req-28644d8e-655a-4eed-b625-b445d6b5ea65 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Jun 01 13:41:42.321955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10ae6-f9c1-4849-a3d4-45aa74ab2d4a req-74d18aa9-2fa8-4d1d-97a5-3e1516a9f6f1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:42.323424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98d10ae6-f9c1-4849-a3d4-45aa74ab2d4a req-74d18aa9-2fa8-4d1d-97a5-3e1516a9f6f1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0908659 Jun 01 13:41:42.373067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98d10ae6-f9c1-4849-a3d4-45aa74ab2d4a req-40150bff-183e-4b53-85fb-f06df72f3827 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jun 01 13:41:43.570109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281a78-189e-4ad2-9d74-191b3c8209dc req-efd61587-5a8e-4d45-aa99-3d957fc0c7b5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:43.571632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16281a78-189e-4ad2-9d74-191b3c8209dc req-efd61587-5a8e-4d45-aa99-3d957fc0c7b5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0826752 Jun 01 13:41:43.621701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16281a78-189e-4ad2-9d74-191b3c8209dc req-ca5dd4a3-26c0-4f21-9ccd-95680dd9d330 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Jun 01 13:41:44.829684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2653-0b41-47ff-9d9c-539a991307ae req-31cc11ff-f6ae-447e-9826-f94748c10adc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:44.831156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646e2653-0b41-47ff-9d9c-539a991307ae req-31cc11ff-f6ae-447e-9826-f94748c10adc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0926075 Jun 01 13:41:44.888071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-646e2653-0b41-47ff-9d9c-539a991307ae req-e052f5f3-2bbd-45b8-a824-09630dd75db5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Jun 01 13:41:46.098117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a7af-3088-4122-a522-b7f2a3637e17 req-79355565-3a87-4528-9947-7779611706f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:46.099596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69f7a7af-3088-4122-a522-b7f2a3637e17 req-79355565-3a87-4528-9947-7779611706f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 943 time: 0.0939419 Jun 01 13:41:46.150024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69f7a7af-3088-4122-a522-b7f2a3637e17 req-c1bf4779-d1af-456c-8ce9-1dc18ff26668 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Jun 01 13:41:47.031801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 270cefe9-a752-4f6a-b126-f3744f16115a details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:41:47.173382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=270cefe9-a752-4f6a-b126-f3744f16115a,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:41:47.187424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '270cefe9-a752-4f6a-b126-f3744f16115a', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '270cefe9-a752-4f6a-b126-f3744f16115a', 'mac_address': 'fa:16:3e:b4:41:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:41:47.245764 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 270cefe9-a752-4f6a-b126-f3744f16115a is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:41:47.246161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:47.263368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270cefe9-a752-4f6a-b126-f3744f16115a {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:41:47.278398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=270cefe9-a752-4f6a-b126-f3744f16115a,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:41:47.283739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:47.345301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea6bf3-95f6-4d23-81a3-86b8f13f8941 req-452eb9a5-83e0-4dbc-af4d-f1098305d748 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:47.346763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6ea6bf3-95f6-4d23-81a3-86b8f13f8941 req-452eb9a5-83e0-4dbc-af4d-f1098305d748 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 944 time: 0.0841351 Jun 01 13:41:47.351033 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:47.359828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.360173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.360492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.361288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.361288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.361513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.361817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.362137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.362451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.362790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.363104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.363415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:41:47.394195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6ea6bf3-95f6-4d23-81a3-86b8f13f8941 req-eccc311d-ab2e-4d38-90ea-0bcc0165fb52 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 Jun 01 13:41:47.474646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['270cefe9-a752-4f6a-b126-f3744f16115a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:41:48.261239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5e80-0156-482c-8a26-dcdfd90aee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:48.310962 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:48.618424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92a136-f6e2-4db0-94cb-ea93abd015b1 req-a6a03ca2-109b-4e52-af64-a3048f28f871 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:48.619892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d92a136-f6e2-4db0-94cb-ea93abd015b1 req-a6a03ca2-109b-4e52-af64-a3048f28f871 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 944 time: 0.1086998 Jun 01 13:41:48.670888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d92a136-f6e2-4db0-94cb-ea93abd015b1 req-62009ab4-f57a-4de6-b3e1-9fbd3c3a55c0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Jun 01 13:41:49.044045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 270cefe9-a752-4f6a-b126-f3744f16115a up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:41:49.119596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 270cefe9-a752-4f6a-b126-f3744f16115a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:41:49.124377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 270cefe9-a752-4f6a-b126-f3744f16115a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:41:49.124743 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:49.247195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 270cefe9-a752-4f6a-b126-f3744f16115a is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:41:49.247645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:49.274744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:41:49.284578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=270cefe9-a752-4f6a-b126-f3744f16115a,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:41:49.289550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:49.320370 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde0863e-74fa-4098-91e4-6cb0453cacdd'] response: {'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a', 'code': 200} Jun 01 13:41:49.362620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:49.449915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01158ae-6bbd-474b-8c0f-715e49fe517c req-cc7ec3a3-7af7-4d30-ab58-cb59f1a2e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:49.451498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f01158ae-6bbd-474b-8c0f-715e49fe517c req-cc7ec3a3-7af7-4d30-ab58-cb59f1a2e11e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0727913 Jun 01 13:41:49.493380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f01158ae-6bbd-474b-8c0f-715e49fe517c req-bbda94ec-231b-4485-b975-047a8958e80b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Jun 01 13:41:49.874187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b272a8-e15a-4355-9062-c2f23a580f38 req-11b5536f-9791-4b79-9f00-c5e3df75f1f7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:49.875707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78b272a8-e15a-4355-9062-c2f23a580f38 req-11b5536f-9791-4b79-9f00-c5e3df75f1f7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0871308 Jun 01 13:41:49.923446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78b272a8-e15a-4355-9062-c2f23a580f38 req-ae0addb3-badf-458f-9f28-7cb96f8751a7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Jun 01 13:41:50.518981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f8b49ed1-fd2d-471e-8d58-1124a2a2b4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:51.120840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a8682-5358-4d7b-9d32-d39dc7de2b2c req-9d859db3-e675-4fde-87cf-cc8058430ffc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:51.122284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-791a8682-5358-4d7b-9d32-d39dc7de2b2c req-9d859db3-e675-4fde-87cf-cc8058430ffc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0844631 Jun 01 13:41:51.182359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-791a8682-5358-4d7b-9d32-d39dc7de2b2c req-b07b6a83-6b04-4ac1-b83a-177e39dda423 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522175 Jun 01 13:41:51.381717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd49e9-ea57-42a0-a3f6-eee0d6a73524 req-ef39d76a-5622-4433-9277-d786e42a9a63 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:51.383198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51fd49e9-ea57-42a0-a3f6-eee0d6a73524 req-ef39d76a-5622-4433-9277-d786e42a9a63 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0862422 Jun 01 13:41:51.439883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-51fd49e9-ea57-42a0-a3f6-eee0d6a73524 req-9e4d9933-aea3-468a-8fe4-cc4c7ecb9428 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Jun 01 13:41:51.643347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075a074-2db3-4453-b0b2-5850b9eb2c62 req-89f71544-2ca9-47ad-b65d-d52fdfc5bb1b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:51.644811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3075a074-2db3-4453-b0b2-5850b9eb2c62 req-89f71544-2ca9-47ad-b65d-d52fdfc5bb1b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0957818 Jun 01 13:41:51.696541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3075a074-2db3-4453-b0b2-5850b9eb2c62 req-745a47ba-1205-4514-9b78-0a6bce8dc131 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Jun 01 13:41:51.716258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:51.846202 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:52.203106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db606c-93f7-4a20-bbe0-7308753dad3b req-f170b7e3-3afb-4af5-b652-d4f47370aa66 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:52.204563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73db606c-93f7-4a20-bbe0-7308753dad3b req-f170b7e3-3afb-4af5-b652-d4f47370aa66 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0854073 Jun 01 13:41:52.253556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73db606c-93f7-4a20-bbe0-7308753dad3b req-ff37b78d-8945-4588-92f6-5c52dc7f0db2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Jun 01 13:41:53.232860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:53.469442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e483d-9840-4d65-82ce-042efae227d0 req-0e26f2b8-f625-458a-ba74-df0d47e68c59 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:53.472278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a54e483d-9840-4d65-82ce-042efae227d0 req-0e26f2b8-f625-458a-ba74-df0d47e68c59 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0927052 Jun 01 13:41:53.521553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a54e483d-9840-4d65-82ce-042efae227d0 req-3acb7855-732b-440e-b61c-e3ee669d5240 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Jun 01 13:41:53.606878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-a0cb791a-22d4-4c61-9c48-76d7f11ff158 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:41:53.608330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-a0cb791a-22d4-4c61-9c48-76d7f11ff158 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 945 time: 0.0826912 Jun 01 13:41:53.683010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 270cefe9-a752-4f6a-b126-f3744f16115a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:41:53.683287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:53.933053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 270cefe9-a752-4f6a-b126-f3744f16115a, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=270cefe9-a752-4f6a-b126-f3744f16115a,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:41:53.933388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:54.159937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 270cefe9-a752-4f6a-b126-f3744f16115a owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:41:54.328448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:54.340109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['270cefe9-a752-4f6a-b126-f3744f16115a'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:41:54.384183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=270cefe9-a752-4f6a-b126-f3744f16115a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:41:54.465118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 270cefe9-a752-4f6a-b126-f3744f16115a on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:41:54.467965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:41:54.471168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'name': 'network-vif-deleted', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:41:54.491920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-225c9167-c1c0-403e-a553-0db6d47c8f90 req-37e3473c-7d8e-49a3-a04e-249bfac3e696 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "DELETE /v2.0/ports/270cefe9-a752-4f6a-b126-f3744f16115a HTTP/1.1" status: 204 len: 173 time: 0.8777835 Jun 01 13:41:54.526941 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923a6e32-347f-4288-a71b-278a788bb687'] response: {'server_uuid': '9629333d-fc04-47f2-a4d3-48c961922ee7', 'name': 'network-vif-deleted', 'tag': '270cefe9-a752-4f6a-b126-f3744f16115a', 'status': 'completed', 'code': 200} Jun 01 13:41:54.678289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a93125a2-dbdc-4e16-a9f9-269601e6deb4 req-b6d31d84-d128-4750-a3e3-9ac7eaca8682 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:41:54.698083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a93125a2-dbdc-4e16-a9f9-269601e6deb4 req-b6d31d84-d128-4750-a3e3-9ac7eaca8682 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:41:54.699358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a93125a2-dbdc-4e16-a9f9-269601e6deb4 req-b6d31d84-d128-4750-a3e3-9ac7eaca8682 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=9629333d-fc04-47f2-a4d3-48c961922ee7 HTTP/1.1" status: 200 len: 210 time: 0.0689862 Jun 01 13:41:57.074373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 270cefe9-a752-4f6a-b126-f3744f16115a no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:41:57.125980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 270cefe9-a752-4f6a-b126-f3744f16115a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:41:57.126362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 270cefe9-a752-4f6a-b126-f3744f16115a not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:42:04.796277 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:15.049591 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:42:16.681128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-987a7d30-6701-4189-b57e-e30a961c46db tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:16.682556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-987a7d30-6701-4189-b57e-e30a961c46db tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1680701 Jun 01 13:42:16.706272 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-6daf5e7b-5b6a-4d8a-85d9-6e3bca5a729d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0139794 Jun 01 13:42:16.791539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-73ef9cd4-a018-4330-8e52-0cbfa0828c6b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800703 Jun 01 13:42:16.935926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4dda2b26-173e-4207-b83a-96760c200359 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376321 Jun 01 13:42:17.092588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-9bf36894-2007-4620-bfcc-6e8fc0477425 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488652 Jun 01 13:42:17.518318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6106a382-ae4a-43f1-8f4e-02adec77c3b9 req-93ca3f28-c41e-4293-8f21-1c006f7d1a07 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 210 time: 0.0526168 Jun 01 13:42:18.268372 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-00f70b3e-89ae-4d2b-9aaf-866c07148480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:18.308179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:18.576367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-371fdb5d-5b9d-4d27-bff6-f97355605f43 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:18.577995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-371fdb5d-5b9d-4d27-bff6-f97355605f43 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1671226 Jun 01 13:42:18.589109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:42:18.718188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea48d0f8-b62d-41b4-b2c1-c0ff331adc86 req-52cf4232-b0d0-4c0c-b0e9-873f0945e6ce tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 210 time: 0.0619037 Jun 01 13:42:18.776124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:42:18.785744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:42:18.795558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:42:18.799275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:18.961068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.9 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/a284acd7-83e1-49b5-b20c-548f797765e3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:42:19.165927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:19.182881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object a284acd7-83e1-49b5-b20c-548f797765e3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:42:19.208362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:19.282880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:42:19.286123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:42:19.290038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:42:19.320447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:19.358640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:19.359624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:19.386737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-7f3970d2-0d36-4869-a52a-414e72f74ec5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013451 Jun 01 13:42:19.398459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Request body: {'port': {'device_id': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:42:19.517111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:19.564283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf140f8d-321b-406a-947c-7f0ea5d2311d None None] Provisioning for port a284acd7-83e1-49b5-b20c-548f797765e3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:42:19.570184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cf140f8d-321b-406a-947c-7f0ea5d2311d None None] Provisioning complete for port a284acd7-83e1-49b5-b20c-548f797765e3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:42:19.570582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf140f8d-321b-406a-947c-7f0ea5d2311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:19.628923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-cf140f8d-321b-406a-947c-7f0ea5d2311d None None] Port a284acd7-83e1-49b5-b20c-548f797765e3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:42:19.991363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d7a70-b6a7-463e-8245-2a6cd3fcb4ec req-26aa5559-95bd-4bb1-bf4d-f57436effdb0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:19.992064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-905d7a70-b6a7-463e-8245-2a6cd3fcb4ec req-26aa5559-95bd-4bb1-bf4d-f57436effdb0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:42:20.048838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-905d7a70-b6a7-463e-8245-2a6cd3fcb4ec req-26aa5559-95bd-4bb1-bf4d-f57436effdb0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:42:20.049992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-905d7a70-b6a7-463e-8245-2a6cd3fcb4ec req-26aa5559-95bd-4bb1-bf4d-f57436effdb0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 931 time: 0.1940525 Jun 01 13:42:20.098768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a284acd7-83e1-49b5-b20c-548f797765e3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:42:20.110905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.123244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-905d7a70-b6a7-463e-8245-2a6cd3fcb4ec req-9497121d-5c2c-41cd-8aec-f66387069864 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Jun 01 13:42:20.131527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Transition to ACTIVE for port object a284acd7-83e1-49b5-b20c-548f797765e3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:42:20.136022 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.289538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:20.375011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Attempting to bind port a284acd7-83e1-49b5-b20c-548f797765e3 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:42:20.375341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Attempting to bind port a284acd7-83e1-49b5-b20c-548f797765e3 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:42:20.375661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Attempting to bind port a284acd7-83e1-49b5-b20c-548f797765e3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:42:20.380265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Port a284acd7-83e1-49b5-b20c-548f797765e3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:42:20.380578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Attempting to bind port a284acd7-83e1-49b5-b20c-548f797765e3 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:42:20.385715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:42:20.386057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:42:20.386426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:42:20.386866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Bound port: a284acd7-83e1-49b5-b20c-548f797765e3, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:42:20.387204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.480235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:42:20.483365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a284acd7-83e1-49b5-b20c-548f797765e3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:42:20.488203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.514218 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7bef0a18-f6e9-449b-a769-85cca2fef464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.548514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:20.549096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:20.550494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] 10.222.0.13 "PUT /v2.0/ports/a284acd7-83e1-49b5-b20c-548f797765e3 HTTP/1.1" status: 200 len: 1091 time: 1.1563418 Jun 01 13:42:20.550998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:42:20.571374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e5e7-d88b-4d50-8586-01a730250dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:20.623206 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1dcbb5-7582-4ee3-b6ac-3a34dfbf2a1e'] response: {'name': 'network-changed', 'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3', 'status': 'completed', 'code': 200} Jun 01 13:42:20.665500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-2b4ed53a-6d68-4dbb-8de2-ed64c83318be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:20.667070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-2b4ed53a-6d68-4dbb-8de2-ed64c83318be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 1094 time: 0.0757773 Jun 01 13:42:20.740337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-b7755d63-99d5-4916-aee1-0590d6cb7b35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a284acd7-83e1-49b5-b20c-548f797765e3 HTTP/1.1" status: 200 len: 217 time: 0.0660918 Jun 01 13:42:20.809676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-aaa685d7-b872-4dcd-99d4-5fb177b024ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:20.811357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-aaa685d7-b872-4dcd-99d4-5fb177b024ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0656037 Jun 01 13:42:20.904888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835242-ad50-4e86-a15e-2333165839f6 req-cede2e29-b2bd-496b-9948-9bb459a11a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:20.906464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-cede2e29-b2bd-496b-9948-9bb459a11a96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891566 Jun 01 13:42:21.046057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-f0a275a1-0d47-4e19-9e42-1c2ac0604db3 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330950 Jun 01 13:42:21.177653 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d835242-ad50-4e86-a15e-2333165839f6 req-4a602cc6-ab0b-427e-9419-34d0ce995ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 Jun 01 13:42:21.364012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-5be4a17d-a18a-4894-a87d-1121ff763439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:21.365479 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-5be4a17d-a18a-4894-a87d-1121ff763439 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 1094 time: 0.1354332 Jun 01 13:42:21.373910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c160c-bb6b-4fa5-854f-3e75400ba968 req-b23982e3-6501-4ba9-a8e6-b8de03c8a4c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:21.375249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb7c160c-bb6b-4fa5-854f-3e75400ba968 req-b23982e3-6501-4ba9-a8e6-b8de03c8a4c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.1100791 Jun 01 13:42:21.498052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb7c160c-bb6b-4fa5-854f-3e75400ba968 req-fd9e633e-0c82-4348-82d4-2dfb970486cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046102 Jun 01 13:42:21.537516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-e02c9aa6-7377-40fc-b0db-d347755b4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:21.538993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-e02c9aa6-7377-40fc-b0db-d347755b4ce7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1629364 Jun 01 13:42:21.722070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:21.737004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-e77fd79c-d5f0-41e3-b5f8-13799aa51359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a284acd7-83e1-49b5-b20c-548f797765e3 HTTP/1.1" status: 200 len: 217 time: 0.1877096 Jun 01 13:42:21.799357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-da3ae6a9-5d9e-4694-a808-6fdfa215df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:21.800755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-da3ae6a9-5d9e-4694-a808-6fdfa215df61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0570903 Jun 01 13:42:21.835698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:21.884641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-de07d46d-5853-4f60-83cb-748c37366597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:21.886120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-de07d46d-5853-4f60-83cb-748c37366597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791988 Jun 01 13:42:22.038095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-735f2e4a-f61e-47dc-b1fb-b70dcfb31afa service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450250 Jun 01 13:42:22.172079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b693a4a1-0bec-42ad-85b5-c88fab0bc4fc req-d283a240-c58c-4775-96a6-04831f85ff07 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278946 Jun 01 13:42:22.699691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376c46-eccf-4351-be7d-587157955c20 req-4e9e551a-473a-42b9-a40e-387be3ab93b3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:22.701354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b376c46-eccf-4351-be7d-587157955c20 req-4e9e551a-473a-42b9-a40e-387be3ab93b3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0847721 Jun 01 13:42:22.749144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b376c46-eccf-4351-be7d-587157955c20 req-7ed5f8a1-f577-4022-a5bd-e13b8feec6f1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Jun 01 13:42:23.242655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:23.970975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda67c9-43c0-402f-a385-aeb52ee41d25 req-c5b36516-5af1-4619-b112-732441aedc1a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:23.972439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adda67c9-43c0-402f-a385-aeb52ee41d25 req-c5b36516-5af1-4619-b112-732441aedc1a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0985384 Jun 01 13:42:24.017696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adda67c9-43c0-402f-a385-aeb52ee41d25 req-6d0fb82f-976d-4627-b7ca-1102e84d1d7d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Jun 01 13:42:25.219362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101bb92-8b14-4a43-b6c7-8da13274f4da req-36aa9a10-e4ae-402c-beea-dfc424d1a0de tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:25.220815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c101bb92-8b14-4a43-b6c7-8da13274f4da req-36aa9a10-e4ae-402c-beea-dfc424d1a0de tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0891950 Jun 01 13:42:25.268387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c101bb92-8b14-4a43-b6c7-8da13274f4da req-2fc01ebf-1a26-4cf9-bf59-d96aa8e2425d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Jun 01 13:42:26.467255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ff788-ee34-49f4-960f-100dd11b8908 req-255f48b9-e3d8-4a6b-9cc8-8fca8602fb7d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:26.468856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764ff788-ee34-49f4-960f-100dd11b8908 req-255f48b9-e3d8-4a6b-9cc8-8fca8602fb7d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0873213 Jun 01 13:42:26.518774 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-764ff788-ee34-49f4-960f-100dd11b8908 req-12cf40aa-f694-4f4c-82b6-ff4cfb15c654 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Jun 01 13:42:27.713083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ccbc-b9c6-47fa-ba2b-d80e7fc8c81d req-71cfbc74-725d-424c-8c74-18bdd5bd4c5a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:27.714557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be49ccbc-b9c6-47fa-ba2b-d80e7fc8c81d req-71cfbc74-725d-424c-8c74-18bdd5bd4c5a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0842316 Jun 01 13:42:27.765131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be49ccbc-b9c6-47fa-ba2b-d80e7fc8c81d req-08b8b5d6-6d10-4f58-9530-aeec7618d5df tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Jun 01 13:42:28.960170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8000-34dd-49a6-abb8-97b738fe0e2d req-4745bc84-c042-45de-b114-ce1c47c4578d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:28.961616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d2e8000-34dd-49a6-abb8-97b738fe0e2d req-4745bc84-c042-45de-b114-ce1c47c4578d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 943 time: 0.0820045 Jun 01 13:42:29.011373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6d2e8000-34dd-49a6-abb8-97b738fe0e2d req-5f538203-8239-4f62-aa67-30328174c641 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jun 01 13:42:29.217521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a284acd7-83e1-49b5-b20c-548f797765e3 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:42:29.357666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a284acd7-83e1-49b5-b20c-548f797765e3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:42:29.371081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'a284acd7-83e1-49b5-b20c-548f797765e3', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': 'a284acd7-83e1-49b5-b20c-548f797765e3', 'mac_address': 'fa:16:3e:b9:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:42:29.430686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a284acd7-83e1-49b5-b20c-548f797765e3 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:42:29.431034 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:29.448021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a284acd7-83e1-49b5-b20c-548f797765e3 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:42:29.463292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a284acd7-83e1-49b5-b20c-548f797765e3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:42:29.469401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:29.539378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:29.671047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a284acd7-83e1-49b5-b20c-548f797765e3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:42:30.228550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760af91-bce2-47f0-9e6a-5e5e2522594b req-11503809-76f3-4893-9974-8ed005004338 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:30.229975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760af91-bce2-47f0-9e6a-5e5e2522594b req-11503809-76f3-4893-9974-8ed005004338 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 944 time: 0.1059351 Jun 01 13:42:30.286025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5760af91-bce2-47f0-9e6a-5e5e2522594b req-45233f9b-692b-4060-9705-4a6238eec4f5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Jun 01 13:42:31.246568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a284acd7-83e1-49b5-b20c-548f797765e3 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:42:31.319035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port a284acd7-83e1-49b5-b20c-548f797765e3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:42:31.323847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port a284acd7-83e1-49b5-b20c-548f797765e3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:42:31.324212 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:31.441343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port a284acd7-83e1-49b5-b20c-548f797765e3 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:42:31.441820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:31.469439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812587-7dad-4b14-b01c-7e3503a9de96 req-230f7bee-9a47-414e-9806-01fa74743f2c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:31.470936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a812587-7dad-4b14-b01c-7e3503a9de96 req-230f7bee-9a47-414e-9806-01fa74743f2c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 944 time: 0.0790660 Jun 01 13:42:31.471842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:42:31.478599 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a284acd7-83e1-49b5-b20c-548f797765e3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:42:31.485112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:31.536735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a812587-7dad-4b14-b01c-7e3503a9de96 req-12f393ed-13da-4d86-8d4d-93a9a6cf0ea7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Jun 01 13:42:31.539283 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f8cfb9-6989-4568-a1ac-392afc132d69'] response: {'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3', 'code': 200} Jun 01 13:42:31.572480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:31.677520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80706403-6ae3-4aa1-a1e3-660a2d9e4385 req-7144d88d-a99a-4dcc-9581-3e2f70797fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:31.679023 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80706403-6ae3-4aa1-a1e3-660a2d9e4385 req-7144d88d-a99a-4dcc-9581-3e2f70797fbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 1096 time: 0.0773261 Jun 01 13:42:31.721597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80706403-6ae3-4aa1-a1e3-660a2d9e4385 req-58e765c3-56e2-42e2-958e-7bf6c3add681 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360641 Jun 01 13:42:32.737340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6758-066d-431a-b0b0-96379d0f3b7b req-461a2fb5-bac7-4b05-815e-b34da93dc921 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:32.738848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05aa6758-066d-431a-b0b0-96379d0f3b7b req-461a2fb5-bac7-4b05-815e-b34da93dc921 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0874987 Jun 01 13:42:32.788562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05aa6758-066d-431a-b0b0-96379d0f3b7b req-ed7d0a0a-fa06-4894-adae-d5b25576b32e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Jun 01 13:42:33.989022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92279bd4-6b5f-4649-b375-2836fa4a6fb6 req-bbf0bf48-a415-4eba-8216-373ad3079e2c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:33.990454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92279bd4-6b5f-4649-b375-2836fa4a6fb6 req-bbf0bf48-a415-4eba-8216-373ad3079e2c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0811169 Jun 01 13:42:34.035662 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92279bd4-6b5f-4649-b375-2836fa4a6fb6 req-37479aed-3243-49dd-9bc4-e5d6c0c899c1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Jun 01 13:42:34.241802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0be5e-2e0c-4646-8126-9979a938c13d req-690715d8-ae9b-46e8-a886-3d22f0c37f88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:34.243303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02c0be5e-2e0c-4646-8126-9979a938c13d req-690715d8-ae9b-46e8-a886-3d22f0c37f88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0987699 Jun 01 13:42:34.289452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02c0be5e-2e0c-4646-8126-9979a938c13d req-873bd094-5c1d-4663-bb07-a9ea706616a5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Jun 01 13:42:34.807861 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:37.464613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-9035953d-32e2-4b19-aa19-0de5bee35396 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:37.466073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-9035953d-32e2-4b19-aa19-0de5bee35396 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.2588334 Jun 01 13:42:37.482152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-446bda95-6b9d-4d0e-aad9-42b92a0011d8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0101924 Jun 01 13:42:37.568277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-0c2aa81d-0fce-49cf-8aeb-82d40f69dd67 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804429 Jun 01 13:42:37.709629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-ab07a79d-369d-4e89-9181-f0378d232e60 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342273 Jun 01 13:42:37.846657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-16ffc481-6868-4209-860a-9c8313072a23 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281402 Jun 01 13:42:38.117276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-854c310c-8809-4000-a647-23635e17bc92 req-60506d05-eb98-4607-807b-13320977f41a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 210 time: 0.0474675 Jun 01 13:42:39.291539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67ffe667-3169-4acb-babb-302fd242771c req-f6ba6ea2-3337-40d6-a416-c219ec779c54 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 210 time: 0.0652874 Jun 01 13:42:39.318380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-9452f404-9ffe-44ff-b11a-26d6c7b6a32a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:39.320099 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-9452f404-9ffe-44ff-b11a-26d6c7b6a32a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1914728 Jun 01 13:42:39.344232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:42:39.484637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:42:39.494853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:42:39.504620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:42:39.508125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:39.672721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.10 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/4aa20085-aee1-4237-ac86-5df7e2a0f110) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:42:39.881546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:39.897698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 4aa20085-aee1-4237-ac86-5df7e2a0f110 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:42:39.925857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:39.937709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a284acd7-83e1-49b5-b20c-548f797765e3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:42:39.995168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:42:40.003524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:42:40.006722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:42:40.088417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:40.089433 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:40.125650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854564 Jun 01 13:42:40.135196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:40.148799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.149469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.149469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.149759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.150082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.150400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.150752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.151049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.151363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.151684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.151989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.152295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6040-58e3-41bf-86f5-d8942609de31 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:42:40.232888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Request body: {'port': {'device_id': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:42:40.242137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ec0b57bd-748a-42c7-aa85-fc0e2d7082c4 None None] Provisioning for port 4aa20085-aee1-4237-ac86-5df7e2a0f110 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:42:40.247658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ec0b57bd-748a-42c7-aa85-fc0e2d7082c4 None None] Provisioning complete for port 4aa20085-aee1-4237-ac86-5df7e2a0f110 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:42:40.248112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ec0b57bd-748a-42c7-aa85-fc0e2d7082c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:40.302781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b57bd-748a-42c7-aa85-fc0e2d7082c4 None None] Port 4aa20085-aee1-4237-ac86-5df7e2a0f110 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:42:40.349798 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:40.784412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aadeb2-0654-4bd3-860f-dd2c8f233888 req-6dcd42d1-90e7-4cd5-b3a7-1144f72eb6cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:40.785008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39aadeb2-0654-4bd3-860f-dd2c8f233888 req-6dcd42d1-90e7-4cd5-b3a7-1144f72eb6cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:42:40.822707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-39aadeb2-0654-4bd3-860f-dd2c8f233888 req-6dcd42d1-90e7-4cd5-b3a7-1144f72eb6cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:42:40.823872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39aadeb2-0654-4bd3-860f-dd2c8f233888 req-6dcd42d1-90e7-4cd5-b3a7-1144f72eb6cb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 932 time: 0.4063463 Jun 01 13:42:40.887395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39aadeb2-0654-4bd3-860f-dd2c8f233888 req-559aef63-cd9a-402f-be64-6476d6bea44b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547771 Jun 01 13:42:40.954944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa20085-aee1-4237-ac86-5df7e2a0f110 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:42:40.963539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:40.978774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Transition to ACTIVE for port object 4aa20085-aee1-4237-ac86-5df7e2a0f110 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:42:40.983380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:41.148049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:41.229652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Attempting to bind port 4aa20085-aee1-4237-ac86-5df7e2a0f110 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:42:41.230167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Attempting to bind port 4aa20085-aee1-4237-ac86-5df7e2a0f110 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:42:41.230289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Attempting to bind port 4aa20085-aee1-4237-ac86-5df7e2a0f110 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:42:41.235474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Port 4aa20085-aee1-4237-ac86-5df7e2a0f110 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:42:41.235787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Attempting to bind port 4aa20085-aee1-4237-ac86-5df7e2a0f110 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:42:41.240973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:42:41.241305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:42:41.241678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:42:41.242100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Bound port: 4aa20085-aee1-4237-ac86-5df7e2a0f110, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:42:41.242440 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:41.330419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:42:41.333582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:42:41.338117 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:41.403203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:41.403828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:41.405154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/4aa20085-aee1-4237-ac86-5df7e2a0f110 HTTP/1.1" status: 200 len: 1092 time: 1.2658238 Jun 01 13:42:41.405631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:42:41.434937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54a635-dbcc-4f3f-89ce-79f16fd5f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:42:41.462702 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607451fd-4e5c-4dec-8323-81c5a9e408a9'] response: {'name': 'network-changed', 'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110', 'status': 'completed', 'code': 200} Jun 01 13:42:41.560759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-25d8848d-db86-4801-8be4-5e5248477a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:41.562333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-25d8848d-db86-4801-8be4-5e5248477a45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 1095 time: 0.0814507 Jun 01 13:42:41.642144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-998fd292-9cb6-4e7d-8160-04e7532a5f0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110 HTTP/1.1" status: 200 len: 217 time: 0.0671928 Jun 01 13:42:41.704986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-d2bc0f58-a381-4351-a034-4fc99e1bca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:41.706408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-d2bc0f58-a381-4351-a034-4fc99e1bca1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0587401 Jun 01 13:42:41.792392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462e8f-02fa-4668-af84-59b981020834 req-9bfb9a2d-f6e1-4fe8-ab27-aa5a5018d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:41.793918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-9bfb9a2d-f6e1-4fe8-ab27-aa5a5018d46e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811462 Jun 01 13:42:41.929351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-19e24507-e958-4eab-9252-273ca62e9f11 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290588 Jun 01 13:42:42.113951 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d462e8f-02fa-4668-af84-59b981020834 req-d06f1514-afcb-4a8a-ae78-ab495bc7151e service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787062 Jun 01 13:42:42.130166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434349-eaef-43d0-b499-abccb96b8097 req-2ed0255a-0210-4bc0-8827-eaf93ff8a01f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:42.131511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f434349-eaef-43d0-b499-abccb96b8097 req-2ed0255a-0210-4bc0-8827-eaf93ff8a01f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.1305399 Jun 01 13:42:42.180732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f434349-eaef-43d0-b499-abccb96b8097 req-146f372a-caeb-4481-84ec-1bf70ff924c2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Jun 01 13:42:42.268309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-7114d988-49b7-4a6f-ac30-128e780abc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:42.269776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-7114d988-49b7-4a6f-ac30-128e780abc7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 1095 time: 0.0796988 Jun 01 13:42:42.432775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-154f494e-555d-41b6-8aae-b824638311b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:42.434145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-154f494e-555d-41b6-8aae-b824638311b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1587105 Jun 01 13:42:42.508795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-d6ca24da-07fb-48c7-b60f-a3f5443df9e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110 HTTP/1.1" status: 200 len: 217 time: 0.0688879 Jun 01 13:42:42.730409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-89b55839-1a13-4fea-89db-86fd8396f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:42.730409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-89b55839-1a13-4fea-89db-86fd8396f3b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.2157083 Jun 01 13:42:42.812200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-734e4ae4-6d78-48cd-b34c-192d6e6f3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:42.812200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-734e4ae4-6d78-48cd-b34c-192d6e6f3050 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750303 Jun 01 13:42:42.830998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-1d61b3bd-4d8b-47e9-afde-389ed0eabc40 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:42:42.831970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-1d61b3bd-4d8b-47e9-afde-389ed0eabc40 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113013 Jun 01 13:42:43.034365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-cac2051e-f55b-46ab-a188-aff78f0a0698 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954823 Jun 01 13:42:43.241202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-55af303b-6fd5-4f2b-bfc3-8531c120bb5e req-2a79e0d8-31ad-4488-b018-fac6d4836f3e service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988819 Jun 01 13:42:43.435304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99057f-3a1a-492d-a467-4cb11e022e16 req-47d0afa5-6fbc-4337-886c-e3cd11982d23 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:43.435304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c99057f-3a1a-492d-a467-4cb11e022e16 req-47d0afa5-6fbc-4337-886c-e3cd11982d23 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.1178386 Jun 01 13:42:43.495632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c99057f-3a1a-492d-a467-4cb11e022e16 req-9ac5ab88-bec2-41a9-a0d0-ed018bae38d1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 Jun 01 13:42:44.774071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8b9-6b1d-4d89-b4d4-7900c13a066a req-fb4c490f-b3e6-46c8-abb9-f8d57ccf76e2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:44.776512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d309b8b9-6b1d-4d89-b4d4-7900c13a066a req-fb4c490f-b3e6-46c8-abb9-f8d57ccf76e2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.1201348 Jun 01 13:42:44.827143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d309b8b9-6b1d-4d89-b4d4-7900c13a066a req-53bce11d-9d72-445d-bdd5-ec5c5eded1d1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jun 01 13:42:46.022008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c958ee4-c579-4efd-9123-cd6373809145 req-aa77da5b-9b93-47c4-b772-2c8faa2e72d5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:46.023487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c958ee4-c579-4efd-9123-cd6373809145 req-aa77da5b-9b93-47c4-b772-2c8faa2e72d5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0853879 Jun 01 13:42:46.068048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c958ee4-c579-4efd-9123-cd6373809145 req-8be8bb7e-3ab2-47b8-8dc2-c5c6cee3e85f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Jun 01 13:42:47.263392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebe938-3b61-4f86-8635-aca8dc27fed6 req-1d0b9834-8849-4dc6-87f6-8f25b3366129 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:47.264952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ebe938-3b61-4f86-8635-aca8dc27fed6 req-1d0b9834-8849-4dc6-87f6-8f25b3366129 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0879223 Jun 01 13:42:47.318165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9ebe938-3b61-4f86-8635-aca8dc27fed6 req-ccdf2821-db87-41fa-8550-2e866e00676f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467892 Jun 01 13:42:48.268352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa3ee-64c9-4965-8699-3367f50320b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:48.319194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:48.517564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9851-9894-470e-a630-273ca77a5f68 req-705aacd8-155b-47a8-a693-81de3a6ae27c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:48.519379 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1ef9851-9894-470e-a630-273ca77a5f68 req-705aacd8-155b-47a8-a693-81de3a6ae27c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0848839 Jun 01 13:42:48.577317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1ef9851-9894-470e-a630-273ca77a5f68 req-2cdd53c2-739c-4176-9cd3-d12b3b5a5d5c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516667 Jun 01 13:42:49.799783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9121-7e0c-4f03-8d74-b8bbd04d9792 req-44a38c05-4a98-477c-b413-f154ed259eff tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:49.811641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4c9121-7e0c-4f03-8d74-b8bbd04d9792 req-44a38c05-4a98-477c-b413-f154ed259eff tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.1013176 Jun 01 13:42:49.870961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b4c9121-7e0c-4f03-8d74-b8bbd04d9792 req-95b61fce-07c4-497d-9cc0-e4d20921dfb5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Jun 01 13:42:50.510056 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-444eb8b9-2bc6-4f24-9695-ac394d8db932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:51.070108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc70fc8-6ec3-4776-a333-a7acbf1f99de req-65383b05-8c6c-475d-a978-e5b632c64ae7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:51.071497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bc70fc8-6ec3-4776-a333-a7acbf1f99de req-65383b05-8c6c-475d-a978-e5b632c64ae7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0824995 Jun 01 13:42:51.116627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2bc70fc8-6ec3-4776-a333-a7acbf1f99de req-e7676c70-a4f8-496d-a92e-515d2239780e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Jun 01 13:42:51.717094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:51.836907 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:52.054175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:42:52.308846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0654b-763c-4c2d-8f3d-3f672d8beaca req-66205209-42aa-4881-b4b9-e6c58427e2c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:52.310310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ad0654b-763c-4c2d-8f3d-3f672d8beaca req-66205209-42aa-4881-b4b9-e6c58427e2c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0865488 Jun 01 13:42:52.364243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ad0654b-763c-4c2d-8f3d-3f672d8beaca req-6f33c8de-31aa-44a0-a54f-f53a32e839a2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Jun 01 13:42:53.238236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:42:53.562996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d2067-e5b8-494d-8c6c-726e11958a10 req-6a1ab511-9ffb-4824-932d-3d6d40aa2247 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:53.565256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a99d2067-e5b8-494d-8c6c-726e11958a10 req-6a1ab511-9ffb-4824-932d-3d6d40aa2247 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0891130 Jun 01 13:42:53.612989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a99d2067-e5b8-494d-8c6c-726e11958a10 req-b958b0ba-286f-43ab-9058-ef6a0e473abb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Jun 01 13:42:54.810947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1662c-0c82-4136-8517-de99b0bccfe5 req-8ec4f172-3588-4b13-97af-51c0a31a8f47 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:54.813307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ed1662c-0c82-4136-8517-de99b0bccfe5 req-8ec4f172-3588-4b13-97af-51c0a31a8f47 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0846102 Jun 01 13:42:54.856692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ed1662c-0c82-4136-8517-de99b0bccfe5 req-815fa371-d87e-4653-abc3-1ab696379d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jun 01 13:42:56.057164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10370227-63a7-4518-9934-f831f522cdc1 req-fa6e82bd-0646-4668-a186-e53511fe1e10 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:56.058639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10370227-63a7-4518-9934-f831f522cdc1 req-fa6e82bd-0646-4668-a186-e53511fe1e10 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0905273 Jun 01 13:42:56.114451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-10370227-63a7-4518-9934-f831f522cdc1 req-cb5c7fd1-f6ad-4a93-8cf3-ad24722bec9a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Jun 01 13:42:57.311162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6b762-804a-45d5-ab2f-d70b34f8eaee req-db93e3db-dec4-405e-87f4-30866ca2e5ee tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:57.313962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ef6b762-804a-45d5-ab2f-d70b34f8eaee req-db93e3db-dec4-405e-87f4-30866ca2e5ee tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0891445 Jun 01 13:42:57.364125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ef6b762-804a-45d5-ab2f-d70b34f8eaee req-edcf2934-b586-4e0c-833e-440f905cc7c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Jun 01 13:42:58.593933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affd6df-f38a-494e-8514-a9825e411bd0 req-4464a82a-e8b0-4cb5-9fad-6af2035c666a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:58.593933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6affd6df-f38a-494e-8514-a9825e411bd0 req-4464a82a-e8b0-4cb5-9fad-6af2035c666a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.0967305 Jun 01 13:42:58.644526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6affd6df-f38a-494e-8514-a9825e411bd0 req-07676ce2-5468-416b-90dc-9af54cbd71a5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Jun 01 13:42:59.782916 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4aa20085-aee1-4237-ac86-5df7e2a0f110 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:42:59.863529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479fbdd-2553-4504-8b68-b51cea50dca1 req-10a7069a-36f0-4a3d-a16d-eef1b2005226 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:42:59.865184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6479fbdd-2553-4504-8b68-b51cea50dca1 req-10a7069a-36f0-4a3d-a16d-eef1b2005226 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 944 time: 0.1085060 Jun 01 13:42:59.911947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6479fbdd-2553-4504-8b68-b51cea50dca1 req-37559fd2-97c4-4f1b-a512-a1880fa0f2e0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Jun 01 13:42:59.929326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:42:59.946453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '4aa20085-aee1-4237-ac86-5df7e2a0f110', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '4aa20085-aee1-4237-ac86-5df7e2a0f110', 'mac_address': 'fa:16:3e:79:18:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:43:00.007389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4aa20085-aee1-4237-ac86-5df7e2a0f110 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:43:00.007762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:00.024707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa20085-aee1-4237-ac86-5df7e2a0f110 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:43:00.041739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:00.048635 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:00.117610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:00.128328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.128761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.129293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.129743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.130231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.130757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.131238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.131647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.132016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.132389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.132779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.133194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:00.467445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['4aa20085-aee1-4237-ac86-5df7e2a0f110'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:43:01.118768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ec0e-cebc-4c63-bab4-466c308ecc28 req-d4e7046e-6071-4878-af28-21096d91877a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:01.122030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bd1ec0e-cebc-4c63-bab4-466c308ecc28 req-d4e7046e-6071-4878-af28-21096d91877a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 945 time: 0.0875180 Jun 01 13:43:01.170769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6bd1ec0e-cebc-4c63-bab4-466c308ecc28 req-8e761cb7-ff37-4f7d-815f-97036063b45e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 Jun 01 13:43:01.783225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4aa20085-aee1-4237-ac86-5df7e2a0f110 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:43:01.891326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 4aa20085-aee1-4237-ac86-5df7e2a0f110 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:43:01.897579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 4aa20085-aee1-4237-ac86-5df7e2a0f110 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:43:01.897964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:02.016662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4aa20085-aee1-4237-ac86-5df7e2a0f110 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:43:02.017071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:02.047619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:02.060354 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:02.065844 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:02.109093 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12bab52-fc67-4b19-9c50-718fad416e66'] response: {'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110', 'code': 200} Jun 01 13:43:02.146021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:02.264881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfed04-3c75-4de4-9373-85c8b444678c req-0f31b049-49b4-4e7e-87b8-3d0213096a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:02.267236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ecfed04-3c75-4de4-9373-85c8b444678c req-0f31b049-49b4-4e7e-87b8-3d0213096a61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 1097 time: 0.0754123 Jun 01 13:43:02.370057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7ecfed04-3c75-4de4-9373-85c8b444678c req-92872bd8-b8e6-450c-9afa-409026d952d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978205 Jun 01 13:43:02.417122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7145f-0ce1-4f4d-bb46-d318344065cc req-e10a84ec-e38a-40b9-a1af-a02ae4444a65 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:02.418702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d7145f-0ce1-4f4d-bb46-d318344065cc req-e10a84ec-e38a-40b9-a1af-a02ae4444a65 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.1125085 Jun 01 13:43:02.475321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6d7145f-0ce1-4f4d-bb46-d318344065cc req-ea68e2af-4b32-4cb1-b90f-de6e04b80db6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496361 Jun 01 13:43:03.688476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf1d4e-734f-4de5-b492-b22497e6449c req-b04cef2d-7e89-423c-8f6e-97a4e710a0b8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:03.692534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89cf1d4e-734f-4de5-b492-b22497e6449c req-b04cef2d-7e89-423c-8f6e-97a4e710a0b8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.0907545 Jun 01 13:43:03.743469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89cf1d4e-734f-4de5-b492-b22497e6449c req-0145ca6a-6754-42ab-9bd3-5700616de9cd tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Jun 01 13:43:04.824253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:04.958264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37078-1d23-44a1-81da-3f61dbfba29e req-f40772cd-e630-4478-b7c9-3e449933275e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:04.959821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fec37078-1d23-44a1-81da-3f61dbfba29e req-f40772cd-e630-4478-b7c9-3e449933275e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.0945740 Jun 01 13:43:05.012327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fec37078-1d23-44a1-81da-3f61dbfba29e req-c0272096-244a-4aa8-8599-d59bc2355ccb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Jun 01 13:43:05.326279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf344c5b-9911-4bd5-b3cd-7b0fa21a9ef7 req-b2e6ac78-3a42-4fb4-90d6-14a9fc8c3b3d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:05.331633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf344c5b-9911-4bd5-b3cd-7b0fa21a9ef7 req-b2e6ac78-3a42-4fb4-90d6-14a9fc8c3b3d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.2061448 Jun 01 13:43:05.376799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf344c5b-9911-4bd5-b3cd-7b0fa21a9ef7 req-21e97b36-c965-4e2f-bfeb-ced5a78450b9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Jun 01 13:43:05.899469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2b2bf-b248-4845-8b20-dec6994b9923 req-d03ef3ef-2afe-435b-9593-77c1f82649cd tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:05.901259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba2b2bf-b248-4845-8b20-dec6994b9923 req-d03ef3ef-2afe-435b-9593-77c1f82649cd tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.0851395 Jun 01 13:43:05.957635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ba2b2bf-b248-4845-8b20-dec6994b9923 req-4c84df0f-c5a4-4f6c-8073-0f8dc426c0a9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497229 Jun 01 13:43:07.161963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d8034-eeea-4ff0-bc74-66df5d65fcec req-ac49af96-8705-4375-9dec-819e68afb8f1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:07.163826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-573d8034-eeea-4ff0-bc74-66df5d65fcec req-ac49af96-8705-4375-9dec-819e68afb8f1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.0867980 Jun 01 13:43:07.211183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-573d8034-eeea-4ff0-bc74-66df5d65fcec req-82a5dc05-37ef-43e8-92d4-8025cca898b4 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Jun 01 13:43:07.641694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fea06-7704-41de-a274-372d6ac9de08 req-aae60b10-9334-4a31-82ca-2e1d488ced14 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:07.643139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-539fea06-7704-41de-a274-372d6ac9de08 req-aae60b10-9334-4a31-82ca-2e1d488ced14 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 946 time: 0.0979571 Jun 01 13:43:07.714065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 4aa20085-aee1-4237-ac86-5df7e2a0f110 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:43:07.714397 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:07.981131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 4aa20085-aee1-4237-ac86-5df7e2a0f110, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4aa20085-aee1-4237-ac86-5df7e2a0f110,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:07.981393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:08.104963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 4aa20085-aee1-4237-ac86-5df7e2a0f110 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:43:08.260602 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:08.272552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['a284acd7-83e1-49b5-b20c-548f797765e3'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:43:08.313672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=4aa20085-aee1-4237-ac86-5df7e2a0f110,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:08.426670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e5440c6-b87b-46d1-84d6-ce60fa56e952 req-e414900f-9d84-48d2-966a-052734fa2841 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 210 time: 0.0772641 Jun 01 13:43:08.432364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 4aa20085-aee1-4237-ac86-5df7e2a0f110 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:43:08.435972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:08.444809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'name': 'network-vif-deleted', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:08.457131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-539fea06-7704-41de-a274-372d6ac9de08 req-18073dfd-5229-48ad-b108-e63125168a88 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "DELETE /v2.0/ports/4aa20085-aee1-4237-ac86-5df7e2a0f110 HTTP/1.1" status: 204 len: 173 time: 0.8080308 Jun 01 13:43:08.509036 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a03536-4264-4aec-8122-2ca3f3fa90ea'] response: {'server_uuid': 'd7382b57-2bd9-4771-ba53-13b49d97fef4', 'name': 'network-vif-deleted', 'tag': '4aa20085-aee1-4237-ac86-5df7e2a0f110', 'status': 'completed', 'code': 200} Jun 01 13:43:09.634966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8f9caf60-f01c-4dc7-b5ff-c5b6c95f8473 req-94f322a8-b393-486f-8ecd-1ab3579ff0ca tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:43:09.652275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-8f9caf60-f01c-4dc7-b5ff-c5b6c95f8473 req-94f322a8-b393-486f-8ecd-1ab3579ff0ca tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:43:09.654141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f9caf60-f01c-4dc7-b5ff-c5b6c95f8473 req-94f322a8-b393-486f-8ecd-1ab3579ff0ca tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7382b57-2bd9-4771-ba53-13b49d97fef4 HTTP/1.1" status: 200 len: 210 time: 0.0669384 Jun 01 13:43:09.829430 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4aa20085-aee1-4237-ac86-5df7e2a0f110 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:43:09.865401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 4aa20085-aee1-4237-ac86-5df7e2a0f110 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:43:09.865763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4aa20085-aee1-4237-ac86-5df7e2a0f110 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:43:13.404857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687569d-1eb0-4e7b-a7de-eee7fba0dbac req-65aa3573-e274-4156-b778-f498531abf92 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:13.406521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2687569d-1eb0-4e7b-a7de-eee7fba0dbac req-65aa3573-e274-4156-b778-f498531abf92 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0830557 Jun 01 13:43:13.455126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2687569d-1eb0-4e7b-a7de-eee7fba0dbac req-7e3a1c7d-5d03-415d-844e-7efe07ff7a76 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Jun 01 13:43:14.648017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ffb9-91b0-4db8-a060-3e820e32d525 req-c9679f7f-4b75-46b8-ba66-e2cd566fa334 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:14.649433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e6ffb9-91b0-4db8-a060-3e820e32d525 req-c9679f7f-4b75-46b8-ba66-e2cd566fa334 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0856502 Jun 01 13:43:14.697974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e6ffb9-91b0-4db8-a060-3e820e32d525 req-f7d2610b-e3f9-47ce-bef7-c983ffaafa0f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=03dc86a8-72af-46ed-9137-ef9c0bd2b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jun 01 13:43:14.870070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc4cd-6a32-463d-832f-b7636524e778 req-d47d3d31-9a90-407c-8f76-97ab63a15cee tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:14.871426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-857dc4cd-6a32-463d-832f-b7636524e778 req-d47d3d31-9a90-407c-8f76-97ab63a15cee tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 945 time: 0.0826464 Jun 01 13:43:14.945718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port a284acd7-83e1-49b5-b20c-548f797765e3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:43:14.946051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:15.228566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port a284acd7-83e1-49b5-b20c-548f797765e3, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=a284acd7-83e1-49b5-b20c-548f797765e3,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:15.228818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:15.472591 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for a284acd7-83e1-49b5-b20c-548f797765e3 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:43:15.633578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:15.682970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=a284acd7-83e1-49b5-b20c-548f797765e3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:15.766290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port a284acd7-83e1-49b5-b20c-548f797765e3 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:43:15.768773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:15.771531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'name': 'network-vif-deleted', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:15.791756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-857dc4cd-6a32-463d-832f-b7636524e778 req-091c21c9-4395-46b6-8a7e-acc58e62f177 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "DELETE /v2.0/ports/a284acd7-83e1-49b5-b20c-548f797765e3 HTTP/1.1" status: 204 len: 173 time: 0.9141591 Jun 01 13:43:15.846236 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b791c42b-6cf7-4e92-9397-63c4918bd23a'] response: {'server_uuid': 'daab22f7-bf8d-4d5e-af6c-fd57708061f9', 'name': 'network-vif-deleted', 'tag': 'a284acd7-83e1-49b5-b20c-548f797765e3', 'status': 'completed', 'code': 200} Jun 01 13:43:15.857924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b2428f2-4224-4c36-8514-496879c37d27 req-f8ef1336-e568-41e9-bd45-4ce1e03887a6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:43:15.874737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b2428f2-4224-4c36-8514-496879c37d27 req-f8ef1336-e568-41e9-bd45-4ce1e03887a6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:43:15.875931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b2428f2-4224-4c36-8514-496879c37d27 req-f8ef1336-e568-41e9-bd45-4ce1e03887a6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=daab22f7-bf8d-4d5e-af6c-fd57708061f9 HTTP/1.1" status: 200 len: 210 time: 0.0659745 Jun 01 13:43:17.454339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a284acd7-83e1-49b5-b20c-548f797765e3 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:43:17.490442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: a284acd7-83e1-49b5-b20c-548f797765e3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:43:17.491127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device a284acd7-83e1-49b5-b20c-548f797765e3 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:43:18.267392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea53a-51c6-4c95-878e-a8ff17f940a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:18.318312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.051417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51648) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.056913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805690738', 'description': 'tempest-secgroup-smoke-805690738 description', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.063812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.067627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.071088 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.076735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.087524 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.111693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.115759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.118986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.125149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.200013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.207582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.248532 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a601f7-271a-4054-aeac-21253b86762e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:19.258909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.259243 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.259593 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.259907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.260234 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.260551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.260870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.261180 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.261494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.261801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.262098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.262411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:19.265460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.266674 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d4157e5b-30b7-4c2b-98b6-167b4d65f487 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2141984 Jun 01 13:43:19.270263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.275173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.282352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.286629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.289660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.295673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.316180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.377267 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.382698 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.407067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f27caa6-0622-4f87-8147-7d27fb83a9c6,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:19.417279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.418460 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-db78c04f-9a51-42df-90ac-3ebd6bd5e15c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479204 Jun 01 13:43:19.421443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51660) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.426176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.433042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.437044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.440026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.446075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.468107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.531250 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.536102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.560329 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe3c221-a5e0-4bbd-a491-96560746d675,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:19.571543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.572832 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-22f39049-ff93-4c15-9944-cf8c997e434a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504571 Jun 01 13:43:19.575830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51664) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.580982 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.587968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.591900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.594763 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.600513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.619493 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.683538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.688590 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.711901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2d4e9-6ef0-44fc-b9c9-66d3de0a8abb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:19.720630 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.721828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e9e5224-96eb-41e5-a438-0abb318be055 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450794 Jun 01 13:43:19.724548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.729870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.737167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.741155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.744503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.750933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.772361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.841607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.846900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.872054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c113b0c-77e5-444d-9563-c65f0e676b17,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:19.886082 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.887339 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75f0786d-8087-4b50-b1da-51df12ce67e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618071 Jun 01 13:43:19.891405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51672) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:19.896844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:19.903910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:19.907889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:19.910888 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:19.917019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:19.928124 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Project 4ac20aacc5e24d25a839595d8eb3e591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:43:19.934958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:19.998684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.006268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.030185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdab28ee-8863-4826-ac7b-1a7d1c173322,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:20.040762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.041983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-59fd4a32-d6d6-4425-a32f-1bf4a61c6637 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495512 Jun 01 13:43:20.044839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51676) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:20.049942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'security_group_rule': {'security_group_id': '87a601f7-271a-4054-aeac-21253b86762e', 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:20.056662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:20.060756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:security_group_rule and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:20.063788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:20.069809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:20.085551 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Project 4ac20aacc5e24d25a839595d8eb3e591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:43:20.092586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.172929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.179345 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.204935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1eb558-d775-459e-97fa-1ce6dfa507c5,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:20.215623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:20.216830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-193e2d65-1f66-4950-a4ff-cfac02e8941f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708434 Jun 01 13:43:20.517653 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c073c7a9-2b52-42a8-8d3f-1c5902689a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:21.721287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:21.842761 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:23.240223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:29.055008 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:43:34.856854 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:35.180637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-fc7610d0-c5ee-43dd-aa80-4a9e1657d9b2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805690738&fields=id&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 267 time: 0.0405655 Jun 01 13:43:35.351402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-e1c9797e-1f6a-4778-8ee2-5994a768ec01 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:35.352818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-e1c9797e-1f6a-4778-8ee2-5994a768ec01 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1628211 Jun 01 13:43:35.369804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-4d6dc1f3-ad17-4c19-aacb-40bd0d7c9bb7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0108767 Jun 01 13:43:35.454339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-b261a075-a4b2-46af-9aef-6194f074fe4b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795987 Jun 01 13:43:35.470150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-a8560d1d-0bff-4790-8c95-966705a6acc6 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:43:35.471107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-a8560d1d-0bff-4790-8c95-966705a6acc6 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Jun 01 13:43:35.616151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-469428ce-cb63-4b4c-8033-1e8f485ebc4b service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391296 Jun 01 13:43:35.758988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-bb9822a6-561a-437e-93e2-b5c1374bf93a service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359081 Jun 01 13:43:36.178192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73cfc0ec-2dd5-4816-b377-f67cd5774914 req-1bbe3683-6fd1-4f18-98c7-d42f83ec7455 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 210 time: 0.0483627 Jun 01 13:43:37.235835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-ac2a3f7c-b323-4e90-ac89-1d5069aa2b68 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:37.237342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-ac2a3f7c-b323-4e90-ac89-1d5069aa2b68 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1495357 Jun 01 13:43:37.285787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-009bbe9d-80d6-45a8-ac6d-ee7fdc4bdcfe tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 379 time: 0.0405052 Jun 01 13:43:37.329094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'security_groups': ['87a601f7-271a-4054-aeac-21253b86762e']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:37.350851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c57db4bc-be42-4136-9e50-84d06574c053 req-028af1bc-e19b-44e5-a333-80bc4437775c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 210 time: 0.0614941 Jun 01 13:43:37.475877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:37.486113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:37.497694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:43:37.501414 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:37.670455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.3 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/91a283c0-dd79-4763-98df-7f5f71f8f001) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:43:37.870082 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:37.888417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 91a283c0-dd79-4763-98df-7f5f71f8f001 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:43:37.910435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:37.986220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:43:37.989337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:43:37.993150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:43:38.022791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:38.060800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:38.061493 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:38.088868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-4ee47f2f-42c7-4217-9dcf-2490fa19d64f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633922 Jun 01 13:43:38.100523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Request body: {'port': {'device_id': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:38.210388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f144257-615a-4c65-8da0-6cb320d1d98d None None] Provisioning for port 91a283c0-dd79-4763-98df-7f5f71f8f001 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:43:38.219868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f144257-615a-4c65-8da0-6cb320d1d98d None None] Provisioning complete for port 91a283c0-dd79-4763-98df-7f5f71f8f001 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:43:38.220649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8f144257-615a-4c65-8da0-6cb320d1d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:38.285293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8f144257-615a-4c65-8da0-6cb320d1d98d None None] Port 91a283c0-dd79-4763-98df-7f5f71f8f001 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:43:38.348992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:38.687354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecb1b5-bd30-4498-9227-fa460cebb8c3 req-97341058-6897-4c00-866c-8809de2f9e7a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:38.688055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-baecb1b5-bd30-4498-9227-fa460cebb8c3 req-97341058-6897-4c00-866c-8809de2f9e7a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:43:38.722321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-baecb1b5-bd30-4498-9227-fa460cebb8c3 req-97341058-6897-4c00-866c-8809de2f9e7a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:43:38.723549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baecb1b5-bd30-4498-9227-fa460cebb8c3 req-97341058-6897-4c00-866c-8809de2f9e7a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 931 time: 0.2378390 Jun 01 13:43:38.825410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-baecb1b5-bd30-4498-9227-fa460cebb8c3 req-78b133c4-a5e6-45ca-8f47-cb7bdeec8e80 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918567 Jun 01 13:43:38.827412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a283c0-dd79-4763-98df-7f5f71f8f001 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:43:38.834907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:38.849582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Transition to ACTIVE for port object 91a283c0-dd79-4763-98df-7f5f71f8f001 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:43:38.854758 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:39.020029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:39.094960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Attempting to bind port 91a283c0-dd79-4763-98df-7f5f71f8f001 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:43:39.095287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Attempting to bind port 91a283c0-dd79-4763-98df-7f5f71f8f001 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:43:39.095607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Attempting to bind port 91a283c0-dd79-4763-98df-7f5f71f8f001 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:43:39.100413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Port 91a283c0-dd79-4763-98df-7f5f71f8f001 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:43:39.100707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Attempting to bind port 91a283c0-dd79-4763-98df-7f5f71f8f001 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:43:39.105958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:43:39.106288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:43:39.106695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:43:39.107115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Bound port: 91a283c0-dd79-4763-98df-7f5f71f8f001, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:43:39.107459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:39.199763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:43:39.203194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91a283c0-dd79-4763-98df-7f5f71f8f001,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:43:39.209572 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:39.269456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:39.270122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:39.271439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] 10.222.0.13 "PUT /v2.0/ports/91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 1091 time: 1.1752539 Jun 01 13:43:39.271865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:39.293898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a673a7-963d-4f20-a40d-6be3235b0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:39.326487 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddadb84-5838-4d7d-ac37-4bdc766dfac4'] response: {'name': 'network-changed', 'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'status': 'completed', 'code': 200} Jun 01 13:43:39.399423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-21e4dd37-7f73-4214-b491-28bec165eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:39.400973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-21e4dd37-7f73-4214-b491-28bec165eb83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1094 time: 0.0847352 Jun 01 13:43:39.473003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-7e491579-b6d4-47f1-bc77-269c6fecefc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 217 time: 0.0651753 Jun 01 13:43:39.541899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-4a13ba95-d9b7-4d59-9db1-045b0d6787a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:39.543403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-4a13ba95-d9b7-4d59-9db1-045b0d6787a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0649116 Jun 01 13:43:39.623631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687729-ae74-4201-a822-0d002f23b43f req-d2414708-fcbc-43d4-9436-0694d04ad2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:39.625589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-d2414708-fcbc-43d4-9436-0694d04ad2fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756900 Jun 01 13:43:39.757613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-5f8e637b-f73b-4f76-9a0e-54e8fa47cb36 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259279 Jun 01 13:43:39.888738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26687729-ae74-4201-a822-0d002f23b43f req-3e01ee18-e342-42da-bc94-25da22d4367a service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248484 Jun 01 13:43:40.177624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-2b5c4789-41bc-46c1-9abf-4d79aabe1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:40.179017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-2b5c4789-41bc-46c1-9abf-4d79aabe1deb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1094 time: 0.2470284 Jun 01 13:43:40.186386 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d6e29-c899-44c3-b49d-36365a7e113e req-a3f70226-0f48-4d00-ad0a-71a0923050c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:40.187716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-214d6e29-c899-44c3-b49d-36365a7e113e req-a3f70226-0f48-4d00-ad0a-71a0923050c7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.2258461 Jun 01 13:43:40.319151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-214d6e29-c899-44c3-b49d-36365a7e113e req-e7b477aa-5862-427f-8d36-4bdb4bc4755a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042955 Jun 01 13:43:40.352585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-0c5c66af-fb38-42c8-a1e1-ede716b96677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:40.354075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-0c5c66af-fb38-42c8-a1e1-ede716b96677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1655588 Jun 01 13:43:40.426072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-b949c307-8443-4d30-b9c3-fb84412ceecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 217 time: 0.0654075 Jun 01 13:43:40.496460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-029edde0-62f5-4b37-beea-5e6f99d6e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:40.497808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-029edde0-62f5-4b37-beea-5e6f99d6e6fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0642521 Jun 01 13:43:40.579053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-f0c2340b-0b8e-480b-8426-1313f5b23d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:40.580530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-f0c2340b-0b8e-480b-8426-1313f5b23d16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765753 Jun 01 13:43:40.725176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-bd5766b3-2cec-4bac-9e6f-47fc488d188d service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377482 Jun 01 13:43:40.858537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d45492b-437d-4d49-8c25-beca4a253ed6 req-f3b4dbd3-3010-43e6-a917-ffbdce98fd4d service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277645 Jun 01 13:43:41.504840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752d41-327c-4fed-9802-95ebcdbe1a91 req-96004a64-99d1-490a-a36a-50de336c72a8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:41.506339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69752d41-327c-4fed-9802-95ebcdbe1a91 req-96004a64-99d1-490a-a36a-50de336c72a8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.0842090 Jun 01 13:43:41.551034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69752d41-327c-4fed-9802-95ebcdbe1a91 req-784705f9-dc37-4e15-9cbe-19a82c046933 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Jun 01 13:43:42.775826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb435c1f-4fc5-49a3-9938-a80d030e47b1 req-c7a538ba-9c0f-4bb4-aa90-330ea5161b15 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:42.777172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb435c1f-4fc5-49a3-9938-a80d030e47b1 req-c7a538ba-9c0f-4bb4-aa90-330ea5161b15 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.1091242 Jun 01 13:43:42.822336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fb435c1f-4fc5-49a3-9938-a80d030e47b1 req-532386fd-5698-4585-9800-56b3de4bc2f8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 Jun 01 13:43:44.040332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684646-ff1e-4067-9153-060f4884effe req-1ab3ac51-e5eb-4fa0-9c5f-d70248505cde tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:44.041849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88684646-ff1e-4067-9153-060f4884effe req-1ab3ac51-e5eb-4fa0-9c5f-d70248505cde tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.0923474 Jun 01 13:43:44.089049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88684646-ff1e-4067-9153-060f4884effe req-67b8b681-4ddd-4216-8d69-458be5d74e0f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Jun 01 13:43:45.295476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc2e77-a724-4adc-a053-4fc4efa0445d req-381e61fe-e4e8-4394-b149-1368c5dc9b9d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:45.296918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fcc2e77-a724-4adc-a053-4fc4efa0445d req-381e61fe-e4e8-4394-b149-1368c5dc9b9d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.0860324 Jun 01 13:43:45.341584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fcc2e77-a724-4adc-a053-4fc4efa0445d req-684784d8-c351-4ed3-8751-238fcf096517 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Jun 01 13:43:46.542001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94c88-fb10-4eb8-9fec-55c3007b1363 req-a48007a0-0550-4381-b021-ef1cddaa01e8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:46.543487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77e94c88-fb10-4eb8-9fec-55c3007b1363 req-a48007a0-0550-4381-b021-ef1cddaa01e8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.0832009 Jun 01 13:43:46.594134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77e94c88-fb10-4eb8-9fec-55c3007b1363 req-e3d2bd23-ee8f-44e3-979e-f2434e458856 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Jun 01 13:43:47.559174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91a283c0-dd79-4763-98df-7f5f71f8f001 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:43:47.694035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91a283c0-dd79-4763-98df-7f5f71f8f001,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:47.707362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'mac_address': 'fa:16:3e:13:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:43:47.766405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 91a283c0-dd79-4763-98df-7f5f71f8f001 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:43:47.766817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:47.783995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a283c0-dd79-4763-98df-7f5f71f8f001 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:43:47.788140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7a6dd-b582-4056-ae0d-0194066c89b6 req-138a6a68-becf-477f-8f39-ae75b7c5aa94 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:47.789564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5df7a6dd-b582-4056-ae0d-0194066c89b6 req-138a6a68-becf-477f-8f39-ae75b7c5aa94 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 943 time: 0.0803132 Jun 01 13:43:47.799768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91a283c0-dd79-4763-98df-7f5f71f8f001,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:47.804822 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:47.833505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5df7a6dd-b582-4056-ae0d-0194066c89b6 req-f0e99a6f-7033-457b-a8e0-76bc47ff4305 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379252 Jun 01 13:43:47.885399 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:48.009500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['91a283c0-dd79-4763-98df-7f5f71f8f001'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:43:48.286457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfa510ee-0205-4c49-9bb6-331c80e75e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:48.354749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:49.043466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213e53-f394-4b82-a43e-fe39c2e5f946 req-014cf38e-650e-4156-b2c9-249fb24efa64 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:49.044954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07213e53-f394-4b82-a43e-fe39c2e5f946 req-014cf38e-650e-4156-b2c9-249fb24efa64 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 944 time: 0.1000113 Jun 01 13:43:49.089107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07213e53-f394-4b82-a43e-fe39c2e5f946 req-42abc5ac-54ca-4ca0-96ab-6ca56f30cd5d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Jun 01 13:43:49.592381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91a283c0-dd79-4763-98df-7f5f71f8f001 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:43:49.666170 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 91a283c0-dd79-4763-98df-7f5f71f8f001 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:43:49.671841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 91a283c0-dd79-4763-98df-7f5f71f8f001 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:43:49.672241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:49.792947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 91a283c0-dd79-4763-98df-7f5f71f8f001 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:43:49.793263 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:49.819922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:49.829619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91a283c0-dd79-4763-98df-7f5f71f8f001,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:43:49.833527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:49.872028 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c622b6cd-1c37-405e-88bf-18fa3b2db68d'] response: {'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'code': 200} Jun 01 13:43:49.906943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:49.995419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c35b9-6c2b-49a3-9d57-64e131fb1845 req-7a73f5be-eb26-467c-a11a-8e1291345a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:49.996995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e27c35b9-6c2b-49a3-9d57-64e131fb1845 req-7a73f5be-eb26-467c-a11a-8e1291345a9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1096 time: 0.0714822 Jun 01 13:43:50.037331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e27c35b9-6c2b-49a3-9d57-64e131fb1845 req-848214b8-1888-4c36-8717-c31919a9e130 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346603 Jun 01 13:43:50.293925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904d4ea-b3b5-4675-9902-5ee77c37e571 req-2e88f7d2-bb54-4a21-b01b-81aae7b5956f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:50.295436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1904d4ea-b3b5-4675-9902-5ee77c37e571 req-2e88f7d2-bb54-4a21-b01b-81aae7b5956f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.0949161 Jun 01 13:43:50.343678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1904d4ea-b3b5-4675-9902-5ee77c37e571 req-cf42b101-5009-49b4-aede-62a6a121b820 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Jun 01 13:43:50.513201 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d48a3278-dea8-41f3-b740-e63956b82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:51.542501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0836-384e-479a-8b9b-ba6a51facad5 req-ff24404a-eb03-48c3-ad20-e0bae41a18b6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:51.544155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dde0836-384e-479a-8b9b-ba6a51facad5 req-ff24404a-eb03-48c3-ad20-e0bae41a18b6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.0858519 Jun 01 13:43:51.594174 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5dde0836-384e-479a-8b9b-ba6a51facad5 req-fc72fde7-1d70-4d38-9287-9bb7296cadcc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Jun 01 13:43:51.721401 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:51.843782 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:51.910451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a8a-a6c6-45a3-94dc-f84ae03ab91b req-0ebc817e-3265-4376-ac82-06f95438a5e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:51.911989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52e84a8a-a6c6-45a3-94dc-f84ae03ab91b req-0ebc817e-3265-4376-ac82-06f95438a5e7 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.2105765 Jun 01 13:43:51.966508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52e84a8a-a6c6-45a3-94dc-f84ae03ab91b req-a86bc364-bb6c-4211-a575-33872df16f84 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456674 Jun 01 13:43:51.992884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 51862) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:52.065915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24004470-1885-4961-bb38-f060167619cf tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:52.066624 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-24004470-1885-4961-bb38-f060167619cf tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] Synchronizing usage tracker for tenant:13df6893278940e884cf6205ca323a3b on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:43:52.085863 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-24004470-1885-4961-bb38-f060167619cf tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] Unset dirty status for tenant:13df6893278940e884cf6205ca323a3b on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:43:52.087033 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-24004470-1885-4961-bb38-f060167619cf tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1091 time: 0.0931547 Jun 01 13:43:52.090270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 51866) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:43:52.095598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:43:52.102196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:43:52.106108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:floatingip and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:43:52.108922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:43:52.115529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:43:52.127475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:52.275551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:52.426303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.25.7.147 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/29515738-71ac-4d27-a182-60f770b1f357) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:43:52.580037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:52.611903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:52.679477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:43:52.682372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:43:52.686153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:43:52.714818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=29515738-71ac-4d27-a182-60f770b1f357,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:52.732780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.733080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.733405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.733744 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.734065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.734380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.735082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.735420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.735711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.736019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.736329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:52.736628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:43:53.117285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.203483 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.244677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.428661 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.435650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.548765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=29515738-71ac-4d27-a182-60f770b1f357,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:43:53.557116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:53.843741 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6 associated. External IP: 172.25.7.147, port: 91a283c0-dd79-4763-98df-7f5f71f8f001. Jun 01 13:43:54.206687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:43:54.398325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:43:54.408295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:43:54.417562 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:43:54.418341 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:43:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:43:54.424692 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:43:54.480249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93ce3edd-af96-4bdc-a235-696bcd0dffcb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3885198 Jun 01 13:43:54.480977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:43:54.533733 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205fdef9-e89f-4bb1-938e-7413e0fc850a'] response: {'name': 'network-changed', 'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'status': 'completed', 'code': 200} Jun 01 13:43:54.604174 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:43:54.628809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-e3643956-46bc-4299-a1a2-92567fb11ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:54.630460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-e3643956-46bc-4299-a1a2-92567fb11ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1096 time: 0.0750773 Jun 01 13:43:54.761457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-5d9d33df-7bb8-47df-84ee-9c4a194f1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:54.762906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-5d9d33df-7bb8-47df-84ee-9c4a194f1d40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1268263 Jun 01 13:43:54.863439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-7fb9f008-9d3a-4036-a66b-a22fa7d7e20f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 999 time: 0.0942755 Jun 01 13:43:54.928121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-b46f8022-1d7b-431e-931d-39092940dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:54.929560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-b46f8022-1d7b-431e-931d-39092940dc00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0601926 Jun 01 13:43:54.955178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:13:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:43:53Z', 'updated_at': '2022-06-01T13:43:53Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:43:54.959188 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:43:54.967856 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:43:54.968481 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:43:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:43:55.004305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-72565c65-0c86-4680-aea2-6803e2d57896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:43:55.005958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-72565c65-0c86-4680-aea2-6803e2d57896 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705574 Jun 01 13:43:55.015862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-5bfe1ad9-c789-4ae8-8849-c92aa57dd692 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:43:55.016700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-5bfe1ad9-c789-4ae8-8849-c92aa57dd692 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047851 Jun 01 13:43:55.144158 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:43:55.147159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-d30b3723-1d5b-4f69-ab77-d2efe2689539 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246219 Jun 01 13:43:55.281620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1578bd44-bd24-474f-afc0-e23e30a467b8 req-a977939c-ba6d-4dc9-ba45-8e8cba614579 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279490 Jun 01 13:43:55.498161 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:13:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:43:53Z', 'updated_at': '2022-06-01T13:43:53Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:43:55.502351 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16143dde-62ca-41e9-ab7b-72f3c6a78d1a None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:13:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:43:53Z', 'updated_at': '2022-06-01T13:43:53Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:43:55.720567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f0945-c303-44b4-9c87-948b5dd3b395 None None] New status for floating IP c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:44:04.869862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:06.061003 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:44:18.271397 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-355c5cd2-01ef-4d2a-bd02-03b0aee196f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:18.372306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:20.510807 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-af987cf1-c945-4b8b-9838-9a67319cc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:21.728168 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:21.846728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:23.247596 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:26.414550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-ca24fbb2-9e56-45f6-80cd-a9da51c987e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968141 Jun 01 13:44:26.562308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871953-e00e-444c-a79d-6bb866e3f44a req-17dc1b09-f61d-4eba-81f7-70931f1731f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:44:26.563811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-17dc1b09-f61d-4eba-81f7-70931f1731f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1096 time: 0.0762916 Jun 01 13:44:26.714102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871953-e00e-444c-a79d-6bb866e3f44a req-31bfeadc-cf9f-4a8b-87de-cb577b242be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:44:26.715112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-31bfeadc-cf9f-4a8b-87de-cb577b242be2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1304307 Jun 01 13:44:26.828291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-46edb3ff-15d2-44c0-bb60-23da8b494ac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 1001 time: 0.1038787 Jun 01 13:44:26.896261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871953-e00e-444c-a79d-6bb866e3f44a req-5379958d-c9ab-409f-8ca5-1c108f1ee72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:44:26.896261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-5379958d-c9ab-409f-8ca5-1c108f1ee72f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0621686 Jun 01 13:44:26.969440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871953-e00e-444c-a79d-6bb866e3f44a req-4bac61e0-5000-4292-9093-f1ec1645b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:44:26.970865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-4bac61e0-5000-4292-9093-f1ec1645b6fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722120 Jun 01 13:44:27.120028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-aa2023ca-0724-4b9a-93b4-7344d3486a28 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426024 Jun 01 13:44:27.252072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-13871953-e00e-444c-a79d-6bb866e3f44a req-1982a14a-c62f-47dd-a39a-62f329d62cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260581 Jun 01 13:44:34.871634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:43.063923 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:44:48.284620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f69190f-e407-4e05-9dd8-d51026f86e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:48.376047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:50.504996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1452-b28b-4329-86d0-98abb8c60394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:51.714909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:51.849115 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:44:53.258504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:04.874834 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:18.283992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84644820-a003-4dec-86d9-25ebe526d72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:18.384314 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:20.067172 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:45:20.509879 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f888f8e0-83d9-43c2-8bd7-1c1bd316839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:21.721930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:21.852534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:23.261851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:26.242067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-e8174409-0280-4beb-960e-523402102e88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739250 Jun 01 13:45:26.402023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-097df91f-c189-4f31-9d72-a49f1587240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:26.403534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-097df91f-c189-4f31-9d72-a49f1587240d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 1096 time: 0.0884950 Jun 01 13:45:26.554786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-90c76f64-9401-402a-bc6d-5d38d7d41175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:26.556261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-90c76f64-9401-402a-bc6d-5d38d7d41175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1320767 Jun 01 13:45:26.666476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-7bc78069-52d5-4bfb-9a71-4c8e373aec1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 200 len: 1001 time: 0.1032393 Jun 01 13:45:26.728469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-46a73301-25b4-49ed-af5f-7e88349d63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:26.729856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-46a73301-25b4-49ed-af5f-7e88349d63ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0581357 Jun 01 13:45:26.808379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-34ed04ca-db78-4e29-9123-3bbffb88507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:26.809865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-34ed04ca-db78-4e29-9123-3bbffb88507e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736487 Jun 01 13:45:26.941776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-4f5f5b12-d093-448d-886f-4b059f270246 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249034 Jun 01 13:45:27.075195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87b4809d-bf9c-4f8c-a46e-00d2d8799650 req-281b1b62-e182-4c7e-817d-f8cee13bab2c service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264789 Jun 01 13:45:34.872550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:48.280353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f63b11f-9576-4744-8736-f7c26e72974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:48.380327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:50.516307 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf559664-1dd5-4d0b-8cae-7fb72c6cf5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:50.668131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93622-5f9d-410d-92cc-9145c2006f63 req-d9ee0a87-77e6-4a78-a57a-41623abbf608 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:50.669553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00e93622-5f9d-410d-92cc-9145c2006f63 req-d9ee0a87-77e6-4a78-a57a-41623abbf608 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.2029531 Jun 01 13:45:50.715802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00e93622-5f9d-410d-92cc-9145c2006f63 req-e5e30c1c-29a2-45b8-875c-64d2f208b78c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404282 Jun 01 13:45:51.719221 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:51.856247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:51.979417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892940-c292-497e-9f83-f6a1846c964a req-1eb6cafa-5b16-4dce-a725-f6e7221ada20 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:51.981350 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7892940-c292-497e-9f83-f6a1846c964a req-1eb6cafa-5b16-4dce-a725-f6e7221ada20 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.1346498 Jun 01 13:45:52.046164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7892940-c292-497e-9f83-f6a1846c964a req-a43c758f-1f79-46f9-b00d-8b20a0ae1660 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582523 Jun 01 13:45:52.074466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-b359291d-2bf4-431f-a747-aa204974415e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:52.075972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-b359291d-2bf4-431f-a747-aa204974415e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 945 time: 0.1382732 Jun 01 13:45:52.154675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 91a283c0-dd79-4763-98df-7f5f71f8f001 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:45:52.155017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:52.422783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 91a283c0-dd79-4763-98df-7f5f71f8f001, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91a283c0-dd79-4763-98df-7f5f71f8f001,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:45:52.423046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:52.721554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:52.721964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:52.722241 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6 disassociated. External IP: 172.25.7.147, port: 91a283c0-dd79-4763-98df-7f5f71f8f001. Jun 01 13:45:52.722716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 91a283c0-dd79-4763-98df-7f5f71f8f001 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:45:52.879909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:52.930907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=91a283c0-dd79-4763-98df-7f5f71f8f001,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:45:52.941858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.942130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.942458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.942778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.943101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.943417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.943725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.944033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.944341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.944645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.944978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:52.945280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:45:53.161893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:45:53.263209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:53.273687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c6f5ae4-7418-43ce-80c0-b5ec248614b2 req-351511d3-4695-4c5b-84a5-a614b48331a8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 210 time: 0.0564933 Jun 01 13:45:53.507084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:45:53.517446 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:45:53.528083 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:45:53.528686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:45:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:45:53.583157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 91a283c0-dd79-4763-98df-7f5f71f8f001 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:45:53.585946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:53.588551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'name': 'network-vif-deleted', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:45:53.608975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b864a7ac-9d49-4edd-bed9-38b71384b475 req-21565d73-d877-4d97-a2ab-f8e6c71d6649 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "DELETE /v2.0/ports/91a283c0-dd79-4763-98df-7f5f71f8f001 HTTP/1.1" status: 204 len: 173 time: 1.5275917 Jun 01 13:45:53.712078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:45:53.721144 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4445cc04-0b2d-43f0-89d6-eb306a6fbbd0'] response: {'server_uuid': '8875e0d0-c8fa-49ed-8207-9325331af37e', 'name': 'network-vif-deleted', 'tag': '91a283c0-dd79-4763-98df-7f5f71f8f001', 'status': 'completed', 'code': 200} Jun 01 13:45:54.038422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:45:54.042224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:45:54.050871 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:45:54.051432 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:45:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:45:54.236356 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:45:54.455705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-305d40a3-c02b-48bc-8399-4f2467e1f100 req-a4fdf7c4-09c7-4fa6-a881-114819461804 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:45:54.483686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-305d40a3-c02b-48bc-8399-4f2467e1f100 req-a4fdf7c4-09c7-4fa6-a881-114819461804 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:45:54.484927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-305d40a3-c02b-48bc-8399-4f2467e1f100 req-a4fdf7c4-09c7-4fa6-a881-114819461804 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=8875e0d0-c8fa-49ed-8207-9325331af37e HTTP/1.1" status: 200 len: 210 time: 0.0714278 Jun 01 13:45:54.560013 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:45:54.564049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6c314-fe41-4f81-866b-36eeb9c9f696 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:45:54.789453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c4445-8181-46d0-8481-96dd1c26f5b8 None None] New status for floating IP c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:45:55.792085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-6fe8ef86-193e-4afe-a6f1-4bead6fcf35b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805690738&fields=id&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 267 time: 0.0448618 Jun 01 13:45:55.959689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-fe5d057c-2ca6-4e5a-932e-463f69cbe54a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:55.961142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-fe5d057c-2ca6-4e5a-932e-463f69cbe54a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1593304 Jun 01 13:45:55.978420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-12d06972-7ea0-4674-b55f-0cde61a2bdce tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0101640 Jun 01 13:45:56.071699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-80d016cc-2f2d-4fe7-8b20-1853d9848b13 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879419 Jun 01 13:45:56.093661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-657aeeb0-6c17-43b2-a8da-4ebb629b539e service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:45:56.094579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-657aeeb0-6c17-43b2-a8da-4ebb629b539e service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050831 Jun 01 13:45:56.227010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91a283c0-dd79-4763-98df-7f5f71f8f001 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:45:56.227888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-964ae020-8f11-404e-b2ae-14f09e6da2de service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278555 Jun 01 13:45:56.265313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 91a283c0-dd79-4763-98df-7f5f71f8f001 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:45:56.265619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91a283c0-dd79-4763-98df-7f5f71f8f001 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:45:56.364876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-024d2537-583f-4612-8de0-dc5952a836ee service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305008 Jun 01 13:45:56.779424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d62c75-d961-4721-af97-f08e403dc500 req-af7d0421-ea40-4cf9-a615-c11f3c84c62d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 210 time: 0.0509524 Jun 01 13:45:57.072232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:45:57.877658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7337fe8-ad81-46a0-b067-64bcce22077f req-f3710dc0-e9d0-496d-bb12-ac34caf75c4b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 210 time: 0.0426049 Jun 01 13:45:58.969654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-6640df3a-7ff9-4711-9cdf-8ac8321988e4 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:58.971343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-6640df3a-7ff9-4711-9cdf-8ac8321988e4 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1506951 Jun 01 13:45:59.051241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eff96b0f-ef9c-4272-9e35-a8b1398a2352 req-a4557f6c-0d95-421b-aeb6-1c25d360eb62 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 210 time: 0.0581090 Jun 01 13:45:59.066684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-1ea7cffd-80e6-45c8-8ebd-62b9c998f2c6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 379 time: 0.0868092 Jun 01 13:45:59.075450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'security_groups': ['87a601f7-271a-4054-aeac-21253b86762e']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:45:59.213545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:45:59.223655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:45:59.234582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:45:59.238861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:59.406194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.8 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/79f48402-a38a-48e4-8b7a-ff93ba88ad32) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:45:59.604901 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:59.620495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 79f48402-a38a-48e4-8b7a-ff93ba88ad32 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:45:59.645068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:59.715747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:45:59.719010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:45:59.724246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:45:59.888706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:45:59.927107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:45:59.927722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:45:59.953942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-9aaf39a2-9177-4c5c-891f-0fb0f91b3d9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822985 Jun 01 13:46:00.011209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Request body: {'port': {'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:46:00.021900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-63adfaf5-f973-45c6-91db-38e6f2497178 None None] Provisioning for port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:46:00.028131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-63adfaf5-f973-45c6-91db-38e6f2497178 None None] Provisioning complete for port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:46:00.028536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63adfaf5-f973-45c6-91db-38e6f2497178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:00.086226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-63adfaf5-f973-45c6-91db-38e6f2497178 None None] Port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:46:00.124752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:00.400881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dd0d4-091e-44c2-a90a-11fc8e96838d req-01ba02b3-0169-4381-9f7e-563d4b32ef08 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:00.401595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b8dd0d4-091e-44c2-a90a-11fc8e96838d req-01ba02b3-0169-4381-9f7e-563d4b32ef08 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:46:00.445367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7b8dd0d4-091e-44c2-a90a-11fc8e96838d req-01ba02b3-0169-4381-9f7e-563d4b32ef08 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:46:00.446520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b8dd0d4-091e-44c2-a90a-11fc8e96838d req-01ba02b3-0169-4381-9f7e-563d4b32ef08 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 931 time: 0.2754705 Jun 01 13:46:00.512258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b8dd0d4-091e-44c2-a90a-11fc8e96838d req-ab3d4d57-ac9f-4c86-854b-9f630e7c8ec2 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595326 Jun 01 13:46:00.585937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f48402-a38a-48e4-8b7a-ff93ba88ad32 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:46:00.593505 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:00.609133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Transition to ACTIVE for port object 79f48402-a38a-48e4-8b7a-ff93ba88ad32 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:46:00.613768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:00.792723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Pushing event updated for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:00.887286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Attempting to bind port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:46:00.887621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Attempting to bind port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:46:00.887939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Attempting to bind port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:46:00.892908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:46:00.893223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Attempting to bind port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:46:00.898786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:46:00.899149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:46:00.899529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:46:00.899947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Bound port: 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:46:00.900273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:01.000175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:46:01.003171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:46:01.011955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:01.083577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.084225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:01.085692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] 10.222.0.13 "PUT /v2.0/ports/79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 1091 time: 1.1235495 Jun 01 13:46:01.086029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:46:01.112530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596fa98-1cfb-4730-ba52-cdf424e7d47c service neutron] Pushing event updated for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:01.161733 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756258e3-6e9d-4923-8851-644c878233b5'] response: {'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'status': 'completed', 'code': 200} Jun 01 13:46:01.204303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-12601ef5-0e3f-4bed-8597-36bfbc96dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.205809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-12601ef5-0e3f-4bed-8597-36bfbc96dfbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1094 time: 0.0819662 Jun 01 13:46:01.275755 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-4db39dc0-78a0-461c-a58a-78dfe5405add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 217 time: 0.0629370 Jun 01 13:46:01.345124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-65cd551b-9ee3-4df5-afb1-f720630f77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.346643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-65cd551b-9ee3-4df5-afb1-f720630f77f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0649993 Jun 01 13:46:01.423329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-746d3cd8-ca3a-4075-865f-6b21ea117bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.424775 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-746d3cd8-ca3a-4075-865f-6b21ea117bbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723538 Jun 01 13:46:01.559448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-4b3345dd-ca4c-41e0-aa19-bf38606992fe service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278727 Jun 01 13:46:01.857623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54081dbe-e4fc-471b-bc82-55bd90974f61 req-5040e18c-821a-4b17-89de-463f5d300e54 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919683 Jun 01 13:46:01.874174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b106f3-d9f3-445e-bc84-3e4827279251 req-846d494c-24bc-4c4f-ba56-23d8bc021ff6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.875620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36b106f3-d9f3-445e-bc84-3e4827279251 req-846d494c-24bc-4c4f-ba56-23d8bc021ff6 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.2426741 Jun 01 13:46:01.960528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36b106f3-d9f3-445e-bc84-3e4827279251 req-a65865b8-4860-4e8d-a0ba-70a76cc31a09 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779591 Jun 01 13:46:01.988396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-a2904e47-d767-465c-8814-0ec9a220d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:01.989895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-a2904e47-d767-465c-8814-0ec9a220d799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1094 time: 0.0859478 Jun 01 13:46:02.131856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-7735cdcc-4f40-4731-b976-661aa8f81519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:02.133611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-7735cdcc-4f40-4731-b976-661aa8f81519 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1378112 Jun 01 13:46:02.208840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-e77831ee-2a2c-4aa2-858a-95d076eacf46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 217 time: 0.0689700 Jun 01 13:46:02.280350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-b4a92b49-5a52-4b36-a215-fc95810fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:02.281990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-b4a92b49-5a52-4b36-a215-fc95810fd47e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0647931 Jun 01 13:46:02.364320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-dd270481-214f-4d57-bf31-0393a56e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:02.365794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-dd270481-214f-4d57-bf31-0393a56e1009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785902 Jun 01 13:46:02.500208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-71a53e7a-bb09-4c02-a3a9-5248e0fb39f2 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277943 Jun 01 13:46:02.643140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f74a50bb-df4e-4af9-b0dd-acbcc0173820 req-a31a9a26-1a90-4d62-b7ee-65724d574150 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364000 Jun 01 13:46:03.163444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bebbe0-4cfc-4d21-ab48-b2f979bb4abc req-45afec71-e6a0-4629-82c5-f2983f599839 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:03.164889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9bebbe0-4cfc-4d21-ab48-b2f979bb4abc req-45afec71-e6a0-4629-82c5-f2983f599839 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.0828950 Jun 01 13:46:03.223557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9bebbe0-4cfc-4d21-ab48-b2f979bb4abc req-7a9ae52f-c5cb-48eb-a656-283247145088 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510981 Jun 01 13:46:04.437776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d330c-c49c-40c5-8904-fa50a7ac218b req-8df53079-e115-4572-98de-99b55b733631 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:04.439244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-426d330c-c49c-40c5-8904-fa50a7ac218b req-8df53079-e115-4572-98de-99b55b733631 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.0995958 Jun 01 13:46:04.483552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-426d330c-c49c-40c5-8904-fa50a7ac218b req-3f12fa86-a66c-41c8-9a2e-caeed3e3eaaa tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383677 Jun 01 13:46:04.897511 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:05.691247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35d5ed-c5ab-4bae-95a3-0e34770a7a05 req-f0aee1b5-3b01-4ca5-a354-087898a650f9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:05.692710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a35d5ed-c5ab-4bae-95a3-0e34770a7a05 req-f0aee1b5-3b01-4ca5-a354-087898a650f9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.1030490 Jun 01 13:46:05.742220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7a35d5ed-c5ab-4bae-95a3-0e34770a7a05 req-f89c97d3-6ae5-474d-b224-e5b0e1a05985 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 Jun 01 13:46:06.961177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639d4c8-cd6b-42fb-982e-cbc0fd04c8bf req-839262dd-bedc-40d8-b7ef-6d90bfa739b5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:06.962625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5639d4c8-cd6b-42fb-982e-cbc0fd04c8bf req-839262dd-bedc-40d8-b7ef-6d90bfa739b5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.0982928 Jun 01 13:46:07.010513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5639d4c8-cd6b-42fb-982e-cbc0fd04c8bf req-47f693e4-f37a-4cd5-adf0-a3dd005322a0 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Jun 01 13:46:08.210970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9cde5-6a79-49ed-87ef-a4831454e314 req-c2e9b768-b6b7-400d-99f0-57bf1bf44560 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:08.212281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4b9cde5-6a79-49ed-87ef-a4831454e314 req-c2e9b768-b6b7-400d-99f0-57bf1bf44560 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.0849109 Jun 01 13:46:08.257211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4b9cde5-6a79-49ed-87ef-a4831454e314 req-1b07afdc-3ab2-4198-bdab-7e41c72cf284 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390346 Jun 01 13:46:09.454814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead1440-f356-413d-ba2b-46484154bfda req-33ee32e3-0a7e-47ad-8714-76db2ef3be2a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:09.456299 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ead1440-f356-413d-ba2b-46484154bfda req-33ee32e3-0a7e-47ad-8714-76db2ef3be2a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 943 time: 0.0862033 Jun 01 13:46:09.502620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ead1440-f356-413d-ba2b-46484154bfda req-6512ddc9-162e-4300-8442-cc2c6851b05e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 Jun 01 13:46:10.308559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 79f48402-a38a-48e4-8b7a-ff93ba88ad32 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:46:10.456389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:46:10.469735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:46:10.528324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:46:10.528706 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:10.546409 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f48402-a38a-48e4-8b7a-ff93ba88ad32 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:46:10.562181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:46:10.566383 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:10.633857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:10.643772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.644113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.644444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.644773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.645100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.645425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.645746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.646061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.646366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.646713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.647030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.647371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:46:10.700301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7839e0-55ac-446d-b17c-7ff78de590dc req-47dcc235-dee0-4137-9b56-624e5c6e7ccc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:10.701847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f7839e0-55ac-446d-b17c-7ff78de590dc req-47dcc235-dee0-4137-9b56-624e5c6e7ccc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 944 time: 0.0907354 Jun 01 13:46:10.747617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f7839e0-55ac-446d-b17c-7ff78de590dc req-0acc1c35-283d-4ec2-b978-d0c0ecd9569a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400081 Jun 01 13:46:10.783813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['79f48402-a38a-48e4-8b7a-ff93ba88ad32'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:46:11.943952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6985-e4af-4c56-8ae1-0e4e23ed5945 req-aad3a657-c012-45dd-a28c-d8f64a2d9239 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:11.945403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f35f6985-e4af-4c56-8ae1-0e4e23ed5945 req-aad3a657-c012-45dd-a28c-d8f64a2d9239 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 944 time: 0.0885251 Jun 01 13:46:11.995574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f35f6985-e4af-4c56-8ae1-0e4e23ed5945 req-4f853a57-4ec7-4ecb-b26d-1dda2c1dabc8 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Jun 01 13:46:12.326115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 79f48402-a38a-48e4-8b7a-ff93ba88ad32 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:46:12.407227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:46:12.412635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:46:12.412998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:12.566491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:46:12.566890 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:12.593646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:46:12.603828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:46:12.609023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:12.676310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:12.701710 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fbdbfb-f392-43c4-853a-efb73726b468'] response: {'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'code': 200} Jun 01 13:46:12.842618 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee875c-0853-4885-88cb-dc04ca047281 req-71fbee1f-6818-4968-94ee-3b26943435d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:12.844359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39ee875c-0853-4885-88cb-dc04ca047281 req-71fbee1f-6818-4968-94ee-3b26943435d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0837810 Jun 01 13:46:12.886321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39ee875c-0853-4885-88cb-dc04ca047281 req-5c163f0c-64da-4844-8b20-ea410161ec37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Jun 01 13:46:13.201856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557660b-63f0-4634-8025-00afa92c6d4f req-d99b8ba8-5c07-41bf-a7ed-ff071eb2025d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:13.203368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4557660b-63f0-4634-8025-00afa92c6d4f req-d99b8ba8-5c07-41bf-a7ed-ff071eb2025d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.0835414 Jun 01 13:46:13.252881 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4557660b-63f0-4634-8025-00afa92c6d4f req-88b77073-bb25-47de-98a2-41d00ba3e220 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Jun 01 13:46:14.462726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac75e-4a10-401f-806e-fbb9814ad174 req-bbcbc34c-ce5d-42ba-b7a0-cc04c950199f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:14.464199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c99ac75e-4a10-401f-806e-fbb9814ad174 req-bbcbc34c-ce5d-42ba-b7a0-cc04c950199f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.0939314 Jun 01 13:46:14.509157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c99ac75e-4a10-401f-806e-fbb9814ad174 req-9c87726f-621c-491d-8d5c-b00c8ba7d54a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Jun 01 13:46:14.819441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1541f-9aec-4230-adf9-7d7876ed2d1f req-272e3373-42e9-4638-97b7-60493df28294 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:14.820899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5c1541f-9aec-4230-adf9-7d7876ed2d1f req-272e3373-42e9-4638-97b7-60493df28294 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.2056525 Jun 01 13:46:14.865860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5c1541f-9aec-4230-adf9-7d7876ed2d1f req-122908c8-5c0c-42fa-89b9-681d3a7d891d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392056 Jun 01 13:46:14.895074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52002) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:46:15.018628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa748b-9a8d-4447-bed6-4585b109e010 tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:15.020154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a7fa748b-9a8d-4447-bed6-4585b109e010 tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1091 time: 0.1237357 Jun 01 13:46:15.024440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:46:15.029276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:46:15.036512 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:46:15.040773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:floatingip and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:46:15.043660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:46:15.049838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:46:15.063111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:15.204623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:15.344428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.25.7.40 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a7d15736-13cc-45c4-a7f5-6e76d71a4c58) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:46:15.500633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:15.532866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:15.604683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:46:15.607486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:46:15.612607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:46:15.636873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=a7d15736-13cc-45c4-a7f5-6e76d71a4c58,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:16.040053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:16.122395 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:16.354623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:16.362936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:16.472640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=a7d15736-13cc-45c4-a7f5-6e76d71a4c58,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:46:16.484389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:16.769340 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP 1f0713b1-f104-4271-b638-0415e4c0c1c4 associated. External IP: 172.25.7.40, port: 79f48402-a38a-48e4-8b7a-ff93ba88ad32. Jun 01 13:46:17.123417 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:46:17.303405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:46:17.313631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:46:17.324779 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:46:17.325753 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:45:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:46:17.330361 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:17.386578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-897dfdde-2657-4b00-827b-6b821cfefa1e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3610373 Jun 01 13:46:17.387109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:46:17.431207 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c655cec2-8cc4-4408-a4a0-541ea3d5dce3'] response: {'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'status': 'completed', 'code': 200} Jun 01 13:46:17.512026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:46:17.528174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-08151824-dea1-434b-92c5-b826cfd26cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:17.529667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-08151824-dea1-434b-92c5-b826cfd26cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0762310 Jun 01 13:46:17.664691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-daff201b-ef38-4848-aae0-a3a38a3db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:17.666039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-daff201b-ef38-4848-aae0-a3a38a3db110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1297719 Jun 01 13:46:17.767817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-3701d5e1-9650-4d79-aced-a6203b01776e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 998 time: 0.0957353 Jun 01 13:46:17.835099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-452c0c30-541c-45c0-9050-398a887c3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:17.836535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-452c0c30-541c-45c0-9050-398a887c3bbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0624058 Jun 01 13:46:17.907679 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:15Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:46:17.911476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-dc035507-e7f0-4925-a25d-4bbb376b32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:17.911635 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:46:17.912975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-dc035507-e7f0-4925-a25d-4bbb376b32a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703940 Jun 01 13:46:17.919908 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:46:17.920451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:45:50Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:46:18.045877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-334a80d8-deb3-4323-b016-6cd552f24a15 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264923 Jun 01 13:46:18.096736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:46:18.178713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebabc0cf-78d2-4257-b049-c31de6afb238 req-437d04a2-540c-4b8d-a0f6-cc46b460f267 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267605 Jun 01 13:46:18.274197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ddea9eca-55da-41c0-9f97-5b5494f63ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:18.387676 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:18.451305 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:15Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:46:18.456025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fca1f3-f523-4232-804b-15d0063a9f97 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:15Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:46:18.669272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2247f-9749-4f16-9cad-7cf35c7f886d None None] New status for floating IP 1f0713b1-f104-4271-b638-0415e4c0c1c4: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:46:20.513410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57f1f1af-1417-4307-b29a-e8d3702b6a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:21.714416 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:21.857416 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:23.271913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:27.374871 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-699039cd-aa28-4238-acba-4cf42b18a9ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1984487 Jun 01 13:46:27.517933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-0fdec53a-50ab-42d6-9ddd-ceeefca744ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:27.519444 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-0fdec53a-50ab-42d6-9ddd-ceeefca744ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0747414 Jun 01 13:46:27.666161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-9c3678fb-0c36-4059-aef1-015bf0dee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:27.667547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-9c3678fb-0c36-4059-aef1-015bf0dee350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1269693 Jun 01 13:46:27.773298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-6f89119a-325e-4937-811b-23fcd2a9c9c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 1000 time: 0.0994418 Jun 01 13:46:27.834883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-a5dbfbc4-d889-4901-90d7-7271f1b7772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:27.836330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-a5dbfbc4-d889-4901-90d7-7271f1b7772a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0574756 Jun 01 13:46:27.915447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-c2293bfa-6694-4ab7-9c18-6ae127340241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:46:27.916971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-c2293bfa-6694-4ab7-9c18-6ae127340241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746114 Jun 01 13:46:28.058957 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-1d201455-5046-4b8b-bd88-4d704755e96b service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359222 Jun 01 13:46:28.190711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a074e75-eeb7-44ea-a0c5-6107271062b1 req-ff3be8f0-e6e9-4270-b2ae-438db508e81b service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252749 Jun 01 13:46:34.076305 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:46:34.910394 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:48.283123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-98d26589-75fa-43a0-912b-22fe6fc7834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:48.388583 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:50.517634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0e565065-c2c3-45a4-b406-c99494731191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:51.715144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:51.866972 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:46:53.271913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:04.896235 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:11.075459 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:47:18.282521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bbb0484a-3890-4ba9-967a-bddb66e37a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:18.394758 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:20.523062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2595e251-5cee-4c24-8248-d6eb434d467f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:21.715386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:21.867333 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:23.273294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:28.264441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-f828a93b-561a-464f-a608-12f306e8a85e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714800 Jun 01 13:47:28.414433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-a75e52c5-1198-4e9a-a5f4-fb6400ff4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:28.415912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-a75e52c5-1198-4e9a-a5f4-fb6400ff4355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0766959 Jun 01 13:47:28.575012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-892bd5b8-f9a8-4b90-9973-89a23432cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:28.577147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-892bd5b8-f9a8-4b90-9973-89a23432cb3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1374559 Jun 01 13:47:28.690393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-a0442e4d-3501-4d3b-ace6-710cac08937c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 1000 time: 0.1067255 Jun 01 13:47:28.756550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-4a1c010f-bdc0-4516-9e92-6818227ff003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:28.757974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-4a1c010f-bdc0-4516-9e92-6818227ff003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0617912 Jun 01 13:47:28.833319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-831ff625-a98b-4797-ace1-997f74164856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:28.834675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-831ff625-a98b-4797-ace1-997f74164856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710618 Jun 01 13:47:28.966922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-d48bcfbd-dadf-4e4d-9fcf-4390edc1c4a4 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259468 Jun 01 13:47:29.106056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb554349-1bbd-439a-a43b-54ba4b734311 req-bba48a24-02dc-4aa7-9efc-b4e570dc4bdb service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308601 Jun 01 13:47:34.917416 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:48.074613 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:47:48.277404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bf1e125c-ca5f-44c0-9d16-f55744961c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:48.386495 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:50.537048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bd73bab4-0b8a-4cd7-831a-e23d855cdb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:51.716110 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:51.879070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:53.273233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:47:56.237127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-9692f318-ee40-4f64-abd3-82f938380c36 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805690738&fields=id&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 267 time: 0.1616020 Jun 01 13:47:56.386789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-7bdb9fb9-2281-4e02-a0c0-9f7aed95d15f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:56.388206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-7bdb9fb9-2281-4e02-a0c0-9f7aed95d15f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.1442366 Jun 01 13:47:56.405421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-d88dc63f-37df-4b65-8246-1d0b02cf87b5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/quotas/4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 375 time: 0.0101645 Jun 01 13:47:56.497697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-7db89c42-c7dd-4fe6-ac9c-3e01c2e7c693 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0868571 Jun 01 13:47:56.681636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-83e76343-f36b-409b-816a-ccd77026faf5 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716273 Jun 01 13:47:56.819026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-5e9da6aa-4960-4460-89e3-e1a71c8c8c31 service neutron] 10.222.0.40 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286271 Jun 01 13:47:57.304436 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7839db19-8097-4973-909f-3038476d875d req-34634d68-7e0d-49c0-843f-daeedd71458a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 210 time: 0.1042175 Jun 01 13:47:58.403999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5df4159a-ee60-4b7b-91df-236e5d0073fc req-f592ac44-33c3-44bc-bce5-ba221a9d8abb tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 210 time: 0.0431478 Jun 01 13:47:59.589259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b77768a0-0a35-43a7-b29e-5e76d97e15c0 req-946772c8-21bf-451a-9236-ee5f56dd0748 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 210 time: 0.0568767 Jun 01 13:47:59.644741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-a6a718c1-7d67-451e-a300-a483b5c4991d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:47:59.646434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-a6a718c1-7d67-451e-a300-a483b5c4991d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 811 time: 0.2025902 Jun 01 13:47:59.709059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-9be74d52-d9d3-455f-85d8-38e80462f8ad tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac20aacc5e24d25a839595d8eb3e591 HTTP/1.1" status: 200 len: 379 time: 0.0420775 Jun 01 13:47:59.717921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'port': {'device_id': 'ff9f933d-e880-438f-b0da-b685922395b9', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'admin_state_up': True, 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'security_groups': ['87a601f7-271a-4054-aeac-21253b86762e']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:47:59.858722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:47:59.868883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:47:59.880132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Made reservation on behalf of 4ac20aacc5e24d25a839595d8eb3e591 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:47:59.884325 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:00.048616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.20.0.10 (78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d/5f8a144c-a6c7-4d50-a79d-54771be40d6a/64b79a3b-796d-421b-8f68-15da28374f71) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:48:00.252106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:00.267806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Transition to ACTIVE for port object 64b79a3b-796d-421b-8f68-15da28374f71 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:48:00.291499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:00.361620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:48:00.365069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:48:00.368935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:48:00.403650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:00.424217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.424561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.424891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.425222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.425551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.425951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.426275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.426609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.427069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.427250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.427564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.427876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:00.452456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:00.453068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:00.481837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-b50472bb-95bf-4e4f-afc8-6830915be540 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7676618 Jun 01 13:48:00.555324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Request body: {'port': {'device_id': 'ff9f933d-e880-438f-b0da-b685922395b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:48:00.597292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ecdbb4f9-4889-4132-8d30-78a6285bf8f0 None None] Provisioning for port 64b79a3b-796d-421b-8f68-15da28374f71 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:48:00.602098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ecdbb4f9-4889-4132-8d30-78a6285bf8f0 None None] Provisioning complete for port 64b79a3b-796d-421b-8f68-15da28374f71 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:48:00.602647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb4f9-4889-4132-8d30-78a6285bf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:00.665353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbb4f9-4889-4132-8d30-78a6285bf8f0 None None] Port 64b79a3b-796d-421b-8f68-15da28374f71 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:48:00.687997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.014044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dfea1-a8d2-44b6-bff4-d359f111dfa0 req-860a3dbe-cd33-4d03-b992-46a66fd62e3e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:01.014680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e86dfea1-a8d2-44b6-bff4-d359f111dfa0 req-860a3dbe-cd33-4d03-b992-46a66fd62e3e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:48:01.092616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-e86dfea1-a8d2-44b6-bff4-d359f111dfa0 req-860a3dbe-cd33-4d03-b992-46a66fd62e3e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:48:01.093838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e86dfea1-a8d2-44b6-bff4-d359f111dfa0 req-860a3dbe-cd33-4d03-b992-46a66fd62e3e tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 932 time: 0.3888035 Jun 01 13:48:01.167641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e86dfea1-a8d2-44b6-bff4-d359f111dfa0 req-44618c11-a9c1-4875-9983-504c4b67ec67 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677347 Jun 01 13:48:01.275457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b79a3b-796d-421b-8f68-15da28374f71 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:48:01.283148 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.298179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Transition to ACTIVE for port object 64b79a3b-796d-421b-8f68-15da28374f71 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:48:01.302057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.435555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Pushing event updated for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:01.536900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Attempting to bind port 64b79a3b-796d-421b-8f68-15da28374f71 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:48:01.537242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Attempting to bind port 64b79a3b-796d-421b-8f68-15da28374f71 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:48:01.537559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Attempting to bind port 64b79a3b-796d-421b-8f68-15da28374f71 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:48:01.542403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Port 64b79a3b-796d-421b-8f68-15da28374f71 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:48:01.542748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Attempting to bind port 64b79a3b-796d-421b-8f68-15da28374f71 on network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:48:01.547797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:48:01.548151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Checking segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:48:01.548510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Bound using segment: {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:48:01.548928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Bound port: 64b79a3b-796d-421b-8f68-15da28374f71, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:48:01.549266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.642301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:48:01.645349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=64b79a3b-796d-421b-8f68-15da28374f71,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:48:01.652791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.712392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:01.713046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:01.714439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] 10.222.0.24 "PUT /v2.0/ports/64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 1092 time: 1.2196591 Jun 01 13:48:01.714899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:48:01.741234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b904-8d3b-46f2-94b2-88d8f0f17a66 service neutron] Pushing event updated for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:01.771644 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9d9800-4799-4b5d-a88f-46572310ed72'] response: {'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71', 'status': 'completed', 'code': 200} Jun 01 13:48:01.865707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-321153a1-1773-4edf-995a-cdddd55c6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:01.867252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-321153a1-1773-4edf-995a-cdddd55c6fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1095 time: 0.0788417 Jun 01 13:48:01.943457 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-bb8de0c7-0942-4930-8d35-0c238bf473b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 217 time: 0.0627115 Jun 01 13:48:02.010453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-357ab9e3-cdd1-46f1-8ee3-6400f0e4dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.011816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-357ab9e3-cdd1-46f1-8ee3-6400f0e4dc8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0617416 Jun 01 13:48:02.089311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2f01-c16d-4493-bba6-652564664dbc req-f07727e2-6dd3-46f1-b5d9-fbfa9ad6083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.090818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-f07727e2-6dd3-46f1-b5d9-fbfa9ad6083a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733733 Jun 01 13:48:02.227809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-50c6f25a-2c02-4151-8be4-d889a99503f6 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302102 Jun 01 13:48:02.421851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1aad2f01-c16d-4493-bba6-652564664dbc req-d2d3727e-2181-4f3b-90d6-0f232cf12730 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882036 Jun 01 13:48:02.438332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc67b9e-0946-4554-99b8-74fce85d7fb6 req-19099402-78f0-4cd2-b346-57b6beacf78c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.439803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdc67b9e-0946-4554-99b8-74fce85d7fb6 req-19099402-78f0-4cd2-b346-57b6beacf78c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.1369517 Jun 01 13:48:02.485088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdc67b9e-0946-4554-99b8-74fce85d7fb6 req-160d84a0-c725-4a94-9777-6afc62ead331 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379612 Jun 01 13:48:02.592153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-82d7d373-e2b1-4851-b2c4-f9d8e4375bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.593616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-82d7d373-e2b1-4851-b2c4-f9d8e4375bea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1095 time: 0.0785837 Jun 01 13:48:02.834840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-2587d3a5-c1b4-4293-837e-b60ba39491a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.836294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-2587d3a5-c1b4-4293-837e-b60ba39491a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.2367926 Jun 01 13:48:02.910789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-7cb1ec07-d4df-4d01-a2a6-4e897d956063 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 217 time: 0.0671017 Jun 01 13:48:02.977979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-679c3b18-a1f5-4816-a8f0-d2708758c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:02.979424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-679c3b18-a1f5-4816-a8f0-d2708758c5db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0635946 Jun 01 13:48:03.057663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-85c5f9f7-5710-4798-a351-fe4071547f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:03.059203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-85c5f9f7-5710-4798-a351-fe4071547f26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735726 Jun 01 13:48:03.194243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-2e464d5e-532a-42a5-84f5-ca25d92f4b27 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286390 Jun 01 13:48:03.328337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-001e15e7-b5ac-4ff0-b63e-ac2371d77244 req-917bcf60-c658-44f6-b273-9d755d83e254 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263378 Jun 01 13:48:03.689269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe1ad-da9b-439b-86bf-ec4c78c9ae8c req-dd705270-5584-4070-803f-bb14c4fd6526 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:03.690713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b29fe1ad-da9b-439b-86bf-ec4c78c9ae8c req-dd705270-5584-4070-803f-bb14c4fd6526 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0853016 Jun 01 13:48:03.740328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b29fe1ad-da9b-439b-86bf-ec4c78c9ae8c req-4dd0c542-28ed-48d7-89a2-eeedcb53f4aa tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Jun 01 13:48:04.918121 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:04.942048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0322-92b9-40f3-889f-266b31d32891 req-ffc2538a-da76-4858-877f-785d79155a01 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:04.943528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04bf0322-92b9-40f3-889f-266b31d32891 req-ffc2538a-da76-4858-877f-785d79155a01 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0821776 Jun 01 13:48:04.988864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-04bf0322-92b9-40f3-889f-266b31d32891 req-54faca0d-433a-4a6a-9b0b-70a68e462cdf tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Jun 01 13:48:06.196681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98f874-3857-4c79-a3d5-17f659c7eb73 req-cb2c5e8f-b8ec-4810-8d55-275148144e00 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:06.198177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a98f874-3857-4c79-a3d5-17f659c7eb73 req-cb2c5e8f-b8ec-4810-8d55-275148144e00 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0931935 Jun 01 13:48:06.249021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a98f874-3857-4c79-a3d5-17f659c7eb73 req-9f9fecb2-3b8b-4a68-98fe-454550279320 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414586 Jun 01 13:48:07.453497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88d414-da94-48f7-a63c-9357e346dce4 req-fbf7f0e6-8b8c-4a4a-8fa8-23ea96fd8b62 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:07.453497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f88d414-da94-48f7-a63c-9357e346dce4 req-fbf7f0e6-8b8c-4a4a-8fa8-23ea96fd8b62 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0921373 Jun 01 13:48:07.503599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f88d414-da94-48f7-a63c-9357e346dce4 req-12e11166-85a2-48eb-8771-985761d4d1f9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Jun 01 13:48:08.701390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca86e-5eee-49e3-86b9-ebc6a4b2c64d req-a3f375f6-1799-4312-af03-d76eb8b43316 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:08.702842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f52ca86e-5eee-49e3-86b9-ebc6a4b2c64d req-a3f375f6-1799-4312-af03-d76eb8b43316 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0868177 Jun 01 13:48:08.748975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f52ca86e-5eee-49e3-86b9-ebc6a4b2c64d req-21a69d45-6acb-4548-a9ce-da224c4a16dc tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Jun 01 13:48:09.954382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ab01c-58f0-4e8d-8450-ba8cc0b1823d req-5d5a18f7-3403-47a4-982f-89b36ec9ce50 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:09.955873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a7ab01c-58f0-4e8d-8450-ba8cc0b1823d req-5d5a18f7-3403-47a4-982f-89b36ec9ce50 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0909557 Jun 01 13:48:10.007634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a7ab01c-58f0-4e8d-8450-ba8cc0b1823d req-1d207fa5-1b43-4c79-be11-901d646fafab tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456858 Jun 01 13:48:11.214199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c8a28-f5a5-410b-ada2-8e61b64f9e1d req-c98e1d28-3ccb-429d-bcbb-9d3ef6aa0b30 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:11.216136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-394c8a28-f5a5-410b-ada2-8e61b64f9e1d req-c98e1d28-3ccb-429d-bcbb-9d3ef6aa0b30 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 944 time: 0.0939236 Jun 01 13:48:11.265333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-394c8a28-f5a5-410b-ada2-8e61b64f9e1d req-cd04f456-9e85-4e9b-b17d-b119eac1f51c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408506 Jun 01 13:48:11.598526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 64b79a3b-796d-421b-8f68-15da28374f71 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:48:11.752011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=64b79a3b-796d-421b-8f68-15da28374f71,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:48:11.767904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '64b79a3b-796d-421b-8f68-15da28374f71', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'port_id': '64b79a3b-796d-421b-8f68-15da28374f71', 'mac_address': 'fa:16:3e:34:37:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:48:11.835652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 64b79a3b-796d-421b-8f68-15da28374f71 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:48:11.836020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:11.852656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b79a3b-796d-421b-8f68-15da28374f71 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:48:11.868239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=64b79a3b-796d-421b-8f68-15da28374f71,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:48:11.875407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:11.941496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:11.949763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.950139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.950474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.950826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.951176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.951502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.951813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.952194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.952544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.952868 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.953189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:11.953534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:12.352305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['64b79a3b-796d-421b-8f68-15da28374f71'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:48:12.463516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451636-a97a-4225-9f23-6a40a4c4554d req-c45d5072-2521-4b37-91d8-0818e7f0e7c1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:12.465236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d451636-a97a-4225-9f23-6a40a4c4554d req-c45d5072-2521-4b37-91d8-0818e7f0e7c1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 945 time: 0.0817280 Jun 01 13:48:12.516419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d451636-a97a-4225-9f23-6a40a4c4554d req-b7e7a1bd-1a80-4ff8-b594-765a3df5d20c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448980 Jun 01 13:48:13.596137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 64b79a3b-796d-421b-8f68-15da28374f71 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:48:13.667813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 64b79a3b-796d-421b-8f68-15da28374f71 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:48:13.672598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 64b79a3b-796d-421b-8f68-15da28374f71 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:48:13.672956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:13.707074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d15fb-17eb-4a59-aa77-994ced322a7e req-e581a9fb-9298-458d-8f8a-54c79ca31c95 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:13.708597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a4d15fb-17eb-4a59-aa77-994ced322a7e req-e581a9fb-9298-458d-8f8a-54c79ca31c95 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 945 time: 0.0865324 Jun 01 13:48:13.755372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6a4d15fb-17eb-4a59-aa77-994ced322a7e req-c5db5f03-fc05-4b89-b54d-9ce5a84ea69c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Jun 01 13:48:13.827206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 64b79a3b-796d-421b-8f68-15da28374f71 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:48:13.827606 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:13.855576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:48:13.865360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=64b79a3b-796d-421b-8f68-15da28374f71,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:48:13.869833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:13.905440 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844a214f-fa6d-42ef-a7c6-90809a18cc25'] response: {'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71', 'code': 200} Jun 01 13:48:13.937287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:14.072799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e980af-ac40-4b0f-be4d-4659ad3dcdb9 req-19902ba9-7d00-4356-885a-0801d9f057b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:14.074462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39e980af-ac40-4b0f-be4d-4659ad3dcdb9 req-19902ba9-7d00-4356-885a-0801d9f057b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1097 time: 0.0851090 Jun 01 13:48:14.114786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39e980af-ac40-4b0f-be4d-4659ad3dcdb9 req-d272c63b-75e3-4f12-a344-350baf2a3a26 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Jun 01 13:48:14.955455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3709e2-ac0f-40de-b4e1-9e4a8742f0b2 req-fe1cc3db-5eff-4331-a6e9-ca7e66844cbd tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:14.956904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c3709e2-ac0f-40de-b4e1-9e4a8742f0b2 req-fe1cc3db-5eff-4331-a6e9-ca7e66844cbd tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.0815024 Jun 01 13:48:15.005398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c3709e2-ac0f-40de-b4e1-9e4a8742f0b2 req-00cf6d53-9b47-4c04-9758-75ba7983d2f3 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402014 Jun 01 13:48:16.201733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d40dbc-3cba-495b-b862-7c75c735c6f7 req-7aec17b5-b684-4032-913a-823cf1302f53 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:16.203161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24d40dbc-3cba-495b-b862-7c75c735c6f7 req-7aec17b5-b684-4032-913a-823cf1302f53 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.0858867 Jun 01 13:48:16.247405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24d40dbc-3cba-495b-b862-7c75c735c6f7 req-7e086f86-a609-4092-aad3-fe76ddfc58ad tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381436 Jun 01 13:48:16.436814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dd332-8a3b-4f2f-99ba-399eb90351db req-1f94db57-7cb3-4717-bae9-c5c17fc464af tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:16.438276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-534dd332-8a3b-4f2f-99ba-399eb90351db req-1f94db57-7cb3-4717-bae9-c5c17fc464af tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.0842447 Jun 01 13:48:16.489392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-534dd332-8a3b-4f2f-99ba-399eb90351db req-53e793e7-7b91-4c18-a747-b344fea47837 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Jun 01 13:48:16.517968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52160) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:48:16.597288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ca1e5-7e7f-4a3b-839e-10fa4756d7fd tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:16.598784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0a3ca1e5-7e7f-4a3b-839e-10fa4756d7fd tempest-TestVolumeBootPattern-1020654648 tempest-TestVolumeBootPattern-1020654648-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1092 time: 0.0798373 Jun 01 13:48:16.601940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52164) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:48:16.607881 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '64b79a3b-796d-421b-8f68-15da28374f71', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:48:16.615306 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:48:16.619236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Usage tracker for resource:floatingip and tenant:4ac20aacc5e24d25a839595d8eb3e591 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:48:16.622195 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:48:16.627905 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:48:16.640358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:16.779907 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:16.919066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Allocated IP 172.25.7.26 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/99972f5b-0f6a-48a0-bf84-8e17d232b524) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:48:17.077862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:17.109124 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:17.173611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:48:17.176508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:48:17.180907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:48:17.217103 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=99972f5b-0f6a-48a0-bf84-8e17d232b524,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:17.231946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.232285 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.232620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.232951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.233276 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.233602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.233917 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.234239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.234570 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.234915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.235231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.235546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:48:17.616504 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:17.807068 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.032060 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.038861 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.147792 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event updated for resources: {'Port': ['ID=99972f5b-0f6a-48a0-bf84-8e17d232b524,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:48:18.157954 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.282130 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7b39881e-8728-4899-9f5c-77c0c5e08e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.335369 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP 6979dcfe-c3af-40ae-a6a3-75c3070bc5c9 associated. External IP: 172.25.7.26, port: 64b79a3b-796d-421b-8f68-15da28374f71. Jun 01 13:48:18.400814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.702713 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:48:18.886654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:48:18.899362 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:48:18.910341 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:48:18.910994 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:47:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:48:18.914863 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:18.970491 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b4109eed-ff7b-4723-bb93-83d46f63c4a1 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3672853 Jun 01 13:48:18.970960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:48:19.081610 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd7447c-dc3b-484a-8976-3aa547b10942'] response: {'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71', 'status': 'completed', 'code': 200} Jun 01 13:48:19.088817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:48:19.194024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-cb2c1a5e-252a-4235-8360-7dc6e6876eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:19.195521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-cb2c1a5e-252a-4235-8360-7dc6e6876eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1097 time: 0.0724437 Jun 01 13:48:19.439722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-5603d53b-ae95-44c4-9b64-a938364343e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:19.441160 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-5603d53b-ae95-44c4-9b64-a938364343e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.2396715 Jun 01 13:48:19.490262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}, {'id': '6979dcfe-c3af-40ae-a6a3-75c3070bc5c9', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '64b79a3b-796d-421b-8f68-15da28374f71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:34:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f933d-e880-438f-b0da-b685922395b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:48:17Z', 'updated_at': '2022-06-01T13:48:17Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:48:19.494290 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:48:19.502817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:48:19.503413 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:47:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:48:19.547532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-c1490306-ec81-42d0-bff4-a955f2ebdbd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 999 time: 0.0999918 Jun 01 13:48:19.616644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-239db8dc-724f-4d3b-a39b-e62e26f03740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:19.618096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-239db8dc-724f-4d3b-a39b-e62e26f03740 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0648835 Jun 01 13:48:19.690937 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:48:19.691119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-0895e90d-026f-4315-b8c4-d8db4b2549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:19.692389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-0895e90d-026f-4315-b8c4-d8db4b2549e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684936 Jun 01 13:48:19.823779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-053049ef-a987-48de-923d-ac2d11446e6e service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246762 Jun 01 13:48:19.957581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0266592a-a66c-4939-8e29-4f92d730e3f8 req-0bb24d4f-b6d0-4b54-a033-adfedcb63443 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284175 Jun 01 13:48:20.043631 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}, {'id': '6979dcfe-c3af-40ae-a6a3-75c3070bc5c9', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '64b79a3b-796d-421b-8f68-15da28374f71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:34:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f933d-e880-438f-b0da-b685922395b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:48:17Z', 'updated_at': '2022-06-01T13:48:17Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:48:20.047662 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aaa275-2106-4ee3-b61d-54e498f07b05 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}, {'id': '6979dcfe-c3af-40ae-a6a3-75c3070bc5c9', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '64b79a3b-796d-421b-8f68-15da28374f71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:34:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f933d-e880-438f-b0da-b685922395b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:48:17Z', 'updated_at': '2022-06-01T13:48:17Z', 'revision_number': 0, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:48:20.247478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fabe74-9f22-45d5-8c99-3516089c23f0 None None] New status for floating IP 6979dcfe-c3af-40ae-a6a3-75c3070bc5c9: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:48:20.531170 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f069305a-8ca1-4b8e-9f76-c10fe2f45b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:21.714883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:21.875516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:23.278730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:25.079389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:48:29.235271 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-644146f4-2fe6-4946-8036-30ef7eabf9d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747333 Jun 01 13:48:29.385257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-29e4b8f1-4ca1-41a9-9780-c51d54359f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:29.386842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-29e4b8f1-4ca1-41a9-9780-c51d54359f74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0786803 Jun 01 13:48:29.536101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-03e0143f-6925-47c9-a321-2fcc99040c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:29.537568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-03e0143f-6925-47c9-a321-2fcc99040c1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1291735 Jun 01 13:48:29.642674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-b13cd959-d224-40eb-a985-e8776f2b8c51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 1000 time: 0.0987613 Jun 01 13:48:29.706821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-9627b117-9646-4947-8ae3-31c2df0777b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:29.708230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-9627b117-9646-4947-8ae3-31c2df0777b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0593348 Jun 01 13:48:29.788770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-650e7567-8704-4fbf-b3d0-af0171b226e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:48:29.790137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-650e7567-8704-4fbf-b3d0-af0171b226e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754359 Jun 01 13:48:29.923569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-8f92927e-7137-4fd1-93a5-b7baca23ec34 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267331 Jun 01 13:48:30.062021 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63fac875-e2db-4647-a5bb-d2e1b5ef58a6 req-ca4d4d91-6e23-4aad-ad31-06611f83a4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323986 Jun 01 13:48:34.937690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:47.842817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-c1106b54-d56d-48c3-aa0d-9adc07b1616f req-fbb0b8ab-9214-4be0-b237-3c8d903ab288 service neutron] (88372) timed out ('10.222.0.40', 47872) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:48:48.296382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d712965c-02f3-4807-8317-b8982dc83833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:48.421415 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:50.528555 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d45548dd-ea55-4a7f-a158-d414b1c7508a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:51.719226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:51.875862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:48:53.285460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:00.193872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-55eee609-3be4-447d-b06e-0a3f777e93e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804043 Jun 01 13:49:00.361149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-29e96be4-9867-4056-a5d4-0163444c2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:00.363011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-29e96be4-9867-4056-a5d4-0163444c2997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1097 time: 0.0849707 Jun 01 13:49:00.627226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-7b1ee27d-271c-481d-b33c-2016c763df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:00.628675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-7b1ee27d-271c-481d-b33c-2016c763df5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.2467449 Jun 01 13:49:00.735064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-91b0276f-6043-4322-b193-eb500b404354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 1001 time: 0.0994494 Jun 01 13:49:00.799138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-7c78bcb4-9dc5-40e6-8a0c-04ff66223b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:00.800482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-7c78bcb4-9dc5-40e6-8a0c-04ff66223b49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0595651 Jun 01 13:49:00.884716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-71f8a0b5-8563-4375-9a61-beda0d63a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:00.886212 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-71f8a0b5-8563-4375-9a61-beda0d63a67c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795395 Jun 01 13:49:01.022844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-6abfef9c-2744-4858-a639-0ba44e94fa6e service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304741 Jun 01 13:49:01.154560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3d563b5-5de4-49f9-826f-49a32562ff95 req-c8929a1a-547e-4b6b-be0a-0163423a3e84 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260042 Jun 01 13:49:02.084786 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:49:04.934738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:18.296601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-51cfdf5d-8708-472e-b04d-8d9c6cf175fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:18.442864 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:20.526332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb21afcd-7ed8-458c-a788-f912ef75da61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:21.721019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:21.877150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:23.288751 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:29.326947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-82e4c02c-cac3-48bd-b65c-d24cae3da3eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198123 Jun 01 13:49:29.471685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9588f-f038-4b7c-8469-5f86899b225a req-ac57606c-bdb5-4ba1-982e-b6fd1f800507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:29.473166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-ac57606c-bdb5-4ba1-982e-b6fd1f800507 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0745480 Jun 01 13:49:29.626780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9588f-f038-4b7c-8469-5f86899b225a req-02e6a872-3a4b-4148-a741-a1cc14cefb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:29.628229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-02e6a872-3a4b-4148-a741-a1cc14cefb6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1366737 Jun 01 13:49:29.734193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-24ac7459-4e20-4aaa-a7b4-46e24b740d4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 1000 time: 0.0988646 Jun 01 13:49:29.804454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9588f-f038-4b7c-8469-5f86899b225a req-46f718e0-0d73-4561-97d8-82061a8a6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:29.805939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-46f718e0-0d73-4561-97d8-82061a8a6ceb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0662940 Jun 01 13:49:29.893588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9588f-f038-4b7c-8469-5f86899b225a req-47a98a95-c7bd-46f0-a83f-91b003207f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:29.895799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-47a98a95-c7bd-46f0-a83f-91b003207f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835156 Jun 01 13:49:30.034496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-734edb33-0dec-490a-a721-52b9c2b55588 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318054 Jun 01 13:49:30.167498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8be9588f-f038-4b7c-8469-5f86899b225a req-84bcf18c-3721-40c4-8167-ed979bad6672 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264799 Jun 01 13:49:34.940455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:39.084088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:49:48.300170 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b820-9ee2-410b-8081-4629399912e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:48.432650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:50.523902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-24a47987-5276-4378-b787-d4eaf9aaf93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:51.722365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:51.884619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:53.289823 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:57.905577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52206) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:49:58.231303 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 99972f5b-0f6a-48a0-bf84-8e17d232b524 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:49:58.231520 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:58.411304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:58.411582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:58.533939 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 99972f5b-0f6a-48a0-bf84-8e17d232b524 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:49:58.696347 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:58.742884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=99972f5b-0f6a-48a0-bf84-8e17d232b524,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:49:58.779875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.780092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.780444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.780766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.781089 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.781409 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.781729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.782042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.782362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.782675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.782983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.783297 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:49:58.849100 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:58.849399 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP 6979dcfe-c3af-40ae-a6a3-75c3070bc5c9 disassociated (deleted). External IP: 172.25.7.26, port: 64b79a3b-796d-421b-8f68-15da28374f71. Jun 01 13:49:59.204761 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:49:59.391791 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:49:59.403025 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:49:59.414635 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:49:59.416044 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:49:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:49:59.422406 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:49:59.517469 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4c6ec56a-3b86-4b49-9219-969fd8695c2d tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "DELETE /v2.0/floatingips/6979dcfe-c3af-40ae-a6a3-75c3070bc5c9 HTTP/1.1" status: 204 len: 168 time: 1.6101499 Jun 01 13:49:59.518379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:49:59.597580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-bb1498ea-8647-4f8e-a711-640991e6d446 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547444 Jun 01 13:49:59.660253 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:49:59.802008 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1649eb28-4198-4ba5-958a-aa7a5572d4bb'] response: {'name': 'network-changed', 'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71', 'status': 'completed', 'code': 200} Jun 01 13:49:59.930282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-548bd120-2bea-4fdd-9c68-f3150975f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:49:59.932300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-548bd120-2bea-4fdd-9c68-f3150975f9f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1097 time: 0.2245560 Jun 01 13:50:00.072222 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:00.076392 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:50:00.084508 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:00.085106 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:49:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:00.139388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-f87b6143-a0c0-4e87-b367-342ba7d7e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.140848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-f87b6143-a0c0-4e87-b367-342ba7d7e96d service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1884432 Jun 01 13:50:00.208182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab356-031f-415c-8fc9-f2f90093e694 req-3ade915a-c5ef-43af-aa05-3716c38e2b9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.209646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-298ab356-031f-415c-8fc9-f2f90093e694 req-3ade915a-c5ef-43af-aa05-3716c38e2b9b tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.2384481 Jun 01 13:50:00.219461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-1e5a2e45-115f-4c02-8ddc-ff747b5a0117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 217 time: 0.0712976 Jun 01 13:50:00.267126 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:00.307219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-298ab356-031f-415c-8fc9-f2f90093e694 req-81bd8449-6822-4be7-87d7-1fa7061e4b94 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901375 Jun 01 13:50:00.314636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-cb4412b4-9999-488c-85ce-52cf61fb61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.316091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-cb4412b4-9999-488c-85ce-52cf61fb61a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0822241 Jun 01 13:50:00.392300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-1fede5e8-2631-4625-a348-f201a20c494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.393788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-1fede5e8-2631-4625-a348-f201a20c494a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709345 Jun 01 13:50:00.534818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-51e1c599-a243-4ae2-85ac-c24b959a8fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332374 Jun 01 13:50:00.621970 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:00.627235 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4bc3c-851b-41e2-9e00-a31e21e7622b None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '1f0713b1-f104-4271-b638-0415e4c0c1c4', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'port_id': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'mac_address': 'fa:16:3e:f5:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:46:15Z', 'updated_at': '2022-06-01T13:46:18Z', 'revision_number': 1, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:50:00.673953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ba15f6b-6737-475d-99d2-0d5a9c6284f1 req-c85f9f04-f579-4cce-a23d-d9913e701654 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328473 Jun 01 13:50:00.822230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-66330df1-5b8b-456f-9b5b-47b9a7d063b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.823715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-66330df1-5b8b-456f-9b5b-47b9a7d063b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 1097 time: 0.0772519 Jun 01 13:50:00.861097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae9e8b-5132-4e18-8807-79300ab1ff2f None None] New status for floating IP 6979dcfe-c3af-40ae-a6a3-75c3070bc5c9: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:50:00.957703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-8cfe3297-ce95-4436-841b-fa5aad47ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:00.959162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-8cfe3297-ce95-4436-841b-fa5aad47ea7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1284699 Jun 01 13:50:01.031063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-a07c8ec3-a9a7-4527-85f3-b124721cc009 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 200 len: 217 time: 0.0643516 Jun 01 13:50:01.119186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-eb2e07b6-aa6d-4397-aeab-5722a405ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:01.120576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-eb2e07b6-aa6d-4397-aeab-5722a405ecba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0611010 Jun 01 13:50:01.206084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-6c052759-f9f3-4dce-a497-8ceccd1f3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:01.207557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-6c052759-f9f3-4dce-a497-8ceccd1f3f10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742180 Jun 01 13:50:01.370335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-fb6bec5e-946c-4870-bd48-c06c5c7bfb0a service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557715 Jun 01 13:50:01.511993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb6f4076-d592-4e85-bf2a-ddfa5f7b5e63 req-5dfe7f25-025c-4410-9e9a-fe2c84760171 service neutron] 10.222.0.24 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350946 Jun 01 13:50:01.786878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d0218-48e6-4d3e-94ab-ca621cd0e951 req-b82aaa51-c3f9-4692-9105-4b6b7dd8134a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:01.788213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a8d0218-48e6-4d3e-94ab-ca621cd0e951 req-b82aaa51-c3f9-4692-9105-4b6b7dd8134a tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.3055828 Jun 01 13:50:01.826901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-28b859e9-bbd1-4476-ba4b-e7fae41920df tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:01.828282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-28b859e9-bbd1-4476-ba4b-e7fae41920df tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 946 time: 0.1313219 Jun 01 13:50:01.891709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a8d0218-48e6-4d3e-94ab-ca621cd0e951 req-47a4791e-4a36-4ab5-a728-04692b78487c tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967889 Jun 01 13:50:01.910122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 64b79a3b-796d-421b-8f68-15da28374f71 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:01.910456 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:02.175307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 64b79a3b-796d-421b-8f68-15da28374f71, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=64b79a3b-796d-421b-8f68-15da28374f71,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:02.175648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:02.300944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 64b79a3b-796d-421b-8f68-15da28374f71 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:02.456907 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:02.507093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=64b79a3b-796d-421b-8f68-15da28374f71,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:02.540138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.540467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.540822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.541143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.541464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.541784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.542098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.542422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.542732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.543045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.543357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.543663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:02.594630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 64b79a3b-796d-421b-8f68-15da28374f71 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:50:02.597147 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:02.599673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'name': 'network-vif-deleted', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:50:02.610683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bf66b6e9-c819-4382-9dde-179cba4bd95b req-37fdbd30-37a0-402f-8033-7ad3eb022858 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.24 "DELETE /v2.0/ports/64b79a3b-796d-421b-8f68-15da28374f71 HTTP/1.1" status: 204 len: 173 time: 0.7751274 Jun 01 13:50:02.743616 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7026accc-9006-40be-b029-a872e4b26313'] response: {'server_uuid': 'ff9f933d-e880-438f-b0da-b685922395b9', 'name': 'network-vif-deleted', 'tag': '64b79a3b-796d-421b-8f68-15da28374f71', 'status': 'completed', 'code': 200} Jun 01 13:50:03.064301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b4a6e69e-198d-4611-8a37-81d445c567de req-c09aae4c-559c-4cdd-89b4-a3b09526ddc5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:50:03.081110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b4a6e69e-198d-4611-8a37-81d445c567de req-c09aae4c-559c-4cdd-89b4-a3b09526ddc5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:50:03.082367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4a6e69e-198d-4611-8a37-81d445c567de req-c09aae4c-559c-4cdd-89b4-a3b09526ddc5 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff9f933d-e880-438f-b0da-b685922395b9 HTTP/1.1" status: 200 len: 210 time: 0.0649183 Jun 01 13:50:04.126680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 64b79a3b-796d-421b-8f68-15da28374f71 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:04.166509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 64b79a3b-796d-421b-8f68-15da28374f71 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:04.166924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 64b79a3b-796d-421b-8f68-15da28374f71 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:04.931588 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:08.864045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52268) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:09.202368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port a7d15736-13cc-45c4-a7f5-6e76d71a4c58 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:09.202613 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:09.378717 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:09.379021 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:09.499381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for a7d15736-13cc-45c4-a7f5-6e76d71a4c58 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:09.665104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:09.710058 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=a7d15736-13cc-45c4-a7f5-6e76d71a4c58,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:09.803083 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:09.803310 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Floating IP 1f0713b1-f104-4271-b638-0415e4c0c1c4 disassociated (deleted). External IP: 172.25.7.40, port: 79f48402-a38a-48e4-8b7a-ff93ba88ad32. Jun 01 13:50:10.165639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:50:10.350121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:50:10.361933 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:50:10.372968 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:10.373574 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:49:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:10.374539 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:10.429404 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-537088aa-6a86-4935-ba5b-9857cf14d480 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "DELETE /v2.0/floatingips/1f0713b1-f104-4271-b638-0415e4c0c1c4 HTTP/1.1" status: 204 len: 168 time: 1.5642064 Jun 01 13:50:10.429899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:50:10.485301 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171c10ca-dc77-4fcb-95e9-6c1a995704a8'] response: {'name': 'network-changed', 'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'status': 'completed', 'code': 200} Jun 01 13:50:10.555771 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:10.585796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-10855e63-8d14-430c-adb7-db01b5bafd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:10.586922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-10855e63-8d14-430c-adb7-db01b5bafd9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 1096 time: 0.0713975 Jun 01 13:50:10.733654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-7edd9818-3443-4861-82a1-69f2cc1334fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:10.735026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-7edd9818-3443-4861-82a1-69f2cc1334fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 200 len: 912 time: 0.1413383 Jun 01 13:50:10.843101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-cdfe1fb4-942e-4898-b1d7-ec73c704e13c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 200 len: 217 time: 0.0694926 Jun 01 13:50:10.880931 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:10.884953 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:50:10.894427 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:10.895061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:49:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:10.918127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-0a164195-0b75-4792-a948-cc57be7763d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:10.919692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-0a164195-0b75-4792-a948-cc57be7763d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 200 len: 850 time: 0.0653389 Jun 01 13:50:10.964234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2b71d-aa60-42f0-b6c4-f082c4045d83 req-d0fb3715-0077-4159-814f-4dfc9abefc94 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:10.965494 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5a2b71d-aa60-42f0-b6c4-f082c4045d83 req-d0fb3715-0077-4159-814f-4dfc9abefc94 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.2263753 Jun 01 13:50:11.031462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5a2b71d-aa60-42f0-b6c4-f082c4045d83 req-0a4188ba-46c6-4142-8dba-ed476abc2a2f tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548582 Jun 01 13:50:11.044032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-d4b0bd41-1be0-4fc9-b8db-465dc91b4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:11.045541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-d4b0bd41-1be0-4fc9-b8db-465dc91b4cdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182790 Jun 01 13:50:11.104224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:11.287450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-51c791a1-1f33-4c60-984a-c373ef31375a service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341418 Jun 01 13:50:11.419506 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:11.421208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b27636b-b18b-477f-b091-2e636f7ccaab req-3dea1b07-eaf5-4091-b7b4-159389f3f1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262393 Jun 01 13:50:11.424455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1aa10a-4508-4884-902f-85b5fba3d5a1 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:40:31Z', 'revision_number': 4, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd91c6341-9b2f-40f2-9bcd-62c4c55b7206', 'name': '', 'network_id': '78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'mac_address': 'fa:16:3e:bf:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:30Z', 'updated_at': '2022-06-01T13:40:38Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'subnets': [{'id': '5f8a144c-a6c7-4d50-a79d-54771be40d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:50:11.659211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362e2ac-1c48-4a84-ae1b-1df8b3432c0a None None] New status for floating IP 1f0713b1-f104-4271-b638-0415e4c0c1c4: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:50:12.284666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b9f63-f436-4461-a28c-4f6f074c639b req-9750dc9c-dd4a-4fcf-ad8c-83dd3c19d578 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:12.286024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-483b9f63-f436-4461-a28c-4f6f074c639b req-9750dc9c-dd4a-4fcf-ad8c-83dd3c19d578 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.1473331 Jun 01 13:50:12.323636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-c4087b30-0c83-40da-aa03-ac7316d0e1b9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:12.324948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-c4087b30-0c83-40da-aa03-ac7316d0e1b9 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 945 time: 0.1259539 Jun 01 13:50:12.386372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-483b9f63-f436-4461-a28c-4f6f074c639b req-42c06e29-3d62-41c7-b8ca-0571466527df tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/security-groups?id=87a601f7-271a-4054-aeac-21253b86762e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938675 Jun 01 13:50:12.404749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:12.405124 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:12.673460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] For port 79f48402-a38a-48e4-8b7a-ff93ba88ad32, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=79f48402-a38a-48e4-8b7a-ff93ba88ad32,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:12.673728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:12.798639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 79f48402-a38a-48e4-8b7a-ff93ba88ad32 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:12.947347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:13.000365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=79f48402-a38a-48e4-8b7a-ff93ba88ad32,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:13.074197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] No DVR routers for this DVR port 79f48402-a38a-48e4-8b7a-ff93ba88ad32 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:50:13.076747 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:13.079204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'name': 'network-vif-deleted', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:50:13.091153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-229750a8-3f52-4fdd-a20e-81ad3442c1a0 req-47a042a6-cb1c-465b-b8a7-87be5f1cc484 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.13 "DELETE /v2.0/ports/79f48402-a38a-48e4-8b7a-ff93ba88ad32 HTTP/1.1" status: 204 len: 173 time: 0.7590029 Jun 01 13:50:13.134009 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f16dfe-1785-4fdd-b15d-83e82f7cda04'] response: {'server_uuid': '3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb', 'name': 'network-vif-deleted', 'tag': '79f48402-a38a-48e4-8b7a-ff93ba88ad32', 'status': 'completed', 'code': 200} Jun 01 13:50:13.567369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d965c01f-4356-42c4-9964-0d4c470ff2ed req-2d565032-2770-42cf-8725-74704588d895 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Synchronizing usage tracker for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:50:13.583860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d965c01f-4356-42c4-9964-0d4c470ff2ed req-2d565032-2770-42cf-8725-74704588d895 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Unset dirty status for tenant:4ac20aacc5e24d25a839595d8eb3e591 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:50:13.592904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d965c01f-4356-42c4-9964-0d4c470ff2ed req-2d565032-2770-42cf-8725-74704588d895 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "GET /v2.0/ports?device_id=3505e4b8-55a7-44b5-a6c9-6b1752bbdfeb HTTP/1.1" status: 200 len: 210 time: 0.0703449 Jun 01 13:50:14.699573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52292) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:14.977068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Deleting port 29515738-71ac-4d27-a182-60f770b1f357 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:14.977385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.148555 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.148876 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.272126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Calling delete_port for 29515738-71ac-4d27-a182-60f770b1f357 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:15.424440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.475811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'Port': ['ID=29515738-71ac-4d27-a182-60f770b1f357,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:15.538799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 79f48402-a38a-48e4-8b7a-ff93ba88ad32 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:15.563374 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.573708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 79f48402-a38a-48e4-8b7a-ff93ba88ad32 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:15.574074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 79f48402-a38a-48e4-8b7a-ff93ba88ad32 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:15.583800 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:15.585270 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b28e641-7e42-4a03-9141-2e2663dff995 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "DELETE /v2.0/floatingips/c1a8529b-f8b2-45e3-bf30-fecaa31bf4c6 HTTP/1.1" status: 204 len: 168 time: 0.8846893 Jun 01 13:50:16.083617 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:50:18.056878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52312) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:18.126037 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:18.156029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:18.221635 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:18.241945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a601f7-271a-4054-aeac-21253b86762e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:18.246829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:18.250503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-818bad01-4ae9-40c4-9ba4-879122e29b99 tempest-TestVolumeBootPattern-829876130 tempest-TestVolumeBootPattern-829876130-project] 10.222.0.40 "DELETE /v2.0/security-groups/87a601f7-271a-4054-aeac-21253b86762e HTTP/1.1" status: 204 len: 168 time: 0.1925642 Jun 01 13:50:18.294655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-271d56cc-dc11-4bb0-84dc-efb6c21792e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:18.320514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:18.450661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:19.118121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:19.488634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Deleting port d91c6341-9b2f-40f2-9bcd-62c4c55b7206 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:19.488973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:19.663923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] For port d91c6341-9b2f-40f2-9bcd-62c4c55b7206, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:19.664266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:19.785170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Calling delete_port for d91c6341-9b2f-40f2-9bcd-62c4c55b7206 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:20.105659 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:20.150716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d91c6341-9b2f-40f2-9bcd-62c4c55b7206,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:20.517744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-683b8b16-adfe-4c38-a173-6c46c492a867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:20.545284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:20.920056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:50:21.098530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:50:21.108965 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Sync routers for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:50:21.111934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d11177fe-040a-4879-904c-d281cdcc96fb admin admin] 10.222.0.40 "PUT /v2.0/routers/6cd25ca3-d7a8-459c-9ebd-856ac44a53de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902956 Jun 01 13:50:21.114762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52328) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:21.120497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:21.121114 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:50:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:21.297150 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.298564 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:21.473047 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.485235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Deleting port 3e409b93-0a4d-443e-9029-0e622e4bfedf {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:21.485535 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.606227 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:50:20Z', 'revision_number': 5, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port': {'id': '3e409b93-0a4d-443e-9029-0e622e4bfedf', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:27Z', 'updated_at': '2022-06-01T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:21.610530 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Checking router: 6cd25ca3-d7a8-459c-9ebd-856ac44a53de for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:50:21.619167 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Routers {'6cd25ca3-d7a8-459c-9ebd-856ac44a53de'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:21.619731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:50:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:21.656091 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] For port 3e409b93-0a4d-443e-9029-0e622e4bfedf, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e409b93-0a4d-443e-9029-0e622e4bfedf,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:21.656442 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.716586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.774620 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] Set router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:21.882368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:21.895870 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Calling delete_port for 3e409b93-0a4d-443e-9029-0e622e4bfedf owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:21.931945 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:50:21Z', 'revision_number': 6, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:21.936379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae2fd1-795b-456f-b902-904a5234a525 None None] The sync data for ids ['6cd25ca3-d7a8-459c-9ebd-856ac44a53de'] in n-d-844200-1 is: [{'id': '6cd25ca3-d7a8-459c-9ebd-856ac44a53de', 'name': 'tempest-TestVolumeBootPattern-878206200-router', 'tenant_id': '4ac20aacc5e24d25a839595d8eb3e591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:26Z', 'updated_at': '2022-06-01T13:50:21Z', 'revision_number': 6, 'project_id': '4ac20aacc5e24d25a839595d8eb3e591', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:50:22.206471 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.259076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e409b93-0a4d-443e-9029-0e622e4bfedf,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:22.352888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.525262 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.527788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.552922 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.553432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd25ca3-d7a8-459c-9ebd-856ac44a53de {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:50:22.568310 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.569913 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-295c0c8c-6e04-4133-a9db-bbf9a5f86324 admin admin] 10.222.0.40 "DELETE /v2.0/routers/6cd25ca3-d7a8-459c-9ebd-856ac44a53de HTTP/1.1" status: 204 len: 168 time: 1.4542122 Jun 01 13:50:22.572640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52332) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:22.633046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Deleting subnet 5f8a144c-a6c7-4d50-a79d-54771be40d6a {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:50:22.636302 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.688799 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.768573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.840417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.877500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8a144c-a6c7-4d50-a79d-54771be40d6a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:22.882211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:22.888243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7d937-eff3-48c5-9eb9-aa9b141aae32 None None] Network 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:50:22.889757 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-983f89ee-7a59-4083-beb9-db56e2d28d83 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5f8a144c-a6c7-4d50-a79d-54771be40d6a HTTP/1.1" status: 204 len: 168 time: 0.3161030 Jun 01 13:50:22.892271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52336) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:23.008735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.020126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Deleting port 42b3fa35-9596-4f6a-8de7-e53336e00e8c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:23.020399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.192032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] DHCP port deletion for 78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:50:23.196390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Deleting port 42b3fa35-9596-4f6a-8de7-e53336e00e8c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:23.196786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.243167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] For port 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42b3fa35-9596-4f6a-8de7-e53336e00e8c,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:23.243449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.311753 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.374940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Calling delete_port for 42b3fa35-9596-4f6a-8de7-e53336e00e8c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:23.413313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] For port 42b3fa35-9596-4f6a-8de7-e53336e00e8c, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=42b3fa35-9596-4f6a-8de7-e53336e00e8c,segment=NetworkSegment(bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2),segment_id=bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:23.413789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.456576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.537500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Calling delete_port for 42b3fa35-9596-4f6a-8de7-e53336e00e8c owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:23.622721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:50:23.622963 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:50:23.625283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=42b3fa35-9596-4f6a-8de7-e53336e00e8c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:23.630952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] No DVR routers for this DVR port 42b3fa35-9596-4f6a-8de7-e53336e00e8c on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:50:23.749804 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.776864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:23.788993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:23.789295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:23.801524 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.825352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.835223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:50:23.835782 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.935861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.957128 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:23.959199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:23.973585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3d9c4923-af89-4395-ba2c-635e0350cdbe admin admin] 10.222.0.40 "DELETE /v2.0/networks/78fcf8eb-f14a-4cc6-8b64-fe6fb9f8473d HTTP/1.1" status: 204 len: 168 time: 1.0770545 Jun 01 13:50:23.973813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52346) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:24.018046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e409b93-0a4d-443e-9029-0e622e4bfedf no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:24.030684 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2 resource provider aggregate not found Jun 01 13:50:24.051839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3e409b93-0a4d-443e-9029-0e622e4bfedf {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:24.052178 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e409b93-0a4d-443e-9029-0e622e4bfedf not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:24.052592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d91c6341-9b2f-40f2-9bcd-62c4c55b7206 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:24.059889 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf7bb2f4-2f90-447f-9ae4-ea0a6ef0bbf2 found for delete ", "request_id": "req-e1440db8-34eb-4d6b-bc55-101b358fc174"}]} Jun 01 13:50:24.085164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d91c6341-9b2f-40f2-9bcd-62c4c55b7206 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:24.085483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d91c6341-9b2f-40f2-9bcd-62c4c55b7206 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:24.085971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42b3fa35-9596-4f6a-8de7-e53336e00e8c no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:24.123700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Deleting port 42b3fa35-9596-4f6a-8de7-e53336e00e8c {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:24.124068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:24.146754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 42b3fa35-9596-4f6a-8de7-e53336e00e8c {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:24.147022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 42b3fa35-9596-4f6a-8de7-e53336e00e8c not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:24.192505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-128a1f4a-52a7-4596-a308-844e75f0301c None None] The port '42b3fa35-9596-4f6a-8de7-e53336e00e8c' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:50:24.523670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:24.880050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Deleting port 4c359096-14d9-45fd-88a7-7dea861e4b63 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:24.880366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:25.167127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] For port 4c359096-14d9-45fd-88a7-7dea861e4b63, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4c359096-14d9-45fd-88a7-7dea861e4b63,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:25.167801 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:25.289031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Calling delete_port for 4c359096-14d9-45fd-88a7-7dea861e4b63 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:25.482096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:25.532486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c359096-14d9-45fd-88a7-7dea861e4b63,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:25.802287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:26.178510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Router 4860ac89-656e-47b1-ad96-41dfb1772f7f has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:50:26.362396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:50:26.371587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Sync routers for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:50:26.381151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b74cf09c-1428-4b04-8d9a-781c87efaed2 admin admin] 10.222.0.40 "PUT /v2.0/routers/4860ac89-656e-47b1-ad96-41dfb1772f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062426 Jun 01 13:50:26.383637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52354) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:26.383953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:26.384767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:50:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:26.565674 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:26.688100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:26.846684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '3e6ad919-819e-4218-b0ac-64209829963b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:50:25Z', 'revision_number': 5, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port': {'id': '3e6ad919-819e-4218-b0ac-64209829963b', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:40:34Z', 'updated_at': '2022-06-01T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:26.850487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Checking router: 4860ac89-656e-47b1-ad96-41dfb1772f7f for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:50:26.859639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Routers {'4860ac89-656e-47b1-ad96-41dfb1772f7f'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:50:26.860234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:50:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['4860ac89-656e-47b1-ad96-41dfb1772f7f'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:26.865510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:26.878110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Deleting port 3e6ad919-819e-4218-b0ac-64209829963b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:26.878490 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.055401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] Set router 4860ac89-656e-47b1-ad96-41dfb1772f7f gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:50:27.056404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] For port 3e6ad919-819e-4218-b0ac-64209829963b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=3e6ad919-819e-4218-b0ac-64209829963b,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:27.056770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.161833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:50:26Z', 'revision_number': 6, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:27.166018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690de41-495c-4c6f-924b-5670360ae417 None None] The sync data for ids ['4860ac89-656e-47b1-ad96-41dfb1772f7f'] in n-d-844200-1 is: [{'id': '4860ac89-656e-47b1-ad96-41dfb1772f7f', 'name': 'tempest-TestVolumeBootPattern-1042624923-router', 'tenant_id': '13df6893278940e884cf6205ca323a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:40:33Z', 'updated_at': '2022-06-01T13:50:26Z', 'revision_number': 6, 'project_id': '13df6893278940e884cf6205ca323a3b', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:50:27.183268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Calling delete_port for 3e6ad919-819e-4218-b0ac-64209829963b owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:27.355618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.409825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6ad919-819e-4218-b0ac-64209829963b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:27.505948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.678923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.681076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.704792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.705341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4860ac89-656e-47b1-ad96-41dfb1772f7f {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:50:27.718052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.719235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e694f203-a921-48c4-a2d0-16f765038f7f admin admin] 10.222.0.40 "DELETE /v2.0/routers/4860ac89-656e-47b1-ad96-41dfb1772f7f HTTP/1.1" status: 204 len: 168 time: 1.3345139 Jun 01 13:50:27.721798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52358) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:27.785089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Deleting subnet a1df36f4-d838-40c4-83f4-cf7f5343fbbe {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:50:27.788194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.837834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.927906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:27.998381 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.006061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c359096-14d9-45fd-88a7-7dea861e4b63 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:28.037308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1df36f4-d838-40c4-83f4-cf7f5343fbbe,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:28.040769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.041197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4c359096-14d9-45fd-88a7-7dea861e4b63 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:28.041838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4c359096-14d9-45fd-88a7-7dea861e4b63 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:28.042420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e6ad919-819e-4218-b0ac-64209829963b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:28.047780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c62750b4-b207-4cb1-8a68-0f9d2be23cac admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a1df36f4-d838-40c4-83f4-cf7f5343fbbe HTTP/1.1" status: 204 len: 168 time: 0.3249218 Jun 01 13:50:28.051312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52364) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:28.076143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4df5c-146f-4d6d-a847-5cd5b8af4d01 None None] Network 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:50:28.096223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 3e6ad919-819e-4218-b0ac-64209829963b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:28.096561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 3e6ad919-819e-4218-b0ac-64209829963b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:28.275170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.285849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Deleting port 8e1083b3-2c0c-47e8-a893-5b291415cbca {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:28.286250 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.333901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] DHCP port deletion for 842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 13:50:28.338273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Deleting port 8e1083b3-2c0c-47e8-a893-5b291415cbca {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:28.338642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.495374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] For port 8e1083b3-2c0c-47e8-a893-5b291415cbca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e1083b3-2c0c-47e8-a893-5b291415cbca,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:28.495878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.544859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] For port 8e1083b3-2c0c-47e8-a893-5b291415cbca, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8e1083b3-2c0c-47e8-a893-5b291415cbca,segment=NetworkSegment(98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0),segment_id=98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:28.545283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.618818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Calling delete_port for 8e1083b3-2c0c-47e8-a893-5b291415cbca owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:28.665099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Calling delete_port for 8e1083b3-2c0c-47e8-a893-5b291415cbca owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:50:28.697293 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.735529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:50:28.735907 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:50:28.745071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1083b3-2c0c-47e8-a893-5b291415cbca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:28.746899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] No DVR routers for this DVR port 8e1083b3-2c0c-47e8-a893-5b291415cbca on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:50:28.862638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.887507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:28.899356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:28.899652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:50:28.910848 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.929376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:28.935790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:50:28.936266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.001339 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0 resource provider aggregate not found Jun 01 13:50:29.023213 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e4a767-7c1a-4fa6-a060-dc8e8d8c1ed0 found for delete ", "request_id": "req-0db9150e-dbf6-4771-a7d9-06b4739833dc"}]} Jun 01 13:50:29.038942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.046737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.075682 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] Pushing event deleted for resources: {'Network': ['ID=842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:29.081681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6d6bf56-397d-42a1-bc41-0f67d70fd171 admin admin] 10.222.0.40 "DELETE /v2.0/networks/842ce5e0-f6e5-4e31-98f7-6b0dc7e2ff60 HTTP/1.1" status: 204 len: 168 time: 1.0291727 Jun 01 13:50:29.237772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Deleting port 8e1083b3-2c0c-47e8-a893-5b291415cbca {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:50:29.238559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.256556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52374) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:29.304464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f5a0d0f6-8fac-4f5e-9977-c49d33b6af1c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4ac20aacc5e24d25a839595d8eb3e591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467169 Jun 01 13:50:29.307139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52378) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:29.311860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c826b43c-ee6d-4836-8d6c-3e0f8f70bbdd None None] The port '8e1083b3-2c0c-47e8-a893-5b291415cbca' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 13:50:29.368477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.401144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.455384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.472311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc86a8-72af-46ed-9137-ef9c0bd2b36b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:29.479584 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:29.483762 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4147868b-08a4-45c3-a3b2-4257545c088b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/03dc86a8-72af-46ed-9137-ef9c0bd2b36b HTTP/1.1" status: 204 len: 168 time: 0.1755471 Jun 01 13:50:29.880216 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52386) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:29.930191 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a3cfb476-bcd9-4788-8c21-094fd0c3ce9a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=13df6893278940e884cf6205ca323a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486569 Jun 01 13:50:29.932704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52390) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:50:29.994167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:30.003295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e1083b3-2c0c-47e8-a893-5b291415cbca no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:50:30.020456 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:30.040363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8e1083b3-2c0c-47e8-a893-5b291415cbca {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:50:30.040705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8e1083b3-2c0c-47e8-a893-5b291415cbca not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:50:30.081078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:30.095194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949ffa19-458d-4996-9b27-76aeb30c081e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:30.101807 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:30.105686 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c12eec79-805d-4743-96e2-ff066cbe1ac5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/949ffa19-458d-4996-9b27-76aeb30c081e HTTP/1.1" status: 204 len: 168 time: 0.1719949 Jun 01 13:50:34.959293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:42.060769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-54124054-2fa0-4862-86c5-41d8b48c52a1 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331323 Jun 01 13:50:42.223089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-0330f984-da10-401f-b963-5f04087bf7ae tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:42.225155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-0330f984-da10-401f-b963-5f04087bf7ae tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592727 Jun 01 13:50:42.242423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-c2d82f4c-723d-480e-9eb3-c893576e0bbb tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/quotas/038c6da81e664a3aa3a8e6a28f56af13 HTTP/1.1" status: 200 len: 375 time: 0.0111175 Jun 01 13:50:42.289217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-e40aeb10-b265-4a08-8152-37ca387a6a9b tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415742 Jun 01 13:50:42.481328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-345e4fe8-73b5-45b5-9d79-bdf62d3495f3 req-ed2a3f65-8a7c-41ac-a3b0-3285ad91bd08 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0417771 Jun 01 13:50:43.582600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424a0e53-1d8c-42b4-b9d5-0170c356e952 req-2d5a0933-8ef7-4679-8248-ab93c2be86cb tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0450900 Jun 01 13:50:44.687117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade0cc2d-81a2-4ea8-962a-800d2d4c38ef req-89cf903f-83a4-4320-b2a7-61099748f74f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0447142 Jun 01 13:50:45.785615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f691ccf-c731-4ab8-84f9-bc3572f344cd req-08f82063-6bb6-4ded-a948-be85c3d2ff02 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0439095 Jun 01 13:50:46.954220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c31fe7f-d834-437e-bea8-d4d30aaa3742 req-97a1b647-8d1f-45a6-895e-c6cf82fa948b tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0463810 Jun 01 13:50:47.526583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-f87e13e0-8331-4a35-a99f-4848c82d6abe tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293734 Jun 01 13:50:47.787019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-c16e30e8-2364-4627-9f74-5dabe6f5da50 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:47.788329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-c16e30e8-2364-4627-9f74-5dabe6f5da50 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576625 Jun 01 13:50:47.799560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Request body: {'port': {'device_id': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'admin_state_up': True, 'tenant_id': '038c6da81e664a3aa3a8e6a28f56af13'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:50:47.938687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:50:47.944734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Usage tracker for resource:port and tenant:038c6da81e664a3aa3a8e6a28f56af13 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:50:47.949282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:50:47.955880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:50:47.967577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Made reservation on behalf of 038c6da81e664a3aa3a8e6a28f56af13 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:50:47.971298 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:47.984585 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.000379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:50:48.004289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Usage tracker for resource:security_group_rule and tenant:038c6da81e664a3aa3a8e6a28f56af13 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:50:48.007101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:50:48.012855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:50:48.137770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48f35fcb-fe1e-46f3-915a-be1b82a38ff0 req-f0900e31-9f13-4911-abb0-50733c3905d6 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0699899 Jun 01 13:50:48.152948 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.157891 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.238887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:48.299396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9effba46-e4e3-4082-adaa-3229d3ffc891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.332447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Allocated IP 192.168.233.220 (8988efc7-f561-449f-8782-4670723b3e23/69c5e0cb-7d7d-4163-bf9f-426f350b8bed/c03642ea-a325-4b98-91a2-17eb17654dbe) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:50:48.464246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.535665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.550628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Transition to ACTIVE for port object c03642ea-a325-4b98-91a2-17eb17654dbe will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:50:48.577313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.653527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Network 8988efc7-f561-449f-8782-4670723b3e23 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:50:48.656729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:50:48.660566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:50:48.694358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Pushing event updated for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:48.733802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:48.734323 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.767006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-a3254c71-be91-447b-baa0-eac3e2d59e8f tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9708955 Jun 01 13:50:48.779353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Request body: {'port': {'device_id': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:50:48.879463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f9c5b1b-0290-4cf9-ac14-e756fa4916a9 None None] Provisioning for port c03642ea-a325-4b98-91a2-17eb17654dbe completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:50:48.885426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6f9c5b1b-0290-4cf9-ac14-e756fa4916a9 None None] Provisioning complete for port c03642ea-a325-4b98-91a2-17eb17654dbe triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:50:48.885797 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5b1b-0290-4cf9-ac14-e756fa4916a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.895689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:48.941352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c5b1b-0290-4cf9-ac14-e756fa4916a9 None None] Port c03642ea-a325-4b98-91a2-17eb17654dbe cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:50:49.244645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03642ea-a325-4b98-91a2-17eb17654dbe {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:50:49.282925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:49.313703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Transition to ACTIVE for port object c03642ea-a325-4b98-91a2-17eb17654dbe will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:50:49.321376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:49.489221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Pushing event updated for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:49.538474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-6f5084dd-7d3e-4613-a798-79366ed49a79 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:49.539207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-6f5084dd-7d3e-4613-a798-79366ed49a79 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Synchronizing usage tracker for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:50:49.583762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-6f5084dd-7d3e-4613-a798-79366ed49a79 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Unset dirty status for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:50:49.584911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-6f5084dd-7d3e-4613-a798-79366ed49a79 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 936 time: 0.3356729 Jun 01 13:50:49.592612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Attempting to bind port c03642ea-a325-4b98-91a2-17eb17654dbe on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:50:49.592939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Attempting to bind port c03642ea-a325-4b98-91a2-17eb17654dbe by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:50:49.593261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Attempting to bind port c03642ea-a325-4b98-91a2-17eb17654dbe on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:50:49.740171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Port c03642ea-a325-4b98-91a2-17eb17654dbe on network 8988efc7-f561-449f-8782-4670723b3e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:50:49.740392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Attempting to bind port c03642ea-a325-4b98-91a2-17eb17654dbe on network 8988efc7-f561-449f-8782-4670723b3e23 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:50:49.754806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:50:49.755137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Checking segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:50:49.755509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Bound using segment: {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:50:49.755938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Bound port: c03642ea-a325-4b98-91a2-17eb17654dbe, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f5c6f-9499-4e0f-a459-6ac4d9841078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8988efc7-f561-449f-8782-4670723b3e23'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:50:49.756281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:49.802725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-b5898036-1ecf-47a2-849f-27f9196b7db7 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Synchronizing usage tracker for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:50:49.851351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-b5898036-1ecf-47a2-849f-27f9196b7db7 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Unset dirty status for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:50:49.852469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c18e0e6d-e6d7-4acb-8e91-0996f5dc83fb req-b5898036-1ecf-47a2-849f-27f9196b7db7 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610133 Jun 01 13:50:49.863513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:50:49.866617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c03642ea-a325-4b98-91a2-17eb17654dbe,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:50:49.871993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:49.933815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:49.934430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:49.935908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] 10.222.0.13 "PUT /v2.0/ports/c03642ea-a325-4b98-91a2-17eb17654dbe HTTP/1.1" status: 200 len: 1096 time: 1.1608782 Jun 01 13:50:49.936339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:50:49.956352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa93a3e-01bb-42ae-8792-2f3aa556f332 service neutron] Pushing event updated for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:50.012290 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c053810f-0aae-4532-beac-54f590a5652b'] response: {'name': 'network-changed', 'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe', 'status': 'completed', 'code': 200} Jun 01 13:50:50.072379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-16ab0e49-d998-47c9-a89b-dce7d530aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:50.073968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-16ab0e49-d998-47c9-a89b-dce7d530aead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 1099 time: 0.0975790 Jun 01 13:50:50.148610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-d8b26ea0-9c7e-4a45-b08b-fc9dbc6af1d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c03642ea-a325-4b98-91a2-17eb17654dbe HTTP/1.1" status: 200 len: 217 time: 0.0670865 Jun 01 13:50:50.213561 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-c0eb0c4f-7240-4067-9533-6b78ca0b4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:50.215038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-c0eb0c4f-7240-4067-9533-6b78ca0b4c1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.0611093 Jun 01 13:50:50.295445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-14dc270b-107c-4fba-a1f6-a00a02a1c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:50.296888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-14dc270b-107c-4fba-a1f6-a00a02a1c845 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760920 Jun 01 13:50:50.448507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-6797c6c8-c5ae-499b-995a-b26ac104422f service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449175 Jun 01 13:50:50.525575 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c68d170-3436-40e4-b802-d7b7cdd21341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:50.588148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780e4107-e113-4653-a2f7-1a23ae16cfb2 req-556c7d26-8a43-46db-960a-0b7868b4d9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324730 Jun 01 13:50:50.720270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-076b1454-0d74-401e-8b62-f0e7edb3673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:50.721731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-076b1454-0d74-401e-8b62-f0e7edb3673e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 1099 time: 0.0746906 Jun 01 13:50:50.856947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-bd2ed58b-bc70-4e6b-9c92-63c55e20336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:50.858372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-bd2ed58b-bc70-4e6b-9c92-63c55e20336a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8988efc7-f561-449f-8782-4670723b3e23 HTTP/1.1" status: 200 len: 870 time: 0.1297479 Jun 01 13:50:50.930482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-3545ba0d-d61a-41d0-be6e-04bf3ca6a5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c03642ea-a325-4b98-91a2-17eb17654dbe HTTP/1.1" status: 200 len: 217 time: 0.0642433 Jun 01 13:50:51.042732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-56cb228f-6759-4355-a0e4-9679469957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:51.044206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-56cb228f-6759-4355-a0e4-9679469957cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69c5e0cb-7d7d-4163-bf9f-426f350b8bed HTTP/1.1" status: 200 len: 843 time: 0.1065156 Jun 01 13:50:51.118414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c5b23-c580-4217-88fc-825c20cbf362 req-012fa754-59e9-4ec8-9dbe-b74feae8dd1a tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:51.119782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e0c5b23-c580-4217-88fc-825c20cbf362 req-012fa754-59e9-4ec8-9dbe-b74feae8dd1a tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 948 time: 0.1532102 Jun 01 13:50:51.168607 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-de9b89a9-9932-43cc-90ae-cf5ea2d4d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:51.170081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-de9b89a9-9932-43cc-90ae-cf5ea2d4d4cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8988efc7-f561-449f-8782-4670723b3e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179149 Jun 01 13:50:51.177058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e0c5b23-c580-4217-88fc-825c20cbf362 req-c38f388b-42d3-4ccb-bf25-6866b2673022 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Jun 01 13:50:51.315788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-6ef96a3a-b131-4d08-802c-878d552895b8 service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377380 Jun 01 13:50:51.445646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4b2a54be-64af-4069-bac3-fa1c8ca1db9d req-7e861366-08c4-4a78-920e-99f2f136ed2d service neutron] 10.222.0.13 "GET /v2.0/networks/8988efc7-f561-449f-8782-4670723b3e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232619 Jun 01 13:50:51.727826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:51.890709 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:52.482527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe905f7-aa90-4f66-bf69-3dd774d96a2b req-faa44289-4a6f-4a26-a6be-35dd358456f2 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:52.483979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe905f7-aa90-4f66-bf69-3dd774d96a2b req-faa44289-4a6f-4a26-a6be-35dd358456f2 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 948 time: 0.1949313 Jun 01 13:50:52.532055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe905f7-aa90-4f66-bf69-3dd774d96a2b req-62ab5ffc-cc6b-4931-8e52-0960527a450d tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Jun 01 13:50:53.084225 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:50:53.299612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:53.728300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b61e7a-3d2f-4e9f-b48c-97f259d451b5 req-3c5d6491-8956-4a2a-bd8e-599fbe735528 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:53.730109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0b61e7a-3d2f-4e9f-b48c-97f259d451b5 req-3c5d6491-8956-4a2a-bd8e-599fbe735528 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 948 time: 0.0904706 Jun 01 13:50:53.775028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0b61e7a-3d2f-4e9f-b48c-97f259d451b5 req-551f7850-dda0-469b-9714-8f84c524372c tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Jun 01 13:50:53.785240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c03642ea-a325-4b98-91a2-17eb17654dbe details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:50:53.925582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c03642ea-a325-4b98-91a2-17eb17654dbe,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:53.939289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'c03642ea-a325-4b98-91a2-17eb17654dbe', 'network_id': '8988efc7-f561-449f-8782-4670723b3e23', 'port_id': 'c03642ea-a325-4b98-91a2-17eb17654dbe', 'mac_address': 'fa:16:3e:ac:55:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5e0cb-7d7d-4163-bf9f-426f350b8bed', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:50:53.998054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c03642ea-a325-4b98-91a2-17eb17654dbe is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:50:53.998449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:54.016028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03642ea-a325-4b98-91a2-17eb17654dbe {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:50:54.032645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c03642ea-a325-4b98-91a2-17eb17654dbe,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:54.038971 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:54.108128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:54.116317 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.116639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.117011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.117344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.117668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.117993 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.118314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.118635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.118955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.119269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.119587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.119899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:50:54.271513 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c03642ea-a325-4b98-91a2-17eb17654dbe'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:50:54.981136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76f2de-3d26-4715-9aae-476cd3fb664c req-3a7ccc32-93d8-4eb0-8b69-2180cf01ba7e tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:54.982949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c76f2de-3d26-4715-9aae-476cd3fb664c req-3a7ccc32-93d8-4eb0-8b69-2180cf01ba7e tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 949 time: 0.0993869 Jun 01 13:50:55.034301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c76f2de-3d26-4715-9aae-476cd3fb664c req-5114dd58-db36-4dd2-bf24-a7878098754b tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Jun 01 13:50:55.786978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c03642ea-a325-4b98-91a2-17eb17654dbe up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:50:55.871220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port c03642ea-a325-4b98-91a2-17eb17654dbe completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:50:55.876616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port c03642ea-a325-4b98-91a2-17eb17654dbe triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:50:55.876999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:56.003646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port c03642ea-a325-4b98-91a2-17eb17654dbe is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:50:56.004160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:56.033740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:50:56.044241 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c03642ea-a325-4b98-91a2-17eb17654dbe,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:50:56.048737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:50:56.126650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:50:56.193047 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1db7cee-4b60-4659-acd6-87731f8425a8'] response: {'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe', 'code': 200} Jun 01 13:50:56.235988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354afba-e909-4e66-bf28-c8bfff1f696f req-f061208e-7246-448f-8f27-378e3acecb10 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:56.237498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4354afba-e909-4e66-bf28-c8bfff1f696f req-f061208e-7246-448f-8f27-378e3acecb10 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.0872674 Jun 01 13:50:56.332040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4354afba-e909-4e66-bf28-c8bfff1f696f req-fd625a8b-f03c-4386-82ab-9ae670b7b563 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883832 Jun 01 13:50:56.353426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c3a1d-50d7-495f-bc92-cd60d95c2c53 req-1d53bdd5-3227-462a-82d6-eeebd729a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:56.355236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e8c3a1d-50d7-495f-bc92-cd60d95c2c53 req-1d53bdd5-3227-462a-82d6-eeebd729a9e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 1101 time: 0.0979450 Jun 01 13:50:56.396473 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e8c3a1d-50d7-495f-bc92-cd60d95c2c53 req-61be3ae5-b641-431e-85cd-a98557108b7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Jun 01 13:50:57.541724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518670-117c-42e1-8187-2c4fbbc12ce7 req-ed474aa0-9a89-46c5-9f20-7650fb718bac tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:57.544277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91518670-117c-42e1-8187-2c4fbbc12ce7 req-ed474aa0-9a89-46c5-9f20-7650fb718bac tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.0910599 Jun 01 13:50:57.588397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91518670-117c-42e1-8187-2c4fbbc12ce7 req-c722a7df-19e4-4ba2-a490-9173d2d6a103 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Jun 01 13:50:58.779310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1694123-86b1-42c5-a48c-423782b394e7 req-49a7d6b1-3fea-4be5-a0e2-e1bf9fbd4713 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:58.780761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1694123-86b1-42c5-a48c-423782b394e7 req-49a7d6b1-3fea-4be5-a0e2-e1bf9fbd4713 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.0848732 Jun 01 13:50:58.824925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a1694123-86b1-42c5-a48c-423782b394e7 req-d4d7bf24-653f-42c9-b852-02b30680dc6a tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jun 01 13:50:59.971584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55053-fffb-4451-9c25-e7d2410bc5cf req-2fef3d1f-ade9-4454-a041-d64486ed6f61 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:50:59.973041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30d55053-fffb-4451-9c25-e7d2410bc5cf req-2fef3d1f-ade9-4454-a041-d64486ed6f61 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.0894721 Jun 01 13:51:00.023556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30d55053-fffb-4451-9c25-e7d2410bc5cf req-e3699e74-4696-44f3-9a40-f42fade3a143 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Jun 01 13:51:01.243918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42504471-393a-4d33-b739-3b1a1c31b63d req-ada60295-64bb-49da-a1bc-175b9b9fd326 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:01.245357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42504471-393a-4d33-b739-3b1a1c31b63d req-ada60295-64bb-49da-a1bc-175b9b9fd326 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.1465585 Jun 01 13:51:01.305959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf251f9-6933-4027-9a46-526c92d18599 req-ecb131af-da64-4a28-b62b-c94d7344d728 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:01.307410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6cf251f9-6933-4027-9a46-526c92d18599 req-ecb131af-da64-4a28-b62b-c94d7344d728 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 950 time: 0.1456451 Jun 01 13:51:01.342162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Deleting port c03642ea-a325-4b98-91a2-17eb17654dbe {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:51:01.342383 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:01.408594 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6cf251f9-6933-4027-9a46-526c92d18599 req-8223afb5-ee80-42fa-b6e6-b844d20a8d73 tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/security-groups?id=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950103 Jun 01 13:51:01.609217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] For port c03642ea-a325-4b98-91a2-17eb17654dbe, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=c03642ea-a325-4b98-91a2-17eb17654dbe,segment=NetworkSegment(188f5c6f-9499-4e0f-a459-6ac4d9841078),segment_id=188f5c6f-9499-4e0f-a459-6ac4d9841078)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:01.609448 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:01.733621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Calling delete_port for c03642ea-a325-4b98-91a2-17eb17654dbe owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:51:01.885861 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:01.897771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['c03642ea-a325-4b98-91a2-17eb17654dbe'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:51:01.941199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Pushing event deleted for resources: {'Port': ['ID=c03642ea-a325-4b98-91a2-17eb17654dbe,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:02.128699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] No DVR routers for this DVR port c03642ea-a325-4b98-91a2-17eb17654dbe on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:51:02.131751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:02.135522 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'name': 'network-vif-deleted', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:51:02.155470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42504471-393a-4d33-b739-3b1a1c31b63d req-81a042f5-6a5b-4c80-8c2a-0d574eabaadd tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.13 "DELETE /v2.0/ports/c03642ea-a325-4b98-91a2-17eb17654dbe HTTP/1.1" status: 204 len: 173 time: 0.9035347 Jun 01 13:51:02.189865 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424fe5d7-3e4b-4c6c-ab86-19427f024648'] response: {'server_uuid': '7e7144d3-1982-41f8-94f4-bbe7f9ab554a', 'name': 'network-vif-deleted', 'tag': 'c03642ea-a325-4b98-91a2-17eb17654dbe', 'status': 'completed', 'code': 200} Jun 01 13:51:02.580072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd5c89dd-6dd7-4fa0-aeae-33fe11ecd167 req-15128215-d312-4f22-a4bf-6d0efeca33bf tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Synchronizing usage tracker for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:51:02.598353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bd5c89dd-6dd7-4fa0-aeae-33fe11ecd167 req-15128215-d312-4f22-a4bf-6d0efeca33bf tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] Unset dirty status for tenant:038c6da81e664a3aa3a8e6a28f56af13 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:51:02.599612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd5c89dd-6dd7-4fa0-aeae-33fe11ecd167 req-15128215-d312-4f22-a4bf-6d0efeca33bf tempest-ServersAdminNegativeTestJSON-2088668606 tempest-ServersAdminNegativeTestJSON-2088668606-project] 10.222.0.40 "GET /v2.0/ports?device_id=7e7144d3-1982-41f8-94f4-bbe7f9ab554a HTTP/1.1" status: 200 len: 210 time: 0.0649025 Jun 01 13:51:04.000574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52552) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:04.167272 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-976dea76-b513-4fe9-8ff8-6772531cd2d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=038c6da81e664a3aa3a8e6a28f56af13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654918 Jun 01 13:51:04.170013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52558) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:04.230744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.256396 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.313491 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.330436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:04.339523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.339790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.340125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.340456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.340779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.341102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.341421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.341742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.342055 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.342369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.342710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.343027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.350099 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.351261 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e97af8d4-9eeb-484a-9102-cab09d3e374c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2010cf7d-ca3c-4019-a6ea-d4b06ae04b4f HTTP/1.1" status: 204 len: 168 time: 0.1803777 Jun 01 13:51:04.642394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52566) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:04.660190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.675119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:51:04.679518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1f1426f20b4aafbbdfc46de42ea92b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:51:04.682626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:51:04.689106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:51:04.773475 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.780834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.832392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcfa025-9aca-4b2c-90ca-0ccc6c3974d5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:04.836151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1c1f1426f20b4aafbbdfc46de42ea92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927087 Jun 01 13:51:04.839175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52570) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:04.842921 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.843260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.843592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.843934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.844241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.844560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.844879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.845380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.845551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.845866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.846177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.846490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf664-c427-42bd-a7c2-855f1f6145f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:04.904435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.938327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:04.956027 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:05.106474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:05.121823 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcfa025-9aca-4b2c-90ca-0ccc6c3974d5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:05.126670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:05.127675 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6699f697-ae7a-4d47-ab81-f177b4d60116 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5bcfa025-9aca-4b2c-90ca-0ccc6c3974d5 HTTP/1.1" status: 204 len: 168 time: 0.2874348 Jun 01 13:51:05.862470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c03642ea-a325-4b98-91a2-17eb17654dbe no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:51:05.898761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: c03642ea-a325-4b98-91a2-17eb17654dbe {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:51:05.899105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device c03642ea-a325-4b98-91a2-17eb17654dbe not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:51:05.912527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52596) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:06.037701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-156198263-network', 'tenant_id': '6df6d7234be84f1bb4ebf3952d996051'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:51:06.044888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:51:06.050144 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Usage tracker for resource:network and tenant:6df6d7234be84f1bb4ebf3952d996051 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:51:06.054070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:51:06.061253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:51:06.075572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Made reservation on behalf of 6df6d7234be84f1bb4ebf3952d996051 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:51:06.079376 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.097263 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.112959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:51:06.117672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Usage tracker for resource:security_group_rule and tenant:6df6d7234be84f1bb4ebf3952d996051 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:51:06.120853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:51:06.127743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:51:06.216075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.222570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.249746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:51:06.261701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879deea8-c482-4e11-91b0-19253237aa9c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:06.266035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.266387 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Added segment 4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c of type vlan for network b6e150ae-b9e5-4a46-8b56-be74d6366800 Jun 01 13:51:06.295465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.327046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.328115 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:06.328725 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.434245 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5173848 Jun 01 13:51:06.434245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45e51-17a5-4d32-98ee-76e1c349af7f admin admin] Pushing event updated for resources: {'Network': ['ID=b6e150ae-b9e5-4a46-8b56-be74d6366800,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:06.434565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52602) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:06.440327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Request body: {'subnet': {'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-156198263-subnet', 'tenant_id': '6df6d7234be84f1bb4ebf3952d996051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:51:06.443637 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network b6e150ae-b9e5-4a46-8b56-be74d6366800 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:51:06.446467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:51:06.450721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Usage tracker for resource:subnet and tenant:6df6d7234be84f1bb4ebf3952d996051 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:51:06.453737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:51:06.460522 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:51:06.471854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Made reservation on behalf of 6df6d7234be84f1bb4ebf3952d996051 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:51:06.474309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.684697 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.756551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a87125c-c576-479e-8408-56df9a74adce,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:06.766421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Checking segment: {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:51:06.766828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Network hostable DHCP agents. Network: b6e150ae-b9e5-4a46-8b56-be74d6366800, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:51:06.788080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Network b6e150ae-b9e5-4a46-8b56-be74d6366800 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:51:06.799028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, b6e150ae-b9e5-4a46-8b56-be74d6366800) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:51:06.803348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:06.803919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:06.808613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd818c04-891f-4cbe-a989-8c7457b79817 None None] Network b6e150ae-b9e5-4a46-8b56-be74d6366800 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:51:06.824449 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7c73ed01-f944-4693-8e9e-d91120b48854 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3889804 Jun 01 13:51:07.022415 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c596c-ccdb-4b97-99de-30883d743747 None None] Network b6e150ae-b9e5-4a46-8b56-be74d6366800 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:51:07.339752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-2da9be74-d80d-486a-96df-2bf2c48fb59a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:07.341187 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-2da9be74-d80d-486a-96df-2bf2c48fb59a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 811 time: 0.1484244 Jun 01 13:51:07.357012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e6d8913f-d10c-40a3-a111-f1619eac43e5 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/quotas/6df6d7234be84f1bb4ebf3952d996051 HTTP/1.1" status: 200 len: 375 time: 0.0101881 Jun 01 13:51:07.408887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-8258508d-676c-4619-ac75-2c535cc9659a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467024 Jun 01 13:51:07.604158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-7ea1cc34-21d0-4369-98c0-6b5a597897ee service neutron] 10.222.0.40 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881442 Jun 01 13:51:07.739531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-84d8bc5c-cde8-4bbe-b6f6-9b9814063e31 service neutron] 10.222.0.40 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297379 Jun 01 13:51:07.950960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a04322e-868a-4ef2-b4c2-167dbea3b973 req-79b0cf6a-b3ae-4992-9722-3943e1a41fa5 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0459745 Jun 01 13:51:09.048563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77f27216-11a0-4cc7-acdc-4708cff12e97 req-69de2347-e675-4485-bddd-487463440415 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0440056 Jun 01 13:51:10.154581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ea45c14-0152-4d74-9c52-c0659b068b4f req-cf12089f-cf7d-4360-96f7-31fb5c121806 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0479248 Jun 01 13:51:11.258323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7bd2b417-27ff-4845-b406-48eaf04bd815 req-d4383c23-9e25-41d8-bf55-da1f8f17d251 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0438237 Jun 01 13:51:12.416868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-867d4529-8db5-464a-b8a7-09c2f8eb8d9f req-26d366b6-bd35-4c18-ac2c-ce4353c2a528 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0421724 Jun 01 13:51:13.095584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-8ab3d3b7-dda2-4fdf-9bf0-1f4ede0a1bc3 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:13.096998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-8ab3d3b7-dda2-4fdf-9bf0-1f4ede0a1bc3 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 811 time: 0.1460459 Jun 01 13:51:13.108300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Request body: {'port': {'device_id': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800', 'admin_state_up': True, 'tenant_id': '6df6d7234be84f1bb4ebf3952d996051'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:51:13.245059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:51:13.249011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Usage tracker for resource:port and tenant:6df6d7234be84f1bb4ebf3952d996051 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:51:13.251856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:51:13.257602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:51:13.268736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Made reservation on behalf of 6df6d7234be84f1bb4ebf3952d996051 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:51:13.272284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:13.433792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Allocated IP 172.20.0.6 (b6e150ae-b9e5-4a46-8b56-be74d6366800/5a87125c-c576-479e-8408-56df9a74adce/0ad71736-68ca-4b69-b557-c4504e12fb08) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:51:13.620640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7fa7359-d506-4197-bb4a-0c8c6437a6c8 req-6d06a8d2-ee9b-46d8-9922-8c7835e9d1d2 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0654240 Jun 01 13:51:13.679127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:13.720780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:13.898855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Network b6e150ae-b9e5-4a46-8b56-be74d6366800 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:51:13.900013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:51:13.904130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:51:13.939857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:13.970071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:13.970660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:13.997877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e812d815-c35c-4ae7-8f24-003dd78ebf37 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931193 Jun 01 13:51:14.009055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Request body: {'port': {'device_id': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:51:14.145296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:14.497535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad71736-68ca-4b69-b557-c4504e12fb08 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:51:14.506647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:14.526286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Transition to ACTIVE for port object 0ad71736-68ca-4b69-b557-c4504e12fb08 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:51:14.531565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:14.657861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:14.814689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:51:14.815013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:51:14.815331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:51:14.822852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:51:14.823172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:51:14.832070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:51:14.832376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Checking segment: {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:51:14.832758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Bound using segment: {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:51:14.833173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Bound port: 0ad71736-68ca-4b69-b557-c4504e12fb08, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:51:14.833509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:14.893452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8549-773c-4d7f-bb61-b7bc4806ad23 req-37e4d122-4b46-4083-8a2a-16b2d9a94c94 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:14.894127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7e0d8549-773c-4d7f-bb61-b7bc4806ad23 req-37e4d122-4b46-4083-8a2a-16b2d9a94c94 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Synchronizing usage tracker for tenant:6df6d7234be84f1bb4ebf3952d996051 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:51:14.940205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7e0d8549-773c-4d7f-bb61-b7bc4806ad23 req-37e4d122-4b46-4083-8a2a-16b2d9a94c94 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Unset dirty status for tenant:6df6d7234be84f1bb4ebf3952d996051 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:51:14.941643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e0d8549-773c-4d7f-bb61-b7bc4806ad23 req-37e4d122-4b46-4083-8a2a-16b2d9a94c94 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.2132809 Jun 01 13:51:14.964843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:51:14.983150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:51:14.990187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:15.035171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e0d8549-773c-4d7f-bb61-b7bc4806ad23 req-6ee131ca-c9cd-479e-b304-e4515445dd50 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874517 Jun 01 13:51:15.060811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:15.061413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:15.062800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] 10.222.0.13 "PUT /v2.0/ports/0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 1091 time: 1.0577676 Jun 01 13:51:15.063240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:51:15.084845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a3bd-e7a5-4db2-aab9-c83ba284c95a service neutron] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:15.134074 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ec8d21-e5d3-4c63-a8dc-3ab41c1f8271'] response: {'name': 'network-changed', 'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'status': 'completed', 'code': 200} Jun 01 13:51:15.175194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e486e88c-75ee-4872-aa49-db14d382c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:15.176703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-e486e88c-75ee-4872-aa49-db14d382c1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1094 time: 0.0736206 Jun 01 13:51:15.248189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-99ad032f-86f5-4d50-9471-b66bf15508f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0649192 Jun 01 13:51:15.310939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-191bf743-876f-4afe-83b1-bf1b6e1efa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:15.312353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-191bf743-876f-4afe-83b1-bf1b6e1efa91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0586138 Jun 01 13:51:15.360934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-f25116cb-f1c2-4c26-9e68-f13ad9806663 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420024 Jun 01 13:51:15.491304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-517f54e3-c12c-45e4-8718-828c4c50f86e service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247168 Jun 01 13:51:15.642336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80674b1d-93a5-4135-8966-7f0416a39a0f req-134571d2-5bc1-402e-82be-5b24ba1c42eb service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452255 Jun 01 13:51:15.890725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5611e69-223c-485b-9e0c-01848d666094 req-63aeb8fe-0511-4448-9d1f-9f5f8a84602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:15.893023 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-63aeb8fe-0511-4448-9d1f-9f5f8a84602d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1094 time: 0.1987097 Jun 01 13:51:16.039217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5611e69-223c-485b-9e0c-01848d666094 req-a24678dd-88ca-4ac7-a66a-2d7e0d49573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:16.041462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-a24678dd-88ca-4ac7-a66a-2d7e0d49573d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.1407897 Jun 01 13:51:16.112239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-7933429e-7fdb-4f00-ac19-f665ce820057 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0644302 Jun 01 13:51:16.227280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5611e69-223c-485b-9e0c-01848d666094 req-df1c2ed8-d85f-40ca-b80b-1a709d69fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:16.228685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-df1c2ed8-d85f-40ca-b80b-1a709d69fbbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.1086519 Jun 01 13:51:16.278372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-6989bbe5-bd6e-497f-ab59-5f09105bccd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428872 Jun 01 13:51:16.311371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2fc7b-89ac-4839-acbd-3cb84d7ae61d req-b0784278-190f-45c7-9e7a-b6e3857a2286 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:16.312725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6df2fc7b-89ac-4839-acbd-3cb84d7ae61d req-b0784278-190f-45c7-9e7a-b6e3857a2286 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.1628428 Jun 01 13:51:16.429267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6df2fc7b-89ac-4839-acbd-3cb84d7ae61d req-fe8b6614-6444-4964-a797-aea512c6f904 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097252 Jun 01 13:51:16.453719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-55ae98da-71a4-416d-9bff-4bfee74dbeb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668301 Jun 01 13:51:16.598096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5611e69-223c-485b-9e0c-01848d666094 req-72bd10be-4208-4792-a511-38fd065c234b service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367700 Jun 01 13:51:17.632261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba97231-460e-46de-a170-d570fe727659 req-d0f27ce7-3326-49ea-b76d-d9b9e3ca40d6 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:17.633705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ba97231-460e-46de-a170-d570fe727659 req-d0f27ce7-3326-49ea-b76d-d9b9e3ca40d6 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.0928187 Jun 01 13:51:17.679353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ba97231-460e-46de-a170-d570fe727659 req-f068ba7b-417e-4726-a15a-edb02eed1dbd tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jun 01 13:51:17.924093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:51:18.073122 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:18.086928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800', 'port_id': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'mac_address': 'fa:16:3e:9d:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87125c-c576-479e-8408-56df9a74adce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:51:18.145598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0ad71736-68ca-4b69-b557-c4504e12fb08 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:51:18.145991 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:18.168281 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad71736-68ca-4b69-b557-c4504e12fb08 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:51:18.186695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:18.192691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:18.307575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:18.315181 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-facb9064-8d16-4d4d-ba91-3e903328d272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:18.382658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['0ad71736-68ca-4b69-b557-c4504e12fb08'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:51:18.471366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:19.038491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e6cf4-5522-4491-825a-825109917358 req-61cbcd53-75a2-439d-83b3-6e4e05f1ec13 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:19.039905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-391e6cf4-5522-4491-825a-825109917358 req-61cbcd53-75a2-439d-83b3-6e4e05f1ec13 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 944 time: 0.0837228 Jun 01 13:51:19.094210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-391e6cf4-5522-4491-825a-825109917358 req-d2410b8f-dcd7-4c06-86d9-43429f1bd443 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Jun 01 13:51:19.939973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:51:20.011285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 0ad71736-68ca-4b69-b557-c4504e12fb08 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:51:20.016009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 0ad71736-68ca-4b69-b557-c4504e12fb08 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:51:20.016371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:20.154770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0ad71736-68ca-4b69-b557-c4504e12fb08 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:51:20.155147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:20.183848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:51:20.193123 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:20.198659 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:20.233849 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0303375b-4dd2-4a01-98b0-d2e62d60aaf6'] response: {'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'code': 200} Jun 01 13:51:20.274979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:20.304282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702e13d-893a-4254-a5ec-b16b6bd39a68 req-0f77cd15-836e-4105-b30d-4eb2442cbf2f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:20.305682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e702e13d-893a-4254-a5ec-b16b6bd39a68 req-0f77cd15-836e-4105-b30d-4eb2442cbf2f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0978730 Jun 01 13:51:20.405307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e702e13d-893a-4254-a5ec-b16b6bd39a68 req-5fa87e1a-c2df-4400-be4d-186993dca41a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708292 Jun 01 13:51:20.421757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6372d1c-f49f-43da-ac31-a2b05135f0a1 req-5e4644f6-7ff8-4787-9b3b-a85fd1c22d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:20.423329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6372d1c-f49f-43da-ac31-a2b05135f0a1 req-5e4644f6-7ff8-4787-9b3b-a85fd1c22d0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1096 time: 0.1276293 Jun 01 13:51:20.464659 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d6372d1c-f49f-43da-ac31-a2b05135f0a1 req-06b134e0-39f5-4a25-b514-ea1287151055 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jun 01 13:51:20.522484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-00b8d204-032c-42d0-b3e0-28d2ac697e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:21.602062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327cdf1-0c61-42f0-b05b-d25f409faee5 req-110ccf6b-8f53-452f-b5ce-3724d7a814c1 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:21.603568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2327cdf1-0c61-42f0-b05b-d25f409faee5 req-110ccf6b-8f53-452f-b5ce-3724d7a814c1 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0822091 Jun 01 13:51:21.653115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2327cdf1-0c61-42f0-b05b-d25f409faee5 req-1d501578-6423-484a-8447-8071d7ef5588 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Jun 01 13:51:21.729887 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:21.892598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:22.857451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1e45-9a05-4592-9c87-818ec8d8e28d req-a6abd43c-1ea8-4544-9387-a39e1422b7e4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:22.858912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ec1e45-9a05-4592-9c87-818ec8d8e28d req-a6abd43c-1ea8-4544-9387-a39e1422b7e4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0879025 Jun 01 13:51:22.912148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0ec1e45-9a05-4592-9c87-818ec8d8e28d req-58dc0ff1-1fc8-4f92-8bda-033d3fbf01f2 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Jun 01 13:51:23.292295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52692) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:51:23.304089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:23.339791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d795-73e4-4e0b-8fa8-481c09d51ef6 req-142cee06-62ba-483a-ba68-5b53ad924220 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:23.341216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42c9d795-73e4-4e0b-8fa8-481c09d51ef6 req-142cee06-62ba-483a-ba68-5b53ad924220 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0827181 Jun 01 13:51:23.386693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42c9d795-73e4-4e0b-8fa8-481c09d51ef6 req-6d229cd9-f6b8-45b2-815d-d1c38d068db6 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Jun 01 13:51:23.406235 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-2346a2f1-4888-4916-a4d8-08ce4765575e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128159 Jun 01 13:51:24.583491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda09a5-a913-49de-ab80-9241af21d650 req-8a39c87a-95f1-482b-ad36-556428300cf7 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:24.584931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dda09a5-a913-49de-ab80-9241af21d650 req-8a39c87a-95f1-482b-ad36-556428300cf7 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0899146 Jun 01 13:51:24.632068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dda09a5-a913-49de-ab80-9241af21d650 req-9e52942d-9405-40c1-a1ca-882d187608bd tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jun 01 13:51:24.938666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-510d5a7a-5f66-41f6-b737-0c345aa2fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:24.940077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-510d5a7a-5f66-41f6-b737-0c345aa2fdab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1096 time: 0.0739791 Jun 01 13:51:25.185443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-66f303dc-9c6e-4417-beff-15888b7b5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:25.186918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-66f303dc-9c6e-4417-beff-15888b7b5958 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.2403095 Jun 01 13:51:25.256815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-8a47b495-de24-4a76-a82a-d3eaf78b683e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0635703 Jun 01 13:51:25.325637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-c133fe52-b729-41b0-81e7-1d6384d7f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:25.327104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-c133fe52-b729-41b0-81e7-1d6384d7f365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0644135 Jun 01 13:51:25.373798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-c8e75362-0a59-4332-be51-0eda5312c6ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405998 Jun 01 13:51:25.504501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-c62a8abd-942a-48db-91ec-6b0349220f82 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243508 Jun 01 13:51:25.642634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-414f536c-56b8-4421-a429-51cafcef84b5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315110 Jun 01 13:51:25.825397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae1ce-ad87-491c-acad-d43c4d67d2a2 req-bfa8c238-0b8a-49ab-8ce3-f603e75501be tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:25.827017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fae1ce-ad87-491c-acad-d43c4d67d2a2 req-bfa8c238-0b8a-49ab-8ce3-f603e75501be tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0807505 Jun 01 13:51:25.876359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fae1ce-ad87-491c-acad-d43c4d67d2a2 req-ac00a141-c440-4094-bb97-2da6bc0b6df8 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Jun 01 13:51:27.082081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb53230-c946-42b8-87af-1ef27c5e9304 req-6fa6e8a4-56a2-4ce1-b2ce-9a3e83bdd258 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:27.083552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bb53230-c946-42b8-87af-1ef27c5e9304 req-6fa6e8a4-56a2-4ce1-b2ce-9a3e83bdd258 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0871253 Jun 01 13:51:27.132974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4bb53230-c946-42b8-87af-1ef27c5e9304 req-0dcce030-26ac-4b9d-91bb-36e522ef3a6c tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Jun 01 13:51:28.361124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a99ca-1d5e-49fb-bb70-35abcc7b5c45 req-82ad6493-cb2b-4101-afcb-689ae16d1b9f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:28.362664 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f1a99ca-1d5e-49fb-bb70-35abcc7b5c45 req-82ad6493-cb2b-4101-afcb-689ae16d1b9f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.1056821 Jun 01 13:51:28.409414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f1a99ca-1d5e-49fb-bb70-35abcc7b5c45 req-49f6463e-feba-444e-b0a6-203a5dc54b04 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Jun 01 13:51:29.610266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd863a2f-03f8-4487-a0d3-eaa76d1ec4dc req-e48ff78f-a73d-4fb8-bce3-53c9a3c6cd71 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:29.611745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd863a2f-03f8-4487-a0d3-eaa76d1ec4dc req-e48ff78f-a73d-4fb8-bce3-53c9a3c6cd71 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0852389 Jun 01 13:51:29.657107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd863a2f-03f8-4487-a0d3-eaa76d1ec4dc req-a5271f51-9f7a-4704-982d-fb094631b7ed tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Jun 01 13:51:30.087310 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:51:31.012756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a7e1-adbd-4406-853d-de8f59b3a25d req-221bde0d-f7f5-477c-8b47-218034445d43 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:31.014235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d34a7e1-adbd-4406-853d-de8f59b3a25d req-221bde0d-f7f5-477c-8b47-218034445d43 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0915837 Jun 01 13:51:31.074626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d34a7e1-adbd-4406-853d-de8f59b3a25d req-309419b5-1aaa-4ddb-80a9-2f4a29d5d0a2 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511608 Jun 01 13:51:32.338041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210997-13af-4058-9eb8-586bf8294cda req-9d500185-4fe5-4007-a87b-e98417c2ba9a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:32.339507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6210997-13af-4058-9eb8-586bf8294cda req-9d500185-4fe5-4007-a87b-e98417c2ba9a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.1467974 Jun 01 13:51:32.341182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-b7b2c932-74c2-4126-a558-fc5698c3e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:32.342452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-b7b2c932-74c2-4126-a558-fc5698c3e7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1096 time: 0.1051271 Jun 01 13:51:32.462847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6210997-13af-4058-9eb8-586bf8294cda req-62d6960b-5b03-499a-8cb2-4e7a13a2b273 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160607 Jun 01 13:51:32.504948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-d9f04611-a959-4499-92ab-cb6fe66f1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:32.506357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-d9f04611-a959-4499-92ab-cb6fe66f1ec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.1415448 Jun 01 13:51:32.577155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-0a9ddb97-0326-46ad-8d91-e596b4e5743c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0639160 Jun 01 13:51:32.637769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-00be388a-5e4f-4adf-8b13-cba1d6871443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:32.639073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-00be388a-5e4f-4adf-8b13-cba1d6871443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0563037 Jun 01 13:51:32.688845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-95e2b0af-0efd-45f8-8400-046500bcc5fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433438 Jun 01 13:51:32.931809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-60cbf869-7863-497d-af11-58e78c347a35 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362711 Jun 01 13:51:33.067317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3f4c5873-64c2-49bc-a8f5-f64020e97aa0 req-6bc42545-da31-4884-b544-d7b6d2e82e42 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290386 Jun 01 13:51:33.661959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a19ea-740c-44c0-bb64-128d2e0fe6e7 req-77033874-d160-4688-bd9a-c0453a61c064 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:33.663433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-900a19ea-740c-44c0-bb64-128d2e0fe6e7 req-77033874-d160-4688-bd9a-c0453a61c064 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0893221 Jun 01 13:51:33.708252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-900a19ea-740c-44c0-bb64-128d2e0fe6e7 req-ad7ae34c-d21e-47d9-89bc-41b75ab322fb tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Jun 01 13:51:34.914852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046082ab-f576-4c00-9cdc-1c8b95a89cb1 req-c394f4cf-cf8e-481d-bc2d-5b01c166e03d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:34.916305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046082ab-f576-4c00-9cdc-1c8b95a89cb1 req-c394f4cf-cf8e-481d-bc2d-5b01c166e03d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0926800 Jun 01 13:51:34.961767 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046082ab-f576-4c00-9cdc-1c8b95a89cb1 req-db2ef1b5-dc0c-41fa-a924-4ac6fb9103fe tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Jun 01 13:51:34.963836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:36.163936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963d03-b37e-4d52-8be5-23eb26e8f732 req-c6c5c61c-a9a5-4140-91c8-ccec477e002b tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:36.165393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e963d03-b37e-4d52-8be5-23eb26e8f732 req-c6c5c61c-a9a5-4140-91c8-ccec477e002b tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0896692 Jun 01 13:51:36.213897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e963d03-b37e-4d52-8be5-23eb26e8f732 req-c35d2beb-ede1-4f00-9eb7-23ac29b7b4c4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Jun 01 13:51:37.433468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518facf-c5d4-45f1-916c-01d285ec9859 req-5e03376f-6dab-4f32-b9ae-7d7bd01ffbc4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:37.434970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d518facf-c5d4-45f1-916c-01d285ec9859 req-5e03376f-6dab-4f32-b9ae-7d7bd01ffbc4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.1053391 Jun 01 13:51:37.481591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d518facf-c5d4-45f1-916c-01d285ec9859 req-62209286-9fed-4f0c-8167-6bd7d6dfc3f4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Jun 01 13:51:38.676445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e190eae-0ea0-43d8-bc2a-6f14d2644f62 req-b1c9459a-76ea-4dbe-99d7-e126bca9eb4d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:38.677856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e190eae-0ea0-43d8-bc2a-6f14d2644f62 req-b1c9459a-76ea-4dbe-99d7-e126bca9eb4d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0851662 Jun 01 13:51:38.726108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6e190eae-0ea0-43d8-bc2a-6f14d2644f62 req-c8796505-588f-4131-bc85-72e70a7f4cd7 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Jun 01 13:51:39.926376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4369d-89d3-4403-b99a-e12afa0bf36c req-886695a7-b842-4467-a3fa-d2216c668912 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:39.927899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70e4369d-89d3-4403-b99a-e12afa0bf36c req-886695a7-b842-4467-a3fa-d2216c668912 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0957012 Jun 01 13:51:39.974683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70e4369d-89d3-4403-b99a-e12afa0bf36c req-6238b20e-f9b6-4369-99dd-8c57d20e9426 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Jun 01 13:51:40.834742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-2c3d982f-94e0-4300-bd53-332e79b3557b req-b7ef387e-0d7b-4085-a17e-d53fd4893154 service neutron] (88372) timed out ('10.222.0.40', 42988) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:51:41.174486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbc8b-bac2-481c-b3c5-9a90c29eb0f9 req-9034b642-d784-400c-9ea4-863f4c7c75e4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:41.176151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96bdbc8b-bac2-481c-b3c5-9a90c29eb0f9 req-9034b642-d784-400c-9ea4-863f4c7c75e4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0923080 Jun 01 13:51:41.224707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96bdbc8b-bac2-481c-b3c5-9a90c29eb0f9 req-d65545e6-d5db-4b31-827c-c3a7bf7a257b tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Jun 01 13:51:42.446568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73a68-df53-4109-ad80-03af8ac98199 req-dc14869f-7018-4084-8aae-55f8f25d2574 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:42.448089 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adc73a68-df53-4109-ad80-03af8ac98199 req-dc14869f-7018-4084-8aae-55f8f25d2574 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.1050036 Jun 01 13:51:42.493308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adc73a68-df53-4109-ad80-03af8ac98199 req-852629df-a797-4717-ac04-56ee1ed68194 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Jun 01 13:51:43.694144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3433896-42eb-49d6-9757-abfae5903162 req-90536283-3ef6-475c-ba65-74cfa08aa241 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:43.695607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3433896-42eb-49d6-9757-abfae5903162 req-90536283-3ef6-475c-ba65-74cfa08aa241 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0885947 Jun 01 13:51:43.743749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3433896-42eb-49d6-9757-abfae5903162 req-7ae8d4e5-2e1e-4ab0-b9a1-d801f995bb01 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jun 01 13:51:44.947664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb4a0e-2fff-448d-9722-9b9e5b43ab65 req-85225b42-81f8-4367-b000-b8a7941bc8cc tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:44.949064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9bb4a0e-2fff-448d-9722-9b9e5b43ab65 req-85225b42-81f8-4367-b000-b8a7941bc8cc tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0849874 Jun 01 13:51:45.000418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9bb4a0e-2fff-448d-9722-9b9e5b43ab65 req-04ef77be-496a-446d-9eaf-f6e3de8747e8 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Jun 01 13:51:46.209579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52a8b6-fc73-4583-b002-03667db542af req-52c7a245-5394-4a7a-b902-c6c833679bce tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:46.211054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f52a8b6-fc73-4583-b002-03667db542af req-52c7a245-5394-4a7a-b902-c6c833679bce tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0878518 Jun 01 13:51:46.263780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f52a8b6-fc73-4583-b002-03667db542af req-58ac0118-2e7a-4103-abbc-55b5486a0ac7 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Jun 01 13:51:47.467225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c759d-18ea-4045-9f1f-1fbc6918bb6d req-5283f4b6-5be1-4697-96b1-d4b4bc0c0821 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:47.468671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b89c759d-18ea-4045-9f1f-1fbc6918bb6d req-5283f4b6-5be1-4697-96b1-d4b4bc0c0821 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0931189 Jun 01 13:51:47.519845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b89c759d-18ea-4045-9f1f-1fbc6918bb6d req-79655bb7-ffaa-404e-a7ce-9188736b5bae tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Jun 01 13:51:48.316663 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-952ce6e4-10d8-428b-9195-c8c7bce8ff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:48.454542 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:48.726646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b2e3-1c41-4a64-9f59-134e5ccef998 req-6b2016c2-05b4-4351-8ced-1b0ab781b083 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:48.728042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed96b2e3-1c41-4a64-9f59-134e5ccef998 req-6b2016c2-05b4-4351-8ced-1b0ab781b083 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0847664 Jun 01 13:51:48.774110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed96b2e3-1c41-4a64-9f59-134e5ccef998 req-6313a4d9-3e41-4fdb-bb64-44a276d770f7 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Jun 01 13:51:49.204001 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-6c86ad5a-437f-47e8-a2d5-f766220d0ae3 req-d56d4228-6af1-4932-b49f-4923715539a9 service neutron] (88372) timed out ('10.222.0.24', 58937) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:51:49.978411 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9ecf-79c5-4136-a1e4-dd012851edae req-5ffdc339-b572-4010-9496-da433faa1736 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:49.979795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c9c9ecf-79c5-4136-a1e4-dd012851edae req-5ffdc339-b572-4010-9496-da433faa1736 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0874014 Jun 01 13:51:50.028710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c9c9ecf-79c5-4136-a1e4-dd012851edae req-16bed92c-c94a-4b55-b432-5f05aa9eb6c6 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Jun 01 13:51:50.531931 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0a35787e-e4b0-48f6-90e3-95eb931f62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:51.246785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed0ddd-bd3f-4b35-8ce9-3ceca20d412c req-03ba4c39-03e8-4149-98bc-23ec46a1fe04 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:51.248220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4ed0ddd-bd3f-4b35-8ce9-3ceca20d412c req-03ba4c39-03e8-4149-98bc-23ec46a1fe04 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0971529 Jun 01 13:51:51.306323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4ed0ddd-bd3f-4b35-8ce9-3ceca20d412c req-a01ff787-1e84-4c2a-82a3-f001412f0511 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 Jun 01 13:51:51.730248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:51.898944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:52.668989 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-42168e7a-05bc-4d70-abf7-fc845b32b0d6 service neutron] show failed (client error): The resource could not be found. Jun 01 13:51:52.669918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-42168e7a-05bc-4d70-abf7-fc845b32b0d6 service neutron] 10.222.0.13 "GET /v2.0/ports/0ad71736-68ca-4b69-b557-c4504e12fb08/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0973516 Jun 01 13:51:52.683524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5ad5-a18e-4176-be9d-885e2d16c368 req-ea1115a9-b285-4115-aa87-e1df87460faf tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:52.685018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc8e5ad5-a18e-4176-be9d-885e2d16c368 req-ea1115a9-b285-4115-aa87-e1df87460faf tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.2590940 Jun 01 13:51:52.735367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc8e5ad5-a18e-4176-be9d-885e2d16c368 req-4e2cab40-ba07-48ef-bdc4-ce8408f41096 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Jun 01 13:51:52.948372 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-d79cffc9-ad4a-4eca-aadf-da5d4af64772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:52.949814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-d79cffc9-ad4a-4eca-aadf-da5d4af64772 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc&tenant_id=6df6d7234be84f1bb4ebf3952d996051 HTTP/1.1" status: 200 len: 1096 time: 0.0723825 Jun 01 13:51:52.967271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:51:53.082784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.301248 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.358404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:53.388651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:51:53.453775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:51:53.460291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.476327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Transition to ACTIVE for port object 0ad71736-68ca-4b69-b557-c4504e12fb08 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:51:53.481072 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.525231 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce394ad-b4d5-4441-93e3-29439caac6ec'] response: {'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'code': 200} Jun 01 13:51:53.632251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:53.645600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] No DVR routers for this DVR port 0ad71736-68ca-4b69-b557-c4504e12fb08 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:51:53.700675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:51:53.701382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:51:53.701382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:51:53.705974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:51:53.706320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Attempting to bind port 0ad71736-68ca-4b69-b557-c4504e12fb08 on network b6e150ae-b9e5-4a46-8b56-be74d6366800 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:51:53.711715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:51:53.712058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Checking segment: {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:51:53.712448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Bound using segment: {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:51:53.712845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Bound port: 0ad71736-68ca-4b69-b557-c4504e12fb08, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:51:53.713210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.811198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:51:53.814226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:51:53.819737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.921747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:53.922362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:53.923716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] 10.222.0.24 "PUT /v2.0/ports/0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 1091 time: 0.9605319 Jun 01 13:51:53.949617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0e83-bfb5-4da9-95c3-1bf5cda3c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:53.976661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521fe3a-afbf-47c6-8935-ec5f5cce4497 req-402983b1-fb02-4b12-8a3b-049b23c789ec tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:53.978110 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9521fe3a-afbf-47c6-8935-ec5f5cce4497 req-402983b1-fb02-4b12-8a3b-049b23c789ec tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.1262884 Jun 01 13:51:54.067728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9521fe3a-afbf-47c6-8935-ec5f5cce4497 req-eb07e5fe-b5d2-4327-a756-4c0836a59e24 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541313 Jun 01 13:51:54.083730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-9b116106-758e-4e81-9449-46c92ebed8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:54.085186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-9b116106-758e-4e81-9449-46c92ebed8b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1094 time: 0.1061778 Jun 01 13:51:54.218782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-338e3484-7c28-43a1-81f5-67245cdb6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:54.220177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-338e3484-7c28-43a1-81f5-67245cdb6225 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.1287193 Jun 01 13:51:54.294817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-59b6f959-d042-497a-9b75-feec6671c86c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0684798 Jun 01 13:51:54.362653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-e19ab830-3917-45b1-b619-242436194329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:54.364043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-e19ab830-3917-45b1-b619-242436194329 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0637681 Jun 01 13:51:54.419079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-e92b6c93-40d1-4cc5-af9d-7373bfaeb25e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489178 Jun 01 13:51:54.686330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-55bef960-8507-4daa-84dd-a00a85c7013c service neutron] 10.222.0.24 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611639 Jun 01 13:51:54.860740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-570e8fed-2b77-47a6-8df7-5aeb3dd73fcc req-bdde2686-caf3-475a-abb5-d9d905d4646f service neutron] 10.222.0.24 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688025 Jun 01 13:51:55.272416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5bcf3-a617-4f48-8137-527b41b24a6b req-36f2ec36-ece2-418e-be2a-f0b5e97434f1 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:55.274203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9de5bcf3-a617-4f48-8137-527b41b24a6b req-36f2ec36-ece2-418e-be2a-f0b5e97434f1 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.0905631 Jun 01 13:51:55.320354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9de5bcf3-a617-4f48-8137-527b41b24a6b req-0255b5b0-5daf-40a5-9039-3e5aedcde37c tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jun 01 13:51:55.526884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:51:55.610232 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f1a4c8-ab6e-4100-a05f-f221214b4173'] response: {'name': 'network-changed', 'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'status': 'completed', 'code': 200} Jun 01 13:51:55.765566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-d5d22193-b8b8-4f56-aec8-08fc322fc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:55.767067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-d5d22193-b8b8-4f56-aec8-08fc322fc96a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1094 time: 0.1340344 Jun 01 13:51:55.771157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-d365aa4d-ed37-41b7-9e9b-02b95d3b9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:55.772482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-d365aa4d-ed37-41b7-9e9b-02b95d3b9920 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1094 time: 0.0985186 Jun 01 13:51:56.004852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-60a2e9d3-dce1-4b6c-aee2-de834bc8bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:56.006286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-60a2e9d3-dce1-4b6c-aee2-de834bc8bd39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.2326829 Jun 01 13:51:56.008775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-606ff9b2-0af8-4a71-bfb4-d23812f02526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:56.010055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-606ff9b2-0af8-4a71-bfb4-d23812f02526 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.2192845 Jun 01 13:51:56.091860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:51:56.126224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-960a04c8-554e-4b3d-9936-203dd841e347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.1136842 Jun 01 13:51:56.150940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:51:56.166723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-30232429-f1a5-4c7e-9018-a420e007cd09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.1033227 Jun 01 13:51:56.239424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-91c54f99-5194-4677-b52a-3e01109fde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:56.240894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-91c54f99-5194-4677-b52a-3e01109fde98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.1041243 Jun 01 13:51:56.246383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-f1c1e762-4ccd-4b7a-9e32-40ad5f67c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:56.247782 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-f1c1e762-4ccd-4b7a-9e32-40ad5f67c27b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0733047 Jun 01 13:51:56.327627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-9288dad4-cee5-41ee-87f5-b579972be352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788791 Jun 01 13:51:56.329559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-4574c1be-8dae-4439-8620-730036de45d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486076 Jun 01 13:51:56.735283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-b0a49ab5-4c0c-4334-954f-9a67f653ed1a service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016268 Jun 01 13:51:56.763529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-f0248def-9159-440c-bc77-aac57d07f98e service neutron] 10.222.0.24 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126968 Jun 01 13:51:56.901695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ee70-20e0-4553-a640-1ed1cdcbe745 req-40f1689e-1a83-4d1b-98de-544fb7c53e3d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:56.903181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb2ee70-20e0-4553-a640-1ed1cdcbe745 req-40f1689e-1a83-4d1b-98de-544fb7c53e3d tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.4357102 Jun 01 13:51:57.011113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9fb2ee70-20e0-4553-a640-1ed1cdcbe745 req-a06e3744-f8d9-4285-a557-c7241cfad69a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 Jun 01 13:51:57.030156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-344f8853-0469-4d5c-8787-450a6cf3c634 service neutron] 10.222.0.24 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589991 Jun 01 13:51:57.033635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0fd83b0-0b40-4cbf-aed2-ac74244a938e req-593f2644-8ad4-4a59-b1df-bed74daca036 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908473 Jun 01 13:51:58.205692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d16f8-5054-4780-bf6a-c132b98a5d61 req-f195e2bd-c0b7-4dc7-b67a-88818380226f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:58.207218 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-912d16f8-5054-4780-bf6a-c132b98a5d61 req-f195e2bd-c0b7-4dc7-b67a-88818380226f tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 943 time: 0.0831587 Jun 01 13:51:58.257729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-912d16f8-5054-4780-bf6a-c132b98a5d61 req-c0efccf0-584e-467b-bc0c-4faf1a2659e3 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Jun 01 13:51:58.589245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:51:58.741714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:58.759958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'network_id': 'b6e150ae-b9e5-4a46-8b56-be74d6366800', 'port_id': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'mac_address': 'fa:16:3e:9d:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87125c-c576-479e-8408-56df9a74adce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:51:58.817225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0ad71736-68ca-4b69-b557-c4504e12fb08 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:51:58.817602 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:58.834385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad71736-68ca-4b69-b557-c4504e12fb08 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:51:58.851031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:51:58.856799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:51:58.923536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:51:58.931457 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.931796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.932131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.932463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.932788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.933112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.933443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.933760 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.934076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.934377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.934730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:58.935042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:51:59.311031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0ad71736-68ca-4b69-b557-c4504e12fb08'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:51:59.460406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdd607-4d2e-4787-83e3-81ca73b61385 req-509941e4-2f90-46f1-82cd-7faa8fcc7dc2 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:59.463475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bffdd607-4d2e-4787-83e3-81ca73b61385 req-509941e4-2f90-46f1-82cd-7faa8fcc7dc2 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 944 time: 0.0880387 Jun 01 13:51:59.508084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bffdd607-4d2e-4787-83e3-81ca73b61385 req-5573b0b6-23f8-49d6-8034-08b678317653 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Jun 01 13:51:59.923982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-4c31a8cd-f961-45e8-9fa9-b4ae246e4b2a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:51:59.925402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-4c31a8cd-f961-45e8-9fa9-b4ae246e4b2a tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc&tenant_id=6df6d7234be84f1bb4ebf3952d996051&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.0940566 Jun 01 13:52:00.008499 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-204d5853-6c17-42d3-b67d-fe76e2d76d80 service neutron] delete failed (client error): The resource could not be found. Jun 01 13:52:00.009785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-204d5853-6c17-42d3-b67d-fe76e2d76d80 service neutron] 10.222.0.13 "DELETE /v2.0/ports/0ad71736-68ca-4b69-b557-c4504e12fb08/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0782628 Jun 01 13:52:00.156540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-e74a0416-8431-4d52-8560-d80815b420aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:00.157997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-e74a0416-8431-4d52-8560-d80815b420aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df6d7234be84f1bb4ebf3952d996051&device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 1095 time: 0.0777392 Jun 01 13:52:00.296466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-8e49993d-ad1a-4fcc-b3b7-965773bb77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:00.297820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-8e49993d-ad1a-4fcc-b3b7-965773bb77d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 200 len: 912 time: 0.1316128 Jun 01 13:52:00.383934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-138eaa9f-a900-43f1-9990-d7dbcb161ec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 200 len: 217 time: 0.0789096 Jun 01 13:52:00.450810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-7d548c7d-d8ed-45a6-8ea0-3ebb3274f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:00.452348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-7d548c7d-d8ed-45a6-8ea0-3ebb3274f830 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 200 len: 851 time: 0.0626056 Jun 01 13:52:00.500046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-012073f9-a332-4d2d-bc6b-2f536811083d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6e150ae-b9e5-4a46-8b56-be74d6366800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415812 Jun 01 13:52:00.599350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:52:00.637626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-40e39641-9c3c-4dc7-91e7-2a0cb26b36e6 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313145 Jun 01 13:52:00.674387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0ad71736-68ca-4b69-b557-c4504e12fb08 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:52:00.679277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0ad71736-68ca-4b69-b557-c4504e12fb08 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:52:00.679647 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:00.771876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-286dfcb0-0a0c-4f35-ba4d-4e3731915e62 service neutron] 10.222.0.13 "GET /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284893 Jun 01 13:52:00.794944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0ad71736-68ca-4b69-b557-c4504e12fb08 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:52:00.795316 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:00.827322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:00.837940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:00.842866 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:00.896068 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db2b636-4616-4c44-8048-b1751a517bc5'] response: {'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'code': 200} Jun 01 13:52:00.914181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:01.645138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c980e7-d966-4c41-94a2-f93f7b0e4db8 req-3e9a2d1a-3c13-494f-bf0f-ab9a679379af tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:01.646695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c980e7-d966-4c41-94a2-f93f7b0e4db8 req-3e9a2d1a-3c13-494f-bf0f-ab9a679379af tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0851991 Jun 01 13:52:01.690373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e8c980e7-d966-4c41-94a2-f93f7b0e4db8 req-e4298078-1fb1-4f5b-b357-f2045d79fd1b tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Jun 01 13:52:02.890436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396750a2-3ee5-41dd-8ea1-52013761ce60 req-08a6e3c1-0ca4-433a-bb8c-1846f7c00546 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:02.891923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-396750a2-3ee5-41dd-8ea1-52013761ce60 req-08a6e3c1-0ca4-433a-bb8c-1846f7c00546 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0855851 Jun 01 13:52:02.944375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-396750a2-3ee5-41dd-8ea1-52013761ce60 req-474777bc-c00a-4176-93d1-08d9392d4f19 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/security-groups?id=879deea8-c482-4e11-91b0-19253237aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Jun 01 13:52:03.194524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-a2dab4a4-d254-4af2-a2da-8ef823d061c4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:03.195899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-a2dab4a4-d254-4af2-a2da-8ef823d061c4 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.24 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 945 time: 0.0884640 Jun 01 13:52:03.385322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Deleting port 0ad71736-68ca-4b69-b557-c4504e12fb08 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:52:03.385678 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:03.638492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] For port 0ad71736-68ca-4b69-b557-c4504e12fb08, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0ad71736-68ca-4b69-b557-c4504e12fb08,segment=NetworkSegment(4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c),segment_id=4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:03.638878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:03.762961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Calling delete_port for 0ad71736-68ca-4b69-b557-c4504e12fb08 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:52:03.917281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:03.949633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0ad71736-68ca-4b69-b557-c4504e12fb08'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:52:03.968938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Pushing event deleted for resources: {'Port': ['ID=0ad71736-68ca-4b69-b557-c4504e12fb08,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:04.046285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] No DVR routers for this DVR port 0ad71736-68ca-4b69-b557-c4504e12fb08 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:52:04.049003 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:04.051614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-deleted', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:04.097613 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d41513e-3306-407a-b92e-f3cb4017cf33'] response: {'server_uuid': 'f38a7673-91a4-4a54-8a87-a125c11311cc', 'name': 'network-vif-deleted', 'tag': '0ad71736-68ca-4b69-b557-c4504e12fb08', 'status': 'completed', 'code': 200} Jun 01 13:52:04.105374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f7acdfa-b3cd-47ea-971a-5f9de2421e1d req-8c79bcd4-d127-48df-b386-68f104f1e340 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Synchronizing usage tracker for tenant:6df6d7234be84f1bb4ebf3952d996051 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:52:04.109569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fcfe698a-dd61-4f48-994e-f8de19d47860 req-60723d73-988c-4949-9617-237ce1b5ee93 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.24 "DELETE /v2.0/ports/0ad71736-68ca-4b69-b557-c4504e12fb08 HTTP/1.1" status: 204 len: 173 time: 0.9079595 Jun 01 13:52:04.123755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9f7acdfa-b3cd-47ea-971a-5f9de2421e1d req-8c79bcd4-d127-48df-b386-68f104f1e340 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] Unset dirty status for tenant:6df6d7234be84f1bb4ebf3952d996051 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:52:04.125091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9f7acdfa-b3cd-47ea-971a-5f9de2421e1d req-8c79bcd4-d127-48df-b386-68f104f1e340 tempest-DeleteServersTestJSON-2094761959 tempest-DeleteServersTestJSON-2094761959-project] 10.222.0.40 "GET /v2.0/ports?device_id=f38a7673-91a4-4a54-8a87-a125c11311cc HTTP/1.1" status: 200 len: 210 time: 0.0671253 Jun 01 13:52:04.976254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.393515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52828) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:05.457868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Deleting subnet 5a87125c-c576-479e-8408-56df9a74adce {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:52:05.460912 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.509724 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.567136 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.646036 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.685957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.688435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a87125c-c576-479e-8408-56df9a74adce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:05.698059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5a87125c-c576-479e-8408-56df9a74adce HTTP/1.1" status: 204 len: 168 time: 0.3033650 Jun 01 13:52:05.699576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.699903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.700243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.700566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.700883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.701197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.701340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 52832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:05.701766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.701766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.702110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.702423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.702756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.703044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5801e7-5bfe-423e-82a2-62e1496a7f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:05.817371 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.943436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:05.968710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e150ae-b9e5-4a46-8b56-be74d6366800']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:52:05.981031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:52:05.981321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:52:05.993931 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.016733 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.023192 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:52:06.023561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.120307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.136620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.148607 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] 10.222.0.40 "DELETE /v2.0/networks/b6e150ae-b9e5-4a46-8b56-be74d6366800 HTTP/1.1" status: 204 len: 168 time: 0.4436541 Jun 01 13:52:06.149206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e150ae-b9e5-4a46-8b56-be74d6366800,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:06.158425 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c resource provider aggregate not found Jun 01 13:52:06.162616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.162990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.163320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.163652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.163967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.164388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.164690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.165008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.165325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.165638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.165947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.166263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc2213-6eb9-475d-884e-70b4aae2b362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:52:06.182025 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d0a8d0e-cae4-43e9-abd7-23d3cdd4159c found for delete ", "request_id": "req-38f527e2-8502-4ff3-8c48-885922b0981f"}]} Jun 01 13:52:06.272793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52850) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:06.324073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e94342e0-fe9f-4d63-aeab-cfc3cf135f43 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6df6d7234be84f1bb4ebf3952d996051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500176 Jun 01 13:52:06.327593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52854) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:06.390737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.417877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.471617 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.486905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879deea8-c482-4e11-91b0-19253237aa9c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:06.493932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:06.497899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d471cd2-b04a-4507-8735-0a18bb31434d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/879deea8-c482-4e11-91b0-19253237aa9c HTTP/1.1" status: 204 len: 168 time: 0.1694100 Jun 01 13:52:07.087731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:52:07.405840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52878) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:07.514557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-550023314-network', 'tenant_id': '596e88db7c9946459af6de84419fc07b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:52:07.520330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:52:07.524415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Usage tracker for resource:network and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:52:07.527361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:52:07.533368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:52:07.545474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Made reservation on behalf of 596e88db7c9946459af6de84419fc07b for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:52:07.548067 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.560527 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.579430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:52:07.584801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Usage tracker for resource:security_group_rule and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:52:07.587879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:52:07.594198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:52:07.681488 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.688728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.715809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:52:07.728284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:07.732733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.733065 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Added segment c357453c-fb67-4803-b323-cccfb61877d3 of type vlan for network a716e148-5767-4706-a80b-c61d5af40dd6 Jun 01 13:52:07.762950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.794246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.795177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:07.795737 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:07.893776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] Pushing event updated for resources: {'Network': ['ID=a716e148-5767-4706-a80b-c61d5af40dd6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:07.900756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c2e7a8c2-17dc-470f-8e44-cd1be131c981 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4899564 Jun 01 13:52:07.900996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 52884) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:52:07.907032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Request body: {'subnet': {'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-550023314-subnet', 'tenant_id': '596e88db7c9946459af6de84419fc07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:52:07.907566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network a716e148-5767-4706-a80b-c61d5af40dd6 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:52:07.913205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:52:07.917069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Usage tracker for resource:subnet and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:52:07.919905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:52:07.925939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:52:07.945612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Made reservation on behalf of 596e88db7c9946459af6de84419fc07b for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:52:07.948709 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:08.156193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:08.225620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949876af-84eb-4760-b3a7-d092c5cca9c6,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:08.238425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Checking segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:52:08.238800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Network hostable DHCP agents. Network: a716e148-5767-4706-a80b-c61d5af40dd6, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:52:08.258868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Network a716e148-5767-4706-a80b-c61d5af40dd6 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:52:08.269931 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, a716e148-5767-4706-a80b-c61d5af40dd6) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:52:08.276188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:08.277203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:08.278794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730d5f4-5467-47d9-9c78-f63092d24ba6 None None] Network a716e148-5767-4706-a80b-c61d5af40dd6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:52:08.301714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-121c77cd-40b7-4cd7-8125-a24ba371ccb5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3996017 Jun 01 13:52:08.533050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3a608-0b27-4ab6-9f48-8652131cacf1 None None] Network a716e148-5767-4706-a80b-c61d5af40dd6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:52:08.651544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:52:08.689671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0ad71736-68ca-4b69-b557-c4504e12fb08 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:52:08.690014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0ad71736-68ca-4b69-b557-c4504e12fb08 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:52:08.821597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994690e6-60ba-4981-9101-f9d6a30f079b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:08.822258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994690e6-60ba-4981-9101-f9d6a30f079b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Synchronizing usage tracker for tenant:596e88db7c9946459af6de84419fc07b on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:52:08.841786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994690e6-60ba-4981-9101-f9d6a30f079b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Unset dirty status for tenant:596e88db7c9946459af6de84419fc07b on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:52:08.843033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994690e6-60ba-4981-9101-f9d6a30f079b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 814 time: 0.1655250 Jun 01 13:52:08.858778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-9130026b-7199-4d47-9483-57302bf19d8c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/quotas/596e88db7c9946459af6de84419fc07b HTTP/1.1" status: 200 len: 375 time: 0.0096672 Jun 01 13:52:08.909693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-26178fd7-9378-4e26-b1cc-f971622d451d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457206 Jun 01 13:52:09.238122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-0cce0502-5e67-4e9e-ab3f-ed16d620b5b6 service neutron] 10.222.0.40 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829964 Jun 01 13:52:09.371617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-d5f6f270-33c3-4254-9f60-069cb160a982 service neutron] 10.222.0.40 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247208 Jun 01 13:52:09.553009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f113b699-dde3-48e8-9205-0b54fd9540c4 req-39983890-373e-436c-86ec-e37278494acb tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 210 time: 0.0430791 Jun 01 13:52:10.724131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6d0c552-bcf3-42cb-be25-626635e11b97 req-bfb29646-8b7c-4d87-ae28-fa35ee31c804 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 210 time: 0.0520067 Jun 01 13:52:10.781190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-ae2c0146-8a41-4060-9907-272571291afc tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:10.782522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-ae2c0146-8a41-4060-9907-272571291afc tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 814 time: 0.2031016 Jun 01 13:52:10.800517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'port': {'device_id': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'admin_state_up': True, 'tenant_id': '596e88db7c9946459af6de84419fc07b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:52:10.940463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:52:10.944987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:port and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:52:10.948103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:52:10.954425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:52:10.967998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Made reservation on behalf of 596e88db7c9946459af6de84419fc07b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:52:10.971752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:11.136954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Allocated IP 172.20.0.2 (a716e148-5767-4706-a80b-c61d5af40dd6/949876af-84eb-4760-b3a7-d092c5cca9c6/4dc768a6-4a3d-407c-aa8e-0a688079e9cf) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:52:11.368464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:11.410275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:11.479787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Network a716e148-5767-4706-a80b-c61d5af40dd6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:52:11.482941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:52:11.486825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:52:11.520559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:11.562281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:11.562911 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:11.586111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-994dd64d-7a80-4a85-98b0-0162cb72fe6d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892971 Jun 01 13:52:11.603037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Request body: {'port': {'device_id': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:52:11.715322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.033218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-16cec4a3-e08f-4d0c-9186-e45aba5a06b2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:12.033978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-16cec4a3-e08f-4d0c-9186-e45aba5a06b2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Synchronizing usage tracker for tenant:596e88db7c9946459af6de84419fc07b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:52:12.076765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-16cec4a3-e08f-4d0c-9186-e45aba5a06b2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Unset dirty status for tenant:596e88db7c9946459af6de84419fc07b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:52:12.077865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-16cec4a3-e08f-4d0c-9186-e45aba5a06b2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 931 time: 0.2402604 Jun 01 13:52:12.156852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc768a6-4a3d-407c-aa8e-0a688079e9cf {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:52:12.167687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.174514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-3362ed47-0895-4d9f-ba86-20dfb31600b6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Synchronizing usage tracker for tenant:596e88db7c9946459af6de84419fc07b on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:52:12.190223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Transition to ACTIVE for port object 4dc768a6-4a3d-407c-aa8e-0a688079e9cf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:52:12.197002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.361355 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-3362ed47-0895-4d9f-ba86-20dfb31600b6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Unset dirty status for tenant:596e88db7c9946459af6de84419fc07b on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:52:12.362484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67888fb5-30e9-4f4f-9fe3-b374fa10c1d7 req-3362ed47-0895-4d9f-ba86-20dfb31600b6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524946 Jun 01 13:52:12.470451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:12.547688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:52:12.548012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:52:12.548330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:52:12.553023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:52:12.553331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:52:12.558502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:52:12.558860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Checking segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:52:12.559230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Bound using segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:52:12.559643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Bound port: 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:52:12.559975 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.655130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:52:12.659546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:52:12.666924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.729722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:12.730324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:12.731706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] 10.222.0.24 "PUT /v2.0/ports/4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 1091 time: 1.1326935 Jun 01 13:52:12.732172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:12.751899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c574d5e-1069-4ecd-bf2f-c0f1cea8d96e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:12.782261 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65a90aa-61c4-49b9-ba56-38fd6706dc74'] response: {'name': 'network-changed', 'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'status': 'completed', 'code': 200} Jun 01 13:52:12.877039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-dbf4678e-0bdc-4347-ab71-dac58e636128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:12.878516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-dbf4678e-0bdc-4347-ab71-dac58e636128 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1094 time: 0.0811574 Jun 01 13:52:12.955266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-29aa8291-9ba4-43ec-be47-0f69a85ed8ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0636306 Jun 01 13:52:13.029168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-0bc7e36c-ba99-45de-9b29-a3f399c309b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:13.030631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-0bc7e36c-ba99-45de-9b29-a3f399c309b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0694721 Jun 01 13:52:13.076570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-3ffbd7f2-bee0-426b-8325-57993d70195c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401893 Jun 01 13:52:13.209054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-64c50a26-5c4c-425a-8961-ef03ef21af44 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257863 Jun 01 13:52:13.347868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a37a9c6f-1ebf-4487-a872-1b8b2f2620fb req-d7d7d992-9db3-4f17-9bdb-f99c67f0f63a service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329722 Jun 01 13:52:13.573187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-06cfa74b-a01e-4781-8b68-f248c6162152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:13.574709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-06cfa74b-a01e-4781-8b68-f248c6162152 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1094 time: 0.1334102 Jun 01 13:52:13.585107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80682c4e-803c-4545-8021-fe50b7bc91ed req-7b8512ff-c7d4-4350-84e1-b2ea2f8b5934 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:13.586419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80682c4e-803c-4545-8021-fe50b7bc91ed req-7b8512ff-c7d4-4350-84e1-b2ea2f8b5934 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.1064744 Jun 01 13:52:13.709836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80682c4e-803c-4545-8021-fe50b7bc91ed req-204717a0-3351-4a18-b49f-1e8f4f21c83d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049545 Jun 01 13:52:13.744950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-7f0fba54-fb2f-4f16-b3b3-cec113ede4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:13.746395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-7f0fba54-fb2f-4f16-b3b3-cec113ede4cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1591356 Jun 01 13:52:13.817915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-a85b7590-f6c6-4717-89eb-0bdc871756f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0648768 Jun 01 13:52:13.911757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-66d49941-e6a5-4b0a-8038-f4e0358fb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:13.913200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-66d49941-e6a5-4b0a-8038-f4e0358fb7de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0888481 Jun 01 13:52:13.962667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-8b4ef555-e038-4440-ada3-c05d4b6309f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427639 Jun 01 13:52:14.210815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-34890f51-41bb-4864-9b7f-a371b59b4d64 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417390 Jun 01 13:52:14.348311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68b306ae-fb67-41e7-aed7-4d2b31ad1005 req-2a20edb0-ad2d-4f00-a572-809a30812fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291173 Jun 01 13:52:14.914763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8effd-6c09-4464-af7c-22d57d674cdf req-720cdc96-5fb1-4478-afd2-d1f03aa62649 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:14.916235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cf8effd-6c09-4464-af7c-22d57d674cdf req-720cdc96-5fb1-4478-afd2-d1f03aa62649 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.0910137 Jun 01 13:52:14.962727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0cf8effd-6c09-4464-af7c-22d57d674cdf req-338c28e4-9637-4124-8d26-fdab4423f8c3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Jun 01 13:52:16.166080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f484c6d-4a45-4caa-9569-ba0a2b4036c2 req-01eef789-8465-43fd-9da5-057deada3989 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:16.167579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f484c6d-4a45-4caa-9569-ba0a2b4036c2 req-01eef789-8465-43fd-9da5-057deada3989 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.0911162 Jun 01 13:52:16.211425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6f484c6d-4a45-4caa-9569-ba0a2b4036c2 req-56ce0e88-dc3e-4761-b963-1d7773688738 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Jun 01 13:52:16.692527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:52:16.834195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:16.847873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'port_id': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'mac_address': 'fa:16:3e:54:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949876af-84eb-4760-b3a7-d092c5cca9c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:52:16.879875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-937aa07a-d496-44b3-92b5-13569dbf63e3 req-7a77f206-b93e-4a70-a71b-afa4bd198430 service neutron] (88371) timed out ('10.222.0.13', 63636) {{(pid=88371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:52:16.907936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:52:16.908326 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:16.925888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc768a6-4a3d-407c-aa8e-0a688079e9cf {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:52:16.941164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:16.946416 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:17.015022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:17.289921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['4dc768a6-4a3d-407c-aa8e-0a688079e9cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:52:17.431235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d815-28f5-4feb-a121-f854a8cb7521 req-06f88b9b-1423-4264-b022-d3fccbe0959d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:17.432706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1870d815-28f5-4feb-a121-f854a8cb7521 req-06f88b9b-1423-4264-b022-d3fccbe0959d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 944 time: 0.0840662 Jun 01 13:52:17.482821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1870d815-28f5-4feb-a121-f854a8cb7521 req-d88eccc2-b02c-44cd-bc6a-0581ded57c0a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Jun 01 13:52:18.322110 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e4c7d3fd-7510-4836-86c6-39c50256e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:18.455038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:18.682922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bccc96-5a0e-4590-a75d-72d2eba85f59 req-ead65ac7-4336-464d-b962-eb997875ea0b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:18.684297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4bccc96-5a0e-4590-a75d-72d2eba85f59 req-ead65ac7-4336-464d-b962-eb997875ea0b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 944 time: 0.0863185 Jun 01 13:52:18.709422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:52:18.738297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4bccc96-5a0e-4590-a75d-72d2eba85f59 req-8b75482b-bd6c-484e-8774-2f66e137a1f7 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Jun 01 13:52:18.786939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:52:18.791712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:52:18.792120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:18.914515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:52:18.914914 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:18.942239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:18.951636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:18.956337 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:18.992138 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4c9941-69ad-4b62-96fc-35435c6c5dde'] response: {'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'code': 200} Jun 01 13:52:19.026220 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:19.155635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167317ed-8613-40ba-99f9-abfbf72247f8 req-a874d307-d36d-4521-9937-5049a8f81523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:19.157200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-167317ed-8613-40ba-99f9-abfbf72247f8 req-a874d307-d36d-4521-9937-5049a8f81523 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1096 time: 0.0798776 Jun 01 13:52:19.196559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-167317ed-8613-40ba-99f9-abfbf72247f8 req-3c7758ed-3857-4b6d-a3c6-26b6c2e9b788 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335963 Jun 01 13:52:19.947647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499578ba-9440-40b4-ad5c-63bef381e5c2 req-f8aaecd6-8c7f-41c2-8f1c-bac81d59e6a0 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:19.949095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-499578ba-9440-40b4-ad5c-63bef381e5c2 req-f8aaecd6-8c7f-41c2-8f1c-bac81d59e6a0 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0931733 Jun 01 13:52:19.994676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-499578ba-9440-40b4-ad5c-63bef381e5c2 req-a431d3f9-192e-4240-b2f5-a1b7b9dae49c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Jun 01 13:52:20.525450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6f281f4f-22b0-4802-beef-74f60a65f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:21.214968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff197a3-68f0-4a7b-ac26-a15047cadebe req-787584b8-c3c0-40d6-9fdc-5cdf84d5b035 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:21.216449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff197a3-68f0-4a7b-ac26-a15047cadebe req-787584b8-c3c0-40d6-9fdc-5cdf84d5b035 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.1004097 Jun 01 13:52:21.268301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ff197a3-68f0-4a7b-ac26-a15047cadebe req-2ffebace-928f-41f6-be79-feecbb4222de tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Jun 01 13:52:21.478205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becf504-bfec-4485-8b5c-4a46044ffef8 req-2030d9a5-7156-4384-a43e-cd00cf8ffc70 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:21.479876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6becf504-bfec-4485-8b5c-4a46044ffef8 req-2030d9a5-7156-4384-a43e-cd00cf8ffc70 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0974557 Jun 01 13:52:21.529128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6becf504-bfec-4485-8b5c-4a46044ffef8 req-4fc87273-7dcb-4201-87df-6a2522789233 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Jun 01 13:52:21.731327 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:21.884832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003e3c-fb7b-452e-bba1-1aed5a85c8cc req-6f32636a-f51f-41f8-9828-62c36604de5d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:21.886294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53003e3c-fb7b-452e-bba1-1aed5a85c8cc req-6f32636a-f51f-41f8-9828-62c36604de5d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0851667 Jun 01 13:52:21.892567 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:21.932694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53003e3c-fb7b-452e-bba1-1aed5a85c8cc req-170ca48f-f4f0-4819-99ce-69fbff4bef1b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Jun 01 13:52:22.134276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e259d-49b5-447e-8507-d301fa9eb980 req-ff1e65ee-465b-48d2-b9fd-62eed11cfbd3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:22.135655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a1e259d-49b5-447e-8507-d301fa9eb980 req-ff1e65ee-465b-48d2-b9fd-62eed11cfbd3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0873206 Jun 01 13:52:22.180404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a1e259d-49b5-447e-8507-d301fa9eb980 req-2118577e-ee86-4736-b085-934c99b5d61a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Jun 01 13:52:22.565659 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-f33cb085-550a-43d5-b3fc-1ee7c56827c9 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767150 Jun 01 13:52:22.608898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51a7c-7350-4be8-b4f5-17067bfc9958 req-5351d1c0-278e-41ef-96d2-de600e055493 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:22.610400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d51a7c-7350-4be8-b4f5-17067bfc9958 req-5351d1c0-278e-41ef-96d2-de600e055493 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0822027 Jun 01 13:52:22.658819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d51a7c-7350-4be8-b4f5-17067bfc9958 req-b303b1bf-89e2-4355-a0bf-132befbe3108 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Jun 01 13:52:23.307504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:23.901337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-3641a595-8750-4627-b887-14e0baf70729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:23.903008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-3641a595-8750-4627-b887-14e0baf70729 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1096 time: 0.1373994 Jun 01 13:52:23.915099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ef84b-8828-4bdc-91b9-0136fd1b9576 req-5cd822e7-3d11-4ade-a4af-3c8ee9a6800b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:23.916446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a9ef84b-8828-4bdc-91b9-0136fd1b9576 req-5cd822e7-3d11-4ade-a4af-3c8ee9a6800b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.1109369 Jun 01 13:52:24.037358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a9ef84b-8828-4bdc-91b9-0136fd1b9576 req-be7b7b1c-9d2e-445e-8b79-43497dd3618a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028533 Jun 01 13:52:24.085630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-3d15053e-78ca-417d-bcf5-d7329c1c58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:24.087166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-3d15053e-78ca-417d-bcf5-d7329c1c58ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1698248 Jun 01 13:52:24.155330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-047a866b-be7c-440c-8306-70be4fd4fd23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0614564 Jun 01 13:52:24.223451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-b947be8b-bd83-474b-97f6-eab70f440677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:24.225847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-b947be8b-bd83-474b-97f6-eab70f440677 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0645971 Jun 01 13:52:24.276860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-8ab8f182-52ac-4389-be2b-7ba585dfe2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448816 Jun 01 13:52:24.414648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-2f57f61e-7cae-49fb-ac42-3670c47aedc1 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311994 Jun 01 13:52:24.664330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-d62478ad-598b-4793-8571-a4c1edf31728 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420511 Jun 01 13:52:25.245285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdf-6da2-44f3-a267-1360be8d5ad3 req-02911177-a9f3-45bd-978b-e40bb6d83ed5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:25.246744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fa48bdf-6da2-44f3-a267-1360be8d5ad3 req-02911177-a9f3-45bd-978b-e40bb6d83ed5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0971110 Jun 01 13:52:25.294625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fa48bdf-6da2-44f3-a267-1360be8d5ad3 req-38e208ab-c7c7-4d0c-946f-3134a94925c7 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jun 01 13:52:26.501096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fb483-8dd6-4cd9-80fa-fe0af0f8f987 req-761fa100-d278-4486-a3a0-fc4dafb67a9b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:26.502574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-983fb483-8dd6-4cd9-80fa-fe0af0f8f987 req-761fa100-d278-4486-a3a0-fc4dafb67a9b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0868256 Jun 01 13:52:26.549441 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-983fb483-8dd6-4cd9-80fa-fe0af0f8f987 req-63eb0515-b8b8-49bc-b92a-c7df5f0f79c6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Jun 01 13:52:27.757232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc3b8-9e79-41e4-bbd9-b259cf5e797f req-c4f12968-7e3a-4588-bb10-c6fb4e78753f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:27.758713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69acc3b8-9e79-41e4-bbd9-b259cf5e797f req-c4f12968-7e3a-4588-bb10-c6fb4e78753f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0921214 Jun 01 13:52:27.806696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69acc3b8-9e79-41e4-bbd9-b259cf5e797f req-4cc95f01-b1c1-4da5-8e45-a2276acc4625 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Jun 01 13:52:29.007689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b008-daf3-4d47-a80b-9bc87771ccc9 req-60a76397-a9bd-4f7d-9477-683355a25045 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:29.009126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f089b008-daf3-4d47-a80b-9bc87771ccc9 req-60a76397-a9bd-4f7d-9477-683355a25045 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0841358 Jun 01 13:52:29.053880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f089b008-daf3-4d47-a80b-9bc87771ccc9 req-d1008421-42cb-4979-b321-b93bf1bc92b8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Jun 01 13:52:30.249186 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a61b-a1bf-4c28-a3e7-d6e7ea63e559 req-e07f92ed-4a22-4ec5-9148-1076cb475434 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:30.250640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7247a61b-a1bf-4c28-a3e7-d6e7ea63e559 req-e07f92ed-4a22-4ec5-9148-1076cb475434 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0905340 Jun 01 13:52:30.296320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7247a61b-a1bf-4c28-a3e7-d6e7ea63e559 req-31c0fae5-672f-4244-8dc4-c7c486bb33ce tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379958 Jun 01 13:52:31.508300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6195260-e176-46c7-94cf-a27f68692790 req-78a67c5e-a99b-4129-a5f9-6f0a8053d21b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:31.509777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6195260-e176-46c7-94cf-a27f68692790 req-78a67c5e-a99b-4129-a5f9-6f0a8053d21b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0820549 Jun 01 13:52:31.562582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6195260-e176-46c7-94cf-a27f68692790 req-0f3c662b-a555-4aed-a63d-5765a8df22d5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Jun 01 13:52:32.775886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efafa8-a2aa-451c-adbf-413dd41c2979 req-2b90e9dd-e357-47f0-ae0a-13d5d886427a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:32.777229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83efafa8-a2aa-451c-adbf-413dd41c2979 req-2b90e9dd-e357-47f0-ae0a-13d5d886427a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0942919 Jun 01 13:52:32.821200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83efafa8-a2aa-451c-adbf-413dd41c2979 req-ae22ef4d-03b3-49ea-9f74-af06d0d3600a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Jun 01 13:52:34.037665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5893fc-a0e4-4c81-a71f-5eed724102ca req-0389132f-03f0-41e5-bbf9-65b3a0e32915 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:34.039145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac5893fc-a0e4-4c81-a71f-5eed724102ca req-0389132f-03f0-41e5-bbf9-65b3a0e32915 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0893896 Jun 01 13:52:34.083744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac5893fc-a0e4-4c81-a71f-5eed724102ca req-edfbbd0f-c5dc-4254-9da0-804eaa2ac39d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Jun 01 13:52:34.976758 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:35.272520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aebc43-5cfd-4b94-b3c3-af0bfa4068c0 req-8078c782-4871-477a-adf7-556e6aacb756 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:35.273863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3aebc43-5cfd-4b94-b3c3-af0bfa4068c0 req-8078c782-4871-477a-adf7-556e6aacb756 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0816169 Jun 01 13:52:35.321333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3aebc43-5cfd-4b94-b3c3-af0bfa4068c0 req-17d43f47-2a42-43c3-952a-442cbb3b1146 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Jun 01 13:52:36.537817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2cd8d-a7f0-4ca2-979e-7901dadf39af req-d3978ed7-adc2-41b2-98b1-f1b840926c37 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:36.539325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64c2cd8d-a7f0-4ca2-979e-7901dadf39af req-d3978ed7-adc2-41b2-98b1-f1b840926c37 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0898824 Jun 01 13:52:36.584421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64c2cd8d-a7f0-4ca2-979e-7901dadf39af req-d605ea43-a1aa-4e39-881f-9c4351c62678 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393245 Jun 01 13:52:37.786828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775087c-b039-42cb-acef-6b308ecfe2da req-5d0aa94d-7b24-4fb1-9564-153d3573bfb4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:37.788189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1775087c-b039-42cb-acef-6b308ecfe2da req-5d0aa94d-7b24-4fb1-9564-153d3573bfb4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0919681 Jun 01 13:52:37.836800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1775087c-b039-42cb-acef-6b308ecfe2da req-176cc80f-d481-4817-a005-cf175748dd40 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Jun 01 13:52:39.032684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e5c61-c22e-470d-9421-bb5b3236465a req-054d2bd6-b3d1-4220-a494-3387a58be588 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:39.034342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f70e5c61-c22e-470d-9421-bb5b3236465a req-054d2bd6-b3d1-4220-a494-3387a58be588 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0868804 Jun 01 13:52:39.082371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f70e5c61-c22e-470d-9421-bb5b3236465a req-390e4239-fd58-45fc-b47b-c66f7547f86a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Jun 01 13:52:40.295598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da8af4-5a8b-45f5-b81b-e7c2169a8161 req-612cdcc3-f36c-4669-8300-728edde8cb14 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:40.296967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0da8af4-5a8b-45f5-b81b-e7c2169a8161 req-612cdcc3-f36c-4669-8300-728edde8cb14 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0915878 Jun 01 13:52:40.347061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0da8af4-5a8b-45f5-b81b-e7c2169a8161 req-e1e2375b-b9b2-4a6b-8e15-262359b1a463 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Jun 01 13:52:41.543533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050032c-d114-401c-8d76-c9e4d1957053 req-95b6a357-7342-4a27-964f-26d05659e2d6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:41.545004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1050032c-d114-401c-8d76-c9e4d1957053 req-95b6a357-7342-4a27-964f-26d05659e2d6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0806334 Jun 01 13:52:41.595704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1050032c-d114-401c-8d76-c9e4d1957053 req-7e69226e-1b5a-46bf-a227-30cf9aa47a9f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Jun 01 13:52:42.802401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccfd82-e63f-4879-beec-c3531ae66128 req-6002b227-8575-4bf9-8350-8d81e9b6edef tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:42.803826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ccfd82-e63f-4879-beec-c3531ae66128 req-6002b227-8575-4bf9-8350-8d81e9b6edef tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0916128 Jun 01 13:52:42.852464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ccfd82-e63f-4879-beec-c3531ae66128 req-0293dc28-e781-4015-8f94-43dc5ba37dbb tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Jun 01 13:52:44.064340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb654c3e-41fd-48f2-b73d-fe083fc53a3e req-728ab98a-104b-4e0a-b517-fb656769ed5b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:44.065795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb654c3e-41fd-48f2-b73d-fe083fc53a3e req-728ab98a-104b-4e0a-b517-fb656769ed5b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0895882 Jun 01 13:52:44.087262 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:52:44.111408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb654c3e-41fd-48f2-b73d-fe083fc53a3e req-40cda509-a739-4777-830f-98e29bd7f66f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Jun 01 13:52:45.323099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa5d0-48f7-4659-8dcf-16da396e5eeb req-4a587247-0f0f-4f1f-8a2f-e4d45aab5240 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:45.324537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e8aa5d0-48f7-4659-8dcf-16da396e5eeb req-4a587247-0f0f-4f1f-8a2f-e4d45aab5240 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0946622 Jun 01 13:52:45.370463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1e8aa5d0-48f7-4659-8dcf-16da396e5eeb req-6d2b6cea-40ce-40f8-a1d4-485c5de7c6ef tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Jun 01 13:52:46.580005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17402706-b4b8-458d-8dc4-2dc6743eb718 req-f919151c-fd29-4a5c-9f01-8e0d6fe9573c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:46.581446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17402706-b4b8-458d-8dc4-2dc6743eb718 req-f919151c-fd29-4a5c-9f01-8e0d6fe9573c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0936654 Jun 01 13:52:46.630396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-17402706-b4b8-458d-8dc4-2dc6743eb718 req-2b81c424-0573-4248-9e97-7d7b7fd4d9b1 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Jun 01 13:52:47.835170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd345f1-64d5-4b88-a8fd-f88db1cb15c8 req-d134d878-55ff-4cdf-820f-bb74bf640f38 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:47.836426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fd345f1-64d5-4b88-a8fd-f88db1cb15c8 req-d134d878-55ff-4cdf-820f-bb74bf640f38 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0832093 Jun 01 13:52:47.885865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fd345f1-64d5-4b88-a8fd-f88db1cb15c8 req-c29cd8cc-a8d8-4835-9293-a4526c38dcf1 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Jun 01 13:52:48.319590 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-088f581f-2cc2-456e-91eb-d24b016e7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:48.462366 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:49.099549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecb2df-a1ea-414a-9ddd-9cbce471208d req-1acb242a-ef17-4c14-a3ce-f62820e4340a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:49.101348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48ecb2df-a1ea-414a-9ddd-9cbce471208d req-1acb242a-ef17-4c14-a3ce-f62820e4340a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.1005325 Jun 01 13:52:49.161739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48ecb2df-a1ea-414a-9ddd-9cbce471208d req-44551da7-1bf6-49c8-9819-b08461ecdac1 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519307 Jun 01 13:52:50.351087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b0d35-39ce-422a-9725-078ec65dbff8 req-d0329f38-4533-4d17-95c9-59ff3a6fbf3b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:50.352552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-326b0d35-39ce-422a-9725-078ec65dbff8 req-d0329f38-4533-4d17-95c9-59ff3a6fbf3b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0831203 Jun 01 13:52:50.397702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-326b0d35-39ce-422a-9725-078ec65dbff8 req-2f03d385-069d-49b9-b873-f6ef6f895e11 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Jun 01 13:52:50.538002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4514b7b3-c6ac-416c-b62b-c6b3785654c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:51.595126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921d2c1-4767-4b12-aebb-dae94fe4d28c req-11d48c14-8e03-4595-851e-8c0f4ac86b2d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:51.596565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4921d2c1-4767-4b12-aebb-dae94fe4d28c req-11d48c14-8e03-4595-851e-8c0f4ac86b2d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0870295 Jun 01 13:52:51.643669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4921d2c1-4767-4b12-aebb-dae94fe4d28c req-e0eade4f-8aab-444d-b0c4-483135feaca8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Jun 01 13:52:51.729710 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:51.772854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-acfc6717-b935-4b42-9752-3fdf43d570a6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:52:51.773796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-acfc6717-b935-4b42-9752-3fdf43d570a6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055394 Jun 01 13:52:51.860807 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-7778e649-9f56-4319-ab9f-7bfe65279e2d service neutron] show failed (client error): The resource could not be found. Jun 01 13:52:51.861813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-7778e649-9f56-4319-ab9f-7bfe65279e2d service neutron] 10.222.0.24 "GET /v2.0/ports/4dc768a6-4a3d-407c-aa8e-0a688079e9cf/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0821123 Jun 01 13:52:51.900669 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:52.144699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-57310627-31b4-448c-b43b-a01abd246004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:52.146163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-57310627-31b4-448c-b43b-a01abd246004 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1&tenant_id=596e88db7c9946459af6de84419fc07b HTTP/1.1" status: 200 len: 1096 time: 0.0789685 Jun 01 13:52:52.157030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:52:52.377140 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:52.642336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:52.674106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:52:52.733258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:52.739120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:52.755058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Transition to ACTIVE for port object 4dc768a6-4a3d-407c-aa8e-0a688079e9cf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:52:52.790833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:52.800683 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7020bb-5c10-45b9-8fdc-36aeb8210687'] response: {'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'code': 200} Jun 01 13:52:52.971214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:52.973584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] No DVR routers for this DVR port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:52:53.043272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269448e2-a6e6-488d-b820-3e51936e4b87 req-6ced6f4c-3d3f-4177-87fc-4cae659b75f9 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:53.044751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-269448e2-a6e6-488d-b820-3e51936e4b87 req-6ced6f4c-3d3f-4177-87fc-4cae659b75f9 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.2848868 Jun 01 13:52:53.047025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:52:53.047349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:52:53.047678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:52:53.065363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:52:53.065659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Attempting to bind port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:52:53.076519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:52:53.076849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Checking segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:52:53.077213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Bound using segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:52:53.077634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Bound port: 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:52:53.077983 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:53.137370 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-269448e2-a6e6-488d-b820-3e51936e4b87 req-8cd2f285-b219-4298-835e-ca5210e5f560 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Jun 01 13:52:53.186379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:52:53.189431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:52:53.197027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:53.261304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:53.261914 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:53.263298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] 10.222.0.13 "PUT /v2.0/ports/4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 1091 time: 1.1102157 Jun 01 13:52:53.279831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea4b07-bde2-4a92-a127-c8ea419b076d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:53.307736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:53.358193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-fe775c72-4fb8-4e52-b78a-ddd521ca35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:53.359712 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-fe775c72-4fb8-4e52-b78a-ddd521ca35cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1094 time: 0.0735388 Jun 01 13:52:53.494782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-2ca886c1-3195-4079-9c6e-1fcf6a939674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:53.496206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-2ca886c1-3195-4079-9c6e-1fcf6a939674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1297209 Jun 01 13:52:53.567699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-92134828-a8c7-4ffd-bda2-83bbd671194f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0653186 Jun 01 13:52:53.630675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-d5ec228e-b16f-45ab-bbb8-a290b3761172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:53.632053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-d5ec228e-b16f-45ab-bbb8-a290b3761172 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0579944 Jun 01 13:52:53.682056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-69a1083c-2e87-4519-a710-8fd46143e3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439591 Jun 01 13:52:53.817151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-fe5285a6-456b-45c6-947a-72f6aabc38bc service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290202 Jun 01 13:52:53.950753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d790beca-a785-48fc-8b8c-8a4a19681dec req-d27b6e5d-300c-45dc-ba63-f14f8bb15add service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272717 Jun 01 13:52:54.337252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de105a1-4086-43cb-951d-32551c7376d1 req-0f6da567-2431-4723-91ba-6469406cb726 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:54.338952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0de105a1-4086-43cb-951d-32551c7376d1 req-0f6da567-2431-4723-91ba-6469406cb726 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.0919001 Jun 01 13:52:54.386997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0de105a1-4086-43cb-951d-32551c7376d1 req-81df73b0-160d-4abe-8b20-67322db87857 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392139 Jun 01 13:52:54.802344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:54.871723 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983dcc00-2d2a-4da4-a237-4da842eef753'] response: {'name': 'network-changed', 'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'status': 'completed', 'code': 200} Jun 01 13:52:55.128463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-71630455-9577-4143-a61d-cee6f9f5624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.129934 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-71630455-9577-4143-a61d-cee6f9f5624c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1094 time: 0.2360768 Jun 01 13:52:55.134047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-ce42fe62-7fbf-497d-9a91-6563fecfcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.135417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-ce42fe62-7fbf-497d-9a91-6563fecfcb74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1094 time: 0.2072928 Jun 01 13:52:55.360874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-09465507-60a6-4a84-bea6-0b029dc873e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.362292 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-09465507-60a6-4a84-bea6-0b029dc873e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.2258298 Jun 01 13:52:55.364543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-3213577f-6700-4477-81c1-9954b4aea465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.365795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-3213577f-6700-4477-81c1-9954b4aea465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.2123582 Jun 01 13:52:55.497733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-3c13b9ff-bea5-4edc-88ed-c2e3ed18bfd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.1277111 Jun 01 13:52:55.500056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-255b15c2-5302-4afa-85fa-606962b8bf22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0806999 Jun 01 13:52:55.668620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-1609b531-f706-4066-9de4-20cc4efc2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.670065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-1609b531-f706-4066-9de4-20cc4efc2a78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.1645861 Jun 01 13:52:55.672477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b249-1e89-4899-b462-d159299438c0 req-3683045f-fff7-4d40-ac4e-fd414ef098a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.673737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-3683045f-fff7-4d40-ac4e-fd414ef098a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.1694179 Jun 01 13:52:55.754509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-8c02ff26-29d7-4e0d-85da-04f8590097c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772102 Jun 01 13:52:55.779410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-6ee2fd30-e0f0-41ec-9154-aa16cc6ce8bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678871 Jun 01 13:52:55.953719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2a872-d488-43ec-b443-af596a8c789f req-691905aa-8ba0-40bb-8632-e2b81fbf7808 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:55.955179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b2a872-d488-43ec-b443-af596a8c789f req-691905aa-8ba0-40bb-8632-e2b81fbf7808 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 943 time: 0.3831019 Jun 01 13:52:56.044798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-e4524801-73e2-411c-8162-722cfd72c8fd service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840171 Jun 01 13:52:56.053209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-958f8ffc-ea2c-485f-b2c4-d4d03afe5079 service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659554 Jun 01 13:52:56.079853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91b2a872-d488-43ec-b443-af596a8c789f req-97bccc25-3960-4150-95db-9bf84f4f8d1c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085157 Jun 01 13:52:56.301261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-d6b66278-5e72-4c0d-9386-a722dbf2642b service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451427 Jun 01 13:52:56.304294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b33b249-1e89-4899-b462-d159299438c0 req-a9a5b28d-3d59-42ff-8d62-fe6ca0702952 service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296054 Jun 01 13:52:56.391543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:52:56.533270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:56.547336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'port_id': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'mac_address': 'fa:16:3e:54:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949876af-84eb-4760-b3a7-d092c5cca9c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:52:56.627810 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:52:56.628158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:56.645806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc768a6-4a3d-407c-aa8e-0a688079e9cf {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:52:56.661092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:56.668123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:56.738720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:56.782817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:52:56.844833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:52:56.886811 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4dc768a6-4a3d-407c-aa8e-0a688079e9cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:52:57.313995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac566f6e-98db-4153-a561-7f8d326b704d req-e8017611-6197-4ba7-bd81-b0b6befea097 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:57.317266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac566f6e-98db-4153-a561-7f8d326b704d req-e8017611-6197-4ba7-bd81-b0b6befea097 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 944 time: 0.0954707 Jun 01 13:52:57.499092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac566f6e-98db-4153-a561-7f8d326b704d req-52b364f5-fccb-450f-bcbc-334359394462 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759610 Jun 01 13:52:57.911298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6e6b-c177-4bd5-86a6-519fdbf3ccbe req-2e79f21b-8e47-4110-a9ec-3da14e218659 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:57.912744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-075e6e6b-c177-4bd5-86a6-519fdbf3ccbe req-2e79f21b-8e47-4110-a9ec-3da14e218659 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 944 time: 0.1498580 Jun 01 13:52:57.920923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-fad1fc11-cf38-4f28-a67c-166d858b1186 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:57.922228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-fad1fc11-cf38-4f28-a67c-166d858b1186 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1&tenant_id=596e88db7c9946459af6de84419fc07b&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.1211369 Jun 01 13:52:58.018492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-075e6e6b-c177-4bd5-86a6-519fdbf3ccbe req-80fb3864-31b1-4a73-ba37-fce7a387f228 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951793 Jun 01 13:52:58.031327 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-1f9c55ae-68b5-45ae-b1f8-d42ac10206f4 service neutron] delete failed (client error): The resource could not be found. Jun 01 13:52:58.032382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-1f9c55ae-68b5-45ae-b1f8-d42ac10206f4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4dc768a6-4a3d-407c-aa8e-0a688079e9cf/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0964570 Jun 01 13:52:58.210089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-d74a70ab-4d4a-4fd7-9d6a-2b2991c38451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:58.212327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-d74a70ab-4d4a-4fd7-9d6a-2b2991c38451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 1095 time: 0.0823181 Jun 01 13:52:58.358497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-8a91fb20-72f5-4c4c-a3ee-d6ea6c198696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:58.359983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-8a91fb20-72f5-4c4c-a3ee-d6ea6c198696 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1414053 Jun 01 13:52:58.406952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:52:58.431853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-e1d3d67a-8452-46f5-abd9-af7105a7b8f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 200 len: 217 time: 0.0655098 Jun 01 13:52:58.496877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-58da9893-4b04-4d0d-bd01-29c922d214cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:58.497965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-58da9893-4b04-4d0d-bd01-29c922d214cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0606415 Jun 01 13:52:58.513324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:52:58.518365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:52:58.518765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:58.545592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-d34d65ab-0c6d-472b-9781-36d5d014117a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413213 Jun 01 13:52:58.637069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:52:58.637311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:58.665566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:52:58.675869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:52:58.680724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:52:58.681430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-78bbc72e-d63a-42a1-8c37-5cc557a523ac service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294844 Jun 01 13:52:58.726999 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0762d0-5a5b-4d72-bc19-948211e6685d'] response: {'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'code': 200} Jun 01 13:52:58.753101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:52:58.821595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c10a8f89-932f-42a6-b3f9-24187e15a196 req-9e6871ae-47a0-4045-a5cc-7db3c5720eaa service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333303 Jun 01 13:52:59.238260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e7de8-45c6-448f-af0a-b01aa6ff4626 req-e6658951-fd19-4376-8cfc-e832e8f1e740 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:52:59.239753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-968e7de8-45c6-448f-af0a-b01aa6ff4626 req-e6658951-fd19-4376-8cfc-e832e8f1e740 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.1013210 Jun 01 13:52:59.286083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-968e7de8-45c6-448f-af0a-b01aa6ff4626 req-015aa0e6-d8e3-4499-adf2-04bc40313338 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Jun 01 13:53:00.494341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a58ec-3ef2-42c2-9d66-579f0c2af131 req-00762b5b-6d65-4f6a-9810-9317c7e8bf81 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:00.495827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc8a58ec-3ef2-42c2-9d66-579f0c2af131 req-00762b5b-6d65-4f6a-9810-9317c7e8bf81 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0844536 Jun 01 13:53:00.547802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc8a58ec-3ef2-42c2-9d66-579f0c2af131 req-b79f56c4-a980-4124-be59-a325da69d7ca tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Jun 01 13:53:00.750325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d3bb-525e-49b4-acae-b9d33d3cdc41 req-3ed6af82-f998-4e77-bbcb-26bdb87f6567 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:00.751798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d223d3bb-525e-49b4-acae-b9d33d3cdc41 req-3ed6af82-f998-4e77-bbcb-26bdb87f6567 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0829418 Jun 01 13:53:00.798188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d223d3bb-525e-49b4-acae-b9d33d3cdc41 req-8c665767-571d-454e-b4ec-4e6444dfb736 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Jun 01 13:53:00.908530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53062) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:00.913660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171344239', 'description': 'tempest-description--693551607'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:00.924742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:00.934565 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:00.944132 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:00.963249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:00.967569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:security_group_rule and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:53:00.970644 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:53:00.976556 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:01.046514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.051817 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.096772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddddf2e8-d654-430c-8eaa-4daea9c71dd8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:01.104343 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.105978 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b55f89ce-7981-4a0c-b68e-21d3a89117fd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1964173 Jun 01 13:53:01.109066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53068) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:01.113924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'security_group_rule': {'security_group_id': 'ddddf2e8-d654-430c-8eaa-4daea9c71dd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:01.120952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:01.125010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:security_group_rule and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:53:01.127989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:53:01.133909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:01.153215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.221428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.227757 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.254063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855e6830-b69d-473c-9138-2700a5003195,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:01.264911 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.266131 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20185b01-7509-4ee1-8fce-a25e8d0f7b62 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561048 Jun 01 13:53:01.272328 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53072) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:01.277373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'security_group_rule': {'security_group_id': 'ddddf2e8-d654-430c-8eaa-4daea9c71dd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:01.284372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:01.288388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:security_group_rule and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:53:01.291405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:53:01.297254 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:01.314496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.377173 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.382901 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.406884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a18f3d-a059-49f9-aa46-ca2d680db20d,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:01.417836 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.419067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-80bbf53c-d947-4918-91b6-89679adceaea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457925 Jun 01 13:53:01.422413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53076) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:01.427544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:01.434619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:01.438512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:floatingip and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:53:01.441423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:53:01.447233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:01.460465 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.610938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:01.859711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Allocated IP 172.25.7.120 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/94d0530d-f42c-4fbb-8721-4638ba644bb0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:53:02.011675 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.041483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.107309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:53:02.110163 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:53:02.113765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:53:02.145736 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'Port': ['ID=94d0530d-f42c-4fbb-8721-4638ba644bb0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:02.200629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.270943 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.484552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.489990 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.596339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'Port': ['ID=94d0530d-f42c-4fbb-8721-4638ba644bb0,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:02.608670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.633708 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:02.635066 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-143153ce-3161-46d9-a07d-50675a99950d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2115715 Jun 01 13:53:02.831004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db0b94-571d-4892-bab7-05fc8aa54b6c req-52ed76d2-47a8-40d3-ae47-e977bf18d5ec tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:02.832464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6db0b94-571d-4892-bab7-05fc8aa54b6c req-52ed76d2-47a8-40d3-ae47-e977bf18d5ec tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.0946569 Jun 01 13:53:02.876915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a6db0b94-571d-4892-bab7-05fc8aa54b6c req-0024bc83-549c-4fe8-963a-cbe3f59b3d90 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Jun 01 13:53:03.388949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-00a8d229-00aa-404d-8265-085a347c642f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:03.390628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-00a8d229-00aa-404d-8265-085a347c642f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 814 time: 0.1509774 Jun 01 13:53:03.409700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-289916eb-cce4-4c1b-934b-9c290bf72e8b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/quotas/596e88db7c9946459af6de84419fc07b HTTP/1.1" status: 200 len: 375 time: 0.0105219 Jun 01 13:53:03.493316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-1675423f-a9e6-49cc-896d-aa66d801bcb6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785232 Jun 01 13:53:03.739319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-ba9f20d4-d907-4c7d-9c7f-51e338e30ac5 service neutron] 10.222.0.40 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387197 Jun 01 13:53:03.876745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-eaeb2dba-e106-4f0c-be96-496c86f4d51b service neutron] 10.222.0.40 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287246 Jun 01 13:53:04.076567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e127f4d-915c-4ef9-8a16-07b18866f612 req-5a3277b2-fbb6-4fd4-9095-a7490274bc6a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 210 time: 0.0478015 Jun 01 13:53:04.477432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-648cf558-0b3a-43c7-90d5-76f5d0375cd9 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:04.479057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-648cf558-0b3a-43c7-90d5-76f5d0375cd9 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.13 "GET /v2.0/ports?device_id=04023ad2-d8dc-4f20-90a3-c6bb4ec569b1 HTTP/1.1" status: 200 len: 945 time: 0.1042147 Jun 01 13:53:04.554805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Deleting port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:53:04.555202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:04.837099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] For port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:04.837434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:04.990943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:04.994268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Calling delete_port for 4dc768a6-4a3d-407c-aa8e-0a688079e9cf owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:53:05.143484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:05.155105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4dc768a6-4a3d-407c-aa8e-0a688079e9cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:53:05.253945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event deleted for resources: {'Port': ['ID=4dc768a6-4a3d-407c-aa8e-0a688079e9cf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:05.341254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9617812e-7028-463d-ae4c-3008b4e30fdd req-1ac307ac-b626-4104-877d-557cb2c8e5bd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 210 time: 0.1487656 Jun 01 13:53:05.408598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] No DVR routers for this DVR port 4dc768a6-4a3d-407c-aa8e-0a688079e9cf on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:53:05.412705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:05.415135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-deleted', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:05.448414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db168aab-851e-4f9c-a8a5-a2cc7b1442b7 req-6fc24cc8-ade5-41f3-9fe7-c2052ed6cae2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.13 "DELETE /v2.0/ports/4dc768a6-4a3d-407c-aa8e-0a688079e9cf HTTP/1.1" status: 204 len: 173 time: 0.9641371 Jun 01 13:53:05.464768 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b463c3f1-0b4e-4bfd-b69b-ee9ece00f9aa'] response: {'server_uuid': '04023ad2-d8dc-4f20-90a3-c6bb4ec569b1', 'name': 'network-vif-deleted', 'tag': '4dc768a6-4a3d-407c-aa8e-0a688079e9cf', 'status': 'completed', 'code': 200} Jun 01 13:53:05.476119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-75ae2884-7ba4-4562-90ce-c57f4abcdd65 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:05.477540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-75ae2884-7ba4-4562-90ce-c57f4abcdd65 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 814 time: 0.2840698 Jun 01 13:53:05.495408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Request body: {'port': {'device_id': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'admin_state_up': True, 'tenant_id': '596e88db7c9946459af6de84419fc07b'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:05.637693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:53:05.642643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Usage tracker for resource:port and tenant:596e88db7c9946459af6de84419fc07b is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:53:05.645894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:53:05.652574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:53:05.664126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Made reservation on behalf of 596e88db7c9946459af6de84419fc07b for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:53:05.667865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:05.956091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Allocated IP 172.20.0.11 (a716e148-5767-4706-a80b-c61d5af40dd6/949876af-84eb-4760-b3a7-d092c5cca9c6/4c9717b6-6e3f-478a-a4cf-91bb39f9076d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:53:06.163710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:06.197586 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:06.211183 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4dc768a6-4a3d-407c-aa8e-0a688079e9cf'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:53:06.277279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Network a716e148-5767-4706-a80b-c61d5af40dd6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:53:06.280193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:53:06.284445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:53:06.319972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:06.337333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.337665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.338006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.338331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.338659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.339005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.339330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.339704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.340018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.340335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.340645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.340938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:06.362195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:06.362825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:06.388758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-a3efc02f-5561-4f0b-9994-e4f92909f13d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972869 Jun 01 13:53:06.406134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Request body: {'port': {'device_id': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:06.566770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:06.647606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbd3a1-20da-4c5f-babf-422acc7d30fa req-16f97192-b5f1-471a-92a5-89a074be10f5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:06.648315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-46bbd3a1-20da-4c5f-babf-422acc7d30fa req-16f97192-b5f1-471a-92a5-89a074be10f5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Synchronizing usage tracker for tenant:596e88db7c9946459af6de84419fc07b on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:53:06.722344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-46bbd3a1-20da-4c5f-babf-422acc7d30fa req-16f97192-b5f1-471a-92a5-89a074be10f5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Unset dirty status for tenant:596e88db7c9946459af6de84419fc07b on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:53:06.723517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46bbd3a1-20da-4c5f-babf-422acc7d30fa req-16f97192-b5f1-471a-92a5-89a074be10f5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 932 time: 0.2668068 Jun 01 13:53:06.848365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46bbd3a1-20da-4c5f-babf-422acc7d30fa req-6823bd4f-70d5-46ab-9eec-a35ac6e1f2e5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185842 Jun 01 13:53:06.970944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9717b6-6e3f-478a-a4cf-91bb39f9076d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:53:06.978492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:06.993540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Transition to ACTIVE for port object 4c9717b6-6e3f-478a-a4cf-91bb39f9076d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:53:07.001687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:07.137310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:07.241892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:53:07.242640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:53:07.242640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:53:07.247461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:53:07.247794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:53:07.252959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:53:07.253270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Checking segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:53:07.253638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Bound using segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:53:07.254051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Bound port: 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:53:07.254388 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:07.344546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:53:07.349887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:53:07.357829 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:07.420650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:07.421356 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:07.422613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] 10.222.0.24 "PUT /v2.0/ports/4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 1092 time: 1.0207036 Jun 01 13:53:07.437727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d08f-cddd-4f30-87f4-8c06310d1c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:07.466359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:07.519006 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277bb2ba-b44a-468b-be60-dda043e1f43d'] response: {'name': 'network-changed', 'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'status': 'completed', 'code': 200} Jun 01 13:53:07.553032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-28b15552-eb65-4098-8157-143fc5639392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:07.554500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-28b15552-eb65-4098-8157-143fc5639392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0732424 Jun 01 13:53:07.628298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-d072cdd0-99d9-48c0-90af-c7d686e4dfff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0625710 Jun 01 13:53:07.689382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-114a6c47-8f48-40e7-8ee9-b732d79aa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:07.690713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-114a6c47-8f48-40e7-8ee9-b732d79aa83e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0567214 Jun 01 13:53:07.739059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-1e4a6a45-7e17-4079-a115-afba39fa3a47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417476 Jun 01 13:53:08.022984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-820b4407-046d-4543-b693-0d30f92539f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770746 Jun 01 13:53:08.157584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64d5f9-9e64-4aee-8958-2adff2009513 req-681a1c64-af88-42c4-adb3-91a0a5b51f70 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:08.159042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b64d5f9-9e64-4aee-8958-2adff2009513 req-681a1c64-af88-42c4-adb3-91a0a5b51f70 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.2004721 Jun 01 13:53:08.187721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-00ea60e4-e343-43c0-bf54-efe28ab848c7 req-cf2eab3e-4563-4dad-8dc5-d636df057652 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568930 Jun 01 13:53:08.216003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b64d5f9-9e64-4aee-8958-2adff2009513 req-66298324-3e9f-46f4-aef4-bf894f09fe9d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484653 Jun 01 13:53:08.355210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-96e762b1-6288-40d1-bcc5-94839be83b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:08.356693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-96e762b1-6288-40d1-bcc5-94839be83b14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0847647 Jun 01 13:53:08.398201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:53:08.436565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4dc768a6-4a3d-407c-aa8e-0a688079e9cf {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:53:08.436911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4dc768a6-4a3d-407c-aa8e-0a688079e9cf not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:53:08.488432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-fff1692b-9e15-4e1f-a1a4-cb10c98364df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:08.489903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-fff1692b-9e15-4e1f-a1a4-cb10c98364df service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1268501 Jun 01 13:53:08.558387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-9fea5ca4-5bae-4e03-a49a-e2bfd64b055f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0599692 Jun 01 13:53:08.624404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-d54fe5a8-c434-4f6a-8b04-b49697167caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:08.625709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-d54fe5a8-c434-4f6a-8b04-b49697167caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0617936 Jun 01 13:53:08.671679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-07c7ff33-9d45-4ea5-9539-a80f1db840d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399046 Jun 01 13:53:08.802680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-4064197c-bc2e-4525-b94d-f9379c0810f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242971 Jun 01 13:53:08.946821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d64f9a6-a8fb-4536-b0f7-f86a400efe3a req-e9ce8f5c-060c-4844-a752-67bb760d6984 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376414 Jun 01 13:53:09.425755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9626b-fc6f-491a-bad4-3be659ef2a60 req-270ec29c-dd59-42a5-adfe-ab3324f0b6e3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:09.427233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39d9626b-fc6f-491a-bad4-3be659ef2a60 req-270ec29c-dd59-42a5-adfe-ab3324f0b6e3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.0900273 Jun 01 13:53:09.475579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39d9626b-fc6f-491a-bad4-3be659ef2a60 req-6515e267-fd94-4669-a3b5-9bd3ef8c92e5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Jun 01 13:53:10.672346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6d782-038a-472e-8c26-d6a7186c4fd9 req-33c24d76-eeb4-453d-bed3-7b862991b8a5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:10.673791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d6d782-038a-472e-8c26-d6a7186c4fd9 req-33c24d76-eeb4-453d-bed3-7b862991b8a5 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.0914805 Jun 01 13:53:10.719787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0d6d782-038a-472e-8c26-d6a7186c4fd9 req-93e1af26-fd8a-4107-9c57-71f3ef4b0d5e tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Jun 01 13:53:10.842530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:53:10.984759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:10.998518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'port_id': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'mac_address': 'fa:16:3e:ed:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949876af-84eb-4760-b3a7-d092c5cca9c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:53:11.053017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:53:11.053387 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:11.069991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9717b6-6e3f-478a-a4cf-91bb39f9076d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:53:11.086579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:11.091992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:11.175076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:11.183132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.183470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.183832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.184169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.184502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.184838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.185130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.185488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.185836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.186185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.186490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.186834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:11.465624 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['4c9717b6-6e3f-478a-a4cf-91bb39f9076d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:53:11.932080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d84adf-cd7d-4964-9d6a-333300ed7866 req-7441d298-91b6-4153-9c20-0cd0a0b2f8e0 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:11.933532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7d84adf-cd7d-4964-9d6a-333300ed7866 req-7441d298-91b6-4153-9c20-0cd0a0b2f8e0 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 945 time: 0.0990448 Jun 01 13:53:11.979802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7d84adf-cd7d-4964-9d6a-333300ed7866 req-005c1acc-fc37-45e1-9222-4326e15f7c34 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jun 01 13:53:12.861074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:53:12.946427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:53:12.951646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:53:12.952021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:13.074715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:53:13.075099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:13.103113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:13.112856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:13.118106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:13.156060 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2364e61e-4755-4fe1-99b3-53cc950e7c71'] response: {'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'code': 200} Jun 01 13:53:13.177835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f000a0-9d13-43ba-8b19-220923c70bf8 req-b85c5c09-ce22-41b9-9682-4b5b9cfa4b38 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:13.179452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f000a0-9d13-43ba-8b19-220923c70bf8 req-b85c5c09-ce22-41b9-9682-4b5b9cfa4b38 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0823739 Jun 01 13:53:13.189023 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:13.229144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f000a0-9d13-43ba-8b19-220923c70bf8 req-03b6aecc-7012-465d-bb63-15f074d3feab tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Jun 01 13:53:13.308084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ade5e3-74e5-4887-9291-e6d90a834ec8 req-a9718316-d64e-4fc3-8839-85196a239ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:13.309569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33ade5e3-74e5-4887-9291-e6d90a834ec8 req-a9718316-d64e-4fc3-8839-85196a239ce9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0747514 Jun 01 13:53:13.351906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33ade5e3-74e5-4887-9291-e6d90a834ec8 req-a75963cd-cfa5-4257-a2aa-00fffe482a63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Jun 01 13:53:14.434460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d125d5-937f-4af6-8740-b0b636c8f72a req-1923d9b0-210c-4ec1-abc1-372f606241bf tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:14.436202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d125d5-937f-4af6-8740-b0b636c8f72a req-1923d9b0-210c-4ec1-abc1-372f606241bf tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0948124 Jun 01 13:53:14.482338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b4d125d5-937f-4af6-8740-b0b636c8f72a req-e5c9e5d7-f617-4ac3-9297-cb0d554631d4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Jun 01 13:53:15.783444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eee6c-ac5e-4d7f-86e2-19fa10a8c3d0 req-ad80a034-7212-4f6d-b8e6-1cb993ee36cb tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:15.785078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-367eee6c-ac5e-4d7f-86e2-19fa10a8c3d0 req-ad80a034-7212-4f6d-b8e6-1cb993ee36cb tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1942890 Jun 01 13:53:15.829322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-367eee6c-ac5e-4d7f-86e2-19fa10a8c3d0 req-4f284b63-8cc5-4dac-acf7-ab671fa98134 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Jun 01 13:53:16.033410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b341-d725-415b-8949-db3694a4c71b req-eed76701-c95b-4303-ab23-0d635e17e0ea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:16.034924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fe9b341-d725-415b-8949-db3694a4c71b req-eed76701-c95b-4303-ab23-0d635e17e0ea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0973401 Jun 01 13:53:16.082438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fe9b341-d725-415b-8949-db3694a4c71b req-636d9ae0-150d-4fa9-bf03-7c008459361f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Jun 01 13:53:16.446741 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-60f763e2-d41a-4d63-93fc-467544f072a6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699339 Jun 01 13:53:16.499458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae879f2-11cc-4803-b591-fc4629b49c99 req-35849ca4-5e40-40da-ac9b-b9c6912578e6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:16.500997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ae879f2-11cc-4803-b591-fc4629b49c99 req-35849ca4-5e40-40da-ac9b-b9c6912578e6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0815914 Jun 01 13:53:16.546446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ae879f2-11cc-4803-b591-fc4629b49c99 req-b0715afb-6d48-4e22-94b0-f754c11e8c09 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Jun 01 13:53:17.716350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-0cc10962-9f84-4ae7-a388-e6bbbd046444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:17.718126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-0cc10962-9f84-4ae7-a388-e6bbbd046444 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1097 time: 0.1226068 Jun 01 13:53:17.822672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497a62-59a5-4557-ab4b-e6a0922bd804 req-ced71c86-3525-407a-8cd1-003f90a0f44a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:17.824098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c497a62-59a5-4557-ab4b-e6a0922bd804 req-ced71c86-3525-407a-8cd1-003f90a0f44a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1671364 Jun 01 13:53:17.889245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-f6ba1bf8-1e44-4906-a7ff-c4d88f744f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:17.890642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-f6ba1bf8-1e44-4906-a7ff-c4d88f744f70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1650152 Jun 01 13:53:17.951128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c497a62-59a5-4557-ab4b-e6a0922bd804 req-aaaa2903-e7ad-4673-b6c1-0fbb48e199ab tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193011 Jun 01 13:53:17.959256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-014814d4-779c-49d4-aae3-ed6714dfce8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0627050 Jun 01 13:53:18.041674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-a2caa668-0202-49ae-974d-df4ffb5cee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:18.043380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-a2caa668-0202-49ae-974d-df4ffb5cee57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0774684 Jun 01 13:53:18.091287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-0d6d4ca2-b7d9-4aea-96b0-8dd77dc4cc1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423954 Jun 01 13:53:18.223422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-eaedcfd5-95e0-4242-b123-5dadc8afa339 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264246 Jun 01 13:53:18.318160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-14122f39-0b99-4952-8fc8-f002d3b2ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:18.361481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-d4dbfde0-6998-43d9-994f-5ecc40035780 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318731 Jun 01 13:53:18.465118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:19.151075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20fec2-0623-4eca-a680-f0b15c67e589 req-c2d7ddfe-65e2-4fc8-b6aa-28a9ded0bb5a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:19.152530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee20fec2-0623-4eca-a680-f0b15c67e589 req-c2d7ddfe-65e2-4fc8-b6aa-28a9ded0bb5a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0815163 Jun 01 13:53:19.209756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee20fec2-0623-4eca-a680-f0b15c67e589 req-2923f684-546d-4f3c-95aa-9adda2e646dd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Jun 01 13:53:20.430276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b96e1-298b-4dce-89de-c93ef0565eb7 req-cdd57e0f-a442-4272-91d3-6ca41e456861 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:20.432557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-621b96e1-298b-4dce-89de-c93ef0565eb7 req-cdd57e0f-a442-4272-91d3-6ca41e456861 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1107006 Jun 01 13:53:20.478470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-621b96e1-298b-4dce-89de-c93ef0565eb7 req-2aa3abcb-7137-4dd3-9a10-e53c836a6837 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jun 01 13:53:20.532766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c92808d1-5447-4413-8d76-b4f27ee01e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:21.087752 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:53:21.683332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f847725-08aa-4c94-b03e-b5f7c16f7f8e req-13fb6703-cdf5-46b5-847b-01d8645e0cee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:21.684749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f847725-08aa-4c94-b03e-b5f7c16f7f8e req-13fb6703-cdf5-46b5-847b-01d8645e0cee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0861745 Jun 01 13:53:21.732278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f847725-08aa-4c94-b03e-b5f7c16f7f8e req-1ae13b52-f905-47ab-992a-6b325a8a5bdc tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Jun 01 13:53:21.732682 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:21.909342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:22.950439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7759e-8fb8-4e6a-8fee-43b1ea95c79a req-0dfd13ff-dd6a-44a0-86dd-62222afd06aa tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:22.952683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ed7759e-8fb8-4e6a-8fee-43b1ea95c79a req-0dfd13ff-dd6a-44a0-86dd-62222afd06aa tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0955856 Jun 01 13:53:22.998478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ed7759e-8fb8-4e6a-8fee-43b1ea95c79a req-b4def8e6-c4c4-4511-9692-db19800b420f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Jun 01 13:53:23.320956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:24.205082 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59af1e-a1e4-42d4-82f2-0e215d80a8be req-abea1685-b0dd-424a-ad5e-a8c125dab559 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:24.206518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d59af1e-a1e4-42d4-82f2-0e215d80a8be req-abea1685-b0dd-424a-ad5e-a8c125dab559 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0882878 Jun 01 13:53:24.250932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4d59af1e-a1e4-42d4-82f2-0e215d80a8be req-e1260835-208a-4cd1-85be-d517210ce72b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385439 Jun 01 13:53:25.457130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004819f-80b8-4c57-85bc-8d9ecb1eb101 req-4b2881ac-2e2e-41e0-bee7-98e6878c27ee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:25.458947 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7004819f-80b8-4c57-85bc-8d9ecb1eb101 req-4b2881ac-2e2e-41e0-bee7-98e6878c27ee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0912802 Jun 01 13:53:25.504397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7004819f-80b8-4c57-85bc-8d9ecb1eb101 req-80ea01c1-4e00-4344-8ca7-ecf6ca3b72c4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Jun 01 13:53:26.813269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711660-3c81-4cca-8214-a86232c90a17 req-12173af9-ada9-498a-96aa-b4efccb2ac74 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:26.814784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94711660-3c81-4cca-8214-a86232c90a17 req-12173af9-ada9-498a-96aa-b4efccb2ac74 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1921186 Jun 01 13:53:26.865211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94711660-3c81-4cca-8214-a86232c90a17 req-e9dc1ad2-c7bf-4105-90a1-7c40ae44130b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Jun 01 13:53:28.060696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9093b5f-9b68-4cf6-81ff-ccdee7464472 req-fdbd5d43-0e47-4793-b5b5-845af9d3c349 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:28.062201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9093b5f-9b68-4cf6-81ff-ccdee7464472 req-fdbd5d43-0e47-4793-b5b5-845af9d3c349 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0854590 Jun 01 13:53:28.110509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9093b5f-9b68-4cf6-81ff-ccdee7464472 req-cb573cc8-63c5-4f4a-8234-824aefb663e0 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Jun 01 13:53:29.321176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291104-e31c-4e13-b049-8f58ca162ffb req-71bc6995-eee2-4132-8464-0139b865ca9d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:29.322635 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91291104-e31c-4e13-b049-8f58ca162ffb req-71bc6995-eee2-4132-8464-0139b865ca9d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0939097 Jun 01 13:53:29.371402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91291104-e31c-4e13-b049-8f58ca162ffb req-adc118da-85ec-4383-aee4-eadc591573c3 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Jun 01 13:53:30.577318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d0aa-7ef6-464f-9b03-53313b6e61a2 req-d8a81cbb-c50f-4b58-bdfa-6c45c5f96137 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:30.578798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ec1d0aa-7ef6-464f-9b03-53313b6e61a2 req-d8a81cbb-c50f-4b58-bdfa-6c45c5f96137 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0841389 Jun 01 13:53:30.629072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ec1d0aa-7ef6-464f-9b03-53313b6e61a2 req-f0be0a9c-8b49-4ab0-902c-b90ddb04bea4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Jun 01 13:53:31.835923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68deb5-1001-4b8e-9dc3-978cf79385b8 req-5f635991-1795-4f05-b175-aa2ec3dd3b2f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:31.837383 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a68deb5-1001-4b8e-9dc3-978cf79385b8 req-5f635991-1795-4f05-b175-aa2ec3dd3b2f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0965660 Jun 01 13:53:31.884047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a68deb5-1001-4b8e-9dc3-978cf79385b8 req-ae1443f4-7f4b-43b5-b0f8-74689b43c413 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Jun 01 13:53:33.100280 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad03a5-e0f3-4769-84f1-7aa71e7e6005 req-ea55e122-449b-4488-86db-249f4f222110 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:33.101723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52ad03a5-e0f3-4769-84f1-7aa71e7e6005 req-ea55e122-449b-4488-86db-249f4f222110 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0979242 Jun 01 13:53:33.160468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52ad03a5-e0f3-4769-84f1-7aa71e7e6005 req-785143b7-ec0c-459e-a723-26ef8a944794 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Jun 01 13:53:34.359746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e896e0-599e-423d-a840-6bf132ec44bd req-4eb2f634-1c38-4fe6-b5d9-aa8e287cb934 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:34.361184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2e896e0-599e-423d-a840-6bf132ec44bd req-4eb2f634-1c38-4fe6-b5d9-aa8e287cb934 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0837398 Jun 01 13:53:34.409542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2e896e0-599e-423d-a840-6bf132ec44bd req-f7877353-75d7-49f6-b2bc-70a343314fba tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Jun 01 13:53:34.995633 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:35.614430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a17f7-a9ad-463d-a8ce-1dae84b4ed45 req-0aebc19c-a54a-41af-bbab-af23937e2b47 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:35.615893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b40a17f7-a9ad-463d-a8ce-1dae84b4ed45 req-0aebc19c-a54a-41af-bbab-af23937e2b47 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0903170 Jun 01 13:53:35.664574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b40a17f7-a9ad-463d-a8ce-1dae84b4ed45 req-ccb276c4-7d94-4fc4-9f02-a159f788e00c tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Jun 01 13:53:36.869331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6456d-33fb-40f7-afde-dcfee9649bb9 req-568e5f62-8223-4168-8cc4-3f0c0b1429ea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:36.870818 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffa6456d-33fb-40f7-afde-dcfee9649bb9 req-568e5f62-8223-4168-8cc4-3f0c0b1429ea tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0888295 Jun 01 13:53:36.925648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffa6456d-33fb-40f7-afde-dcfee9649bb9 req-951fc6a7-3a8c-4db7-a59a-1783dd73c51e tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459673 Jun 01 13:53:38.141935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d543db-d9e3-4b7e-943e-3bc328ba5c8b req-269f63ab-0a9d-4305-9f0b-8493545f0ef8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:38.143763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07d543db-d9e3-4b7e-943e-3bc328ba5c8b req-269f63ab-0a9d-4305-9f0b-8493545f0ef8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0850375 Jun 01 13:53:38.190750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07d543db-d9e3-4b7e-943e-3bc328ba5c8b req-def42c41-dc9a-4805-9391-8a9e35baa50b tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Jun 01 13:53:39.393791 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89182f8d-0959-485b-9c0a-fb6c98e750a6 req-b605b751-4dc8-4c2a-904c-9a8fccaffbae tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:39.395286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89182f8d-0959-485b-9c0a-fb6c98e750a6 req-b605b751-4dc8-4c2a-904c-9a8fccaffbae tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0959024 Jun 01 13:53:39.440946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-89182f8d-0959-485b-9c0a-fb6c98e750a6 req-bd3ba72c-f364-4c31-a424-75567cead660 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jun 01 13:53:40.632540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086323f-dd6a-4ad4-b0ac-a44ed13e20cf req-339bea66-cc25-47d7-b376-20d9e569876f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:40.633996 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1086323f-dd6a-4ad4-b0ac-a44ed13e20cf req-339bea66-cc25-47d7-b376-20d9e569876f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0840712 Jun 01 13:53:40.681413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1086323f-dd6a-4ad4-b0ac-a44ed13e20cf req-58265fce-7b1d-4711-8e2b-9ae4874d3363 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Jun 01 13:53:41.893797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c860a-7378-4b8d-a912-a67b44cfd13a req-8a138695-5f7e-4799-9050-6a6d868530d8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:41.895327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-446c860a-7378-4b8d-a912-a67b44cfd13a req-8a138695-5f7e-4799-9050-6a6d868530d8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0878737 Jun 01 13:53:41.943529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-446c860a-7378-4b8d-a912-a67b44cfd13a req-d774d67b-8a12-46a4-9ac9-c5b00dd0c161 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Jun 01 13:53:43.166798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f71cc-a174-4bfb-b9d5-3feafd0ee818 req-78705dd8-19cf-46af-983f-d85d1f952058 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:43.168261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-063f71cc-a174-4bfb-b9d5-3feafd0ee818 req-78705dd8-19cf-46af-983f-d85d1f952058 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1006901 Jun 01 13:53:43.219449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-063f71cc-a174-4bfb-b9d5-3feafd0ee818 req-8e077282-4c53-4d99-aeec-7efec2cbb1ce tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Jun 01 13:53:44.424279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010ff34-6d76-4e91-aa67-c82d88a75980 req-f44be375-c000-424d-b9dd-406e463534dc tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:44.425608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d010ff34-6d76-4e91-aa67-c82d88a75980 req-f44be375-c000-424d-b9dd-406e463534dc tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0898309 Jun 01 13:53:44.472199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d010ff34-6d76-4e91-aa67-c82d88a75980 req-74b70f10-ab9a-48ce-8368-edd269a22b24 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Jun 01 13:53:45.409516 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-99ba5b4a-dcf0-47fb-b70b-44d9e7f2c567 service neutron] show failed (client error): The resource could not be found. Jun 01 13:53:45.410502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-99ba5b4a-dcf0-47fb-b70b-44d9e7f2c567 service neutron] 10.222.0.24 "GET /v2.0/ports/4c9717b6-6e3f-478a-a4cf-91bb39f9076d/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0844023 Jun 01 13:53:45.728874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a15af-5c51-4433-afc4-c38244651c19 req-1b53749f-87fb-4c66-9ce5-7d1524bda368 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:45.730267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-879a15af-5c51-4433-afc4-c38244651c19 req-1b53749f-87fb-4c66-9ce5-7d1524bda368 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.1446958 Jun 01 13:53:45.733006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-07c568d7-2e80-4c78-8464-6a05ee3efe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:45.734321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-07c568d7-2e80-4c78-8464-6a05ee3efe6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8&tenant_id=596e88db7c9946459af6de84419fc07b HTTP/1.1" status: 200 len: 1097 time: 0.1116099 Jun 01 13:53:45.752564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:53:45.823477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-879a15af-5c51-4433-afc4-c38244651c19 req-d5a3e16a-f9bc-48f6-b0a2-a7e3d4a370e4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871038 Jun 01 13:53:45.880507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.261385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:46.290633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:53:46.349862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:46.355814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.371593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Transition to ACTIVE for port object 4c9717b6-6e3f-478a-a4cf-91bb39f9076d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:53:46.375945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.418031 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d214023-6b6d-44f9-8d66-2faea519d4bf'] response: {'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'code': 200} Jun 01 13:53:46.539787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] No DVR routers for this DVR port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:53:46.541892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:46.595516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:53:46.595843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:53:46.596156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:53:46.601379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:53:46.601625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Attempting to bind port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on network a716e148-5767-4706-a80b-c61d5af40dd6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:53:46.607128 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:53:46.607458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Checking segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:53:46.607829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Bound using segment: {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:53:46.608246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Bound port: 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357453c-fb67-4803-b323-cccfb61877d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:53:46.608580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.700650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:53:46.703615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:53:46.711015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.771377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:46.772131 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:46.773472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] 10.222.0.13 "PUT /v2.0/ports/4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 1092 time: 1.0246491 Jun 01 13:53:46.787724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4baa07-e0d6-43f7-983b-5f59ef25a52a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:46.872279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-04772b03-ed04-41dd-a5f2-d0c81d2d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:46.873773 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-04772b03-ed04-41dd-a5f2-d0c81d2d66a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0791864 Jun 01 13:53:47.059530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-16a1b4d2-ade7-422b-8e1a-041999263b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:47.060975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-16a1b4d2-ade7-422b-8e1a-041999263b2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1812236 Jun 01 13:53:47.133763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-33e79d93-6bd9-48b3-867a-544d71af46c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0656402 Jun 01 13:53:47.141229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761f17-9e3f-48b6-88cb-ae6cecb2b3c2 req-ab22a758-2e2a-42c8-8abd-d97c62ff00ca tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:47.142575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d761f17-9e3f-48b6-88cb-ae6cecb2b3c2 req-ab22a758-2e2a-42c8-8abd-d97c62ff00ca tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.1980913 Jun 01 13:53:47.227865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-b05cece1-084f-4fa9-8b60-5778e13e6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:47.229342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-b05cece1-084f-4fa9-8b60-5778e13e6d8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0859315 Jun 01 13:53:47.232173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d761f17-9e3f-48b6-88cb-ae6cecb2b3c2 req-91190eca-d900-4132-8fbe-2f26210c2ba8 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Jun 01 13:53:47.279395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-a42d264b-d0d4-4e2a-9357-54191fa05683 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439854 Jun 01 13:53:47.414882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-11af3a09-715a-492d-bf23-2d8e71c31748 service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290500 Jun 01 13:53:47.548550 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd74fc6-897f-42d0-b1b8-e22713062259 req-fa1e74cc-76cd-4903-a416-2efc97ac8be4 service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270807 Jun 01 13:53:48.314043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-081ddf1f-784a-4c65-8777-5ab426ecb49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:48.419802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:48.436050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b4eb9-8b06-4353-99b0-595f6ed1620f req-9a3e83af-601a-4243-8721-645d826b3670 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:48.437502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa8b4eb9-8b06-4353-99b0-595f6ed1620f req-9a3e83af-601a-4243-8721-645d826b3670 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.0895214 Jun 01 13:53:48.479507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:48.480898 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b8c177-5c41-4a20-9214-677110c5a58b'] response: {'name': 'network-changed', 'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'status': 'completed', 'code': 200} Jun 01 13:53:48.493172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa8b4eb9-8b06-4353-99b0-595f6ed1620f req-962f4fff-1a25-4bb1-bd3b-7fcd440e3fcb tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492387 Jun 01 13:53:48.750553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-d736f52a-1eea-449f-97b2-e475d2b9e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:48.751948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-d736f52a-1eea-449f-97b2-e475d2b9e050 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.2148540 Jun 01 13:53:48.757469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-f937d04d-d6ea-42b6-b91b-e5edc927ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:48.758838 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-f937d04d-d6ea-42b6-b91b-e5edc927ff1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.2579453 Jun 01 13:53:48.987320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-8824ca13-9bc0-4907-ad56-c8bbbb5bdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:48.988742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-8824ca13-9bc0-4907-ad56-c8bbbb5bdc96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.2289538 Jun 01 13:53:48.993726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-1ea89d88-1647-4f1f-99c6-8bffa0a119fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:48.995645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-1ea89d88-1647-4f1f-99c6-8bffa0a119fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.2186737 Jun 01 13:53:48.997629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:53:49.060196 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:53:49.122602 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-f02f8070-2adb-4008-bf35-2dfdf98e27c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.1257403 Jun 01 13:53:49.135214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-b62ea9aa-4335-4774-a119-c347f4f30af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0767155 Jun 01 13:53:49.239998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-209bd86b-d85b-4690-9263-ca6a3ccae9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:49.241543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-209bd86b-d85b-4690-9263-ca6a3ccae9a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.1104662 Jun 01 13:53:49.246680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-180b004c-c2a0-439a-8782-e59de40c72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:49.247997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-180b004c-c2a0-439a-8782-e59de40c72b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0799637 Jun 01 13:53:49.324075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-e4333502-7198-4f83-b8f4-a66a4824f528 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750430 Jun 01 13:53:49.326482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-e4d223f0-7983-45c0-bd01-478bce0e771e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483997 Jun 01 13:53:49.556965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-df3aa3e6-6dcb-48f8-a11c-2090544a0a2b service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274315 Jun 01 13:53:49.559952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-0f8e9127-6cb1-457a-9775-301c3b92682b service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135386 Jun 01 13:53:49.864936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-4ab052b3-9fd5-497d-adde-223b6e75cfe1 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022618 Jun 01 13:53:49.870105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-046489d1-4bee-46c8-b7a5-53d1e8801480 req-423cd595-d8b7-480c-8857-373401dd3d4e service neutron] 10.222.0.13 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901800 Jun 01 13:53:49.885750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aaab-8949-4292-bf38-4266a0e287e5 req-693cdf8e-da96-487b-8237-db5dc4fde561 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:49.887503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b656aaab-8949-4292-bf38-4266a0e287e5 req-693cdf8e-da96-487b-8237-db5dc4fde561 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.2338531 Jun 01 13:53:49.939155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b656aaab-8949-4292-bf38-4266a0e287e5 req-a550555f-c7ea-4f9f-96e8-ea61e9e36b2d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Jun 01 13:53:50.434688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17ad4-e156-4b5c-8b57-930f031bc95a req-4a4f6a03-5306-495e-baef-4b54154187ee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:50.435990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ba17ad4-e156-4b5c-8b57-930f031bc95a req-4a4f6a03-5306-495e-baef-4b54154187ee tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 944 time: 0.2672627 Jun 01 13:53:50.448577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-e92abd94-2f1b-49de-a452-d40a46b63a7a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:50.450279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-e92abd94-2f1b-49de-a452-d40a46b63a7a tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8&tenant_id=596e88db7c9946459af6de84419fc07b&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.2494543 Jun 01 13:53:50.535547 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-daa73382-092e-4ed4-883a-f2f93e088b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:50.547262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3ba17ad4-e156-4b5c-8b57-930f031bc95a req-5f2ecfc6-f61a-4b6f-aed7-cca5ec11d645 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959382 Jun 01 13:53:50.557268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:53:50.562223 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-737e05b3-a1b7-4a13-9fa5-58a1fffcb508 service neutron] delete failed (client error): The resource could not be found. Jun 01 13:53:50.563848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-737e05b3-a1b7-4a13-9fa5-58a1fffcb508 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4c9717b6-6e3f-478a-a4cf-91bb39f9076d/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0997162 Jun 01 13:53:50.700052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:50.714068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'network_id': 'a716e148-5767-4706-a80b-c61d5af40dd6', 'port_id': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'mac_address': 'fa:16:3e:ed:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949876af-84eb-4760-b3a7-d092c5cca9c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:53:50.717178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-968d0e62-b674-4f3a-abfe-45d5fcc799a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:50.718725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-968d0e62-b674-4f3a-abfe-45d5fcc799a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=596e88db7c9946459af6de84419fc07b&device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0724657 Jun 01 13:53:50.772660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:53:50.773031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:50.823941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9717b6-6e3f-478a-a4cf-91bb39f9076d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:53:50.840229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:50.844420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:50.853339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-a6d26f99-7e31-4bce-892d-5b232ffae88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:50.855057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-a6d26f99-7e31-4bce-892d-5b232ffae88e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 200 len: 915 time: 0.1308680 Jun 01 13:53:50.911470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:50.925165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-ec79d006-e8d6-4fcd-9f74-30e268d38bdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 200 len: 217 time: 0.0638776 Jun 01 13:53:50.990401 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-fe2f08df-c821-497f-a2b0-3985875901aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:50.991772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-fe2f08df-c821-497f-a2b0-3985875901aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 200 len: 854 time: 0.0602567 Jun 01 13:53:51.043521 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-5d56bc64-89aa-4057-86a3-3bb251ce05b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a716e148-5767-4706-a80b-c61d5af40dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445347 Jun 01 13:53:51.047181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4c9717b6-6e3f-478a-a4cf-91bb39f9076d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:53:51.178270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-9c622fa3-0e90-453b-b551-6f89ddeba715 service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290615 Jun 01 13:53:51.313060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9772d80-8bbc-4a08-baa0-c0b89548ca08 req-86ff504e-601d-4c55-b846-995016454dfc service neutron] 10.222.0.24 "GET /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285007 Jun 01 13:53:51.730525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:51.904536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:51.942548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c46c11-68c6-432e-8c5d-08bc51f5b566 req-fc46ef8a-7a26-4dbd-a56f-1ff546ce153d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:51.944300 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c46c11-68c6-432e-8c5d-08bc51f5b566 req-fc46ef8a-7a26-4dbd-a56f-1ff546ce153d tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 945 time: 0.0891757 Jun 01 13:53:51.992641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2c46c11-68c6-432e-8c5d-08bc51f5b566 req-6239deae-38e4-480b-9148-32c380cbaab6 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Jun 01 13:53:52.574124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:53:52.651838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:53:52.656924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:53:52.657296 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:52.779788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:53:52.780457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:52.809209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:52.821860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:52.827539 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:52.861842 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75013b9-95a9-4b06-9971-dec7da0b8ef2'] response: {'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'code': 200} Jun 01 13:53:52.899726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:53.204828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fbd3-d0ff-4f6b-8705-5571e6103f16 req-bedc16bc-b776-4614-aa15-3935c34ba45f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:53.206273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c873fbd3-d0ff-4f6b-8705-5571e6103f16 req-bedc16bc-b776-4614-aa15-3935c34ba45f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0975628 Jun 01 13:53:53.251500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c873fbd3-d0ff-4f6b-8705-5571e6103f16 req-7f808d61-b783-453c-9550-556247cc7731 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Jun 01 13:53:53.314990 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:53.462455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8782201-f655-45f4-beb8-a5dafda205b0 req-07d9369b-3b21-4f19-b723-e19b6f0712af tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:53.463949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8782201-f655-45f4-beb8-a5dafda205b0 req-07d9369b-3b21-4f19-b723-e19b6f0712af tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0956790 Jun 01 13:53:53.511104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f8782201-f655-45f4-beb8-a5dafda205b0 req-f0baf651-effe-4f50-af3b-9625e1318db4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Jun 01 13:53:53.710979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3efd45-462f-4617-8eaf-ad6a66dd9f92 req-f607a10d-33e9-4676-9653-9c1d6142fffd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:53.712428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e3efd45-462f-4617-8eaf-ad6a66dd9f92 req-f607a10d-33e9-4676-9653-9c1d6142fffd tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0919809 Jun 01 13:53:53.757802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e3efd45-462f-4617-8eaf-ad6a66dd9f92 req-f31276ca-f907-418d-8ab5-c93ea9ee50c4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Jun 01 13:53:54.324985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81f38-ad39-4e38-b610-541e80be4697 req-e912ca83-544a-424e-96d4-20367eace889 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:54.326434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0a81f38-ad39-4e38-b610-541e80be4697 req-e912ca83-544a-424e-96d4-20367eace889 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0863535 Jun 01 13:53:54.380859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0a81f38-ad39-4e38-b610-541e80be4697 req-5c01f49a-7923-44fb-8fdc-397f7a531ca2 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Jun 01 13:53:55.373757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-154a6a96-7781-42a2-8594-283447afec06 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:55.375200 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-154a6a96-7781-42a2-8594-283447afec06 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.0924811 Jun 01 13:53:55.445330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Deleting port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:53:55.445685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:55.820010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754695de-3ac4-46a9-8fb0-db94cd97f724 req-8db79798-1316-41f0-b903-32e4ec869911 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:53:55.821470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-754695de-3ac4-46a9-8fb0-db94cd97f724 req-8db79798-1316-41f0-b903-32e4ec869911 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/ports?device_id=2ee54b01-1e81-4055-9857-aa877021d5c8 HTTP/1.1" status: 200 len: 946 time: 0.3285556 Jun 01 13:53:55.893294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] For port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,segment=NetworkSegment(c357453c-fb67-4803-b323-cccfb61877d3),segment_id=c357453c-fb67-4803-b323-cccfb61877d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:53:55.893645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:55.906665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-754695de-3ac4-46a9-8fb0-db94cd97f724 req-fa528f3d-0d06-4dd8-95aa-b6409893d9c4 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups?id=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792787 Jun 01 13:53:56.020077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Calling delete_port for 4c9717b6-6e3f-478a-a4cf-91bb39f9076d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:53:56.178830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:56.190101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4c9717b6-6e3f-478a-a4cf-91bb39f9076d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:53:56.264813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event deleted for resources: {'Port': ['ID=4c9717b6-6e3f-478a-a4cf-91bb39f9076d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:56.306467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] No DVR routers for this DVR port 4c9717b6-6e3f-478a-a4cf-91bb39f9076d on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:53:56.309234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:56.311815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-deleted', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:53:56.328622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc89b7de-5120-408d-8bb9-d6a21bdec5da req-4900ca34-817b-4637-8579-0b442db71337 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.13 "DELETE /v2.0/ports/4c9717b6-6e3f-478a-a4cf-91bb39f9076d HTTP/1.1" status: 204 len: 173 time: 0.9484026 Jun 01 13:53:56.358010 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958ddeb5-548d-4ab4-a299-0b174d8447bf'] response: {'server_uuid': '2ee54b01-1e81-4055-9857-aa877021d5c8', 'name': 'network-vif-deleted', 'tag': '4c9717b6-6e3f-478a-a4cf-91bb39f9076d', 'status': 'completed', 'code': 200} Jun 01 13:53:57.041196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:57.107075 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.134499 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.193592 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.213479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddddf2e8-d654-430c-8eaa-4daea9c71dd8,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:57.224797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.225137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.225470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.225802 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.226116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.226437 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.226785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.227097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.227413 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.227726 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.228039 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.228354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:53:57.231241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.233671 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1c182821-fe81-4c63-8e1c-7659be4f1545 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "DELETE /v2.0/security-groups/ddddf2e8-d654-430c-8eaa-4daea9c71dd8 HTTP/1.1" status: 204 len: 168 time: 0.1913910 Jun 01 13:53:57.234989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53260) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:57.251624 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-662614d6-acf5-4c0e-b2d4-007565522e93 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] show failed (client error): The resource could not be found. Jun 01 13:53:57.252661 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-662614d6-acf5-4c0e-b2d4-007565522e93 tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "GET /v2.0/security-groups/ddddf2e8-d654-430c-8eaa-4daea9c71dd8 HTTP/1.1" status: 404 len: 347 time: 0.0167131 Jun 01 13:53:57.256218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53264) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:57.410783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Deleting port 94d0530d-f42c-4fbb-8721-4638ba644bb0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:53:57.411119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.602070 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.602354 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:57.725289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Calling delete_port for 94d0530d-f42c-4fbb-8721-4638ba644bb0 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:53:57.869771 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.035994 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Pushing event deleted for resources: {'Port': ['ID=94d0530d-f42c-4fbb-8721-4638ba644bb0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:58.087004 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:53:58.135004 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.153604 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.154760 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62652ab6-3329-4cc3-8de4-8e7b7365489f tempest-ServerDiskConfigTestJSON-1345662958 tempest-ServerDiskConfigTestJSON-1345662958-project] 10.222.0.40 "DELETE /v2.0/floatingips/a9892e37-9ba6-4230-869b-51c9776c308a HTTP/1.1" status: 204 len: 168 time: 0.8976154 Jun 01 13:53:58.315572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53272) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:58.389667 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Deleting subnet 949876af-84eb-4760-b3a7-d092c5cca9c6 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 13:53:58.392490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.445469 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.500963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.577329 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.618434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:53:58.620019 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949876af-84eb-4760-b3a7-d092c5cca9c6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:58.623774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.631369 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cbd872e5-b213-4ef5-ad2f-e2e12b5ef3e1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/949876af-84eb-4760-b3a7-d092c5cca9c6 HTTP/1.1" status: 204 len: 168 time: 0.3143053 Jun 01 13:53:58.632304 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53276) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:58.656680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4c9717b6-6e3f-478a-a4cf-91bb39f9076d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:53:58.656926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4c9717b6-6e3f-478a-a4cf-91bb39f9076d not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:53:58.737041 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.886866 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.918555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a716e148-5767-4706-a80b-c61d5af40dd6']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:53:58.932540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c357453c-fb67-4803-b323-cccfb61877d3') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:53:58.932842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c357453c-fb67-4803-b323-cccfb61877d3') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:53:58.944914 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.964662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:58.976725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:53:58.977296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.045454 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c357453c-fb67-4803-b323-cccfb61877d3 resource provider aggregate not found Jun 01 13:53:59.069549 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment c357453c-fb67-4803-b323-cccfb61877d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c357453c-fb67-4803-b323-cccfb61877d3 found for delete ", "request_id": "req-c78b3d90-805f-44e6-9f1e-293990ba234c"}]} Jun 01 13:53:59.092490 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.108526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.119908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] Pushing event deleted for resources: {'Network': ['ID=a716e148-5767-4706-a80b-c61d5af40dd6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:59.130205 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d1164cf4-3663-4fd4-8e28-6b96c984e39d admin admin] 10.222.0.40 "DELETE /v2.0/networks/a716e148-5767-4706-a80b-c61d5af40dd6 HTTP/1.1" status: 204 len: 168 time: 0.4965780 Jun 01 13:53:59.257712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53286) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:59.307703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-539140f3-602e-4deb-94e5-c81a8d224479 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=596e88db7c9946459af6de84419fc07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486054 Jun 01 13:53:59.312217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:53:59.375016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.401448 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.461290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.480513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca32ed-7c6c-48b0-9a26-da0991cdf00b,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:53:59.486868 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:53:59.488002 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9a6bf83e-9883-449b-8a83-8c4f8d8b86c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a5ca32ed-7c6c-48b0-9a26-da0991cdf00b HTTP/1.1" status: 204 len: 168 time: 0.1747899 Jun 01 13:54:00.295745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53314) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:00.445956 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1825826279-network', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:00.453379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:00.457450 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Usage tracker for resource:network and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:00.460649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:00.467490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:00.479376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:54:00.481624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.496769 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.511379 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:00.515129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Usage tracker for resource:security_group_rule and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:00.517865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:00.523815 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:00.607066 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.613526 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.646797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 13:54:00.657808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55e9a5-79ee-4ac8-bbdf-1e155bc4eb94,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:00.665016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.665435 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Added segment 67567885-51af-4e38-b0b0-179ebc55cf1d of type vlan for network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f Jun 01 13:54:00.694909 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.729005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.730025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:00.730623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:00.835376 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] Pushing event updated for resources: {'Network': ['ID=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:00.841657 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-525cf14d-ed28-4cd1-a9f6-df86a410093a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5414834 Jun 01 13:54:00.842070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53320) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:00.846473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 13:54:00.848723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Request body: {'subnet': {'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1825826279-subnet', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:00.854933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:00.859424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Usage tracker for resource:subnet and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:00.863331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:00.869150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:00.880039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:54:00.882575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.116646 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.185300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e84cc4-dc45-4d43-a551-9c6ca520e275,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:01.199999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:01.200346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Network hostable DHCP agents. Network: c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 13:54:01.222005 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 13:54:01.232847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:01.241040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff10e8-86c2-40b6-886c-9176b44a040a None None] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:54:01.241367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:01.241981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.264070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1d1e67e0-29c3-4bde-b124-dc675e9eb95d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4208853 Jun 01 13:54:01.266833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53324) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:01.271834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:01.277289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:01.281117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Usage tracker for resource:router and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:01.284020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:01.289933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:01.302081 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.303225 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.318830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.456126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 13:54:01.456954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.601924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.614239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Allocated IP 172.20.0.2 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:54:01.832705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.844842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Transition to ACTIVE for port object c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:01.864771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Transition to ACTIVE for port object c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:01.871698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:01.942304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:01.945471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:01.949978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:54:01.955793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Pushing event updated for resources: {'Port': ['ID=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:02.043254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.057057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Attempting to bind port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:54:02.057546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Attempting to bind port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:54:02.057911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Attempting to bind port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:02.063229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:54:02.063581 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:02.063975 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.064388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:54:02.064843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Bound port: c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:54:02.065207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.075667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.154005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] For port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:02.157003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] For port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:54:02.161621 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.217485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Allocated IP 172.25.7.208 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/dfb9c0be-ce1b-4e85-af7b-496372b8c89f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:54:02.250352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a33d-b55a-48a8-9d9f-30b9963e2196 None None] Pushing event updated for resources: {'Port': ['ID=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:02.372605 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.415550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:02.490451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:02.493707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:02.497739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:54:02.531929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Pushing event updated for resources: {'Port': ['ID=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:02.927372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:03.144552 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c22cb6-d531-45d6-8ba1-20b166b5f2a0 None None] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 13:54:03.271667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2456e62a-a14c-4466-ad98-c76ad18f7f8d None None] Provisioning for port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:03.277015 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:03.620469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 13:54:03.802185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:54:03.811949 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:54:03.822634 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:03.823894 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:53:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:03.830233 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:03.832139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-272072dc-7993-40e6-ad55-483f800436eb admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5642071 Jun 01 13:54:03.835820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53328) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:04.004260 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:04.160946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:04.240997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:04.246452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:04.247081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.291101 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:02Z', 'revision_number': 3, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:04.295023 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:54:04.295361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Updating router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a port dfb9c0be-ce1b-4e85-af7b-496372b8c89f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:54:04.349518 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.371427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:04.371804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.405754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:04.411840 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.489054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:04.528299 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.684948 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.696877 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Transition to ACTIVE for port object dfb9c0be-ce1b-4e85-af7b-496372b8c89f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:04.704124 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.737112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Allocated IP 172.20.0.1 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/6e96ec5f-2187-441f-81d6-efc500bb3313) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:54:04.819821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Attempting to bind port dfb9c0be-ce1b-4e85-af7b-496372b8c89f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:54:04.820402 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Attempting to bind port dfb9c0be-ce1b-4e85-af7b-496372b8c89f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:54:04.820727 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Attempting to bind port dfb9c0be-ce1b-4e85-af7b-496372b8c89f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:04.824577 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Pushing event updated for resources: {'Port': ['ID=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:04.829443 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:54:04.829805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:04.830193 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.830562 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:54:04.831028 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Bound port: dfb9c0be-ce1b-4e85-af7b-496372b8c89f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:54:04.831400 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.863789 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.864100 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.864425 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.864741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.865050 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.865412 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.865721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.866184 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.866487 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.866818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.867124 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.867446 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:04.917448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] For port dfb9c0be-ce1b-4e85-af7b-496372b8c89f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:04.921224 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] For port dfb9c0be-ce1b-4e85-af7b-496372b8c89f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:54:04.926927 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:04.994841 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.013312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.013523 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b35cc-3ebd-459b-be92-ddb292cd652e None None] Pushing event updated for resources: {'Port': ['ID=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:05.016061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:05.016640 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:53:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:05.029320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Transition to ACTIVE for port object 6e96ec5f-2187-441f-81d6-efc500bb3313 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:05.054310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.117001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:05.119833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:05.122257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:54:05.168546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Pushing event updated for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:05.187882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.203258 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:05.332788 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b25666bd-72ab-4d99-939f-509d3fabab67 None None] Provisioning for port 6e96ec5f-2187-441f-81d6-efc500bb3313 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:05.337774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b25666bd-72ab-4d99-939f-509d3fabab67 None None] Provisioning complete for port 6e96ec5f-2187-441f-81d6-efc500bb3313 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:05.338102 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b25666bd-72ab-4d99-939f-509d3fabab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.399148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-b25666bd-72ab-4d99-939f-509d3fabab67 None None] Port 6e96ec5f-2187-441f-81d6-efc500bb3313 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:54:05.454924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.495287 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:02Z', 'revision_number': 3, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:05.499431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae95608-f65c-4989-adda-c2ac82c365da None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:02Z', 'revision_number': 3, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:54:05.684203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.689874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.799750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Pushing event updated for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:05.811978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:05.952184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:05.953326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:06.166392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:54:06.220776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:06.284126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e44a436a-15f1-45b1-827c-0bcebe8ed912 None None] Provisioning complete for port 6e96ec5f-2187-441f-81d6-efc500bb3313 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:06.284642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e44a436a-15f1-45b1-827c-0bcebe8ed912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.346382 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e44a436a-15f1-45b1-827c-0bcebe8ed912 None None] Port 6e96ec5f-2187-441f-81d6-efc500bb3313 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:54:06.354037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:06.354405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.358017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:54:06.372639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2cfc207c-3069-47ad-8ee1-350b74c91b3f admin admin] 10.222.0.40 "PUT /v2.0/routers/0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355108 Jun 01 13:54:06.473967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:06.475614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfb9c0be-ce1b-4e85-af7b-496372b8c89f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:06.546485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port dfb9c0be-ce1b-4e85-af7b-496372b8c89f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:06.551614 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dfb9c0be-ce1b-4e85-af7b-496372b8c89f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:06.551982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.666453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dfb9c0be-ce1b-4e85-af7b-496372b8c89f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:06.666856 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.683340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port dfb9c0be-ce1b-4e85-af7b-496372b8c89f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:06.688671 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.699568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53340) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:06.704731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929649051', 'description': 'tempest-description--421408706'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:06.712712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:06.717291 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Usage tracker for resource:security_group and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:06.720323 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:06.726300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:06.738621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.759399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:06.760494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:06.763507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Usage tracker for resource:security_group_rule and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:06.766502 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:06.772633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:06.846665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.851667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.893864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:06.903040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:06.904371 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8365ccf0-0228-4954-815b-30a19d45b6e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2037909 Jun 01 13:54:06.907214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53344) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:06.912398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'security_group_rule': {'security_group_id': '7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:06.919490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:06.923349 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Usage tracker for resource:security_group_rule and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:06.926372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:06.932631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:06.956896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.020441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.027201 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.052825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8f08d5-d1ff-4e1e-b126-b593d914304b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:07.063566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.064972 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-72260cdc-db7e-467c-9105-83c07cc35016 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568110 Jun 01 13:54:07.067658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53348) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:07.072975 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'security_group_rule': {'security_group_id': '7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:07.080235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:07.085632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Usage tracker for resource:security_group_rule and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:07.086134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:54:07.088893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:07.095265 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:07.096848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:07.097403 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:53:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:07.113438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.174479 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.179283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.200431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05091738-5609-4081-b1c2-5857943319ba,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:07.212481 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.213675 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4747ba53-a800-4229-a0c7-f7b1d0f0103e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450214 Jun 01 13:54:07.217003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53352) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:07.222069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:07.229124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:07.232900 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Usage tracker for resource:floatingip and tenant:89d7f76d94944e37b74c88e66f55458e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:54:07.235783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:54:07.241781 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:07.253398 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.283451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:07.394037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.538483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Allocated IP 172.25.7.189 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f3023fe3-a51f-4687-9aab-f016b7cacc1d) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:54:07.633271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 2, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:07.638079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:54:07.638429 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Updating router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a port 6e96ec5f-2187-441f-81d6-efc500bb3313 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 13:54:07.697045 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.797283 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.831496 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:07.900457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:07.903419 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:07.907109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:54:07.935942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=f3023fe3-a51f-4687-9aab-f016b7cacc1d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:07.989324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.044928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.049743 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.057846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Transition to ACTIVE for port object 6e96ec5f-2187-441f-81d6-efc500bb3313 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:08.064651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.173925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfb9c0be-ce1b-4e85-af7b-496372b8c89f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:08.278577 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.284643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.285001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfd65-a360-49dc-a38e-692ca45247d7 None None] Pushing event updated for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:08.346812 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Attempting to bind port 6e96ec5f-2187-441f-81d6-efc500bb3313 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:54:08.347193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Attempting to bind port 6e96ec5f-2187-441f-81d6-efc500bb3313 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:54:08.347531 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Attempting to bind port 6e96ec5f-2187-441f-81d6-efc500bb3313 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:08.354149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:54:08.354512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:08.354924 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.355303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:54:08.355753 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Bound port: 6e96ec5f-2187-441f-81d6-efc500bb3313, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:54:08.356117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.385344 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dfb9c0be-ce1b-4e85-af7b-496372b8c89f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:08.385699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.396918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=f3023fe3-a51f-4687-9aab-f016b7cacc1d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:08.406724 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.429906 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.431326 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c572fde5-c1b0-4c98-9cfe-683f58efd7f1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2134225 Jun 01 13:54:08.520264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] For port 6e96ec5f-2187-441f-81d6-efc500bb3313, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:08.524794 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] For port 6e96ec5f-2187-441f-81d6-efc500bb3313, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6e96ec5f-2187-441f-81d6-efc500bb3313,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:54:08.561445 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:08.600573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-b87bc756-883b-4b34-866a-fa450fbe9732 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1929649051&fields=id&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 267 time: 0.0395019 Jun 01 13:54:08.643792 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dfb9c0be-ce1b-4e85-af7b-496372b8c89f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:08.664536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:08.665159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:53:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:08.730172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dfd65-a360-49dc-a38e-692ca45247d7 None None] Pushing event updated for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:08.764980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-37bc12d3-c556-4d4a-9dc4-cfb8e73b8ebd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:08.766566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-37bc12d3-c556-4d4a-9dc4-cfb8e73b8ebd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1592534 Jun 01 13:54:08.782553 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-477dae5f-ba0a-465e-95b1-4b710409f694 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/quotas/89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 375 time: 0.0101328 Jun 01 13:54:08.860796 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:08.996232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f5d7c608-bbdf-43e8-9c35-51ee40186e1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:54:09.014812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f5d7c608-bbdf-43e8-9c35-51ee40186e1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:54:09.016216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f5d7c608-bbdf-43e8-9c35-51ee40186e1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2278199 Jun 01 13:54:09.032970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-d47555f4-c504-4fbb-86f5-649efa7371a9 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:54:09.033887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-d47555f4-c504-4fbb-86f5-649efa7371a9 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053506 Jun 01 13:54:09.180158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-8df325de-001f-4d8d-a33d-1ca299665326 service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402371 Jun 01 13:54:09.254944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:08Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:09.259262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75959533-6309-499a-bdcf-75e8514dfc23 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:08Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:54:09.331277 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-e0500d15-91c8-49b5-a2e1-19afebed97c5 service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448884 Jun 01 13:54:09.534528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f18d657f-1059-4d9c-a437-dc3b09eb46ea req-78ab8ca9-1e83-49e4-b976-958d974392ed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 210 time: 0.0499771 Jun 01 13:54:10.163982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6e96ec5f-2187-441f-81d6-efc500bb3313 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:10.241285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 6e96ec5f-2187-441f-81d6-efc500bb3313 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:10.246266 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6e96ec5f-2187-441f-81d6-efc500bb3313 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:10.246776 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:10.367030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6e96ec5f-2187-441f-81d6-efc500bb3313 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:10.367294 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:10.399434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 6e96ec5f-2187-441f-81d6-efc500bb3313, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6e96ec5f-2187-441f-81d6-efc500bb3313,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:10.404593 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:10.475639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:10.719440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd618e69-193c-44d1-a98b-d59fc86e14a3 req-e305e919-c05b-4eac-bb68-38fc7de3f0c8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 210 time: 0.0597887 Jun 01 13:54:10.782890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-66a9ad38-cb64-426e-b558-66f5aa91334c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:10.784283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-66a9ad38-cb64-426e-b558-66f5aa91334c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.2026808 Jun 01 13:54:10.841981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-07f16c74-6bd2-4f81-af64-34d2f5890d46 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 380 time: 0.0427890 Jun 01 13:54:10.852498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'port': {'device_id': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'admin_state_up': True, 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'security_groups': ['7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:10.996157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:54:11.006939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:54:11.021624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:54:11.025230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.195475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Allocated IP 172.20.0.10 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:54:11.395521 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.411359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Transition to ACTIVE for port object 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:11.437813 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.517314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:54:11.520576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:54:11.524863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:54:11.555588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:11.575484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.575806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.576153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.576475 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.576797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.577078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.577422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.577715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.578046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.578360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.578693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.578989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:11.602804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:11.603411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.629879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-9ad2a158-d68d-4bff-93ab-d458284b07d8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812293 Jun 01 13:54:11.646136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Request body: {'port': {'device_id': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:11.743060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-16912793-760e-42e0-8294-7a13079525a2 None None] Provisioning for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:11.749137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-16912793-760e-42e0-8294-7a13079525a2 None None] Provisioning complete for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:11.749633 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-16912793-760e-42e0-8294-7a13079525a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.759844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:11.813093 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-16912793-760e-42e0-8294-7a13079525a2 None None] Port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:54:12.134982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6e96ec5f-2187-441f-81d6-efc500bb3313 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:12.181190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80705fc-2912-43e3-95ef-59ac3804d0c6 req-c5c613bd-691e-41be-a15a-69c1b13280fc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:12.181860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d80705fc-2912-43e3-95ef-59ac3804d0c6 req-c5c613bd-691e-41be-a15a-69c1b13280fc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:54:12.203687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 6e96ec5f-2187-441f-81d6-efc500bb3313 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:12.204059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.218063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d80705fc-2912-43e3-95ef-59ac3804d0c6 req-c5c613bd-691e-41be-a15a-69c1b13280fc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:54:12.219250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d80705fc-2912-43e3-95ef-59ac3804d0c6 req-c5c613bd-691e-41be-a15a-69c1b13280fc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 932 time: 0.3868430 Jun 01 13:54:12.318403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:54:12.322618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 6e96ec5f-2187-441f-81d6-efc500bb3313 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:12.325043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d80705fc-2912-43e3-95ef-59ac3804d0c6 req-c30560a8-27c9-4c64-b936-e6d65d97e678 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951846 Jun 01 13:54:12.328886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.344558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Transition to ACTIVE for port object 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:12.350641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.478366 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:12.591758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:54:12.592087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:54:12.592405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:12.596996 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:54:12.597302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:12.602307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:54:12.602648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:12.603039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:54:12.603451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Bound port: 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:54:12.603782 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.690716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:12.693778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:54:12.699405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.766358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:12.767040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:12.768345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] 10.222.0.24 "PUT /v2.0/ports/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1092 time: 1.1265066 Jun 01 13:54:12.768820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:12.790339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8150cb-f4c9-4afc-9913-9af1bc6db746 service neutron] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:12.858257 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57235b16-9de2-4dbf-8ade-1fd2ac24fec6'] response: {'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'status': 'completed', 'code': 200} Jun 01 13:54:12.904768 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f1360fe9-5057-47b3-8ecb-2f5953275905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:12.906252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f1360fe9-5057-47b3-8ecb-2f5953275905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1095 time: 0.0818503 Jun 01 13:54:12.986911 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-14c807c8-80a0-4cac-a391-ab1568c94f4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 217 time: 0.0681939 Jun 01 13:54:13.057547 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-a010ea98-d7de-4396-b917-4e2bc1b29f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:13.059008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-a010ea98-d7de-4396-b917-4e2bc1b29f26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0655785 Jun 01 13:54:13.135858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-0f973280-55d6-4a6a-bd9b-009a8a470e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:13.137228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-0f973280-55d6-4a6a-bd9b-009a8a470e04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721550 Jun 01 13:54:13.298819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-b7c9f106-19be-4803-9efe-cdd5ae7fb697 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551685 Jun 01 13:54:13.436799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-327d650d-44a1-45a8-9e8a-c7b8d867ecb5 req-f52b6634-affe-4bef-915f-17de60a10da0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310830 Jun 01 13:54:13.522439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949149d9-fe9d-4c13-acb9-2c532b1f8b30 req-7a7553fb-b3e0-427f-96c2-d1fecfc5a7e7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:13.524287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-949149d9-fe9d-4c13-acb9-2c532b1f8b30 req-7a7553fb-b3e0-427f-96c2-d1fecfc5a7e7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.0908048 Jun 01 13:54:13.625322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-949149d9-fe9d-4c13-acb9-2c532b1f8b30 req-a781ff60-e361-45e6-b7e5-70dcf2e8d6eb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641334 Jun 01 13:54:13.642305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-fd7207c7-1f8a-4254-8b63-dbdd6c3c8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:13.644065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-fd7207c7-1f8a-4254-8b63-dbdd6c3c8e86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1095 time: 0.1131520 Jun 01 13:54:13.790838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-fe39af61-9a0c-441f-8ab1-0599f85e9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:13.792197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-fe39af61-9a0c-441f-8ab1-0599f85e9dc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1415968 Jun 01 13:54:13.859989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-0cbafcab-c2e6-4756-97ad-5e50bb5e3569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 217 time: 0.0621510 Jun 01 13:54:14.031019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-5795a736-7c16-45dd-8057-3bacd49fec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:14.032455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-5795a736-7c16-45dd-8057-3bacd49fec38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1655331 Jun 01 13:54:14.114583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-f7b4500c-028c-4a7b-9205-5fe3304b6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:14.116178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-f7b4500c-028c-4a7b-9205-5fe3304b6d1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773928 Jun 01 13:54:14.249278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-1011563a-a0fa-4fdb-8e50-89ac97071341 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268415 Jun 01 13:54:14.384459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fe969810-0043-4b8a-94e0-1f309b007ee2 req-3bff0b02-1b4a-4eaa-9c2f-6a26745c7197 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271451 Jun 01 13:54:14.831880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc07e3e-8c6d-4751-a18c-97f47cbe65ac req-5a777270-f47a-476e-ae92-a88c879649fb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:14.833334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc07e3e-8c6d-4751-a18c-97f47cbe65ac req-5a777270-f47a-476e-ae92-a88c879649fb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.0839045 Jun 01 13:54:14.886257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cc07e3e-8c6d-4751-a18c-97f47cbe65ac req-6d2039ec-feb2-4e0e-a7a4-bbd8275260a2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463636 Jun 01 13:54:16.087970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0a4cc-060e-4fb4-9ff8-7a6c3542fd51 req-e341e919-1997-427a-bccd-dfd06510f3c8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:16.089809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a0a4cc-060e-4fb4-9ff8-7a6c3542fd51 req-e341e919-1997-427a-bccd-dfd06510f3c8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.0935686 Jun 01 13:54:16.136055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a0a4cc-060e-4fb4-9ff8-7a6c3542fd51 req-617f9cbe-72d4-4ee3-aada-e9f9578ea7eb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Jun 01 13:54:17.174221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:54:17.311937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:17.325120 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'mac_address': 'fa:16:3e:d5:ac:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:54:17.342528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c5ace-de5d-48e5-b7f4-6372e45e3f64 req-a5670de3-6dca-4e48-990a-5af434a55779 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:17.344017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b08c5ace-de5d-48e5-b7f4-6372e45e3f64 req-a5670de3-6dca-4e48-990a-5af434a55779 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.0843861 Jun 01 13:54:17.379704 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:17.380083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:17.388701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b08c5ace-de5d-48e5-b7f4-6372e45e3f64 req-2c600272-0179-4515-b103-79b867ecbf5a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388274 Jun 01 13:54:17.400536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:54:17.416759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:17.423050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:17.491063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:17.498310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.498667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.498995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.499326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.499628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.499964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.500279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.500590 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.500906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.501222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.501532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.501844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:54:17.845769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:54:18.320142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7415ba6b-e366-48be-b0f3-c4ebd91c62f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:18.475323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:18.575453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0db5-bc4f-4e2c-8da9-f3419d6549e8 req-8394395f-39fe-45e2-bcec-71a5fc77d940 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:18.576906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca3a0db5-bc4f-4e2c-8da9-f3419d6549e8 req-8394395f-39fe-45e2-bcec-71a5fc77d940 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 945 time: 0.0816367 Jun 01 13:54:18.624486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ca3a0db5-bc4f-4e2c-8da9-f3419d6549e8 req-af2b6e62-8f71-47d3-aa7c-4f33c1638f8a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Jun 01 13:54:19.199374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:19.289257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:19.294087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:19.294476 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:19.414240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:19.414980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:19.442294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:19.452791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:19.457812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:19.492728 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce71100c-a8f9-498c-a1ec-9c22a6dc3f46'] response: {'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'code': 200} Jun 01 13:54:19.534516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:19.652331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911802-550c-407a-b459-b0bfc66d5729 req-06b2cf37-6d52-4072-b3bb-2d92c3baca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:19.653781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0911802-550c-407a-b459-b0bfc66d5729 req-06b2cf37-6d52-4072-b3bb-2d92c3baca7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1097 time: 0.0802848 Jun 01 13:54:19.695103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a0911802-550c-407a-b459-b0bfc66d5729 req-b6017b98-9f04-4777-83c4-93603e67a18d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Jun 01 13:54:19.819283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cdd01-5b39-4ba6-8569-990d99ed0167 req-cdefcd96-2589-4bbb-9dc1-1084b1004d8a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:19.820735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-671cdd01-5b39-4ba6-8569-990d99ed0167 req-cdefcd96-2589-4bbb-9dc1-1084b1004d8a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0843656 Jun 01 13:54:19.874834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-671cdd01-5b39-4ba6-8569-990d99ed0167 req-5b74850e-d9da-4f33-9321-03ba9dccaff1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483272 Jun 01 13:54:20.539047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e72ddb0e-ff9e-4004-aac2-0d106b464504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:21.083032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2212-e37d-4174-931c-d00d4ce863b4 req-5b99df2a-3e83-402e-9194-1b7867213cc0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:21.084578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aefe2212-e37d-4174-931c-d00d4ce863b4 req-5b99df2a-3e83-402e-9194-1b7867213cc0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0909882 Jun 01 13:54:21.131165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aefe2212-e37d-4174-931c-d00d4ce863b4 req-b050469d-0f56-4589-babc-450d59cb8f09 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Jun 01 13:54:21.736271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:21.911159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:22.347009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf9c1c-4d96-4424-a927-ee975192255e req-17d4ccd4-bca8-4572-9ec4-3ebcb20a2f28 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:22.348357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dbf9c1c-4d96-4424-a927-ee975192255e req-17d4ccd4-bca8-4572-9ec4-3ebcb20a2f28 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0964248 Jun 01 13:54:22.396519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2dbf9c1c-4d96-4424-a927-ee975192255e req-7c4954a4-8f90-4bda-be61-710949100012 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Jun 01 13:54:22.582505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204497d-f80c-41be-802d-852e3b3d76e6 req-5f194321-8d0e-46bb-859d-5158f3c8b460 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:22.583991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2204497d-f80c-41be-802d-852e3b3d76e6 req-5f194321-8d0e-46bb-859d-5158f3c8b460 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0866899 Jun 01 13:54:22.593194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53406) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:54:22.598527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'floatingip': {'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:22.677421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:23.292388 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:23.298191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:23.318234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:23.595449 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec associated. External IP: 172.25.7.189, port: 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421. Jun 01 13:54:23.950941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:54:24.135617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:54:24.140660 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:24.145246 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:54:24.155935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:24.156570 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:24.195556 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d609e07d-1798-4f67-91b2-7612e8879a2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "PUT /v2.0/floatingips/c3a36362-f837-42e8-8282-d5f386bb08ec HTTP/1.1" status: 200 len: 992 time: 1.6011713 Jun 01 13:54:24.196148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:24.244589 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca38c45-14df-449e-ae2a-4d038bbbc083'] response: {'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'status': 'completed', 'code': 200} Jun 01 13:54:24.331762 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:24.422461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2322e-0148-4118-8cc1-f49116fbc81f req-7be6e09c-ceab-4c48-8717-e08ce059f4e0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:24.423932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abe2322e-0148-4118-8cc1-f49116fbc81f req-7be6e09c-ceab-4c48-8717-e08ce059f4e0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.1393740 Jun 01 13:54:24.425891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-0429378f-7316-4f02-b8fa-fa0fc309686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:24.427201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-0429378f-7316-4f02-b8fa-fa0fc309686e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1097 time: 0.1112440 Jun 01 13:54:24.549806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abe2322e-0148-4118-8cc1-f49116fbc81f req-96d192c1-7de5-4f8a-a862-ce55edaaaed2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197615 Jun 01 13:54:24.592731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-b4989611-2fc6-48bd-9329-3a9f0a18e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:24.594252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-b4989611-2fc6-48bd-9329-3a9f0a18e90a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1518252 Jun 01 13:54:24.676365 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:d5:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:54:23Z', 'revision_number': 1, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:24.680284 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:54:24.688874 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:24.689497 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:24.861705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-ab96dc50-48ad-49ef-a7a0-716bfbb75f46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1000 time: 0.2616313 Jun 01 13:54:24.913991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:24.934438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede3ad0-16ae-4e7d-ab69-3e28a4d3a626 req-9214872f-3ebb-4cd5-8545-8957da108fe4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:24.935923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ede3ad0-16ae-4e7d-ab69-3e28a4d3a626 req-9214872f-3ebb-4cd5-8545-8957da108fe4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.2709866 Jun 01 13:54:24.947045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-fc59e291-8756-42a8-8edc-b445fac58a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:24.948892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-fc59e291-8756-42a8-8edc-b445fac58a25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0781174 Jun 01 13:54:25.035788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6ede3ad0-16ae-4e7d-ab69-3e28a4d3a626 req-90909a7f-08a4-40d1-82cc-52bb1a671b86 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914688 Jun 01 13:54:25.056747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-797c3125-014c-4fda-a8cf-404bfcb12245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:25.058435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-797c3125-014c-4fda-a8cf-404bfcb12245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977607 Jun 01 13:54:25.191079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-ee233598-4453-4de7-8690-f9492c44b540 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252103 Jun 01 13:54:25.265555 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:d5:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:54:23Z', 'revision_number': 1, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:25.269707 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51c69-54fa-4d70-8df0-ea673ad02730 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:d5:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:54:23Z', 'revision_number': 1, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:54:25.331428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9baabf2f-5971-434b-a295-bdeec39d80c5 req-1d094d65-f057-4a5d-bc49-175c9d0b9843 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344616 Jun 01 13:54:25.472155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c9d29-559c-4d15-aca2-645600cc49e9 None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:54:26.235008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401362c-831f-476d-b0be-0cc5fa2b624b req-47efef7e-625f-48ce-bc0d-d3e574fa5e56 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:26.236439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6401362c-831f-476d-b0be-0cc5fa2b624b req-47efef7e-625f-48ce-bc0d-d3e574fa5e56 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0885303 Jun 01 13:54:26.286959 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6401362c-831f-476d-b0be-0cc5fa2b624b req-b8fe86ce-795c-4a9a-9823-cc8297ad28f5 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Jun 01 13:54:26.481259 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e10e90-10f2-4117-94a7-a43ef567c689 req-a41b39a1-0eb2-445a-a24b-2de9b8ae8157 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:26.482722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e10e90-10f2-4117-94a7-a43ef567c689 req-a41b39a1-0eb2-445a-a24b-2de9b8ae8157 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0866566 Jun 01 13:54:26.529063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1e10e90-10f2-4117-94a7-a43ef567c689 req-252d49b2-a6fe-4d27-9c43-bdb8dd338c9a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Jun 01 13:54:26.903603 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-4549c196-34d0-44af-8bf6-2ef871b8742e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829775 Jun 01 13:54:26.942266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d664c7-7ba4-40f8-8f77-bc1cb459d097 req-1750f67c-cd9d-4558-87a0-4bef317ed15c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:26.944236 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9d664c7-7ba4-40f8-8f77-bc1cb459d097 req-1750f67c-cd9d-4558-87a0-4bef317ed15c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0840399 Jun 01 13:54:26.992585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9d664c7-7ba4-40f8-8f77-bc1cb459d097 req-fa2511af-61e8-4f3c-aabb-a308b3e353ef tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Jun 01 13:54:28.251677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e31ca-8125-4a4f-b7f7-dd168124b004 req-1f0bcf32-9948-4ee6-ba58-8922a58c8c24 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:28.253219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-230e31ca-8125-4a4f-b7f7-dd168124b004 req-1f0bcf32-9948-4ee6-ba58-8922a58c8c24 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.1435170 Jun 01 13:54:28.259361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-926e8c13-9965-4df6-baef-f616ca00a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:28.261222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-926e8c13-9965-4df6-baef-f616ca00a3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1097 time: 0.1022007 Jun 01 13:54:28.388317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-230e31ca-8125-4a4f-b7f7-dd168124b004 req-b5ae2ffd-62d8-4e73-b13f-a89342939c0f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261468 Jun 01 13:54:28.427829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-72a024d7-8bdf-4151-b3cb-a40c9eb5caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:28.429253 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-72a024d7-8bdf-4151-b3cb-a40c9eb5caf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1521196 Jun 01 13:54:28.531548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-6ea8ecf0-3556-406f-a001-84dc8f2d7a80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1002 time: 0.0956528 Jun 01 13:54:28.603777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ffe13f54-80b5-4c02-88fc-747a943b36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:28.605288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ffe13f54-80b5-4c02-88fc-747a943b36f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0679045 Jun 01 13:54:28.693717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-3db561f9-fe89-47da-8a70-85bcc6007957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:28.694981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-3db561f9-fe89-47da-8a70-85bcc6007957 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836041 Jun 01 13:54:28.829663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-31e1336c-b923-4f8c-bff3-c8baa0629589 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271896 Jun 01 13:54:28.958697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-10c8c796-0787-4329-a017-abd10398c958 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228840 Jun 01 13:54:29.697117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a512b-a5f0-40b7-9098-c80f95c90de8 req-e35d4964-5de0-4e16-8ae6-2ec88d388320 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:29.698955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-615a512b-a5f0-40b7-9098-c80f95c90de8 req-e35d4964-5de0-4e16-8ae6-2ec88d388320 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.2028561 Jun 01 13:54:29.747796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-615a512b-a5f0-40b7-9098-c80f95c90de8 req-41d53faa-bbf9-4b04-b2d9-4588bbf1a085 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Jun 01 13:54:30.944553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520ab56-8c4b-4d30-9623-70a9ac9aacaa req-6970ce3a-774e-4aee-848a-a8cdaef09d28 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:30.945974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d520ab56-8c4b-4d30-9623-70a9ac9aacaa req-6970ce3a-774e-4aee-848a-a8cdaef09d28 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0853784 Jun 01 13:54:30.994002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d520ab56-8c4b-4d30-9623-70a9ac9aacaa req-671cdc63-07bd-4e48-a344-6f61bcbe8851 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Jun 01 13:54:32.202645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db48a8-b91f-4d5c-b4d1-729e0f567146 req-e6f7cf1f-6409-4dbe-9bb8-ac58de1052b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:32.204134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88db48a8-b91f-4d5c-b4d1-729e0f567146 req-e6f7cf1f-6409-4dbe-9bb8-ac58de1052b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0910425 Jun 01 13:54:32.252265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88db48a8-b91f-4d5c-b4d1-729e0f567146 req-4bcf34f5-1e56-4a5c-90df-d8e5056bd2b3 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 Jun 01 13:54:33.458394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0d31-a4ae-44e6-91c0-2317e63fefd4 req-ccc05f87-2de8-4f4a-b5af-92a851639d44 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:33.459882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81fd0d31-a4ae-44e6-91c0-2317e63fefd4 req-ccc05f87-2de8-4f4a-b5af-92a851639d44 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0942855 Jun 01 13:54:33.510222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81fd0d31-a4ae-44e6-91c0-2317e63fefd4 req-2beaf9a5-1e41-4a75-abbd-046cf6db8137 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Jun 01 13:54:34.698282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92346-7928-4f9e-897c-6178c9229b8d req-06cbbe6b-b001-4864-b8b0-aa7fa9f0f42b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:34.699758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3c92346-7928-4f9e-897c-6178c9229b8d req-06cbbe6b-b001-4864-b8b0-aa7fa9f0f42b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0803316 Jun 01 13:54:34.747750 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3c92346-7928-4f9e-897c-6178c9229b8d req-d86dbb1e-6ffa-4fe2-8899-537a378c390c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Jun 01 13:54:35.023096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:35.087402 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:54:35.951909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3686f-ba5d-44cc-a12c-e50afc1cc587 req-3da46ee1-b7eb-4961-989b-cb549353ea3b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:35.953358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0f3686f-ba5d-44cc-a12c-e50afc1cc587 req-3da46ee1-b7eb-4961-989b-cb549353ea3b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0880091 Jun 01 13:54:36.000207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0f3686f-ba5d-44cc-a12c-e50afc1cc587 req-b3408b47-945a-482e-9892-26a26e71c688 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 Jun 01 13:54:37.363121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775c5c-bb6f-423a-bbf7-1844506f1d02 req-1da92958-7547-47d5-a606-57af256b472a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:37.364576 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa775c5c-bb6f-423a-bbf7-1844506f1d02 req-1da92958-7547-47d5-a606-57af256b472a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0877912 Jun 01 13:54:37.413939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa775c5c-bb6f-423a-bbf7-1844506f1d02 req-e59ce3a6-6639-459b-beef-1df2130db595 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Jun 01 13:54:38.613869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e8a9-9106-4794-898e-4eba85257bac req-1a73e936-4c03-4208-99fb-ed2166aaa764 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:38.615380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7c3e8a9-9106-4794-898e-4eba85257bac req-1a73e936-4c03-4208-99fb-ed2166aaa764 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0865984 Jun 01 13:54:38.660186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7c3e8a9-9106-4794-898e-4eba85257bac req-f6314949-3c02-4877-b1eb-208d494b1c73 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Jun 01 13:54:39.870635 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2a9f-97ba-4ce8-928d-366f51c10341 req-bf9063e4-eb29-46e2-8d91-dea51b078550 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:39.872125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3dc2a9f-97ba-4ce8-928d-366f51c10341 req-bf9063e4-eb29-46e2-8d91-dea51b078550 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0839922 Jun 01 13:54:39.920509 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3dc2a9f-97ba-4ce8-928d-366f51c10341 req-c80d3684-e05a-4ecc-88cc-a00a1c88038f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 Jun 01 13:54:41.140216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897d4ef-29da-488f-9946-f39ea4e95225 req-c2b83301-10f4-42e4-a802-8cd0c9385951 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:41.141745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4897d4ef-29da-488f-9946-f39ea4e95225 req-c2b83301-10f4-42e4-a802-8cd0c9385951 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.1056259 Jun 01 13:54:41.189264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4897d4ef-29da-488f-9946-f39ea4e95225 req-ce26281b-4f3c-4b32-831a-09df284db6f7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Jun 01 13:54:42.410390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab177d-b258-4617-b56a-a0389944255e req-c0b29bdb-185f-4b00-b765-1e465df09648 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:42.412086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0ab177d-b258-4617-b56a-a0389944255e req-c0b29bdb-185f-4b00-b765-1e465df09648 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0961361 Jun 01 13:54:42.459756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0ab177d-b258-4617-b56a-a0389944255e req-c1211b74-8dd2-4311-b1b6-5cba79b71c92 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 Jun 01 13:54:43.649972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a88f7-b8d7-4033-befa-32f6254abb0c req-bc00e2f9-6421-44c2-a00d-9431182abe3a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:43.651455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b3a88f7-b8d7-4033-befa-32f6254abb0c req-bc00e2f9-6421-44c2-a00d-9431182abe3a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0843432 Jun 01 13:54:43.697173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b3a88f7-b8d7-4033-befa-32f6254abb0c req-fdc078d1-ec1a-40eb-853e-6f38a3332086 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386481 Jun 01 13:54:44.903098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b34ef-59e4-447c-b6ca-2e389f22d777 req-3fca936b-f9ca-48a1-9f8f-9fb39db508ed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:44.904568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-083b34ef-59e4-447c-b6ca-2e389f22d777 req-3fca936b-f9ca-48a1-9f8f-9fb39db508ed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0890393 Jun 01 13:54:44.955231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-083b34ef-59e4-447c-b6ca-2e389f22d777 req-8dcd252e-6120-4adc-959c-f6981e4a2634 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415671 Jun 01 13:54:46.030904 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-96a47cd5-cc06-41e9-8c34-924e6afe4fde service neutron] show failed (client error): The resource could not be found. Jun 01 13:54:46.031919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-96a47cd5-cc06-41e9-8c34-924e6afe4fde service neutron] 10.222.0.24 "GET /v2.0/ports/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0847163 Jun 01 13:54:46.154276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608132-c136-4760-a1b6-ed317786d47f req-5f255e7e-724c-44c9-9be8-4f74c3efae94 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:46.155974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43608132-c136-4760-a1b6-ed317786d47f req-5f255e7e-724c-44c9-9be8-4f74c3efae94 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0836909 Jun 01 13:54:46.206016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43608132-c136-4760-a1b6-ed317786d47f req-f14a4836-c541-45b5-837b-73ba57e82bea tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Jun 01 13:54:46.350242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-f2396b14-ecb6-4998-bce9-47557760c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:46.351746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-f2396b14-ecb6-4998-bce9-47557760c6ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1097 time: 0.1245463 Jun 01 13:54:46.361941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:54:46.471990 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:46.753858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:46.782447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:46.844226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:46.850177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:46.865462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Transition to ACTIVE for port object 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:54:46.870033 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:47.002204 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83692628-31ac-461b-b78c-e2b3cddd8e7c'] response: {'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'code': 200} Jun 01 13:54:47.111003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:47.165483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] No DVR routers for this DVR port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:54:47.451668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:54:47.452024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:54:47.452420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:47.459819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:54:47.460141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Attempting to bind port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:54:47.471874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48f68-9f53-4ffc-9f22-10a9ddd545a8 req-54cd6d10-6167-4dbb-9386-0b83132fc358 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:47.473331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18e48f68-9f53-4ffc-9f22-10a9ddd545a8 req-54cd6d10-6167-4dbb-9386-0b83132fc358 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.1525435 Jun 01 13:54:47.475879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:54:47.476184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:54:47.476589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:54:47.477012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Bound port: 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:54:47.477353 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:47.575203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18e48f68-9f53-4ffc-9f22-10a9ddd545a8 req-2adc0bc2-c1b5-4f33-bfb0-0f99c0baebab tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886204 Jun 01 13:54:47.604951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:54:47.608353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:54:47.615381 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:47.675433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:47.676034 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:47.677381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1092 time: 1.3192751 Jun 01 13:54:47.694706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eeb4c-a47e-4414-93c8-820d815c21b5 service neutron] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:47.774579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-6662427a-cbfa-47d2-952d-3cadc6141e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:47.776053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-6662427a-cbfa-47d2-952d-3cadc6141e87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1095 time: 0.0767078 Jun 01 13:54:47.909528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-e1ef50ef-b836-4264-bf1a-22f0be21d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:47.910993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-e1ef50ef-b836-4264-bf1a-22f0be21d36a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1290762 Jun 01 13:54:48.025614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-45d21ffe-577b-4498-8789-3d0be20926b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1000 time: 0.1083350 Jun 01 13:54:48.090086 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-084969e4-6687-4509-89cb-db09e958255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:48.091547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-084969e4-6687-4509-89cb-db09e958255c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0605297 Jun 01 13:54:48.166986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-c1281ca3-8a80-47e9-8051-551257ca4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:48.168454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-c1281ca3-8a80-47e9-8051-551257ca4760 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702813 Jun 01 13:54:48.178147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-07a9fdb0-3677-43fd-97e0-590dc6269ba1 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:54:48.179062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-07a9fdb0-3677-43fd-97e0-590dc6269ba1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047331 Jun 01 13:54:48.305097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e20b0cb-bd5d-4951-a002-348a61082d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:48.319551 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-88ff3b01-0fe4-46b5-9353-f4f18af96d3f service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341147 Jun 01 13:54:48.449587 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3af7832a-bfe7-4edd-bbb6-be59825023ce req-9d8f3461-82d8-49f7-a78a-226b04df8bdd service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240141 Jun 01 13:54:48.497207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:48.889932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f0a5-f880-4fec-961c-3645235bf80c req-0a0e0fd9-291d-4216-a874-9a47f2813faa tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:48.891316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2005f0a5-f880-4fec-961c-3645235bf80c req-0a0e0fd9-291d-4216-a874-9a47f2813faa tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.2064877 Jun 01 13:54:48.938977 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2005f0a5-f880-4fec-961c-3645235bf80c req-c97c41e8-6359-43a3-aa45-3bdc1d10f9a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Jun 01 13:54:49.003982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:49.063367 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d643ba-ec53-4107-bd07-e1c480a165ae'] response: {'name': 'network-changed', 'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'status': 'completed', 'code': 200} Jun 01 13:54:49.215225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-4476fc2c-4ca2-4f60-9915-3ef193149bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.216599 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-4476fc2c-4ca2-4f60-9915-3ef193149bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1095 time: 0.1287956 Jun 01 13:54:49.220755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-7a0767ac-9486-4c14-8681-4e6f41539f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.222055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-7a0767ac-9486-4c14-8681-4e6f41539f24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1095 time: 0.1039505 Jun 01 13:54:49.414245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:54:49.454144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-193f39f8-d822-40ba-9236-5780426d87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.455617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-193f39f8-d822-40ba-9236-5780426d87ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2298653 Jun 01 13:54:49.457987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-39fc252f-33fe-4df3-86d4-c2f25dda2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.459302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-39fc252f-33fe-4df3-86d4-c2f25dda2615 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2164140 Jun 01 13:54:49.473542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:54:49.645698 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-70649eca-e898-4662-8f36-9749462d3b5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1000 time: 0.1827831 Jun 01 13:54:49.647560 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-62bba8d7-c860-4d53-b24f-4acd08099cc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1000 time: 0.1313698 Jun 01 13:54:49.759710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-8ad7e6ba-128f-46df-8caa-95563f4f41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.761040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-8ad7e6ba-128f-46df-8caa-95563f4f41ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1084683 Jun 01 13:54:49.762389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-d27f782d-396f-43fb-a85c-fa03dc11b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.763681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-d27f782d-396f-43fb-a85c-fa03dc11b41d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0802767 Jun 01 13:54:49.895868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-0f690042-179e-41b5-a1b7-3c52d9c300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.897887 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-0f690042-179e-41b5-a1b7-3c52d9c300f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268976 Jun 01 13:54:49.902140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-5286a616-dec2-4d5c-86a4-ec4ae7085ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:49.903517 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-5286a616-dec2-4d5c-86a4-ec4ae7085ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341963 Jun 01 13:54:50.182804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-900e2d71-d424-4c14-8327-61c7b79822c8 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782621 Jun 01 13:54:50.185219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-b54edaf7-0046-4fe9-bf49-9b70d6353a28 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638569 Jun 01 13:54:50.536759 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2c2696b2-2387-4a90-b290-8ff9188ad580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:50.549291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8abc11-aca1-4158-ac81-8003ab1ba507 req-72eb1aa5-29d2-467a-bf8f-d5f535279e73 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:50.550734 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c8abc11-aca1-4158-ac81-8003ab1ba507 req-72eb1aa5-29d2-467a-bf8f-d5f535279e73 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 944 time: 0.4443119 Jun 01 13:54:50.594771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-ce1e715b-42ea-4728-a23c-1751ea06e11b service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863666 Jun 01 13:54:50.598921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d5ac7f12-9171-4344-9ac4-f909b1e50acc req-19fee2d7-cb24-4ff3-ac24-c427f9892cb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078007 Jun 01 13:54:50.623399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c8abc11-aca1-4158-ac81-8003ab1ba507 req-760253da-2845-455b-b7d3-0637346085e6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570793 Jun 01 13:54:50.820660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:54:50.958572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:50.972108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'mac_address': 'fa:16:3e:d5:ac:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:54:51.028976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:51.029422 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:51.047712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:54:51.064165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:51.069731 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:51.144618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:51.285009 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:54:51.732947 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:51.842454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ef9b0-6b1f-4816-9363-b0b7e97da6f0 req-5502a153-6478-41ae-8baf-b0515221d983 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:51.844252 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f9ef9b0-6b1f-4816-9363-b0b7e97da6f0 req-5502a153-6478-41ae-8baf-b0515221d983 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 945 time: 0.0940599 Jun 01 13:54:51.889117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f9ef9b0-6b1f-4816-9363-b0b7e97da6f0 req-e3984459-487f-4a90-824d-e22328f8a1ca tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389831 Jun 01 13:54:51.913289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:52.265316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05f9e-524a-46c9-bb2f-0079429e3770 req-d7b54dd0-4ca4-4985-86ec-081cebe5c9c4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.266792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12b05f9e-524a-46c9-bb2f-0079429e3770 req-d7b54dd0-4ca4-4985-86ec-081cebe5c9c4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 945 time: 0.1413085 Jun 01 13:54:52.277207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ffba-a488-4106-a288-e5f516adfc25 req-e46d2a0b-182c-4492-9d4e-c9c0bbbe3fc1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.278531 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-e46d2a0b-182c-4492-9d4e-c9c0bbbe3fc1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315&tenant_id=89d7f76d94944e37b74c88e66f55458e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 945 time: 0.1221824 Jun 01 13:54:52.375670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12b05f9e-524a-46c9-bb2f-0079429e3770 req-d3817128-f885-4bb6-b437-845d28746717 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960224 Jun 01 13:54:52.392265 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-8220ffba-a488-4106-a288-e5f516adfc25 req-a44b73e1-4e8c-40ad-9072-0a5b3d13a86c service neutron] delete failed (client error): The resource could not be found. Jun 01 13:54:52.393257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-a44b73e1-4e8c-40ad-9072-0a5b3d13a86c service neutron] 10.222.0.24 "DELETE /v2.0/ports/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.1013424 Jun 01 13:54:52.551897 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ffba-a488-4106-a288-e5f516adfc25 req-654dc122-9061-457f-9283-f1951f3d2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.553355 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-654dc122-9061-457f-9283-f1951f3d2f8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 1096 time: 0.0753524 Jun 01 13:54:52.698467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ffba-a488-4106-a288-e5f516adfc25 req-67891145-07b8-4c69-be51-315d7a0ada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.699920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-67891145-07b8-4c69-be51-315d7a0ada9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1401651 Jun 01 13:54:52.802731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-e460f5f3-43cc-4553-8c87-8af9663599c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 200 len: 1001 time: 0.0970755 Jun 01 13:54:52.849684 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:54:52.866803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ffba-a488-4106-a288-e5f516adfc25 req-b53cdd01-e750-4bf4-8c1d-8acd284bd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.868284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-b53cdd01-e750-4bf4-8c1d-8acd284bd2bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0596015 Jun 01 13:54:52.922018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:54:52.927103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:54:52.927470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:52.948693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ffba-a488-4106-a288-e5f516adfc25 req-4a5476a1-c403-42d1-b1fb-33ad3f185f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:52.950173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-4a5476a1-c403-42d1-b1fb-33ad3f185f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765641 Jun 01 13:54:53.047410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:54:53.047780 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:53.074052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:53.084030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-80c4be8c-27fc-4e67-ae37-92fe7f1dca91 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280785 Jun 01 13:54:53.089257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:53.096080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:53.142690 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a636fdb-d910-4fa5-9c15-a6250a9c1cc2'] response: {'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'code': 200} Jun 01 13:54:53.167841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:53.219033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8220ffba-a488-4106-a288-e5f516adfc25 req-ce559e0c-84c8-4d8d-bb48-1411defdb421 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288495 Jun 01 13:54:53.320639 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:53.572321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e638-e3d4-46aa-9ff7-1bde1c5523ef req-e90746bb-183a-47de-82da-67287d7d9ebe tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:53.573794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77a7e638-e3d4-46aa-9ff7-1bde1c5523ef req-e90746bb-183a-47de-82da-67287d7d9ebe tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0894032 Jun 01 13:54:53.621636 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77a7e638-e3d4-46aa-9ff7-1bde1c5523ef req-10270b84-6560-47c0-9433-5cd1bd83a97a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Jun 01 13:54:54.818684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288608b1-8407-43f4-bc38-f97e81ae3f7f req-2dd2c80b-08f5-47f5-b2d5-2957144eabb8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:54.820151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-288608b1-8407-43f4-bc38-f97e81ae3f7f req-2dd2c80b-08f5-47f5-b2d5-2957144eabb8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0857072 Jun 01 13:54:54.866806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-288608b1-8407-43f4-bc38-f97e81ae3f7f req-5ded0047-a074-489e-bb85-ae7a0cafbff0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Jun 01 13:54:55.064483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c7a5-78aa-496a-8be6-aa6dc4833ac8 req-8d361f07-99c4-444c-8f24-5e424309711f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:55.065937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c055c7a5-78aa-496a-8be6-aa6dc4833ac8 req-8d361f07-99c4-444c-8f24-5e424309711f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0884082 Jun 01 13:54:55.111012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c055c7a5-78aa-496a-8be6-aa6dc4833ac8 req-b0b5509f-1450-48bf-897a-9dc44683997e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Jun 01 13:54:55.324671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad0aa6-02c8-4d50-b819-b822662e8f41 req-a3135389-fe9f-4618-ac79-bb54794d41f7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:55.326127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21ad0aa6-02c8-4d50-b819-b822662e8f41 req-a3135389-fe9f-4618-ac79-bb54794d41f7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0974135 Jun 01 13:54:55.371746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21ad0aa6-02c8-4d50-b819-b822662e8f41 req-a58a6e07-b63b-4e9a-9b1b-b40a65db28e6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395477 Jun 01 13:54:55.762129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67a1d-5d87-46a3-aa3c-47b0dc5495cd req-60b136f0-e14e-4f82-a92f-6e3974403179 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:55.763476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83e67a1d-5d87-46a3-aa3c-47b0dc5495cd req-60b136f0-e14e-4f82-a92f-6e3974403179 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0898161 Jun 01 13:54:55.927737 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-83e67a1d-5d87-46a3-aa3c-47b0dc5495cd req-55232a3e-748b-41cf-a44e-974c19933d3e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578262 Jun 01 13:54:57.008852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-ac8e6a6e-7ed7-4b71-811f-25fccf9f2dc4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:57.010307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-ac8e6a6e-7ed7-4b71-811f-25fccf9f2dc4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.0903010 Jun 01 13:54:57.128766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:54:57.129100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:57.247203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5eec-b1fc-4505-81c0-a19ac5992c08 req-4efb5ab9-ef51-4f7e-90a7-6e4ad44a9e13 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:54:57.248535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0ee5eec-b1fc-4505-81c0-a19ac5992c08 req-4efb5ab9-ef51-4f7e-90a7-6e4ad44a9e13 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 946 time: 0.1990266 Jun 01 13:54:57.379254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b0ee5eec-b1fc-4505-81c0-a19ac5992c08 req-dd1cbbea-2066-4e9a-a89f-7b4ea4e9a778 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226609 Jun 01 13:54:57.418879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] For port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:54:57.419252 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:57.720281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:57.720612 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:57.721261 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec disassociated. External IP: 172.25.7.189, port: 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421. Jun 01 13:54:57.721595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:54:57.870192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:57.927230 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'Port': ['ID=01d365ca-c7d4-49ba-a9ed-4d6f3cf73421,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:54:58.117490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:54:58.299777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:54:58.309514 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:54:58.319997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:58.320596 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:58.507694 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:58.525042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] No DVR routers for this DVR port 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:54:58.556820 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:54:58.559111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-deleted', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:54:58.578826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-547ac012-43ac-40c1-8abe-5b870ab88956 req-304dd0e6-0e0d-42f7-81e8-cec0986976c4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=6e43cecd-fff4-4dda-97e6-34a8d763d315 HTTP/1.1" status: 200 len: 210 time: 0.0553021 Jun 01 13:54:58.587929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3733a3d0-8597-4762-98c3-bed458e1da80 req-396edd5e-fe6d-4c81-9810-c69a4750c89e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "DELETE /v2.0/ports/01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 HTTP/1.1" status: 204 len: 173 time: 1.5721207 Jun 01 13:54:58.617852 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2876573-77da-413f-a5c3-54024338ff16'] response: {'server_uuid': '6e43cecd-fff4-4dda-97e6-34a8d763d315', 'name': 'network-vif-deleted', 'tag': '01d365ca-c7d4-49ba-a9ed-4d6f3cf73421', 'status': 'completed', 'code': 200} Jun 01 13:54:58.833015 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:58.837747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:54:58.846492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:54:58.847127 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:59.035532 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:54:59.389628 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-43489e3a-d742-413c-894d-027560cbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:54:59.393750 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43489e3a-d742-413c-894d-027560cbf951 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:54:59.621771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16933b73-8ae9-40db-8faf-f7a760d68863 None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:55:00.139529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-cfdce049-c52f-421b-81ae-90ce26ec60e9 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1929649051&fields=id&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 267 time: 0.0423472 Jun 01 13:55:00.297016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-0b8681a5-4ab5-4a89-8c21-a5e2843abe4e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:00.298347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-0b8681a5-4ab5-4a89-8c21-a5e2843abe4e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1523468 Jun 01 13:55:00.314101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-61ef7649-1314-4cb0-9eac-17222b24f500 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/quotas/89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 375 time: 0.0100822 Jun 01 13:55:00.407168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cee17665-897f-4707-84fb-3c4e411a864a req-de9fbaeb-9505-4b80-95a5-1a702bdef07a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:55:00.425228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cee17665-897f-4707-84fb-3c4e411a864a req-de9fbaeb-9505-4b80-95a5-1a702bdef07a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:55:00.426765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-de9fbaeb-9505-4b80-95a5-1a702bdef07a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075547 Jun 01 13:55:00.581586 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-bd618136-76a7-4874-b28e-da20e262951f service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428487 Jun 01 13:55:00.734450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-2c966ca1-b96c-41ba-b86d-c1132d1474cb service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465142 Jun 01 13:55:00.896364 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:55:00.934573 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:55:00.935205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 01d365ca-c7d4-49ba-a9ed-4d6f3cf73421 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:55:01.003815 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e30cdb1-6543-4339-9c69-45b660d4f163 req-5fab5410-0aca-4e9e-af5d-02afdccd2d13 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 210 time: 0.0981641 Jun 01 13:55:02.176468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4aef341d-325a-475c-8216-45b9ce1f0d00 req-64b5a184-78f4-4209-bced-a894c42770cb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 210 time: 0.0561893 Jun 01 13:55:02.192696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-7a41a291-3452-436e-8051-ca13c9794b85 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:02.194056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-7a41a291-3452-436e-8051-ca13c9794b85 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1956880 Jun 01 13:55:02.256536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-e23575f5-9b37-49fe-808c-1ef61d53e60b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 380 time: 0.0455704 Jun 01 13:55:02.276391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'port': {'device_id': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'admin_state_up': True, 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'security_groups': ['7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:55:02.416390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:55:02.426067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:55:02.437868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:55:02.441406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:02.604112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Allocated IP 172.20.0.4 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/b767131b-0d5d-4c80-876f-cfee62661f96) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:55:02.794758 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:02.810762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Transition to ACTIVE for port object b767131b-0d5d-4c80-876f-cfee62661f96 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:55:02.839548 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:02.907944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:55:02.911160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:55:02.914964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:55:02.948716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:55:02.980879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:02.981504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:03.006997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-2250a162-123d-466d-a001-c0f7c6dab1a0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341454 Jun 01 13:55:03.068004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Request body: {'port': {'device_id': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:55:03.180145 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-960b9be8-aae8-42cf-9770-1105ba4526fb None None] Provisioning for port b767131b-0d5d-4c80-876f-cfee62661f96 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:55:03.187821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-960b9be8-aae8-42cf-9770-1105ba4526fb None None] Provisioning complete for port b767131b-0d5d-4c80-876f-cfee62661f96 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:55:03.188132 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-960b9be8-aae8-42cf-9770-1105ba4526fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:03.189871 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:03.240777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-960b9be8-aae8-42cf-9770-1105ba4526fb None None] Port b767131b-0d5d-4c80-876f-cfee62661f96 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:55:03.555907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dd863-12d5-459b-907f-0ad780be7227 req-36f8556b-0dfa-4d9b-a9c0-337fa5646366 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:03.556583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b99dd863-12d5-459b-907f-0ad780be7227 req-36f8556b-0dfa-4d9b-a9c0-337fa5646366 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:55:03.635811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b99dd863-12d5-459b-907f-0ad780be7227 req-36f8556b-0dfa-4d9b-a9c0-337fa5646366 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:55:03.637623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b99dd863-12d5-459b-907f-0ad780be7227 req-36f8556b-0dfa-4d9b-a9c0-337fa5646366 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 931 time: 0.2771459 Jun 01 13:55:03.715546 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b99dd863-12d5-459b-907f-0ad780be7227 req-09fa7175-5879-486b-a5cd-487987b487dc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570850 Jun 01 13:55:03.791945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b767131b-0d5d-4c80-876f-cfee62661f96 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:55:03.799337 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:03.814256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Transition to ACTIVE for port object b767131b-0d5d-4c80-876f-cfee62661f96 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:55:03.820466 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:03.948766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:55:04.056720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:55:04.057029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:55:04.057349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:55:04.062762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:55:04.063194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:55:04.068415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:55:04.068751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:55:04.069151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:55:04.069564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Bound port: b767131b-0d5d-4c80-876f-cfee62661f96, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:55:04.069906 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:04.160894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:55:04.163914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:55:04.168190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:04.230498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:04.231164 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:04.232503 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] 10.222.0.24 "PUT /v2.0/ports/b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1091 time: 1.2141082 Jun 01 13:55:04.233071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:55:04.256507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc0b4-274b-465a-a5fa-9b588562bf00 service neutron] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:55:04.347426 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c725249-262d-448b-97f5-baf6ddc35a85'] response: {'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'status': 'completed', 'code': 200} Jun 01 13:55:04.369789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-decfbdb4-1c01-46e0-af63-2fa3c79d4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:04.371287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-decfbdb4-1c01-46e0-af63-2fa3c79d4fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1094 time: 0.0826252 Jun 01 13:55:04.446924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-6df859a5-ab3a-49ed-85d5-035db75692b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 217 time: 0.0644863 Jun 01 13:55:04.509527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-c5d28306-623e-4ad4-bbe7-01b927ab6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:04.511018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-c5d28306-623e-4ad4-bbe7-01b927ab6083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0588114 Jun 01 13:55:04.591455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17665-897f-4707-84fb-3c4e411a864a req-b78e8798-2030-435d-ac29-14a42625f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:04.593438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-b78e8798-2030-435d-ac29-14a42625f0dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758905 Jun 01 13:55:04.731422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-875d3c6a-a873-49b1-9183-67d84cd3ec83 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313515 Jun 01 13:55:04.913213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cee17665-897f-4707-84fb-3c4e411a864a req-76a28cac-d786-40a1-92fe-e788be3b4b56 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760204 Jun 01 13:55:04.942422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d2a5-9db6-4d63-a6e8-9f6af52efe23 req-d5f9d7e7-2f85-4d2f-bc14-6a84a2949923 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:04.943914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39f6d2a5-9db6-4d63-a6e8-9f6af52efe23 req-d5f9d7e7-2f85-4d2f-bc14-6a84a2949923 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.1096368 Jun 01 13:55:04.989320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39f6d2a5-9db6-4d63-a6e8-9f6af52efe23 req-db2256a1-bad2-4770-9b20-ca5f76fce298 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Jun 01 13:55:05.041545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:05.067568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-2ab1b3df-109b-4e09-8332-52281f38329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:05.069106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-2ab1b3df-109b-4e09-8332-52281f38329f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1094 time: 0.0759482 Jun 01 13:55:05.308009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-2abf9edc-d04c-4109-9d2a-2a1801531963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:05.309451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-2abf9edc-d04c-4109-9d2a-2a1801531963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2341018 Jun 01 13:55:05.376137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-00c22990-1c5b-4c8c-aae0-354041ef7092 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 217 time: 0.0598514 Jun 01 13:55:05.440440 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-8da81f6f-bd01-418b-9158-f9577095d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:05.441877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-8da81f6f-bd01-418b-9158-f9577095d398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0599103 Jun 01 13:55:05.520518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-0d960d9b-b1f1-4e29-b21a-56a6be4e88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:05.522017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-0d960d9b-b1f1-4e29-b21a-56a6be4e88e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739114 Jun 01 13:55:05.656087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-e34e57d4-23a1-4560-8de9-ce72348f7cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277463 Jun 01 13:55:05.796540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bcfee412-f374-4843-9357-c0e52f2501c3 req-818fa73e-b9fe-4142-b889-3d9a7d9298a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341798 Jun 01 13:55:06.196269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86d95-ea43-46ba-b8f4-2ead4f2157b5 req-8eda8e67-7b13-4f5c-b3bd-391861a71055 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:06.197695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3db86d95-ea43-46ba-b8f4-2ead4f2157b5 req-8eda8e67-7b13-4f5c-b3bd-391861a71055 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.0937352 Jun 01 13:55:06.242757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3db86d95-ea43-46ba-b8f4-2ead4f2157b5 req-ce820109-3bd1-4579-ac1e-f0741ebde596 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Jun 01 13:55:07.451687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b441b7-6d70-4012-b6ad-e361b6814063 req-26075d58-cee8-44b5-be80-4b68c9e800c7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:07.453129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37b441b7-6d70-4012-b6ad-e361b6814063 req-26075d58-cee8-44b5-be80-4b68c9e800c7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.0850694 Jun 01 13:55:07.497625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-37b441b7-6d70-4012-b6ad-e361b6814063 req-2e295034-8b48-4012-95c5-bd13452125e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Jun 01 13:55:08.711825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea95e-836f-4ef8-a84c-2620c6fb286a req-c4212c3f-9ead-40a1-9a76-4a49c397a66a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:08.713259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-936ea95e-836f-4ef8-a84c-2620c6fb286a req-c4212c3f-9ead-40a1-9a76-4a49c397a66a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.1029720 Jun 01 13:55:08.761780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-936ea95e-836f-4ef8-a84c-2620c6fb286a req-ad3b8088-0412-43cb-b757-495b838c16e9 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394144 Jun 01 13:55:09.555541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:55:09.732994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:55:09.750375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'mac_address': 'fa:16:3e:cb:47:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:55:09.806818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b767131b-0d5d-4c80-876f-cfee62661f96 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:55:09.807197 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:09.824587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b767131b-0d5d-4c80-876f-cfee62661f96 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:55:09.840570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:55:09.845821 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:09.922578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:55:09.956489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed129c-97c8-4d4b-813b-713ba3d2318a req-20770c5b-d2c2-42a1-8d07-344db7fdf49b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:09.957932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82ed129c-97c8-4d4b-813b-713ba3d2318a req-20770c5b-d2c2-42a1-8d07-344db7fdf49b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 944 time: 0.0828388 Jun 01 13:55:10.009574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82ed129c-97c8-4d4b-813b-713ba3d2318a req-6a02ff39-0b0e-4b83-b0f0-c23640553227 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Jun 01 13:55:10.197411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b767131b-0d5d-4c80-876f-cfee62661f96'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:55:11.207675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791a05e-0c84-4d2e-ac54-269df3cbc04c req-7381c772-8b1f-4d3f-abed-dd273186e9b0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:11.209154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9791a05e-0c84-4d2e-ac54-269df3cbc04c req-7381c772-8b1f-4d3f-abed-dd273186e9b0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 944 time: 0.0863965 Jun 01 13:55:11.262518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9791a05e-0c84-4d2e-ac54-269df3cbc04c req-ce105454-d951-4508-81ee-21f05620285a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442340 Jun 01 13:55:11.554437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:55:11.633037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port b767131b-0d5d-4c80-876f-cfee62661f96 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:55:11.637726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port b767131b-0d5d-4c80-876f-cfee62661f96 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:55:11.638086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:11.754838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b767131b-0d5d-4c80-876f-cfee62661f96 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:55:11.755206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:11.786687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:55:11.796393 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:55:11.802184 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:11.841279 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48ce35e-569a-4ecf-b15c-b37557d6fe1c'] response: {'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'code': 200} Jun 01 13:55:11.875992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:55:11.993767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84c4c-b2e5-4e2a-863b-e8a79f663445 req-79f7413c-e96d-4a64-8f9a-e599e53d6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:11.996094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69a84c4c-b2e5-4e2a-863b-e8a79f663445 req-79f7413c-e96d-4a64-8f9a-e599e53d6722 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.0809889 Jun 01 13:55:12.038133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69a84c4c-b2e5-4e2a-863b-e8a79f663445 req-81bcab31-b834-4732-a494-9e734be49164 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 Jun 01 13:55:12.091302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:55:12.465468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d4e36-79fc-4e45-9924-c3a18aec7322 req-76dead73-d3ca-4c6e-a69c-c04e5b0a5611 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:12.467184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780d4e36-79fc-4e45-9924-c3a18aec7322 req-76dead73-d3ca-4c6e-a69c-c04e5b0a5611 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0887661 Jun 01 13:55:12.511971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-780d4e36-79fc-4e45-9924-c3a18aec7322 req-dc80f0c2-1e62-4e55-92f5-b68b02d04977 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Jun 01 13:55:13.724756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241442c5-94da-495d-8d26-42bb11d03388 req-9ef1aeaf-4934-4196-9c81-4551a45129be tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:13.726198 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-241442c5-94da-495d-8d26-42bb11d03388 req-9ef1aeaf-4934-4196-9c81-4551a45129be tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0927310 Jun 01 13:55:13.773147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-241442c5-94da-495d-8d26-42bb11d03388 req-810bf4cf-81a9-4f3d-bf0f-938b4e7cd014 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Jun 01 13:55:13.980823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d9141-ac92-451a-83e3-a6d9401fc5c4 req-53a55502-15b6-43da-be9b-c1750e71ee1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:13.983209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-642d9141-ac92-451a-83e3-a6d9401fc5c4 req-53a55502-15b6-43da-be9b-c1750e71ee1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1013713 Jun 01 13:55:13.996601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53586) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:55:14.001719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'floatingip': {'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:55:14.082744 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:14.719808 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.resource_extend [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 13:55:14.844169 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:14.851115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:15.033281 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec associated. External IP: 172.25.7.189, port: b767131b-0d5d-4c80-876f-cfee62661f96. Jun 01 13:55:15.396012 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:55:15.577321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:55:15.581728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:15.588006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:55:15.599105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:55:15.599708 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:55:15.639444 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ab7a531-0aec-42f4-9971-6032140d222b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "PUT /v2.0/floatingips/c3a36362-f837-42e8-8282-d5f386bb08ec HTTP/1.1" status: 200 len: 991 time: 1.6416261 Jun 01 13:55:15.640010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:55:15.737278 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad2db2b-d113-42ea-b728-db91194a0446'] response: {'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'status': 'completed', 'code': 200} Jun 01 13:55:15.778975 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:55:15.852196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-42595049-d247-4287-9e25-a91d0f9fdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:15.853644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-42595049-d247-4287-9e25-a91d0f9fdf4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.0750201 Jun 01 13:55:15.985596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-dda7af01-c0a3-4082-a003-db90f79340b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:15.986975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-dda7af01-c0a3-4082-a003-db90f79340b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1269808 Jun 01 13:55:16.091280 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-58a05270-93b5-4bd4-8cfe-a3d51f500236 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 999 time: 0.0983357 Jun 01 13:55:16.124032 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:cb:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:55:14Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:55:16.128017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:55:16.136289 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:55:16.136875 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:54:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:55:16.153670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-227d6964-0dfc-46ef-8342-a4e776d1d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:16.155426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-227d6964-0dfc-46ef-8342-a4e776d1d67b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0589337 Jun 01 13:55:16.232853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-a622043d-b1f5-4f4a-8968-85dcad1d061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:55:16.234490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-a622043d-b1f5-4f4a-8968-85dcad1d061a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731599 Jun 01 13:55:16.321787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:55:16.473884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-2279ef67-bda3-4e83-a7c1-7eca5de69aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328749 Jun 01 13:55:16.611307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7fdfcdf6-dbda-43d9-9995-64713f854979 req-62cbaf0c-2500-40c5-a6f7-821055b81883 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318419 Jun 01 13:55:16.681817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:cb:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:55:14Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:55:16.686093 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688eadf-8165-41e3-ac37-f84e81a0deb9 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:cb:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:55:14Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:55:16.888371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638e6d5-8cf6-4061-9f10-d9936be73bd7 None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:55:18.306749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86eb2ee0-d701-41ef-b6c6-ad065258f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:18.500578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:20.533509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ab45f36f-2930-45c1-8a5c-db676762c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:21.733396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:21.920255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:23.325760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:35.036969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:48.309748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-90a91b8c-fdc7-467f-b18f-637286874db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:48.498701 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:49.091420 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:55:50.537684 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9880eb07-7fe3-4341-b41b-178c3c44ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:51.739976 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:51.923773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:55:53.328478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:03.313804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-630cf364-564b-4079-8ca6-a2f960ebdd92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838232 Jun 01 13:56:03.484823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de986f-c167-4726-b857-22c8d655e5fc req-d2941413-0b91-4446-aebb-ba185c76703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:03.486400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-d2941413-0b91-4446-aebb-ba185c76703b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.0827255 Jun 01 13:56:03.650340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de986f-c167-4726-b857-22c8d655e5fc req-04592fe0-0048-4142-b219-140c9a2bfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:03.652356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-04592fe0-0048-4142-b219-140c9a2bfa04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1465390 Jun 01 13:56:03.777013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-e7bf9cb9-492c-4e5e-ab2e-f152c4a9c6c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1001 time: 0.1180346 Jun 01 13:56:03.845427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de986f-c167-4726-b857-22c8d655e5fc req-aa28998e-151f-41d8-b467-c5e65d7b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:03.847042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-aa28998e-151f-41d8-b467-c5e65d7b8cb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0633113 Jun 01 13:56:03.923526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de986f-c167-4726-b857-22c8d655e5fc req-a5a88f8c-c2aa-4af5-8e87-5afb5c2fe8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:03.924916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-a5a88f8c-c2aa-4af5-8e87-5afb5c2fe8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718365 Jun 01 13:56:04.069924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-34d4fabb-3902-4484-893f-7c458fe5ab2f service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377375 Jun 01 13:56:04.211650 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5de986f-c167-4726-b857-22c8d655e5fc req-82789f12-e6ee-44cf-ae29-6424bffbf276 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359608 Jun 01 13:56:05.045535 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:18.306937 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4e75e86b-cebd-43ef-8842-5c6d3dbf8506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:18.503852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:19.773622 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ff58-873e-49a0-aac0-dbce3238e6d7 req-8d5808ae-ad64-4d25-821e-811a96f26c81 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:19.775004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb34ff58-873e-49a0-aac0-dbce3238e6d7 req-8d5808ae-ad64-4d25-821e-811a96f26c81 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0830252 Jun 01 13:56:19.825908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eb34ff58-873e-49a0-aac0-dbce3238e6d7 req-5afccd09-4b90-4b0a-9a26-dc7877edb4e6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Jun 01 13:56:20.540258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d3874e84-b421-4ac3-a364-d6a34a851683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:21.037594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abe0dc-b31b-4b7c-8f69-dbef7e549154 req-59834c0b-7166-4355-94df-88e6efbb30bc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:21.039135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72abe0dc-b31b-4b7c-8f69-dbef7e549154 req-59834c0b-7166-4355-94df-88e6efbb30bc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0861089 Jun 01 13:56:21.085345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72abe0dc-b31b-4b7c-8f69-dbef7e549154 req-120105a8-a010-4b45-998f-2ecb48f611e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Jun 01 13:56:21.732259 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:21.923756 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:22.294736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea13471-e34e-453e-a06f-7b7d29fdc515 req-1ddef058-df86-4eac-a72a-8276da761278 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:22.296215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ea13471-e34e-453e-a06f-7b7d29fdc515 req-1ddef058-df86-4eac-a72a-8276da761278 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1022816 Jun 01 13:56:22.342467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ea13471-e34e-453e-a06f-7b7d29fdc515 req-0be34d54-6cab-4a39-94c7-f422434fc097 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Jun 01 13:56:23.335226 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:23.527462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f260-35fc-4bec-a9b4-9a0e3685745f req-1d4f095a-5d95-4d94-b55b-cf7eca04a6fa tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:23.528905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce99f260-35fc-4bec-a9b4-9a0e3685745f req-1d4f095a-5d95-4d94-b55b-cf7eca04a6fa tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0808153 Jun 01 13:56:23.574358 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce99f260-35fc-4bec-a9b4-9a0e3685745f req-8183250a-9ebb-49b1-940a-50457843dd96 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Jun 01 13:56:24.784491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833647-f3c2-4e2a-8f85-6c343c2baa21 req-f02669bb-591a-4a2c-ac30-a84fd4de684b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:24.786845 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1833647-f3c2-4e2a-8f85-6c343c2baa21 req-f02669bb-591a-4a2c-ac30-a84fd4de684b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0951767 Jun 01 13:56:24.831139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1833647-f3c2-4e2a-8f85-6c343c2baa21 req-258dc9e0-c108-40e8-b076-cc41a90da373 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386193 Jun 01 13:56:26.043722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8931e6-36b3-4680-ae29-3fdb350e49be req-26f28287-2afc-44e8-85d5-d5a9974e8b40 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:26.045199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8931e6-36b3-4680-ae29-3fdb350e49be req-26f28287-2afc-44e8-85d5-d5a9974e8b40 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0907807 Jun 01 13:56:26.090655 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:56:26.095289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6b8931e6-36b3-4680-ae29-3fdb350e49be req-c695753b-4447-4175-a292-785dff43ca4c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Jun 01 13:56:27.291846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be5302-7542-40b4-a601-30eadf1e350b req-b880b869-f599-4384-85ed-c5d3f88cd281 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:27.293282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8be5302-7542-40b4-a601-30eadf1e350b req-b880b869-f599-4384-85ed-c5d3f88cd281 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0874276 Jun 01 13:56:27.342273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8be5302-7542-40b4-a601-30eadf1e350b req-a026af7b-2dbb-4764-a719-1ebbd84730c4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Jun 01 13:56:28.553030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a4a7-04bf-4ddf-8e25-2070d948a604 req-71bcca97-ca6b-485d-ae9f-f6c06519f8d9 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:28.554491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a387a4a7-04bf-4ddf-8e25-2070d948a604 req-71bcca97-ca6b-485d-ae9f-f6c06519f8d9 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0861173 Jun 01 13:56:28.698183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a387a4a7-04bf-4ddf-8e25-2070d948a604 req-b45c0861-d7d6-41c6-a7da-89b519e2d9db tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378562 Jun 01 13:56:29.904988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca932a2-1d95-43b7-bb45-e8af1a231f00 req-2735bd63-9b8b-44aa-be30-eca098127dda tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:29.906488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aca932a2-1d95-43b7-bb45-e8af1a231f00 req-2735bd63-9b8b-44aa-be30-eca098127dda tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0862262 Jun 01 13:56:29.951195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aca932a2-1d95-43b7-bb45-e8af1a231f00 req-bd944a69-4edc-4ede-8f4f-ed49b6363642 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 Jun 01 13:56:31.156652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cfe9-1434-49c3-aa5f-499f938a0987 req-3d42d2db-fe51-41b8-b5c4-6ada500cd6af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:31.158119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9730cfe9-1434-49c3-aa5f-499f938a0987 req-3d42d2db-fe51-41b8-b5c4-6ada500cd6af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0904171 Jun 01 13:56:31.206298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9730cfe9-1434-49c3-aa5f-499f938a0987 req-62db6700-4804-4193-9b96-6d727e1d0b31 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Jun 01 13:56:31.616688 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-4d3f2b08-801c-4748-9669-e66db4aa365e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128080 Jun 01 13:56:31.618151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d365-039a-49af-a9ea-de3558b579b2 req-04f98b55-9acc-45fe-b427-4d21aa6a412b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:31.619675 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc69d365-039a-49af-a9ea-de3558b579b2 req-04f98b55-9acc-45fe-b427-4d21aa6a412b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0800233 Jun 01 13:56:31.668856 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc69d365-039a-49af-a9ea-de3558b579b2 req-fff44598-0394-4a5c-8408-0b5a61d17ace tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434408 Jun 01 13:56:32.907392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e6f06-7a0d-4f45-91ef-615febfef4f6 req-20980938-7efa-4788-82b8-8137a70a6a68 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:32.908813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b0e6f06-7a0d-4f45-91ef-615febfef4f6 req-20980938-7efa-4788-82b8-8137a70a6a68 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1281824 Jun 01 13:56:32.963229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b0e6f06-7a0d-4f45-91ef-615febfef4f6 req-9e57c903-eb29-4839-b608-838ceac597c0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484815 Jun 01 13:56:32.972723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-6b10cdd4-a3b4-472d-8678-898ee3ee3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:32.974172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-6b10cdd4-a3b4-472d-8678-898ee3ee3f77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.1241064 Jun 01 13:56:33.112096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-8e819d42-3a51-4cd9-907f-f7c385dcc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:33.113533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-8e819d42-3a51-4cd9-907f-f7c385dcc62b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1333840 Jun 01 13:56:33.218890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-e40ef25b-8a91-45d9-ab98-19f18e551117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1001 time: 0.0990984 Jun 01 13:56:33.279788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-00a7cc76-649b-4874-8c8d-c8a0529091de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:33.281348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-00a7cc76-649b-4874-8c8d-c8a0529091de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0561318 Jun 01 13:56:33.365172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-07f12698-7a97-4333-a693-021c2936f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:33.366679 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-07f12698-7a97-4333-a693-021c2936f0f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798404 Jun 01 13:56:33.500877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-f3272fef-0419-407c-b362-cd3a2ba8f306 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Jun 01 13:56:33.637333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-a91a3d06-268b-4a9d-8ee0-9a77ec249725 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304376 Jun 01 13:56:34.163611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d9472-873c-49ac-97e1-dc21237a932e req-4f7b51b2-1a1d-4608-8e3d-a018d6aff161 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:34.165104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-301d9472-873c-49ac-97e1-dc21237a932e req-4f7b51b2-1a1d-4608-8e3d-a018d6aff161 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0901368 Jun 01 13:56:34.210042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-301d9472-873c-49ac-97e1-dc21237a932e req-24549ee2-aa5a-4abc-87b2-163a6a9100f2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Jun 01 13:56:35.077733 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:35.412945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd830ba-9712-49d9-a853-f822291376b7 req-4c97d4e5-ffb2-4ab2-91dc-2dd0987e8f66 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:35.414291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bd830ba-9712-49d9-a853-f822291376b7 req-4c97d4e5-ffb2-4ab2-91dc-2dd0987e8f66 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0864408 Jun 01 13:56:35.464342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bd830ba-9712-49d9-a853-f822291376b7 req-ef9dfb1d-f659-4d8a-a2fa-7457e4074c2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Jun 01 13:56:35.643346 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-6b61307c-1ade-4d7b-abd4-dfeca891ce6e service neutron] show failed (client error): The resource could not be found. Jun 01 13:56:35.644302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-6b61307c-1ade-4d7b-abd4-dfeca891ce6e service neutron] 10.222.0.24 "GET /v2.0/ports/b767131b-0d5d-4c80-876f-cfee62661f96/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0778203 Jun 01 13:56:35.928299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-163c46c5-fc64-4e96-ab69-890d6b756b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:35.929726 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-163c46c5-fc64-4e96-ab69-890d6b756b2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1096 time: 0.0768356 Jun 01 13:56:35.940097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:56:36.049373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:36.203544 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.13', 64341) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:56:36.273267 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613be5-0428-48e7-b518-0276020f7d2f req-def0a6b4-322e-4f2e-bc84-81738a460170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:36.275004 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-def0a6b4-322e-4f2e-bc84-81738a460170 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.0705357 Jun 01 13:56:36.419191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613be5-0428-48e7-b518-0276020f7d2f req-239caef6-0bff-4e27-bd64-784aeb6489d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:36.420640 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-239caef6-0bff-4e27-bd64-784aeb6489d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1274519 Jun 01 13:56:36.436056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:36.466344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:56:36.525258 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-92359ce5-e44b-46ff-83dd-422fb8177eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1001 time: 0.0985382 Jun 01 13:56:36.532525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:36.538202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:36.563402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Transition to ACTIVE for port object b767131b-0d5d-4c80-876f-cfee62661f96 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:56:36.570126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:36.624051 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f29b73-22f0-4337-bbae-ff3a64bcebd5'] response: {'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'code': 200} Jun 01 13:56:36.728568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613be5-0428-48e7-b518-0276020f7d2f req-1dfaaf02-923d-4a9b-82a0-e5fe0e7abc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:36.729924 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-1dfaaf02-923d-4a9b-82a0-e5fe0e7abc3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1988432 Jun 01 13:56:36.792424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:36.806629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613be5-0428-48e7-b518-0276020f7d2f req-ca72a66c-3776-43b6-b793-8c0507a4e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:36.808103 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-ca72a66c-3776-43b6-b793-8c0507a4e9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726442 Jun 01 13:56:36.837608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.838002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.838264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.838612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.839036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.839298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.839556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.839877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.840190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.840503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.840813 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.841124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:36.847000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] No DVR routers for this DVR port b767131b-0d5d-4c80-876f-cfee62661f96 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:56:36.945932 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-337aea59-f7e2-4cd8-bb01-21429a6efa7e service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300597 Jun 01 13:56:36.995348 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e636c1a-0e81-463d-98a3-9c7dbf941565 req-02449c21-6a40-4207-883b-d5346bc56d0a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:36.996723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e636c1a-0e81-463d-98a3-9c7dbf941565 req-02449c21-6a40-4207-883b-d5346bc56d0a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.3754289 Jun 01 13:56:37.063904 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e636c1a-0e81-463d-98a3-9c7dbf941565 req-45ec3df9-d83d-4a32-b7b0-9d988a7ae8b3 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595224 Jun 01 13:56:37.080286 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-53db7fd3-fb79-404f-ac90-a03474e90e6f service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278980 Jun 01 13:56:37.123164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:56:37.123491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:56:37.123809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:56:37.128367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:56:37.128675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Attempting to bind port b767131b-0d5d-4c80-876f-cfee62661f96 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:56:37.133777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:56:37.134097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:56:37.134468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:56:37.134912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Bound port: b767131b-0d5d-4c80-876f-cfee62661f96, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:56:37.135249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:37.227044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:56:37.229987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:56:37.239715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:37.304565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:37.305212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:37.306519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1091 time: 1.3702650 Jun 01 13:56:37.321692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6cecf-37f5-4c6c-97cc-846f800d81d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:37.407828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-acef9d1a-61fc-4940-bba1-61c5b22031dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:37.409447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-acef9d1a-61fc-4940-bba1-61c5b22031dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1094 time: 0.0793238 Jun 01 13:56:37.543802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-e94484c4-2065-43da-9ffe-8da5968c857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:37.545227 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-e94484c4-2065-43da-9ffe-8da5968c857a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1302366 Jun 01 13:56:37.649443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-edc32679-0ec5-4825-a284-b756615349dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 999 time: 0.0980084 Jun 01 13:56:37.712002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-66f5e204-42b7-4f30-894c-2c215965f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:37.713366 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-66f5e204-42b7-4f30-894c-2c215965f05d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0583055 Jun 01 13:56:37.790693 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-72962be3-cdbc-4fa8-a7aa-27bc850404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:37.792375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-72962be3-cdbc-4fa8-a7aa-27bc850404b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729554 Jun 01 13:56:38.031608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-077a7e7c-aa98-4ce3-aab2-ee162523be67 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322261 Jun 01 13:56:38.167667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29e34433-f5cc-4bd3-8358-e182093c4b23 req-ffe9de05-1e69-4de2-bf46-dfa3e02aecbe service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299880 Jun 01 13:56:38.278480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d15ea-05a2-440f-a977-4f15e5789e81 req-304a4b8a-f4bb-4dc8-a7be-e80abeef3d66 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:38.280613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc9d15ea-05a2-440f-a977-4f15e5789e81 req-304a4b8a-f4bb-4dc8-a7be-e80abeef3d66 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.1013255 Jun 01 13:56:38.326980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc9d15ea-05a2-440f-a977-4f15e5789e81 req-7211b725-8af2-498c-8361-ea0d450eee59 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 Jun 01 13:56:38.625976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:38.692053 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902aab50-7c9c-45c9-9eb2-44832788ab67'] response: {'name': 'network-changed', 'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'status': 'completed', 'code': 200} Jun 01 13:56:38.854434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-3186825a-2a92-4cb6-84f9-70ff8863c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:38.855918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-3186825a-2a92-4cb6-84f9-70ff8863c3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1094 time: 0.1391521 Jun 01 13:56:38.858404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-7a2b6cf7-5c25-400f-8c4a-5d8cf9f8a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:38.859713 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-7a2b6cf7-5c25-400f-8c4a-5d8cf9f8a665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1094 time: 0.1123571 Jun 01 13:56:39.087762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-f9bbec21-65df-4665-98d4-1323d23b74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.089202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-f9bbec21-65df-4665-98d4-1323d23b74bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2261848 Jun 01 13:56:39.091427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-c295702d-2d4c-4816-937b-6704d57916e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.092689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-c295702d-2d4c-4816-937b-6704d57916e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2122312 Jun 01 13:56:39.271617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-36299138-caba-46cb-b140-35b5ce53225c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 999 time: 0.1742721 Jun 01 13:56:39.274964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-5af2cc64-f77e-42ae-ae97-2121c4f80b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 999 time: 0.1273541 Jun 01 13:56:39.379496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-52d1f4ed-67ad-4cdc-9cf2-fe5eeb527cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.381419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-52d1f4ed-67ad-4cdc-9cf2-fe5eeb527cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1030726 Jun 01 13:56:39.384722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-39ee65c3-cb70-4856-b183-c586199c88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.385999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-39ee65c3-cb70-4856-b183-c586199c88cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0798917 Jun 01 13:56:39.580339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-1dba085b-3f07-4b1e-be84-45c63a7a3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.582151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-1dba085b-3f07-4b1e-be84-45c63a7a3372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942184 Jun 01 13:56:39.583894 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b033f-8255-479e-99a6-4c1463282fdb req-f87d3d4c-f890-443f-b9c1-e205dee973db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.585181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-f87d3d4c-f890-443f-b9c1-e205dee973db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632154 Jun 01 13:56:39.593074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6a31-6e6f-4570-bdb7-59d48f0d7213 req-9b4367c7-94d5-4fd9-8bb3-4cb4e9e68a72 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:39.594373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ac6a31-6e6f-4570-bdb7-59d48f0d7213 req-9b4367c7-94d5-4fd9-8bb3-4cb4e9e68a72 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.1346200 Jun 01 13:56:39.878544 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:56:39.909189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ac6a31-6e6f-4570-bdb7-59d48f0d7213 req-a3d62b77-e47d-4351-ae3d-56b884f78e1c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774959 Jun 01 13:56:39.937625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:56:39.971643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-81c95852-5f8a-4625-8007-3709697ec7d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763289 Jun 01 13:56:39.973483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-6a3c5400-04be-4e41-9263-2ba185b93de8 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772397 Jun 01 13:56:40.205241 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-5c05a698-52e8-47fa-9064-80058a648269 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268276 Jun 01 13:56:40.207406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-354b033f-8255-479e-99a6-4c1463282fdb req-ea1b92e2-2bea-4ea1-9fbf-d61f9540561a service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125418 Jun 01 13:56:41.115551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069b4fc-1d3e-41d0-8e0e-db7834cfca87 req-d050f4c8-e480-4f06-927b-5188e8f18947 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:41.117016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9069b4fc-1d3e-41d0-8e0e-db7834cfca87 req-d050f4c8-e480-4f06-927b-5188e8f18947 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.0972452 Jun 01 13:56:41.164902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9069b4fc-1d3e-41d0-8e0e-db7834cfca87 req-55b649b4-29e4-4520-b99c-d630b8d2ef2c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394135 Jun 01 13:56:41.447558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:56:41.558473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef4106-0739-49bf-9d46-40793a90ddab req-b3e6ef42-59a5-4f73-91ac-584a3ead8dfb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:41.559975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ef4106-0739-49bf-9d46-40793a90ddab req-b3e6ef42-59a5-4f73-91ac-584a3ead8dfb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 943 time: 0.1522973 Jun 01 13:56:41.570850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-c1411e66-3f2f-468f-b4e8-cd6ba63d4c8a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:41.572290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-c1411e66-3f2f-468f-b4e8-cd6ba63d4c8a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a&tenant_id=89d7f76d94944e37b74c88e66f55458e&binding%3Ahost_id=n-h2-844200-1 HTTP/1.1" status: 200 len: 943 time: 0.1226094 Jun 01 13:56:41.580568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:41.594519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'mac_address': 'fa:16:3e:cb:47:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:56:41.649133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b767131b-0d5d-4c80-876f-cfee62661f96 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:56:41.649505 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:41.668529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-22ef4106-0739-49bf-9d46-40793a90ddab req-d6d7630e-2051-419b-aca4-e96d7b7020a7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952585 Jun 01 13:56:41.669190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b767131b-0d5d-4c80-876f-cfee62661f96 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:56:41.684183 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-03623762-43a0-4076-88d8-8313beb37937 service neutron] delete failed (client error): The resource could not be found. Jun 01 13:56:41.684826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:41.685188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-03623762-43a0-4076-88d8-8313beb37937 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b767131b-0d5d-4c80-876f-cfee62661f96/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0974417 Jun 01 13:56:41.690734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:41.758080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:41.766078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.766604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.766952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.767285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.767638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.767960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.768285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.768595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.768909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.769248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.769563 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.769874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:56:41.840659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-9727cb35-c067-465c-96e1-7a0cfdda12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:41.842137 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-9727cb35-c067-465c-96e1-7a0cfdda12e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1095 time: 0.0721314 Jun 01 13:56:41.941440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['b767131b-0d5d-4c80-876f-cfee62661f96'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:56:41.987965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-a06ce56a-b15d-4e13-8c94-5b0af5d9882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:41.989455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-a06ce56a-b15d-4e13-8c94-5b0af5d9882f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1401429 Jun 01 13:56:42.094927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-f6ffd5b6-e0a8-4c58-945b-729a5cb2aa1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1000 time: 0.0990081 Jun 01 13:56:42.157684 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-d35ca061-2a33-4351-b19d-e0e8263a24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:42.159163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-d35ca061-2a33-4351-b19d-e0e8263a24a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0584593 Jun 01 13:56:42.241633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-cb5c68aa-3475-4c87-99cc-0b05b1e2c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:42.243141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-cb5c68aa-3475-4c87-99cc-0b05b1e2c5df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776024 Jun 01 13:56:42.389286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-598c88cc-0ef5-4b56-8b95-687176b30589 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392581 Jun 01 13:56:42.523793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc614ce7-f9b7-43b5-b153-b88a66cd9dc4 req-8c6aac28-be01-4b15-ab49-ab49bff08ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280198 Jun 01 13:56:42.861567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4e70-45c2-4706-a95f-96d3f1a63fbc req-ad22e9ee-2234-4fea-b36d-a16bc63ac767 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:42.863023 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-193d4e70-45c2-4706-a95f-96d3f1a63fbc req-ad22e9ee-2234-4fea-b36d-a16bc63ac767 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 944 time: 0.0830462 Jun 01 13:56:42.911979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-193d4e70-45c2-4706-a95f-96d3f1a63fbc req-3c14e88a-dd12-4c91-95bd-b5100bf6cc0d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Jun 01 13:56:43.463806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:56:43.539042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port b767131b-0d5d-4c80-876f-cfee62661f96 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:56:43.543787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port b767131b-0d5d-4c80-876f-cfee62661f96 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:56:43.544166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:43.686954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b767131b-0d5d-4c80-876f-cfee62661f96 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:56:43.687353 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:43.714355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:43.723968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:43.732352 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:43.809426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:43.836151 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dff5bf-9d99-47eb-bf9b-3dc50b3ab0c2'] response: {'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'code': 200} Jun 01 13:56:44.230691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364518d-27a2-4087-a9b8-e4efb7066c0e req-27332403-52fb-4dc8-9b7e-24ccda81086f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:44.232091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2364518d-27a2-4087-a9b8-e4efb7066c0e req-27332403-52fb-4dc8-9b7e-24ccda81086f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.2013183 Jun 01 13:56:44.276095 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2364518d-27a2-4087-a9b8-e4efb7066c0e req-d3ec94d7-2307-4434-a0c5-96316e713506 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Jun 01 13:56:44.490811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0778d6-dcb6-4fd7-8afa-694ccd610aa8 req-c9ae7006-9cef-4152-bb7d-ab51a78de82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:44.492180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d0778d6-dcb6-4fd7-8afa-694ccd610aa8 req-c9ae7006-9cef-4152-bb7d-ab51a78de82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0962191 Jun 01 13:56:44.536495 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d0778d6-dcb6-4fd7-8afa-694ccd610aa8 req-cc96166e-d196-44a7-b9c5-eb69dfcfbace tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Jun 01 13:56:44.940880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4303d9-c20c-4c56-aa43-25bc67263ea4 req-6e9e2335-0c88-459d-afea-c48bf066ec0a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:44.942353 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd4303d9-c20c-4c56-aa43-25bc67263ea4 req-6e9e2335-0c88-459d-afea-c48bf066ec0a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1386106 Jun 01 13:56:44.975362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-698d7bb1-46df-444c-a617-b153f0de4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:44.977013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-698d7bb1-46df-444c-a617-b153f0de4124 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 1096 time: 0.1178634 Jun 01 13:56:45.062970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd4303d9-c20c-4c56-aa43-25bc67263ea4 req-bdbdcd87-a816-4e65-96b8-d132dbe702a3 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122046 Jun 01 13:56:45.119101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-7472f73f-ffad-4b2b-a806-98ec20da6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:45.120529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-7472f73f-ffad-4b2b-a806-98ec20da6311 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1351907 Jun 01 13:56:45.233513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-8b48220e-5462-47e0-a04a-cb12c84a03ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 200 len: 1001 time: 0.1065204 Jun 01 13:56:45.308678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-cbedd1d1-b517-4456-8028-1f42fcd8084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:45.310120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-cbedd1d1-b517-4456-8028-1f42fcd8084f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0704932 Jun 01 13:56:45.390947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-64de3b8a-9408-4b4f-aee4-ed0253325680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:45.392384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-64de3b8a-9408-4b4f-aee4-ed0253325680 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755479 Jun 01 13:56:45.534459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-0ffa8228-d220-4183-8642-a25cc1e7c50f service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350343 Jun 01 13:56:45.669504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7167d4e2-2528-4c1a-8e83-8d5a0e64b206 req-fd102fa7-79da-46cb-b9b9-27064e18ca39 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291611 Jun 01 13:56:46.264615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301314-fbe5-42e4-86ca-6d98f525ec56 req-25ef152c-bfe8-46df-a401-fddd64ebad45 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:46.266111 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0301314-fbe5-42e4-86ca-6d98f525ec56 req-25ef152c-bfe8-46df-a401-fddd64ebad45 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0869389 Jun 01 13:56:46.311850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f0301314-fbe5-42e4-86ca-6d98f525ec56 req-00a3aa03-bdae-4e19-88ef-3649ec3eff27 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Jun 01 13:56:46.727548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171136a-78fb-4356-ab94-2d34f0e9995c req-3fcb7bd4-7a2e-45f9-9ae0-6543e0115a93 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:46.728860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a171136a-78fb-4356-ab94-2d34f0e9995c req-3fcb7bd4-7a2e-45f9-9ae0-6543e0115a93 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.0900877 Jun 01 13:56:46.773387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a171136a-78fb-4356-ab94-2d34f0e9995c req-1cf72ea3-d55d-47c7-9278-272f8c9b3c15 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384736 Jun 01 13:56:47.982631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-252c7b63-eba9-48d2-bf40-35e67e5a2f2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:47.984142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-252c7b63-eba9-48d2-bf40-35e67e5a2f2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1383030 Jun 01 13:56:48.031927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d1297-5441-415e-9b41-98e0e2f69748 req-bdacf23f-03ab-4a4c-93e2-87d51a6bfe35 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:48.033380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba2d1297-5441-415e-9b41-98e0e2f69748 req-bdacf23f-03ab-4a4c-93e2-87d51a6bfe35 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 945 time: 0.1467988 Jun 01 13:56:48.087792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port b767131b-0d5d-4c80-876f-cfee62661f96 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:56:48.088134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.139177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ba2d1297-5441-415e-9b41-98e0e2f69748 req-8aab4130-2952-4d69-a41b-137cd641b178 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988781 Jun 01 13:56:48.303729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21a8a420-931c-4aa0-ac8c-40e756697342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.466856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] For port b767131b-0d5d-4c80-876f-cfee62661f96, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b767131b-0d5d-4c80-876f-cfee62661f96,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:48.467116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.512759 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.766746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.767021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.767358 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec disassociated. External IP: 172.25.7.189, port: b767131b-0d5d-4c80-876f-cfee62661f96. Jun 01 13:56:48.767698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for b767131b-0d5d-4c80-876f-cfee62661f96 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:56:48.925670 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:48.974632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'Port': ['ID=b767131b-0d5d-4c80-876f-cfee62661f96,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:49.171680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:56:49.300156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3cb39fd1-8180-43ad-9811-e3cfd0078c5a req-40aee8ca-78b8-4b45-9e9a-72939b7e6393 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=beb3b34d-1bf6-4ab8-9802-be40f6a9218a HTTP/1.1" status: 200 len: 210 time: 0.0478289 Jun 01 13:56:49.394068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:56:49.404533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:56:49.414854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:56:49.415454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:56:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:56:49.463893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] No DVR routers for this DVR port b767131b-0d5d-4c80-876f-cfee62661f96 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:56:49.466847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:49.469710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-deleted', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:49.489138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2f29a37b-0df9-4c3b-818c-49a4e1b99f3d req-efb9cd6e-8110-4ccb-80bb-1d140f5a00d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "DELETE /v2.0/ports/b767131b-0d5d-4c80-876f-cfee62661f96 HTTP/1.1" status: 204 len: 173 time: 1.4995527 Jun 01 13:56:49.524845 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d7b47a-2d68-4380-a4ad-151944a9e0b3'] response: {'server_uuid': 'beb3b34d-1bf6-4ab8-9802-be40f6a9218a', 'name': 'network-vif-deleted', 'tag': 'b767131b-0d5d-4c80-876f-cfee62661f96', 'status': 'completed', 'code': 200} Jun 01 13:56:49.592205 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:56:49.912563 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:56:49.917034 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:56:49.925544 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:56:49.926122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:56:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:56:50.114163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:56:50.438646 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:56:50.443617 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e4bf1-abeb-490a-b445-6b99b0ed5fc6 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:56:50.542070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ee67a572-96a3-4a6e-a27c-34fc68f1ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:50.650032 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-d74443bb-d65d-466c-a3b3-9f392d360946 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1929649051&fields=id&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 267 time: 0.0414729 Jun 01 13:56:50.717011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc831dc-d8c8-4822-ab64-f84c7b98ec75 None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:56:50.809875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-0f17b65f-769c-48aa-9de4-3c899ef90bdd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:50.811416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-0f17b65f-769c-48aa-9de4-3c899ef90bdd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1545000 Jun 01 13:56:50.828305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-b3f3536d-6701-4dc4-b95b-faf09a54b705 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/quotas/89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 375 time: 0.0111475 Jun 01 13:56:50.917181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-9293935b-4af2-472f-b355-9b82be5b5bed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:56:50.935668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-9293935b-4af2-472f-b355-9b82be5b5bed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:56:50.937173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-9293935b-4af2-472f-b355-9b82be5b5bed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030438 Jun 01 13:56:51.031182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-c7d1c54a-738e-4605-b425-73ac4e5a9e6c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:56:51.032489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-c7d1c54a-738e-4605-b425-73ac4e5a9e6c service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456116 Jun 01 13:56:51.289469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-0487fb9d-7f5e-497f-8628-9b98e61e3247 service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506530 Jun 01 13:56:51.423105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-a169e487-aaf1-4b13-a55e-1801e44f9b5b service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276143 Jun 01 13:56:51.478756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:56:51.512985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: b767131b-0d5d-4c80-876f-cfee62661f96 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:56:51.513327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b767131b-0d5d-4c80-876f-cfee62661f96 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:56:51.609719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f9aa05ce-f86e-4f7c-86fc-87ba82190a79 req-45f6cda3-fbd6-414e-b862-a9389e4f64b8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 210 time: 0.0425124 Jun 01 13:56:51.725833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:51.923598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:52.691434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-2dbc5917-6b57-484c-8ec3-5c93e11c0b0c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:52.693048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-2dbc5917-6b57-484c-8ec3-5c93e11c0b0c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1515553 Jun 01 13:56:52.783425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b369074-eac6-4d13-9480-2c074803c947 req-1f19f97a-d2c1-4a9f-935f-e33d2a28a581 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 210 time: 0.0544744 Jun 01 13:56:52.787532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-1348b1a4-0c90-4104-8a89-9f40928c90c4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 380 time: 0.0863855 Jun 01 13:56:52.796288 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'port': {'device_id': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'admin_state_up': True, 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'security_groups': ['7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:56:52.945129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:56:52.956306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:56:52.969638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:56:52.973206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.137570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Allocated IP 172.20.0.10 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/f04aa062-da5e-49c7-a307-c7c00a8fca99) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:56:53.334284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.346716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.362277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Transition to ACTIVE for port object f04aa062-da5e-49c7-a307-c7c00a8fca99 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:56:53.389768 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.475059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:56:53.478527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:56:53.482426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:56:53.529683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:53.556316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:53.556943 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.585125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-89b55e89-97ef-4923-b55e-ba19143eb5af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924349 Jun 01 13:56:53.596904 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Request body: {'port': {'device_id': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:56:53.711127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.717549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0a7f1303-b91a-478f-a7fc-235cf9428a38 None None] Provisioning for port f04aa062-da5e-49c7-a307-c7c00a8fca99 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:56:53.722991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0a7f1303-b91a-478f-a7fc-235cf9428a38 None None] Provisioning complete for port f04aa062-da5e-49c7-a307-c7c00a8fca99 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:56:53.723368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1303-b91a-478f-a7fc-235cf9428a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:53.778305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f1303-b91a-478f-a7fc-235cf9428a38 None None] Port f04aa062-da5e-49c7-a307-c7c00a8fca99 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:56:54.051392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2d0b-20ff-4bc8-9946-0c5484d6a709 req-6dad27e0-a034-4f1f-b518-c5c6e67f354a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:54.051968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-da8f2d0b-20ff-4bc8-9946-0c5484d6a709 req-6dad27e0-a034-4f1f-b518-c5c6e67f354a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:56:54.120164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-da8f2d0b-20ff-4bc8-9946-0c5484d6a709 req-6dad27e0-a034-4f1f-b518-c5c6e67f354a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:56:54.121298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da8f2d0b-20ff-4bc8-9946-0c5484d6a709 req-6dad27e0-a034-4f1f-b518-c5c6e67f354a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 932 time: 0.2016573 Jun 01 13:56:54.124885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:56:54.133473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:54.284784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Transition to ACTIVE for port object f04aa062-da5e-49c7-a307-c7c00a8fca99 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:56:54.291846 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:54.334250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-da8f2d0b-20ff-4bc8-9946-0c5484d6a709 req-a01e195a-e6c6-4cca-a020-9b232db239f9 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049913 Jun 01 13:56:54.425384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:54.535365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:56:54.535687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:56:54.535988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:56:54.540565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:56:54.540866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:56:54.546026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:56:54.546351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:56:54.546748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:56:54.547160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Bound port: f04aa062-da5e-49c7-a307-c7c00a8fca99, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:56:54.547499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:54.637403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:56:54.640431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:56:54.647606 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:54.711204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:54.711985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:54.713303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] 10.222.0.13 "PUT /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1092 time: 1.1207101 Jun 01 13:56:54.713732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:54.734468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e430a5-9013-487e-86e9-6047534cf250 service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:54.789060 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9585fc25-39e2-402a-82ac-00a6214576ca'] response: {'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'status': 'completed', 'code': 200} Jun 01 13:56:54.831436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-760006ca-4581-442f-aac6-0fb5f24f9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:54.833188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-760006ca-4581-442f-aac6-0fb5f24f9a99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.0768025 Jun 01 13:56:54.905781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-1504487c-8831-4831-abde-a2d84beb7bdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 217 time: 0.0662026 Jun 01 13:56:54.973234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-a7b429c1-1255-4e27-b356-4ec82352dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:54.974629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-a7b429c1-1255-4e27-b356-4ec82352dd0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0630589 Jun 01 13:56:55.056052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-4e856019-6ed3-45d3-a895-1feabcbc01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.057566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-4e856019-6ed3-45d3-a895-1feabcbc01ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770409 Jun 01 13:56:55.192064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-598b3ba1-1936-43a8-ae12-7dfd559afc65 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280141 Jun 01 13:56:55.336543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a15487bc-aa76-4eea-85a9-49d55442b4d1 req-43cc9336-069c-4507-9e54-e95dca8f14a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380689 Jun 01 13:56:55.515171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cb36-d966-4bae-840b-da72ecc07551 req-8979c65a-7965-48d5-b4e7-efa08a2d2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.516656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-8979c65a-7965-48d5-b4e7-efa08a2d2fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.1228008 Jun 01 13:56:55.618910 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86cc7-9469-4c4a-a615-83ce6350cc73 req-872af719-f3f2-4015-a054-48b4be78990b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.620344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad86cc7-9469-4c4a-a615-83ce6350cc73 req-872af719-f3f2-4015-a054-48b4be78990b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.1703780 Jun 01 13:56:55.688650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cb36-d966-4bae-840b-da72ecc07551 req-e7f1e288-11ac-4826-a775-5a717b5d92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.690062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-e7f1e288-11ac-4826-a775-5a717b5d92e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1641226 Jun 01 13:56:55.697148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ad86cc7-9469-4c4a-a615-83ce6350cc73 req-a1a35b6f-bb5a-4ac4-8285-7129a2930422 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703228 Jun 01 13:56:55.757814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-558661c2-2e6a-4d40-bf7e-a59e16a47e72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 217 time: 0.0596683 Jun 01 13:56:55.822292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cb36-d966-4bae-840b-da72ecc07551 req-f7f7d91a-5c60-47d1-96e4-e04a7bf4681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.823707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-f7f7d91a-5c60-47d1-96e4-e04a7bf4681c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0591328 Jun 01 13:56:55.900519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cb36-d966-4bae-840b-da72ecc07551 req-21b21635-74ba-4db8-ba9a-8a17770f68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:55.901955 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-21b21635-74ba-4db8-ba9a-8a17770f68ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706532 Jun 01 13:56:56.135781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-81bcd11e-bc0a-4807-ad7c-379d1bc6c5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269211 Jun 01 13:56:56.268866 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b218cb36-d966-4bae-840b-da72ecc07551 req-c07f63ed-bda3-4bac-8237-ead0a237b0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263568 Jun 01 13:56:56.906114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf0b4f-8d6a-4527-a234-613050017925 req-ef0502e2-719b-4b94-980d-79dd33376adf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:56.907742 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3adf0b4f-8d6a-4527-a234-613050017925 req-ef0502e2-719b-4b94-980d-79dd33376adf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.0920637 Jun 01 13:56:56.951978 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3adf0b4f-8d6a-4527-a234-613050017925 req-731df795-117b-4763-8cb0-3d220d001453 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Jun 01 13:56:57.510268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:56:57.656088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:57.669104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:56:57.723112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f04aa062-da5e-49c7-a307-c7c00a8fca99 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:56:57.723488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:57.740676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:56:57.757726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:57.765478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:57.837566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:57.963828 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f04aa062-da5e-49c7-a307-c7c00a8fca99'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:56:58.146961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c223331-5bbb-4f58-9fea-7f75b00edc5c req-68feb2cd-3e1d-4eb6-9f83-66cf2157647f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:58.148532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c223331-5bbb-4f58-9fea-7f75b00edc5c req-68feb2cd-3e1d-4eb6-9f83-66cf2157647f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0836883 Jun 01 13:56:58.198952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c223331-5bbb-4f58-9fea-7f75b00edc5c req-b3b4456e-bbbe-46a4-8767-04b8241fcd15 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Jun 01 13:56:59.405382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fa5d1-98d3-48ea-a19b-e3d9d4b89dd6 req-46a90d32-34c3-4fc2-9430-be94e9515b21 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:59.406850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-222fa5d1-98d3-48ea-a19b-e3d9d4b89dd6 req-46a90d32-34c3-4fc2-9430-be94e9515b21 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0940971 Jun 01 13:56:59.451175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-222fa5d1-98d3-48ea-a19b-e3d9d4b89dd6 req-39a763fd-d939-45c5-8d28-3159350b4c7c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Jun 01 13:56:59.524718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:56:59.597933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port f04aa062-da5e-49c7-a307-c7c00a8fca99 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:56:59.604591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f04aa062-da5e-49c7-a307-c7c00a8fca99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:56:59.605036 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:59.727098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f04aa062-da5e-49c7-a307-c7c00a8fca99 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:56:59.727684 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:59.754947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:56:59.764778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:56:59.771281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:56:59.802844 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d712c2-508f-40a2-836a-9f9933cd7e38'] response: {'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'code': 200} Jun 01 13:56:59.841000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:56:59.939311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d644-e67c-4f81-bf47-f5be4eb650e0 req-a6a65671-8a27-4ad1-85bd-2d91dcded147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:56:59.940780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78f1d644-e67c-4f81-bf47-f5be4eb650e0 req-a6a65671-8a27-4ad1-85bd-2d91dcded147 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0790410 Jun 01 13:56:59.982835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-78f1d644-e67c-4f81-bf47-f5be4eb650e0 req-74ce6782-65d4-4f8e-b8b2-ada58a872049 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353320 Jun 01 13:57:00.659425 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415a523-f913-4326-84bb-5bb2ae5cc452 req-b4cc7ba9-b541-4c70-a0d2-10bf8cc87273 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:00.660859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c415a523-f913-4326-84bb-5bb2ae5cc452 req-b4cc7ba9-b541-4c70-a0d2-10bf8cc87273 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0986669 Jun 01 13:57:00.704714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c415a523-f913-4326-84bb-5bb2ae5cc452 req-60c41de2-a793-4795-b898-652260345e62 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 Jun 01 13:57:01.907481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee859b-0eb9-42b5-bef7-4ebd581a3186 req-e7cabb3d-9496-43ad-b23f-5ae9696be0ca tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:01.908938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2ee859b-0eb9-42b5-bef7-4ebd581a3186 req-e7cabb3d-9496-43ad-b23f-5ae9696be0ca tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0889733 Jun 01 13:57:01.954870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2ee859b-0eb9-42b5-bef7-4ebd581a3186 req-db801e4e-ad4e-448e-b597-30c1b7c5953d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Jun 01 13:57:02.157317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59642a-ba68-45ac-8362-ce86916b450c req-f17460fb-9ff0-4a61-a31e-6a3eceeaab3e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:02.158749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f59642a-ba68-45ac-8362-ce86916b450c req-f17460fb-9ff0-4a61-a31e-6a3eceeaab3e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0938501 Jun 01 13:57:02.167711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 53778) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:57:02.172842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'floatingip': {'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:57:02.253784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:02.911492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:02.918153 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:03.092612 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:57:03.112379 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec associated. External IP: 172.25.7.189, port: f04aa062-da5e-49c7-a307-c7c00a8fca99. Jun 01 13:57:03.629574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:57:03.817110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:57:03.822573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:03.827966 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:57:03.839000 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:57:03.839606 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:56:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:57:03.877330 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62f93b76-3e6c-47d2-a9fd-c62a1b599d4b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "PUT /v2.0/floatingips/c3a36362-f837-42e8-8282-d5f386bb08ec HTTP/1.1" status: 200 len: 992 time: 1.7085001 Jun 01 13:57:03.877898 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:57:03.922974 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad27974-f4b4-41e6-872a-ed8617d9fb14'] response: {'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'status': 'completed', 'code': 200} Jun 01 13:57:04.019001 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:57:04.023450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-bc4a3390-d751-4d3d-9223-df2ffedf169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:04.025211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-bc4a3390-d751-4d3d-9223-df2ffedf169b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0791147 Jun 01 13:57:04.155991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-68d97bc7-490d-4d2c-9171-fddefc3619d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:04.157310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-68d97bc7-490d-4d2c-9171-fddefc3619d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1264076 Jun 01 13:57:04.261971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-cf0426ae-f1a6-4b01-aa85-1e73719cbec1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1000 time: 0.0984809 Jun 01 13:57:04.325751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-dd5266f7-0374-437c-a9c1-6d29bc02ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:04.327337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-dd5266f7-0374-437c-a9c1-6d29bc02ca4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0594859 Jun 01 13:57:04.402294 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:57:02Z', 'revision_number': 9, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:57:04.406345 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:57:04.407314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-1e70ba5b-8c4b-467c-b757-732f0d503edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:04.408787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-1e70ba5b-8c4b-467c-b757-732f0d503edb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747969 Jun 01 13:57:04.414448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:57:04.415197 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:56:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:57:04.540179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-7f9c57a3-3e0d-4b23-ac47-03cf75ddf84c service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246488 Jun 01 13:57:04.592943 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:57:04.676012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-034ac561-5d68-4cbc-a0d3-6d4110c19693 req-214aec75-d2bd-46fc-96d9-16b373c0ddee service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299331 Jun 01 13:57:04.945457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:57:02Z', 'revision_number': 9, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:57:04.950465 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603b7c4-a2ab-4636-8715-faf9ca1c3ec4 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:57:02Z', 'revision_number': 9, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:57:05.081464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:05.154383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d0cfd-6da9-4b98-9b30-a7e8960e1229 None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:57:18.305009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-757c3e69-b478-4071-bcff-38adc79db3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:18.513198 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:20.542349 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-95880468-1d56-4a64-966e-f4401407bb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:21.735622 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:21.934157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:23.336052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:32.812151 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-5fa68c59-b8a4-4080-84bf-860b4ee9b13f service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736587 Jun 01 13:57:32.972470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11fe9e-cb5f-4101-bd70-1419ed0a51db req-aed42961-b19c-4b1a-a0eb-f0cf774e321b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:32.973888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c11fe9e-cb5f-4101-bd70-1419ed0a51db req-aed42961-b19c-4b1a-a0eb-f0cf774e321b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1921241 Jun 01 13:57:33.022864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c11fe9e-cb5f-4101-bd70-1419ed0a51db req-ba59e2ec-a0f4-4f92-9551-558a8d4f41b6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Jun 01 13:57:34.114281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-c47034b1-281c-4937-9514-4274b9c0a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:34.115788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-c47034b1-281c-4937-9514-4274b9c0a104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0739243 Jun 01 13:57:34.307266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-be7a2037-f703-4516-a49a-c3bd141241cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:34.308627 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-be7a2037-f703-4516-a49a-c3bd141241cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1854908 Jun 01 13:57:34.316579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c598-c849-4cad-a472-1118a12b9a88 req-ea90b8ed-5daa-4ce3-ac1d-8ac0236b2a7a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:34.318629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6734c598-c849-4cad-a472-1118a12b9a88 req-ea90b8ed-5daa-4ce3-ac1d-8ac0236b2a7a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1762779 Jun 01 13:57:34.447631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-0a6f96b0-8ac2-4f06-98b8-c93c39edcbf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1003 time: 0.1287520 Jun 01 13:57:34.450340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6734c598-c849-4cad-a472-1118a12b9a88 req-975710df-10ef-4886-8d25-571b9ae7a952 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818579 Jun 01 13:57:34.516424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-208cdfd2-622a-45b8-99eb-01944e2c921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:34.517864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-208cdfd2-622a-45b8-99eb-01944e2c921e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0631006 Jun 01 13:57:34.596420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-7dd5ea31-fab2-4fac-b3cc-999625be6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:34.597764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-7dd5ea31-fab2-4fac-b3cc-999625be6bdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724587 Jun 01 13:57:34.732133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-f08180c1-685b-4ad0-b989-b408fe8cee5a service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264729 Jun 01 13:57:34.878351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-f18767ab-ba93-405b-aa4c-d894a202585f service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397603 Jun 01 13:57:35.112566 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:35.659224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456d03-a010-4039-bf23-64a568affe2f req-5c645581-2ee0-4b14-b124-28eba95dbd3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:35.660710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6456d03-a010-4039-bf23-64a568affe2f req-5c645581-2ee0-4b14-b124-28eba95dbd3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0896528 Jun 01 13:57:35.709146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6456d03-a010-4039-bf23-64a568affe2f req-27d88ac7-2a24-4981-82c0-8602cb70eedf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 Jun 01 13:57:36.278206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-07325740-b725-49fe-9c06-65efa0b2eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:36.279705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-07325740-b725-49fe-9c06-65efa0b2eacf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0766482 Jun 01 13:57:36.428647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-a1c79318-a6d6-4b0a-a47f-d67ea0addc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:36.430128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-a1c79318-a6d6-4b0a-a47f-d67ea0addc3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1301391 Jun 01 13:57:36.548041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-4ae0acd7-9f27-407b-9588-1407f48e6781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1003 time: 0.1108677 Jun 01 13:57:36.616942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-d4e880b2-40b8-4de5-94d3-08b878ebead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:36.618361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-d4e880b2-40b8-4de5-94d3-08b878ebead0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0639961 Jun 01 13:57:36.704722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-7a3b85dd-4653-47fc-8f1d-54a8616aeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:36.706208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-7a3b85dd-4653-47fc-8f1d-54a8616aeccb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819359 Jun 01 13:57:36.992422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-d932bd0c-be5b-49dc-b1c2-24ce3d08c568 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791343 Jun 01 13:57:37.071050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a12750-be06-455f-8166-230c42b4c5a1 req-70643317-8a1f-4181-aa7f-6e5d2405985a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:37.072471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7a12750-be06-455f-8166-230c42b4c5a1 req-70643317-8a1f-4181-aa7f-6e5d2405985a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1889083 Jun 01 13:57:37.150634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7a12750-be06-455f-8166-230c42b4c5a1 req-e7068f22-543a-49d5-9974-f90d47c3abe5 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616636 Jun 01 13:57:37.167563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0fdbabd-0e5c-4275-9d24-b3333444044b req-bed8d811-4012-4ce6-a6e3-5252de5c13f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686494 Jun 01 13:57:38.348653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d9fc-f750-46a3-8889-a3c99ab3aae0 req-0316fe9e-cb8e-4a2d-b6c8-c9bb0761337f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:38.350105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c4d9fc-f750-46a3-8889-a3c99ab3aae0 req-0316fe9e-cb8e-4a2d-b6c8-c9bb0761337f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0923004 Jun 01 13:57:38.394468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19c4d9fc-f750-46a3-8889-a3c99ab3aae0 req-3b859f32-eb8e-4c1f-a77a-ad72ac6fdbdf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Jun 01 13:57:39.592599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a367a-96a5-456c-8a07-bde1b0922600 req-7c33398f-e3c9-4095-befe-10cca2d5058c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:39.594041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e0a367a-96a5-456c-8a07-bde1b0922600 req-7c33398f-e3c9-4095-befe-10cca2d5058c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0892694 Jun 01 13:57:39.641485 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e0a367a-96a5-456c-8a07-bde1b0922600 req-b5724bd3-cf29-4026-8214-9fff8c8604b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Jun 01 13:57:40.097509 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:57:40.853452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913971-2b6c-4370-bd2c-1ac9e568936a req-1ff342a7-e972-47f5-98f5-a044e8dd2ea0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:40.855147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72913971-2b6c-4370-bd2c-1ac9e568936a req-1ff342a7-e972-47f5-98f5-a044e8dd2ea0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0964103 Jun 01 13:57:40.903431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72913971-2b6c-4370-bd2c-1ac9e568936a req-3864f495-36e3-4a88-82cc-a96813dc115f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Jun 01 13:57:42.091713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9233d24-23fb-427c-aad2-963d8bccbd04 req-08389b78-b516-4324-ac8d-2e0efbccda82 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:42.093087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9233d24-23fb-427c-aad2-963d8bccbd04 req-08389b78-b516-4324-ac8d-2e0efbccda82 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0819857 Jun 01 13:57:42.139159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9233d24-23fb-427c-aad2-963d8bccbd04 req-374a8aef-adf5-4f86-a197-16d937bd3d84 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Jun 01 13:57:43.350977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed29b-12c5-4310-b2ad-4e90a6308209 req-2ff2be97-e52b-4ed9-b53d-fe4909ae607b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:43.353312 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b50ed29b-12c5-4310-b2ad-4e90a6308209 req-2ff2be97-e52b-4ed9-b53d-fe4909ae607b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0970521 Jun 01 13:57:43.406446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b50ed29b-12c5-4310-b2ad-4e90a6308209 req-35764fa1-a403-481e-8f5a-17f42f4c2a82 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Jun 01 13:57:44.598853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79fae-a7c6-44e3-b20c-135bb8132367 req-44c81c41-8aa9-43d5-a538-3fb077a6093c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:44.600279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19d79fae-a7c6-44e3-b20c-135bb8132367 req-44c81c41-8aa9-43d5-a538-3fb077a6093c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0842853 Jun 01 13:57:44.650055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19d79fae-a7c6-44e3-b20c-135bb8132367 req-8629f895-bf1a-4b2b-b545-718ab359e2e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Jun 01 13:57:45.844080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f05d3-6a47-4b77-96d1-14666b6ecc5d req-b685cfcb-c9d8-4505-969e-ada46c8c6538 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:45.845520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-731f05d3-6a47-4b77-96d1-14666b6ecc5d req-b685cfcb-c9d8-4505-969e-ada46c8c6538 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0843573 Jun 01 13:57:45.890189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-731f05d3-6a47-4b77-96d1-14666b6ecc5d req-26889da2-48e8-4073-a2a5-38849e360aa2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jun 01 13:57:46.828652 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-a12ab158-f0f2-4246-a103-82412888e0ea service neutron] show failed (client error): The resource could not be found. Jun 01 13:57:46.829634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-a12ab158-f0f2-4246-a103-82412888e0ea service neutron] 10.222.0.13 "GET /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0867760 Jun 01 13:57:47.154943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616ad6b-a829-4daa-855c-510be8297f89 req-23cbff98-7f31-4e3e-b81f-dbc0e8328ddc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:47.156243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4616ad6b-a829-4daa-855c-510be8297f89 req-23cbff98-7f31-4e3e-b81f-dbc0e8328ddc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1432967 Jun 01 13:57:47.160546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-a8781874-4934-42be-b9ea-943ee52023c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:47.161868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-a8781874-4934-42be-b9ea-943ee52023c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1097 time: 0.1175575 Jun 01 13:57:47.180152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:57:47.249921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4616ad6b-a829-4daa-855c-510be8297f89 req-755ea8ab-17eb-49df-b1f2-14accdbead6b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871553 Jun 01 13:57:47.310347 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:47.572862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:57:47.602723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:57:47.772131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:57:47.777942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:47.798196 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Transition to ACTIVE for port object f04aa062-da5e-49c7-a307-c7c00a8fca99 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:57:47.803014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:47.837803 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d7c39-bc72-47ec-9be8-458554053c2c'] response: {'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'code': 200} Jun 01 13:57:47.938841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:57:47.957399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.957749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.958077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.958402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.958742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.959061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.959371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.959676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.959991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.960304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.960610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:47.960918 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:48.013134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] No DVR routers for this DVR port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:57:48.237304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:57:48.237969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:57:48.237969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:57:48.242825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:57:48.243134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:57:48.248454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:57:48.248776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:57:48.249149 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:57:48.249558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Bound port: f04aa062-da5e-49c7-a307-c7c00a8fca99, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:57:48.249882 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:48.304611 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f011074c-fbf6-4574-8a00-cb6f80c87dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:48.338365 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:57:48.341528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:57:48.345865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:48.441924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.442537 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:48.443926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1092 time: 1.2688820 Jun 01 13:57:48.477173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6ec4-8bef-4c81-aa2f-35f7cdd151f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:57:48.515545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:48.552337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ca3b2-4e87-476d-b004-d10caaaa2719 req-9f3d8df7-3aab-448c-9bd6-d31ff14c7557 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.553849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-762ca3b2-4e87-476d-b004-d10caaaa2719 req-9f3d8df7-3aab-448c-9bd6-d31ff14c7557 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.1743746 Jun 01 13:57:48.601732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-54ad4b21-c5d6-4abd-9c0d-3716b08bb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.603234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-54ad4b21-c5d6-4abd-9c0d-3716b08bb414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.1224580 Jun 01 13:57:48.634806 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-762ca3b2-4e87-476d-b004-d10caaaa2719 req-aa26989b-fe6b-433a-b8fa-c01007a82835 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737586 Jun 01 13:57:48.744492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-bbc2e0d9-8916-4296-a8df-94b1db379622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.745814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-bbc2e0d9-8916-4296-a8df-94b1db379622 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1363432 Jun 01 13:57:48.848437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-47b9bb93-11a3-4783-b63b-2b0c6d72b2db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.0964534 Jun 01 13:57:48.913964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-e16fa488-45cd-400a-873b-08d10e4826b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.915408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-e16fa488-45cd-400a-873b-08d10e4826b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0607474 Jun 01 13:57:48.992759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-97456f79-e2b7-46a7-9c8d-5f7bde6122e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:48.994217 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-97456f79-e2b7-46a7-9c8d-5f7bde6122e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725744 Jun 01 13:57:49.138420 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-4d0078f7-1b4a-455f-adfd-74640b75644e service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364760 Jun 01 13:57:49.294238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-974f2209-7297-4b01-84fb-8bddd17d6e5e req-ccc29d85-2b0e-4e11-83d0-dd1157ca1ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501522 Jun 01 13:57:49.742081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:57:49.812619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:57:49.897850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:57:49.941664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5efffa-a52e-4778-9857-e400328f1f0f req-45b3de04-ccf9-4419-82da-edfeda7b48b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:49.943141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c5efffa-a52e-4778-9857-e400328f1f0f req-45b3de04-ccf9-4419-82da-edfeda7b48b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.1981835 Jun 01 13:57:49.965267 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2365ea4a-f17f-4859-9237-f7a999e15a54'] response: {'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'status': 'completed', 'code': 200} Jun 01 13:57:50.076447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0c5efffa-a52e-4778-9857-e400328f1f0f req-80f3f7d6-6ef4-4592-a5cf-5fc527b3d67b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263065 Jun 01 13:57:50.128302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-b0bf855d-286d-4681-841f-9bf766804bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.129769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-b0bf855d-286d-4681-841f-9bf766804bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.1454856 Jun 01 13:57:50.135296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-23af3212-2dda-4741-b24b-44a2c4c5ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.136676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-23af3212-2dda-4741-b24b-44a2c4c5ff0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.1201780 Jun 01 13:57:50.372644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-6aaab928-e2e1-46c1-a4cb-3f7b24dd0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.373969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-6aaab928-e2e1-46c1-a4cb-3f7b24dd0b3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2193851 Jun 01 13:57:50.374962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-44c9edf5-707e-464f-8095-882b11d97509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.376219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-44c9edf5-707e-464f-8095-882b11d97509 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2387655 Jun 01 13:57:50.536490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0364c0d7-7bd2-4a96-9ff0-980575969d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:50.565646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-8396f584-b7a4-4660-822b-b187db6196aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.1341879 Jun 01 13:57:50.567276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-0a6d6c33-5423-4eea-a606-bf73ecd98188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.1865997 Jun 01 13:57:50.672886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-7ea3cf7b-208e-4bbe-aae3-83781551c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.674249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-7ea3cf7b-208e-4bbe-aae3-83781551c003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1031232 Jun 01 13:57:50.677286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-20958b0a-f945-4d67-82eb-1e1293cded29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.678544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-20958b0a-f945-4d67-82eb-1e1293cded29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0786803 Jun 01 13:57:50.804637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-0cd0d40a-3e7a-40a3-be3c-0f1f6eccde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.806030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-0cd0d40a-3e7a-40a3-be3c-0f1f6eccde73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263032 Jun 01 13:57:50.808524 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-439132fc-9f28-424c-b9de-02d91e212b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:50.809795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-439132fc-9f28-424c-b9de-02d91e212b75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006694 Jun 01 13:57:51.036840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-1a6472cb-dce8-4ad3-83a0-0c3ef3331dfa service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244813 Jun 01 13:57:51.039799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-f06bcc9b-71da-4283-8ea4-5ff8bfe3c96c service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106278 Jun 01 13:57:51.445809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-7a4299e5-a26b-4467-bcf5-37df2afb004a service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023809 Jun 01 13:57:51.451496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91a80f84-de69-47b0-aba9-8bd9944701c1 req-bac24359-afa9-4b99-872f-1b55cdd4de82 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914135 Jun 01 13:57:51.471967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab331d4d-be7b-4738-87dd-8a2b3d31f078 req-ad7fdd9e-3cf9-4301-97f1-9824dd110980 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:51.473453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab331d4d-be7b-4738-87dd-8a2b3d31f078 req-ad7fdd9e-3cf9-4301-97f1-9824dd110980 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.2801905 Jun 01 13:57:51.522386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab331d4d-be7b-4738-87dd-8a2b3d31f078 req-0577c5df-15fb-4dea-bca1-bbea5266271e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Jun 01 13:57:51.737395 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:51.940195 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:52.727009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e96fc-3a99-4803-800c-5185290ba7e8 req-55f9235e-1b88-4298-8efb-a86f7c9b71c5 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:52.728472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-325e96fc-3a99-4803-800c-5185290ba7e8 req-55f9235e-1b88-4298-8efb-a86f7c9b71c5 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.0875907 Jun 01 13:57:52.784847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-325e96fc-3a99-4803-800c-5185290ba7e8 req-9d0d45e0-0a95-4620-8855-396baf39a034 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491877 Jun 01 13:57:53.268698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-c623a4fb-f60c-451f-8839-29b766b0255a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.270152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-c623a4fb-f60c-451f-8839-29b766b0255a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5&tenant_id=89d7f76d94944e37b74c88e66f55458e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.1413612 Jun 01 13:57:53.341170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014592e5-01c2-419a-9259-a2f18cc69252 req-7dfe6350-3364-40ed-8c69-9718367279dc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.341737 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:53.342851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014592e5-01c2-419a-9259-a2f18cc69252 req-7dfe6350-3364-40ed-8c69-9718367279dc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 944 time: 0.1598363 Jun 01 13:57:53.401459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-46b2eb32-8737-4c6b-ab10-b5f94e3da13d service neutron] 10.222.0.24 "GET /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.1242378 Jun 01 13:57:53.406264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-014592e5-01c2-419a-9259-a2f18cc69252 req-e0d777d5-ed65-476d-82ba-0f18a3dec212 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575283 Jun 01 13:57:53.517404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-90383413-3f2c-49da-be45-36ae31514f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.518913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-90383413-3f2c-49da-be45-36ae31514f7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1095 time: 0.0731490 Jun 01 13:57:53.653349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-4c08c965-d57b-4f9e-804a-69bcbbe3f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.654690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-4c08c965-d57b-4f9e-804a-69bcbbe3f32e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1299148 Jun 01 13:57:53.761747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-7dc93e31-696d-4153-8017-2f9d04c32498 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.0984559 Jun 01 13:57:53.824020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-b3ac1a4e-9aa7-4403-8189-e95be6c6cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.825447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-b3ac1a4e-9aa7-4403-8189-e95be6c6cee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0579896 Jun 01 13:57:53.902995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-a1821f7f-952f-4fa2-bb6e-2afc1a2efafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:53.904491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-a1821f7f-952f-4fa2-bb6e-2afc1a2efafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731869 Jun 01 13:57:54.038028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-993571fb-2f11-47f3-9250-d23692be2a9e service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274607 Jun 01 13:57:54.124412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:57:54.192346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-9a4dbfc8-d4b7-45f2-adb1-724bbf80ee6e service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469800 Jun 01 13:57:54.259509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:57:54.273306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:57:54.329155 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port f04aa062-da5e-49c7-a307-c7c00a8fca99 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:57:54.329524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:54.347058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:57:54.363207 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:57:54.371518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:54.447092 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:57:54.455610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.455952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.456397 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.456729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.457051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.457374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.457691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.458006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.458320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.458650 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.458966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.459279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:57:54.599400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dc234-10f3-495c-a0d4-f33f39e8f33e req-05d96613-507b-43d8-b600-41e51602d21c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:54.600827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-835dc234-10f3-495c-a0d4-f33f39e8f33e req-05d96613-507b-43d8-b600-41e51602d21c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0804741 Jun 01 13:57:54.644118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-835dc234-10f3-495c-a0d4-f33f39e8f33e req-c19ab578-ff88-45a0-ad0d-29d50db3dd30 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374265 Jun 01 13:57:54.825484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['f04aa062-da5e-49c7-a307-c7c00a8fca99'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:57:55.844538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef59f-54d3-4a61-ab70-8ed51a7ff698 req-c5e50963-dd3d-4c59-85ba-76b2a4675ad8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:55.845989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d5ef59f-54d3-4a61-ab70-8ed51a7ff698 req-c5e50963-dd3d-4c59-85ba-76b2a4675ad8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0885637 Jun 01 13:57:55.897616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d5ef59f-54d3-4a61-ab70-8ed51a7ff698 req-5f5e23ac-810b-4c78-8154-7ddf1d7387ac tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Jun 01 13:57:56.144528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:57:56.281850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:57:56.295190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:57:56.434865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-9eaec00c-160c-4f19-b7e6-c49719ad0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:56.436323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-9eaec00c-160c-4f19-b7e6-c49719ad0530 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1096 time: 0.0817320 Jun 01 13:57:56.447307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:57:56.562735 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:56.958999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:57:56.989621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:57:57.111517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:57:57.122522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:57.139260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Ignored duplicate provisioning block setup for port f04aa062-da5e-49c7-a307-c7c00a8fca99 by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 13:57:57.147321 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:57.257331 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b28311-2b83-4859-a24a-4704d4cfb90d req-299e7c81-937c-4489-af72-d4b2bb5fc47e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:57.258825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b28311-2b83-4859-a24a-4704d4cfb90d req-299e7c81-937c-4489-af72-d4b2bb5fc47e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.2334146 Jun 01 13:57:57.324908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:57:57.379170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3b28311-2b83-4859-a24a-4704d4cfb90d req-1470864e-8b3d-4b9b-a1cb-7476c5cc3032 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041605 Jun 01 13:57:57.390990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] No DVR routers for this DVR port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:57:57.623090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:57:57.623472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:57:57.623781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:57:57.628675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:57:57.628980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Attempting to bind port f04aa062-da5e-49c7-a307-c7c00a8fca99 on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:57:57.634369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:57:57.634743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:57:57.635114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:57:57.635523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Bound port: f04aa062-da5e-49c7-a307-c7c00a8fca99, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:57:57.635852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:57.727292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:57:57.730150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:57:57.738308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:57.797246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:57.797952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:57:57.799322 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] 10.222.0.13 "PUT /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1092 time: 1.3559783 Jun 01 13:57:57.799774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:57:57.821135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42734efe-51a2-47a0-b038-ace20f18713d service neutron] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:57:57.879215 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7ecbdd-86b1-41bf-876a-320e9ba9ec20'] response: {'name': 'network-changed', 'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'status': 'completed', 'code': 200} Jun 01 13:57:57.913830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-362342fd-0fae-4bcd-b8e4-ef067c6dc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:57.915533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-362342fd-0fae-4bcd-b8e4-ef067c6dc1ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0789249 Jun 01 13:57:58.103691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-29a33e27-2a11-4927-9420-2652a6a0344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.105119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-29a33e27-2a11-4927-9420-2652a6a0344d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1546500 Jun 01 13:57:58.107941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-6386bcc6-26ba-43d5-bc03-507fdf60b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.109264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-6386bcc6-26ba-43d5-bc03-507fdf60b43f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1096 time: 0.1928847 Jun 01 13:57:58.411066 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-ac72d072-b83e-43b7-96d9-307f92ac1533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.2994249 Jun 01 13:57:58.489634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-4dee8bcc-6316-4fdb-a4a7-f18c4cf62318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.491082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-4dee8bcc-6316-4fdb-a4a7-f18c4cf62318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.3322265 Jun 01 13:57:58.585024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-5698ce96-d293-44bd-854c-ae255d146114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.586419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-5698ce96-d293-44bd-854c-ae255d146114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1621494 Jun 01 13:57:58.681554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-15d08f21-6c54-4547-b4d1-8a6f5fc7d528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.1565111 Jun 01 13:57:58.764364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-7216f163-d87a-4914-9c7c-97a484c256e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.765764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-7216f163-d87a-4914-9c7c-97a484c256e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0772913 Jun 01 13:57:58.774631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c33bf4-645b-4d3f-ba12-b13c672015ca req-ccc184ca-dd2d-4720-a7df-6bb1d94c75d4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.775964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40c33bf4-645b-4d3f-ba12-b13c672015ca req-ccc184ca-dd2d-4720-a7df-6bb1d94c75d4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.2824969 Jun 01 13:57:58.838862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-1a5eb1ab-423a-46c7-83fc-6c4cfe644223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.840357 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-1a5eb1ab-423a-46c7-83fc-6c4cfe644223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356846 Jun 01 13:57:58.943036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-40c33bf4-645b-4d3f-ba12-b13c672015ca req-cc6a24a7-2ee0-468a-a0e8-2191e248c06e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334932 Jun 01 13:57:58.989863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-d5a6821e-2173-41b2-849b-fd6ec43f3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:58.991363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-d5a6821e-2173-41b2-849b-fd6ec43f3447 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145934 Jun 01 13:57:59.072007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-c426787a-2e04-4ab7-a777-c5705b252bed service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211092 Jun 01 13:57:59.221604 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-3ef34b79-f0bd-48db-b2d0-f4f3e9d797a1 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219765 Jun 01 13:57:59.304319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c3c4848-b9a2-4c59-8c00-8d4ce43a5f18 req-53acb71d-164d-4ed2-8245-5b05ca0d4958 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200699 Jun 01 13:57:59.404249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-4febd27b-68ce-4fab-8a24-f3edfb2a7e51 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708965 Jun 01 13:57:59.434181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-cb4198b9-1112-4566-b9af-3f43dd334447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:59.435644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-cb4198b9-1112-4566-b9af-3f43dd334447 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0768344 Jun 01 13:57:59.567305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-92190200-c519-4c35-87d5-18dba4b3af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:59.568727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-92190200-c519-4c35-87d5-18dba4b3af39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1270692 Jun 01 13:57:59.684419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-32f1e0e1-c287-40a8-a408-491d58f7a713 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 200 len: 1001 time: 0.1090491 Jun 01 13:57:59.751399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-894854b1-ab0e-43cc-a9e4-5e0d39ccce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:59.752877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-894854b1-ab0e-43cc-a9e4-5e0d39ccce96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0603421 Jun 01 13:57:59.834919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-17aa2f1f-abd1-4ceb-b5bb-280fa205f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:57:59.836375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-17aa2f1f-abd1-4ceb-b5bb-280fa205f1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763605 Jun 01 13:58:00.139391 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-09f9b62a-a072-44b9-9cc0-35bba13ab0db service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961245 Jun 01 13:58:00.181340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:58:00.238646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:58:00.247234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608ea5-8232-4071-b8dd-275cc60dece8 req-0310dc2f-8244-485e-993f-ea43d6757b78 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:00.248752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05608ea5-8232-4071-b8dd-275cc60dece8 req-0310dc2f-8244-485e-993f-ea43d6757b78 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.1911952 Jun 01 13:58:00.313278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb2da6f0-91e2-4087-bb99-abe59b9ec585 req-aa210565-42f8-43fb-bc77-c00a23f76448 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668925 Jun 01 13:58:00.323618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05608ea5-8232-4071-b8dd-275cc60dece8 req-6b111f0c-7152-4728-8874-0fb1a3da82e8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597131 Jun 01 13:58:01.521349 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df22f7-e07d-47b3-bcc4-b5fb49479c49 req-cce76e32-c631-4eeb-adba-c958b0d41fe0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:01.522846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82df22f7-e07d-47b3-bcc4-b5fb49479c49 req-cce76e32-c631-4eeb-adba-c958b0d41fe0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0811703 Jun 01 13:58:01.571502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-82df22f7-e07d-47b3-bcc4-b5fb49479c49 req-20985286-cdc4-4330-8172-3f228e8e9378 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402102 Jun 01 13:58:01.774666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48e0ed-ac7e-49de-8c07-e414908fa141 req-0dd3fa71-b864-4118-917c-58e9329fa921 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:01.776175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed48e0ed-ac7e-49de-8c07-e414908fa141 req-0dd3fa71-b864-4118-917c-58e9329fa921 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0985456 Jun 01 13:58:01.804135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:58:01.823046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed48e0ed-ac7e-49de-8c07-e414908fa141 req-bd45ade8-b22e-4715-9a58-07fcaf6da00e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 Jun 01 13:58:01.939365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:01.952773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'mac_address': 'fa:16:3e:39:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:58:02.010354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4acf8-3e56-4712-be1b-2d8ebe390bf1 req-0f71857f-92a7-487a-a90b-a49198ba67f2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:02.012087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f04aa062-da5e-49c7-a307-c7c00a8fca99 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:58:02.012255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68a4acf8-3e56-4712-be1b-2d8ebe390bf1 req-0f71857f-92a7-487a-a90b-a49198ba67f2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 945 time: 0.0811424 Jun 01 13:58:02.012452 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:02.030109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:58:02.045854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:02.050478 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:02.056891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-68a4acf8-3e56-4712-be1b-2d8ebe390bf1 req-a1aa72b3-b0b1-4880-9eb3-baee6a5c13e4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390191 Jun 01 13:58:02.118222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=11']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:02.264964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['f04aa062-da5e-49c7-a307-c7c00a8fca99'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:58:02.475742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de515d-48ca-4a0b-a93f-5c023966545a req-86a0e3dc-2990-4238-8314-eaeb29f86773 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:02.477148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39de515d-48ca-4a0b-a93f-5c023966545a req-86a0e3dc-2990-4238-8314-eaeb29f86773 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.0922036 Jun 01 13:58:02.524938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-39de515d-48ca-4a0b-a93f-5c023966545a req-3f63698e-7695-4c7d-aba8-1e7b3873c357 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Jun 01 13:58:03.742244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-34ae337c-954e-44ec-8094-a6aae4e3560d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:03.743724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-34ae337c-954e-44ec-8094-a6aae4e3560d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1417456 Jun 01 13:58:03.803924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:58:03.806343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b6c5-b039-4f35-88ed-39a74f9b0f76 req-b458923e-0ba1-43cb-a6bf-926208898d5b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:03.807842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d78b6c5-b039-4f35-88ed-39a74f9b0f76 req-b458923e-0ba1-43cb-a6bf-926208898d5b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 946 time: 0.1504052 Jun 01 13:58:03.841773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:58:03.842202 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:03.874209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port f04aa062-da5e-49c7-a307-c7c00a8fca99 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:58:03.879490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port f04aa062-da5e-49c7-a307-c7c00a8fca99 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:58:03.879891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:03.918208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d78b6c5-b039-4f35-88ed-39a74f9b0f76 req-a6cf6b8f-5f7c-497c-a857-8b16b2f325af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040516 Jun 01 13:58:04.000335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port f04aa062-da5e-49c7-a307-c7c00a8fca99 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:58:04.000689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:04.029080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:58:04.039342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:04.044779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:04.082777 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3321391b-fa0b-4f63-832f-d0cdbc9dbc6e'] response: {'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'code': 200} Jun 01 13:58:04.117175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:04.127762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:04.128121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:04.448439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:04.448808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:04.449113 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec disassociated. External IP: 172.25.7.189, port: f04aa062-da5e-49c7-a307-c7c00a8fca99. Jun 01 13:58:04.449459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for f04aa062-da5e-49c7-a307-c7c00a8fca99 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:58:04.531411 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.db.api [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 13:58:04.531988 n-d-844200-1 neutron-server[88371]: DEBUG oslo_db.api [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 13:58:05.059489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:58:05.060211 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:05.124024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:05.387396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e0f27-ab81-4477-9b66-8d1605eafad9 req-90b5155f-b2d7-4dd8-8ca8-a0178d42d519 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:05.388843 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d08e0f27-ab81-4477-9b66-8d1605eafad9 req-90b5155f-b2d7-4dd8-8ca8-a0178d42d519 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 947 time: 0.3597615 Jun 01 13:58:05.470437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d08e0f27-ab81-4477-9b66-8d1605eafad9 req-bea22465-4697-4cea-a955-55091af67809 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683680 Jun 01 13:58:05.490184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] For port f04aa062-da5e-49c7-a307-c7c00a8fca99, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=f04aa062-da5e-49c7-a307-c7c00a8fca99,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:05.490557 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:05.800342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:05.800780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:05.801186 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec disassociated. External IP: 172.25.7.189, port: f04aa062-da5e-49c7-a307-c7c00a8fca99. Jun 01 13:58:05.801515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for f04aa062-da5e-49c7-a307-c7c00a8fca99 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:58:05.957664 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:06.011528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'Port': ['ID=f04aa062-da5e-49c7-a307-c7c00a8fca99,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:06.201377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:58:06.382377 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:58:06.393720 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:58:06.407418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:58:06.408081 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:57:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:06.456447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] No DVR routers for this DVR port f04aa062-da5e-49c7-a307-c7c00a8fca99 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:58:06.459171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:06.461944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-deleted', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:58:06.480321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-74fdb988-5211-427b-aac6-55109d9a19a7 req-a8a209cc-9363-4ee3-b03d-087aec81f82a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "DELETE /v2.0/ports/f04aa062-da5e-49c7-a307-c7c00a8fca99 HTTP/1.1" status: 204 len: 173 time: 2.7306507 Jun 01 13:58:06.529228 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67452b4-f294-48e4-93a2-e1afdadddb9c'] response: {'server_uuid': '422f1039-9c9c-4148-a8a8-7df2445ea8e5', 'name': 'network-vif-deleted', 'tag': 'f04aa062-da5e-49c7-a307-c7c00a8fca99', 'status': 'completed', 'code': 200} Jun 01 13:58:06.607265 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:58:06.637679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f40df8ba-acaa-44ae-b3cf-e908e017527d req-7917bad3-247d-43fb-8510-443e33bdeca2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:58:06.654393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f40df8ba-acaa-44ae-b3cf-e908e017527d req-7917bad3-247d-43fb-8510-443e33bdeca2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:58:06.655718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f40df8ba-acaa-44ae-b3cf-e908e017527d req-7917bad3-247d-43fb-8510-443e33bdeca2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=422f1039-9c9c-4148-a8a8-7df2445ea8e5 HTTP/1.1" status: 200 len: 210 time: 0.0607331 Jun 01 13:58:06.954754 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:06.958718 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:58:06.967702 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:58:06.968530 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:57:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:07.156903 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:58:07.471354 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-61072709-8ce3-410b-930c-234300825ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:07.475609 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61072709-8ce3-410b-930c-234300825ba5 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:58:07.687491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f48004-337e-47da-8cff-69279f62364c None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:58:07.837962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:58:07.927496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: f04aa062-da5e-49c7-a307-c7c00a8fca99 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 13:58:07.927911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device f04aa062-da5e-49c7-a307-c7c00a8fca99 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:58:08.004210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-81487fc5-6e83-4ba3-9b9b-af645d6587b7 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1929649051&fields=id&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 267 time: 0.0393591 Jun 01 13:58:08.153809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-c7ec0517-921e-4a61-9df5-0fa1cdeedb78 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:08.155314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-c7ec0517-921e-4a61-9df5-0fa1cdeedb78 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1442039 Jun 01 13:58:08.171028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-c1c40265-4af2-41cb-b683-5f404dd72d3d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/quotas/89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 375 time: 0.0101643 Jun 01 13:58:08.383179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-0e5922a1-61b2-4e04-9ec6-f52cdd52ec4e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2049334 Jun 01 13:58:08.519425 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-df5adb7f-0ab0-44d8-940a-5cbe3743c61a service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236501 Jun 01 13:58:08.658213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-f62b0a0b-eb23-4d7d-be3b-73d22c045606 service neutron] 10.222.0.40 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298327 Jun 01 13:58:08.847177 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8db8a881-4597-4af4-82ad-90d272e8aaed req-fe6ee8d1-2832-44bb-9708-291479ff6238 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 210 time: 0.0420816 Jun 01 13:58:10.079234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de850b01-c3d6-4559-b1b3-1f369d9efef6 req-d8504fb9-67e7-4a1f-8435-62dc54838a74 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 210 time: 0.1051550 Jun 01 13:58:10.150560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-bbcad2f5-2610-40ba-9770-02c0f4b7da69 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:10.152123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-bbcad2f5-2610-40ba-9770-02c0f4b7da69 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 812 time: 0.1986644 Jun 01 13:58:10.204823 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-d7e60cfb-f313-4ff2-9102-36de9c8ea1d3 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 380 time: 0.0449171 Jun 01 13:58:10.214403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'port': {'device_id': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'admin_state_up': True, 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'security_groups': ['7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:58:10.358840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:58:10.369915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:58:10.382445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Made reservation on behalf of 89d7f76d94944e37b74c88e66f55458e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:58:10.385938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:10.557984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Allocated IP 172.20.0.7 (c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f/d2e84cc4-dc45-4d43-a551-9c6ca520e275/601efb72-db83-48f9-bc3e-e00a64d158bb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:58:10.745012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:10.761973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Transition to ACTIVE for port object 601efb72-db83-48f9-bc3e-e00a64d158bb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:58:10.787096 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:10.860997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:58:10.864181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:58:10.868022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 13:58:10.898627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:10.936137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:10.936790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:10.964669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-31aec0c0-ab90-4a01-8475-53f19b341a3f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538517 Jun 01 13:58:10.976105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Request body: {'port': {'device_id': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:58:11.091666 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:11.099817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-277116cb-ba11-4fc7-b681-52ba1260bd20 None None] Provisioning for port 601efb72-db83-48f9-bc3e-e00a64d158bb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:58:11.104819 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-277116cb-ba11-4fc7-b681-52ba1260bd20 None None] Provisioning complete for port 601efb72-db83-48f9-bc3e-e00a64d158bb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:58:11.105398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-277116cb-ba11-4fc7-b681-52ba1260bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:11.168056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-277116cb-ba11-4fc7-b681-52ba1260bd20 None None] Port 601efb72-db83-48f9-bc3e-e00a64d158bb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:58:11.522943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2aaf3c-eb98-4838-a6c6-e547e82b5205 req-96c85474-f25d-44d9-8c4d-14ab0d6bf1f6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:11.523612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fc2aaf3c-eb98-4838-a6c6-e547e82b5205 req-96c85474-f25d-44d9-8c4d-14ab0d6bf1f6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:58:11.549159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-fc2aaf3c-eb98-4838-a6c6-e547e82b5205 req-96c85474-f25d-44d9-8c4d-14ab0d6bf1f6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:58:11.550309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc2aaf3c-eb98-4838-a6c6-e547e82b5205 req-96c85474-f25d-44d9-8c4d-14ab0d6bf1f6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 931 time: 0.3437116 Jun 01 13:58:11.646634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:58:11.653028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc2aaf3c-eb98-4838-a6c6-e547e82b5205 req-919d5751-3789-46e5-a86a-74ecf580d850 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932114 Jun 01 13:58:11.657002 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:11.671564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Transition to ACTIVE for port object 601efb72-db83-48f9-bc3e-e00a64d158bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:58:11.675593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:11.826087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:11.911730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:58:11.912056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:58:11.912350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:58:11.916949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:58:11.917244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:58:11.922516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:58:11.922868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:58:11.923251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:58:11.923666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Bound port: 601efb72-db83-48f9-bc3e-e00a64d158bb, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:58:11.924006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:12.016299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:58:12.019295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:58:12.024921 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:12.088600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.089212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:12.090612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] 10.222.0.13 "PUT /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1091 time: 1.1189055 Jun 01 13:58:12.091068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:58:12.113429 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3523-d5e3-4885-b49d-1a802357bfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:12.172115 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb99055-ede1-4eb2-973d-dba3c9702c49'] response: {'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'status': 'completed', 'code': 200} Jun 01 13:58:12.215403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-39074935-76b1-47c9-8cc0-1feed7f0aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.216907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-39074935-76b1-47c9-8cc0-1feed7f0aea3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1094 time: 0.0778263 Jun 01 13:58:12.288643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-a49a1444-5f38-451f-888b-99cd94ad56ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 217 time: 0.0647130 Jun 01 13:58:12.351133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-b4d7f1f8-e8a9-45a0-bc63-7584a46b9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.352450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-b4d7f1f8-e8a9-45a0-bc63-7584a46b9ef8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0583072 Jun 01 13:58:12.429270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-943eac6d-4dc6-4ed1-991a-07461a0e5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.430766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-943eac6d-4dc6-4ed1-991a-07461a0e5ef2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725212 Jun 01 13:58:12.568055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-c23e286d-5297-457d-a6bc-504f3e94d785 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306677 Jun 01 13:58:12.714381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db9aef6c-483e-4664-8a2f-5fe90c9e4b80 req-84b4de32-1a82-476f-b664-109166e59c6f service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406543 Jun 01 13:58:12.899135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44c6eb-55f0-42da-97ad-d2d7968caab0 req-846f867d-3f13-44f5-8d0e-cef68dc82c9e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.900578 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec44c6eb-55f0-42da-97ad-d2d7968caab0 req-846f867d-3f13-44f5-8d0e-cef68dc82c9e tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.1069207 Jun 01 13:58:12.903207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-979b0e12-4318-4842-b0df-913bd59eb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:12.904524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-979b0e12-4318-4842-b0df-913bd59eb67e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1094 time: 0.1445868 Jun 01 13:58:13.024540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec44c6eb-55f0-42da-97ad-d2d7968caab0 req-e27efe06-1e44-40fe-87eb-d59c552b8622 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176128 Jun 01 13:58:13.068846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-bf5298b6-882c-43b3-8203-02e3fc3a81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:13.070289 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-bf5298b6-882c-43b3-8203-02e3fc3a81ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1507585 Jun 01 13:58:13.143071 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-95e277bf-b6d7-4bf4-a5a6-50a9ca7da2db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 217 time: 0.0658622 Jun 01 13:58:13.313272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-5ddb6569-c88a-4386-abaa-426c60d7c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:13.314768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-5ddb6569-c88a-4386-abaa-426c60d7c88a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1649413 Jun 01 13:58:13.392998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-4454ee96-ff82-4143-98f8-22f0044cf1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:13.394462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-4454ee96-ff82-4143-98f8-22f0044cf1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726273 Jun 01 13:58:13.526938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-010a332e-4666-4aaf-96ab-573fe7d4f73d service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257105 Jun 01 13:58:13.659544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cfe0ceff-46e3-4a38-a7a6-fa2bbb04db55 req-7fc7a7b1-361a-431b-aa79-d752354c05b6 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263726 Jun 01 13:58:14.227867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433251d-fc37-4dfe-8474-48d2c60868e6 req-b687d9c2-de43-428b-9e36-131ee3df1596 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:14.229331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c433251d-fc37-4dfe-8474-48d2c60868e6 req-b687d9c2-de43-428b-9e36-131ee3df1596 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0892947 Jun 01 13:58:14.288414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c433251d-fc37-4dfe-8474-48d2c60868e6 req-0c15339b-fe31-4a1a-b72a-295c0cefe59d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530810 Jun 01 13:58:15.508164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec43b-2178-472c-965f-3e51ae244eec req-a461dd93-f095-404c-9b6f-9dc7b44cbe45 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:15.509630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc4ec43b-2178-472c-965f-3e51ae244eec req-a461dd93-f095-404c-9b6f-9dc7b44cbe45 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0923319 Jun 01 13:58:15.558007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc4ec43b-2178-472c-965f-3e51ae244eec req-aac47ebb-08f2-46ef-8bd5-5e0871d36419 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Jun 01 13:58:15.900407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:58:16.045108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:16.058940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:58:16.116000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:58:16.116376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:16.134398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:58:16.151742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:16.157693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:16.232084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:16.348084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['601efb72-db83-48f9-bc3e-e00a64d158bb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:58:16.928698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0308a-c553-4a81-8e88-df5043d885bd req-49238b91-c2d7-4f5f-9815-6fd1bf964255 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:16.930119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1b0308a-c553-4a81-8e88-df5043d885bd req-49238b91-c2d7-4f5f-9815-6fd1bf964255 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0941629 Jun 01 13:58:16.981377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1b0308a-c553-4a81-8e88-df5043d885bd req-2fa5eb93-a99d-4e75-805a-b2fbe9928d85 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Jun 01 13:58:17.099961 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:58:17.916063 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:58:17.999034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 601efb72-db83-48f9-bc3e-e00a64d158bb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:58:18.007015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 601efb72-db83-48f9-bc3e-e00a64d158bb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:58:18.007463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:18.134906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:58:18.135413 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:18.164425 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:58:18.170113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec99c4-237a-4118-b0fe-92603e5edefc req-ff8003c5-cd04-4932-b55f-4d50001da0bd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:18.171549 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80ec99c4-237a-4118-b0fe-92603e5edefc req-ff8003c5-cd04-4932-b55f-4d50001da0bd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0849783 Jun 01 13:58:18.175043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:58:18.180852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:18.220515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-80ec99c4-237a-4118-b0fe-92603e5edefc req-d382aba3-c16a-4f5d-b8e3-228f2123e4ae tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Jun 01 13:58:18.225630 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b099b15-3448-400b-871b-a40cd599b1af'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'code': 200} Jun 01 13:58:18.261852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:58:18.297951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-05f1e26b-c25f-4c82-93d0-0342a4ed0f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:18.348375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc69da-7c08-44fe-b70d-8b2df00917a1 req-66a72751-d7ec-4a5f-8543-21cb04b59dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:18.349822 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70dc69da-7c08-44fe-b70d-8b2df00917a1 req-66a72751-d7ec-4a5f-8543-21cb04b59dcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1096 time: 0.0769017 Jun 01 13:58:18.389222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70dc69da-7c08-44fe-b70d-8b2df00917a1 req-cb1eebc7-e5d8-4a1d-b7fd-f7a7410df231 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Jun 01 13:58:18.533342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:19.423658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7fc1-87a2-46e1-b7b2-a854b50d73ab req-d1288bcb-ae21-4945-a482-9df40cec5d97 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:19.425208 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fca7fc1-87a2-46e1-b7b2-a854b50d73ab req-d1288bcb-ae21-4945-a482-9df40cec5d97 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0867057 Jun 01 13:58:19.473542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fca7fc1-87a2-46e1-b7b2-a854b50d73ab req-d87fb9d0-a99a-4587-baf4-0827137e76a3 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Jun 01 13:58:20.542356 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-202c7414-1f67-4b0b-8ea4-462b7d2de212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:20.674137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76dc0f-2944-4f55-8898-ad7625664b1b req-c7552c2a-173d-4155-b5cb-cfb3c9cdb553 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:20.675590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de76dc0f-2944-4f55-8898-ad7625664b1b req-c7552c2a-173d-4155-b5cb-cfb3c9cdb553 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0879729 Jun 01 13:58:20.720812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-de76dc0f-2944-4f55-8898-ad7625664b1b req-4db40e9a-d7ed-4064-b1f7-5891f4abe29a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Jun 01 13:58:20.917448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdf06a-358b-4a90-a9f4-17b67767778b req-9565a1ab-7cf8-4071-ae8c-30de056a8b58 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:20.918940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-70cdf06a-358b-4a90-a9f4-17b67767778b req-9565a1ab-7cf8-4071-ae8c-30de056a8b58 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0962744 Jun 01 13:58:20.928064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 53966) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:58:20.932939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Request body: {'floatingip': {'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:58:21.007792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:21.732295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:21.734484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:21.738571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:21.936694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:21.940427 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec associated. External IP: 172.25.7.189, port: 601efb72-db83-48f9-bc3e-e00a64d158bb. Jun 01 13:58:22.309161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:58:22.504981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:58:22.508849 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:22.514142 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:58:22.525166 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:58:22.525787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:58:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:22.563967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b5702657-c0cb-4c0f-835c-1ec90c59161a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "PUT /v2.0/floatingips/c3a36362-f837-42e8-8282-d5f386bb08ec HTTP/1.1" status: 200 len: 992 time: 1.6347313 Jun 01 13:58:22.564602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:58:22.609189 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fb4e4c-c961-4d9e-9e37-a3ae027b4dec'] response: {'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'status': 'completed', 'code': 200} Jun 01 13:58:22.704735 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-ab3dfecd-1d6b-497a-8be4-142944274e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:22.705272 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:58:22.706196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-ab3dfecd-1d6b-497a-8be4-142944274e0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1096 time: 0.0753689 Jun 01 13:58:22.836154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-03282786-ee31-4c3e-9d74-ef027d35f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:22.837608 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-03282786-ee31-4c3e-9d74-ef027d35f3e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1253541 Jun 01 13:58:22.937498 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-1f5c8d58-a069-4e17-a488-a16bbdf4e20a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.0937901 Jun 01 13:58:23.058232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:58:21Z', 'revision_number': 13, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:23.062270 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:58:23.072212 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:58:23.072829 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:58:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:23.132160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-51b3eb25-31a0-4355-93bd-829da53e7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:23.133519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-51b3eb25-31a0-4355-93bd-829da53e7d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1907654 Jun 01 13:58:23.210127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-84738aa8-a61f-47e0-8013-206e19428820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:23.211633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-84738aa8-a61f-47e0-8013-206e19428820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722146 Jun 01 13:58:23.283938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:58:23.346398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-29f69e11-c233-457d-8a7c-2d6e55842d04 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280990 Jun 01 13:58:23.351444 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:23.480040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c9517e5c-6677-4253-8b7b-1eea7a01556f req-e9475624-edbf-4f99-a7ea-1b6fff33ee57 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280429 Jun 01 13:58:23.634620 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:58:21Z', 'revision_number': 13, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:58:23.638980 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c0ef2-dc6a-49c9-9598-95da7a598829 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'c3a36362-f837-42e8-8282-d5f386bb08ec', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T13:54:07Z', 'updated_at': '2022-06-01T13:58:21Z', 'revision_number': 13, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:58:23.843571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf669906-4495-4490-ab10-ce72fe4440fe None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:58:35.125192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:36.232016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-c166d077-22c3-4304-a948-1b0f5aa6ea40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863535 Jun 01 13:58:36.390653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-59962dca-80e7-4663-b2dd-b6b3a55079b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:36.392163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-59962dca-80e7-4663-b2dd-b6b3a55079b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1096 time: 0.0817487 Jun 01 13:58:36.547537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-31175622-78ad-40d6-8906-01b490dcc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:36.548986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-31175622-78ad-40d6-8906-01b490dcc594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1352699 Jun 01 13:58:36.654311 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-d52fe1e2-cc21-4c06-b974-32ae157cba77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1002 time: 0.0985224 Jun 01 13:58:36.719778 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-69ebeeb9-9826-4f98-8fc4-64758d7f8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:36.721125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-69ebeeb9-9826-4f98-8fc4-64758d7f8eef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0608180 Jun 01 13:58:36.815137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-7fe87a65-23c0-4933-9312-d7ade772a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:36.817360 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-7fe87a65-23c0-4933-9312-d7ade772a112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894697 Jun 01 13:58:36.960985 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-d201f153-b691-4b05-944b-16f73f74fb83 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366627 Jun 01 13:58:37.098765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0a60402-4e34-4b66-bb30-a4db78d11005 req-5ad0cf60-fc58-456a-9874-14a6fd635609 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314914 Jun 01 13:58:48.313244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7faf-8070-4d5f-9f6a-9bc1d65a3b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:48.528359 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:50.547828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-81a73d47-bcc7-4feb-bbf0-7bab6d272401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:51.735312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:51.943980 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:53.351371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:58:54.108494 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:58:57.157333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb55a-67c4-42f2-8b41-16f0590f847a req-f43c477f-1ceb-4dc3-bc70-69333966badf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:58:57.158792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bdb55a-67c4-42f2-8b41-16f0590f847a req-f43c477f-1ceb-4dc3-bc70-69333966badf tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.1018643 Jun 01 13:58:57.211874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-56bdb55a-67c4-42f2-8b41-16f0590f847a req-35419691-1a9f-48a8-9c11-5e30da19eb07 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473740 Jun 01 13:59:05.129883 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:05.786967 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-19d32d7c-2e41-4264-8d6f-4f6c43d64637 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694253 Jun 01 13:59:05.839399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a82be-6401-4708-80ac-1fef59291c16 req-05f0fbb8-4acb-429d-9584-652bde3f5c7b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:05.840851 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d31a82be-6401-4708-80ac-1fef59291c16 req-05f0fbb8-4acb-429d-9584-652bde3f5c7b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0808198 Jun 01 13:59:05.890463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d31a82be-6401-4708-80ac-1fef59291c16 req-0299a796-8c3e-4efd-8b75-d1a54a404109 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Jun 01 13:59:07.040829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-a6dd822e-dd27-43c7-966c-a36f3442e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:07.042373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-a6dd822e-dd27-43c7-966c-a36f3442e25c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1096 time: 0.0747337 Jun 01 13:59:07.329220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-28eaa31e-6fd6-4251-bba7-e3f7396b3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:07.330663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-28eaa31e-6fd6-4251-bba7-e3f7396b3bde service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2826486 Jun 01 13:59:07.345135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d753c1-ae9d-47d0-b79f-2b92d38126c8 req-173a7bf3-2514-424b-8735-5450a26abe39 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:07.346461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9d753c1-ae9d-47d0-b79f-2b92d38126c8 req-173a7bf3-2514-424b-8735-5450a26abe39 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.2810669 Jun 01 13:59:07.473784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9d753c1-ae9d-47d0-b79f-2b92d38126c8 req-6de4dc10-8788-4840-b4b1-855f3dcd6fba tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780020 Jun 01 13:59:07.475674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-4697d00b-d023-4626-bdd1-390426325bd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1002 time: 0.1283879 Jun 01 13:59:07.542571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-74939589-545b-4358-a344-3ccf3feee1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:07.544046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-74939589-545b-4358-a344-3ccf3feee1bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0614727 Jun 01 13:59:07.620564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-454185c6-e375-4695-87bd-03b81ae4fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:07.621949 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-454185c6-e375-4695-87bd-03b81ae4fd9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714321 Jun 01 13:59:07.758913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-8b050b42-9466-4967-b0af-7ecaf10c1981 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302798 Jun 01 13:59:07.914507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-3b3c4033-5e98-4fc3-b90d-3095ed714aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490624 Jun 01 13:59:08.682488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca60c-6fb7-49a5-a1aa-2a5741e0c53c req-5e5c6c3a-ea18-430e-9100-f903e1cd45a6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:08.683929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e3ca60c-6fb7-49a5-a1aa-2a5741e0c53c req-5e5c6c3a-ea18-430e-9100-f903e1cd45a6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0961714 Jun 01 13:59:08.731258 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9e3ca60c-6fb7-49a5-a1aa-2a5741e0c53c req-e1346a83-0464-4021-b22d-8f000317a3ad tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Jun 01 13:59:09.927928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab01c00-39ca-4360-a299-d0c6a1da7939 req-bc4b9bef-70e8-4eed-9a32-0d32819ee453 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:09.929392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ab01c00-39ca-4360-a299-d0c6a1da7939 req-bc4b9bef-70e8-4eed-9a32-0d32819ee453 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0829034 Jun 01 13:59:09.974610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ab01c00-39ca-4360-a299-d0c6a1da7939 req-3d2c2572-0fba-4c2f-88b3-6c2169beb621 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Jun 01 13:59:11.195171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5fa3-50ec-420b-ad05-66c40c361bee req-8d791f02-64b1-4afb-b3f0-de31ff7d7270 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:11.196641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-190c5fa3-50ec-420b-ad05-66c40c361bee req-8d791f02-64b1-4afb-b3f0-de31ff7d7270 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0983074 Jun 01 13:59:11.250163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-190c5fa3-50ec-420b-ad05-66c40c361bee req-a575fcb9-9a44-4956-ad83-b5d30e721b16 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Jun 01 13:59:12.459460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195154-3077-49a5-a64e-e7385a4977db req-d440e1a3-a04e-4281-932a-2958e9662ea8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:12.460922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c195154-3077-49a5-a64e-e7385a4977db req-d440e1a3-a04e-4281-932a-2958e9662ea8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0928855 Jun 01 13:59:12.505863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c195154-3077-49a5-a64e-e7385a4977db req-e0a48320-36d8-468b-9efe-84814dc71f09 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jun 01 13:59:13.711556 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163d7c-3e90-4115-ad33-36bf9eed5ed0 req-fbc50611-31ff-466b-8a52-bba1b61fcf83 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:13.713020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd163d7c-3e90-4115-ad33-36bf9eed5ed0 req-fbc50611-31ff-466b-8a52-bba1b61fcf83 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0921745 Jun 01 13:59:13.760018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd163d7c-3e90-4115-ad33-36bf9eed5ed0 req-59c43a24-9ac9-4d41-b78e-e1608fb4872f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Jun 01 13:59:14.963456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fdd1-cbf7-4107-8bda-c9baa2d78212 req-53e1b291-a9bf-42b1-963e-189d5870419b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:14.964916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf35fdd1-cbf7-4107-8bda-c9baa2d78212 req-53e1b291-a9bf-42b1-963e-189d5870419b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0822089 Jun 01 13:59:15.013567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cf35fdd1-cbf7-4107-8bda-c9baa2d78212 req-23ae68b7-dbec-4281-8ff7-3ccdf3829dda tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Jun 01 13:59:16.233043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97558009-6038-498f-be92-2a7284c96ee6 req-587fb64e-b00d-420a-a71c-673d27e0b196 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:16.234584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97558009-6038-498f-be92-2a7284c96ee6 req-587fb64e-b00d-420a-a71c-673d27e0b196 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0892503 Jun 01 13:59:16.279765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97558009-6038-498f-be92-2a7284c96ee6 req-3901adc0-08a6-432a-a92f-fecdadd878ed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Jun 01 13:59:17.484925 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412c4c4-baa4-40da-8a1f-eb8bb45fc917 req-a6de658f-9982-4627-ac24-4098eee38a86 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:17.486395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d412c4c4-baa4-40da-8a1f-eb8bb45fc917 req-a6de658f-9982-4627-ac24-4098eee38a86 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0877447 Jun 01 13:59:17.529860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d412c4c4-baa4-40da-8a1f-eb8bb45fc917 req-ed16bb03-c20d-45d8-a499-b6a488f54b7b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Jun 01 13:59:18.308912 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57d18801-b062-482e-b865-6ff68fbb24d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:18.544449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:18.740418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f8b8b-2903-4b27-8fab-84f44d89a869 req-d7d5d52e-3558-4f3b-9e3d-ccb167d5d1ba tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:18.741916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-973f8b8b-2903-4b27-8fab-84f44d89a869 req-d7d5d52e-3558-4f3b-9e3d-ccb167d5d1ba tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0938990 Jun 01 13:59:18.794998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-973f8b8b-2903-4b27-8fab-84f44d89a869 req-fce38338-2c0d-4327-9548-239ccf816cee tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Jun 01 13:59:20.004546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0a50d-201a-4d14-a3b4-c5aa41db9f1a req-4c1ca1f9-a69a-4122-b81a-5eeb3680709f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:20.005999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18d0a50d-201a-4d14-a3b4-c5aa41db9f1a req-4c1ca1f9-a69a-4122-b81a-5eeb3680709f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0944450 Jun 01 13:59:20.054162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18d0a50d-201a-4d14-a3b4-c5aa41db9f1a req-520763fd-0426-4721-86cb-47a8b2ea3bfc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Jun 01 13:59:20.553147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a27aad12-98e2-4e80-9911-a9cadb6345f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:21.257217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9acce-c403-4143-9444-681fe0a5b58b req-98710747-5950-4d72-bd2a-06029e94e6d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:21.258648 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5c9acce-c403-4143-9444-681fe0a5b58b req-98710747-5950-4d72-bd2a-06029e94e6d6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0869997 Jun 01 13:59:21.312183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e5c9acce-c403-4143-9444-681fe0a5b58b req-37236362-986a-4647-b3f8-d026e4d518ed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Jun 01 13:59:21.737548 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:21.948546 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:22.517851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8b2eb-f6c8-413e-9924-a1130d61ffa8 req-93ffe97a-158b-4ff2-bd54-15bae4db075d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:22.519331 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4db8b2eb-f6c8-413e-9924-a1130d61ffa8 req-93ffe97a-158b-4ff2-bd54-15bae4db075d tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0830035 Jun 01 13:59:22.567982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4db8b2eb-f6c8-413e-9924-a1130d61ffa8 req-b9f2ffcd-87c7-469e-9e2f-a2abe6b6b5ba tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Jun 01 13:59:23.354355 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:23.797963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69a87-4a68-4d70-9188-0a86aeb6f823 req-e121104e-637a-4197-bd6e-a7e1d666ce82 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:23.799431 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72d69a87-4a68-4d70-9188-0a86aeb6f823 req-e121104e-637a-4197-bd6e-a7e1d666ce82 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.1010485 Jun 01 13:59:23.954004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72d69a87-4a68-4d70-9188-0a86aeb6f823 req-0d0592d9-b2ed-4c35-bab7-e626f3ca81ef tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486278 Jun 01 13:59:25.155803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a79b-d5e2-4401-baa3-084d8f5d432e req-8f11d05a-1ef0-4dee-a280-e96acb005df4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:25.157402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081a79b-d5e2-4401-baa3-084d8f5d432e req-8f11d05a-1ef0-4dee-a280-e96acb005df4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0839055 Jun 01 13:59:25.201597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4081a79b-d5e2-4401-baa3-084d8f5d432e req-05f50391-0dcc-44f7-b34f-61ac22e5af86 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Jun 01 13:59:25.537254 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-81f1b4b6-22dc-4e32-a235-cf2a3f1f511f service neutron] show failed (client error): The resource could not be found. Jun 01 13:59:25.538161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-81f1b4b6-22dc-4e32-a235-cf2a3f1f511f service neutron] 10.222.0.13 "GET /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0779140 Jun 01 13:59:25.828400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-e012a534-1035-4ad7-bb4a-9b3aa8264001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:25.829846 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-e012a534-1035-4ad7-bb4a-9b3aa8264001 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1096 time: 0.0744252 Jun 01 13:59:25.846729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:59:25.959926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:26.236536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:26.267537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:59:26.329808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:26.335816 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:26.356284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Transition to ACTIVE for port object 601efb72-db83-48f9-bc3e-e00a64d158bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:59:26.361538 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:26.404395 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937b47c2-4632-4b4d-9746-7efc105e2ce2'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'code': 200} Jun 01 13:59:26.555564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:26.575010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.575344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.575674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.576000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.576322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.576640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.576959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.577272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.577583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.577892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.578430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.578640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:26.632446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] No DVR routers for this DVR port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:59:26.811700 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85064659-0ce2-42a0-ae97-28ce8067fa1b req-71352344-63f0-4fa7-a236-d63d1baf1919 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:26.813459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85064659-0ce2-42a0-ae97-28ce8067fa1b req-71352344-63f0-4fa7-a236-d63d1baf1919 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.3262696 Jun 01 13:59:26.907340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85064659-0ce2-42a0-ae97-28ce8067fa1b req-12776e38-673e-4793-a7cf-c0757a38669f tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855460 Jun 01 13:59:26.911664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:59:26.911988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:59:26.912305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:59:26.917516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:59:26.917784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:59:26.923536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:59:26.923860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:59:26.924226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:59:26.924638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Bound port: 601efb72-db83-48f9-bc3e-e00a64d158bb, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:59:26.924973 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:27.024361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:59:27.027470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:59:27.034582 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:27.103555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:27.104235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:27.105637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] 10.222.0.24 "PUT /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1091 time: 1.2629435 Jun 01 13:59:27.120750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630a9d-91fe-4c0d-8e26-ec9fb55a334e service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:27.219052 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-f5045b2c-c4c5-478e-a6ca-74902129258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:27.220547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-f5045b2c-c4c5-478e-a6ca-74902129258b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1094 time: 0.0735090 Jun 01 13:59:27.463299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-7d730774-9eea-4d01-bc93-c8fa62d9988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:27.464728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-7d730774-9eea-4d01-bc93-c8fa62d9988d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2382803 Jun 01 13:59:27.563363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-14870795-4131-47be-9835-d0d4577be767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.0917761 Jun 01 13:59:27.630000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-afe2d957-4494-42fc-9b7a-122cdd87fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:27.631328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-afe2d957-4494-42fc-9b7a-122cdd87fca6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0624261 Jun 01 13:59:27.707025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-070e4153-0d01-4843-a1ae-3a12d499597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:27.708453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-070e4153-0d01-4843-a1ae-3a12d499597b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710247 Jun 01 13:59:27.845005 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-49aa2934-fba4-4520-9465-807768fb5cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301148 Jun 01 13:59:27.979446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-70eb71fd-892c-4b8c-9dab-ed0a9a09f57d service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280479 Jun 01 13:59:28.104928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7213-8094-4e4b-b06d-ca3e5be39c6a req-9bfb93d5-9659-4248-9dbe-a1a423e38519 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:28.106922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a28f7213-8094-4e4b-b06d-ca3e5be39c6a req-9bfb93d5-9659-4248-9dbe-a1a423e38519 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0869803 Jun 01 13:59:28.156616 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a28f7213-8094-4e4b-b06d-ca3e5be39c6a req-25996f15-1834-4f45-9fd6-125de6f8b7b2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Jun 01 13:59:28.249414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:59:28.309740 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:59:28.406001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:28.467490 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2c2351-0d97-4162-8ab5-0af8a6c3ace3'] response: {'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'status': 'completed', 'code': 200} Jun 01 13:59:28.618734 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-6151df3a-3311-46a6-a558-3934ed60b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:28.620201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-6151df3a-3311-46a6-a558-3934ed60b477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1094 time: 0.1311259 Jun 01 13:59:28.624410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-3d1ec539-0e16-4c6e-9319-f17bbe40e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:28.625791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-3d1ec539-0e16-4c6e-9319-f17bbe40e545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1094 time: 0.1041360 Jun 01 13:59:28.857315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-94465cbb-b7e1-48bd-9a0e-1b0a26a8f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:28.859419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-94465cbb-b7e1-48bd-9a0e-1b0a26a8f0c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2326083 Jun 01 13:59:28.862029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-0a226372-da04-487a-b8fd-c066070d0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:28.863529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-0a226372-da04-487a-b8fd-c066070d0439 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2200837 Jun 01 13:59:29.043235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-be1f3955-0753-442d-8a51-70d059e00ca3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.1782200 Jun 01 13:59:29.046756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-b0c5a0c9-fd12-40f8-b8d6-8eb1824c1560 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.1335945 Jun 01 13:59:29.156233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-01783d94-a559-422c-9a53-61aeb8185f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:29.157673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-01783d94-a559-422c-9a53-61aeb8185f9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0805287 Jun 01 13:59:29.158919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-bde6d63b-06e2-4092-b0d6-7a60e3cb8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:29.160179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-bde6d63b-06e2-4092-b0d6-7a60e3cb8c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1117148 Jun 01 13:59:29.474719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-297e17f6-c3bb-4f08-8ec9-1c579407f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:29.476348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-297e17f6-c3bb-4f08-8ec9-1c579407f14b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127892 Jun 01 13:59:29.484362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0621db-67b2-4c32-a154-1beecb87d856 req-d427d8c4-e256-43c3-a090-78bc76cf3145 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:29.485844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c0621db-67b2-4c32-a154-1beecb87d856 req-d427d8c4-e256-43c3-a090-78bc76cf3145 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.1697140 Jun 01 13:59:29.487873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaed7b-3837-4238-b800-7887af9f52cb req-7ad6c2b5-c2d7-4e05-9892-7d759706c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:29.489169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-7ad6c2b5-c2d7-4e05-9892-7d759706c75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788669 Jun 01 13:59:29.707760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3c0621db-67b2-4c32-a154-1beecb87d856 req-9c4d1df2-1ef8-4da6-a97a-b286c70e393c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999762 Jun 01 13:59:29.749135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-cab03d36-807f-4dbc-9cc1-24135857d671 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589538 Jun 01 13:59:29.831780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-87cdead8-5faf-4fb6-a393-9c2ba26138ca service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187499 Jun 01 13:59:29.984937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-177e00d1-ae1b-4cfb-99d3-03b4e724f047 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236722 Jun 01 13:59:30.005400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81aaed7b-3837-4238-b800-7887af9f52cb req-ace1af87-6bd9-4848-887e-fd5acfd45296 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619318 Jun 01 13:59:30.916766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195a77-ede9-41a6-ab4c-de73f0c1a3c5 req-a580bbb9-5d23-404c-af2f-f3537c14f145 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:30.918239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5195a77-ede9-41a6-ab4c-de73f0c1a3c5 req-a580bbb9-5d23-404c-af2f-f3537c14f145 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0859818 Jun 01 13:59:30.964119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c5195a77-ede9-41a6-ab4c-de73f0c1a3c5 req-c4832478-b199-4336-94f0-5222cb09c753 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Jun 01 13:59:31.103447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 13:59:32.180120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d8e70-a4b8-408f-a370-d00a9aabc019 req-00b5879b-260c-41d7-8159-2ad003f78ed2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:32.181539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78d8e70-a4b8-408f-a370-d00a9aabc019 req-00b5879b-260c-41d7-8159-2ad003f78ed2 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0963550 Jun 01 13:59:32.226965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d78d8e70-a4b8-408f-a370-d00a9aabc019 req-e0d4bdac-448c-4638-aefb-0f6b053e85d5 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Jun 01 13:59:33.440285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce9186-5ad8-4def-a8d0-b172e5ecca94 req-487581bb-f10d-4f0d-933d-2f9d4303b5d0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:33.441735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbce9186-5ad8-4def-a8d0-b172e5ecca94 req-487581bb-f10d-4f0d-933d-2f9d4303b5d0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0911298 Jun 01 13:59:33.487733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbce9186-5ad8-4def-a8d0-b172e5ecca94 req-45f48644-49ac-43c3-9fbe-53f2234ffebe tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391304 Jun 01 13:59:34.702805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9bf87-c52a-492b-84ec-09a09d955d2d req-6dc52847-cb5a-4a88-bec6-93750bd3bc79 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:34.704301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64e9bf87-c52a-492b-84ec-09a09d955d2d req-6dc52847-cb5a-4a88-bec6-93750bd3bc79 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.1006155 Jun 01 13:59:34.754333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64e9bf87-c52a-492b-84ec-09a09d955d2d req-3e566e7b-8202-4e9c-931a-fbd45ac8b054 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Jun 01 13:59:35.158398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:35.953067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef3ef-9f7b-4a67-a184-c033fbf43c04 req-eadb1d49-7971-49fc-9a8d-f474f7f83cca tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:35.954998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e76ef3ef-9f7b-4a67-a184-c033fbf43c04 req-eadb1d49-7971-49fc-9a8d-f474f7f83cca tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0899274 Jun 01 13:59:36.002356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e76ef3ef-9f7b-4a67-a184-c033fbf43c04 req-873e18b3-faa0-4e41-b115-704a855751b1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Jun 01 13:59:37.207422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ae32-12aa-4be3-9f8b-058dc6ec0646 req-e7622a54-50f3-4635-bdfb-9f32a6d56bbd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:37.208867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a896ae32-12aa-4be3-9f8b-058dc6ec0646 req-e7622a54-50f3-4635-bdfb-9f32a6d56bbd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0902133 Jun 01 13:59:37.252500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a896ae32-12aa-4be3-9f8b-058dc6ec0646 req-7b46526a-a686-410b-90d2-0651d1067a74 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Jun 01 13:59:38.445029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54066d-76dd-4e85-831b-fe5b0d415c35 req-870c06c1-650b-4a62-9d8a-9e4ccfe3ae27 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:38.446482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd54066d-76dd-4e85-831b-fe5b0d415c35 req-870c06c1-650b-4a62-9d8a-9e4ccfe3ae27 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 943 time: 0.0833237 Jun 01 13:59:38.490973 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd54066d-76dd-4e85-831b-fe5b0d415c35 req-4561262e-2884-4c3c-b18a-bcdab2ea8d0a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Jun 01 13:59:38.637562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:59:38.774219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:38.789278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:59:38.849515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:59:38.849894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:38.870996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:59:38.887824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:38.892135 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:38.960420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:38.968587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.968975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.969318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.969649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.970039 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.970286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.970633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.970956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.971280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.971589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.971907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:38.972221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:59:39.058932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-ac2cde60-4d6e-4838-8563-b533ae3631b8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.060349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-ac2cde60-4d6e-4838-8563-b533ae3631b8 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.24 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4&tenant_id=89d7f76d94944e37b74c88e66f55458e&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 943 time: 0.2499256 Jun 01 13:59:39.139077 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc881c-f2bd-40d2-8b87-e3c1fc17dac4 req-ff46848c-3e75-471e-a50a-9d39e0d7ed9a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.140469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfbc881c-f2bd-40d2-8b87-e3c1fc17dac4 req-ff46848c-3e75-471e-a50a-9d39e0d7ed9a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.2698846 Jun 01 13:59:39.180644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-d414faf8-d3f6-4852-98dd-cc6df117362c service neutron] 10.222.0.24 "GET /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb/bindings/n-h1-844200-1 HTTP/1.1" status: 200 len: 382 time: 0.1131356 Jun 01 13:59:39.198133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfbc881c-f2bd-40d2-8b87-e3c1fc17dac4 req-cafdbf49-3dc9-4245-8628-3e9c6034f6cd tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514691 Jun 01 13:59:39.294445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-3c3dc2be-cafc-4bba-9f5e-6fae78ff5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.295956 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-3c3dc2be-cafc-4bba-9f5e-6fae78ff5115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1095 time: 0.0790281 Jun 01 13:59:39.328586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['601efb72-db83-48f9-bc3e-e00a64d158bb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:59:39.429531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-9a1cfd32-e951-46c2-9f5e-c668655ae572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.431016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-9a1cfd32-e951-46c2-9f5e-c668655ae572 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1280208 Jun 01 13:59:39.537375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-32c4ac0f-6495-42a0-9ef5-5d547c3ff2e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1001 time: 0.0998330 Jun 01 13:59:39.600721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-beb19f18-1581-455a-929e-b2427ee9b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.601999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-beb19f18-1581-455a-929e-b2427ee9b1dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0577939 Jun 01 13:59:39.683266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-4a945cf0-4522-4868-b4f1-ee7a130ef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:39.685557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-4a945cf0-4522-4868-b4f1-ee7a130ef160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767043 Jun 01 13:59:39.829035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-ec74261d-3d12-4666-bae2-acee85f040fc service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363225 Jun 01 13:59:39.960923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-4aebac53-daf3-4701-88ce-3682870df2fa service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256833 Jun 01 13:59:40.408452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f2675-f81b-4d52-b664-d9db9d3011f6 req-00d0b48a-db29-4058-ae3e-3e861993691a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:40.409914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b81f2675-f81b-4d52-b664-d9db9d3011f6 req-00d0b48a-db29-4058-ae3e-3e861993691a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0944047 Jun 01 13:59:40.456890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b81f2675-f81b-4d52-b664-d9db9d3011f6 req-cfdd5d24-1e30-4b7f-af34-5b2d78949447 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385249 Jun 01 13:59:40.647447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:59:40.724830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 601efb72-db83-48f9-bc3e-e00a64d158bb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:59:40.732488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 601efb72-db83-48f9-bc3e-e00a64d158bb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:59:40.732992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:40.859507 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:59:40.860039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:40.887189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:40.896829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:40.901701 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:40.951892 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4469ebe5-9357-4597-a218-47df9b7e559f'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'code': 200} Jun 01 13:59:40.970391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:41.658009 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef877d5-4d07-4027-ba8f-2e8176eb6be5 req-8af165dd-a478-4a15-8fd5-872637868a4a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:41.659486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ef877d5-4d07-4027-ba8f-2e8176eb6be5 req-8af165dd-a478-4a15-8fd5-872637868a4a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0909984 Jun 01 13:59:41.710204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5ef877d5-4d07-4027-ba8f-2e8176eb6be5 req-7b0b1b05-56d0-4a82-a934-73e55d6d6bcb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Jun 01 13:59:42.898750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48d39a-2db5-457d-b362-662650d3aa02 req-f826fd2f-a4b2-4870-9009-e764ced471eb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:42.900183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c48d39a-2db5-457d-b362-662650d3aa02 req-f826fd2f-a4b2-4870-9009-e764ced471eb tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0798776 Jun 01 13:59:42.950906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c48d39a-2db5-457d-b362-662650d3aa02 req-40b708e0-f1d6-4ad7-866c-9772af1be026 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Jun 01 13:59:43.042163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-3f30a058-060f-4b9f-ab77-b90ea81e56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:43.043562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-3f30a058-060f-4b9f-ab77-b90ea81e56bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4&tenant_id=89d7f76d94944e37b74c88e66f55458e HTTP/1.1" status: 200 len: 1096 time: 0.0797539 Jun 01 13:59:43.053696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:59:43.160718 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:43.434208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:43.464515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:59:43.527752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:43.533305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:43.550437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Transition to ACTIVE for port object 601efb72-db83-48f9-bc3e-e00a64d158bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:59:43.555141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:43.696378 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba10688-87c9-4d14-9351-f251d6f13ce5'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'code': 200} Jun 01 13:59:43.808462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:43.860251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] No DVR routers for this DVR port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:59:44.133923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:59:44.134628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:59:44.134628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:59:44.143247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:59:44.143569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Attempting to bind port 601efb72-db83-48f9-bc3e-e00a64d158bb on network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:59:44.151518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:59:44.151844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Checking segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 13:59:44.152213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Bound using segment: {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:59:44.152629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Bound port: 601efb72-db83-48f9-bc3e-e00a64d158bb, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67567885-51af-4e38-b0b0-179ebc55cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:59:44.152966 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:44.232943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792785ef-8451-4f43-a226-3b522998b2b1 req-ec887bfb-faa5-4401-bedc-fe5cc0f1d15c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.234293 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-792785ef-8451-4f43-a226-3b522998b2b1 req-ec887bfb-faa5-4401-bedc-fe5cc0f1d15c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.1731615 Jun 01 13:59:44.276800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:59:44.285832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:59:44.293546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:44.335853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-792785ef-8451-4f43-a226-3b522998b2b1 req-f8fcdaf6-53f0-4067-b97f-92e83af684c6 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882926 Jun 01 13:59:44.361846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.362355 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:44.363791 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] 10.222.0.13 "PUT /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1092 time: 1.3138795 Jun 01 13:59:44.380307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce2f0-c8bf-4a6e-861f-ef14507c9177 service neutron] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:44.462358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-91c799c7-cb87-49b6-bb63-4e001814e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.463890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-91c799c7-cb87-49b6-bb63-4e001814e7aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1095 time: 0.0778725 Jun 01 13:59:44.598827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-2533a81a-1ab9-4373-a466-247621064d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.600284 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-2533a81a-1ab9-4373-a466-247621064d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.1291668 Jun 01 13:59:44.667022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:59:44.702770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-b9c72533-2b5c-407c-94fb-b9b70dda204f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.0960393 Jun 01 13:59:44.725210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:59:44.770690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-8ddc030e-db4c-459a-9fab-a3539b7013ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.772196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-8ddc030e-db4c-459a-9fab-a3539b7013ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0627236 Jun 01 13:59:44.856565 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-fdbadd66-065e-43ef-bd1a-470ee1df6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:44.858044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-fdbadd66-065e-43ef-bd1a-470ee1df6ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798283 Jun 01 13:59:44.992031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-4a1ad5fe-b9b7-4e02-abdd-0ac2c524b0a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268349 Jun 01 13:59:45.167525 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2690c59e-c1cb-427d-8d4c-cf6984e937ba req-d377b41b-2a40-4624-bc86-43a785d77b10 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696408 Jun 01 13:59:45.640165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b856a-8738-4fa7-93a9-1149293867b5 req-b05296e2-2482-476c-9b80-d3d74590b506 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:45.641869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e7b856a-8738-4fa7-93a9-1149293867b5 req-b05296e2-2482-476c-9b80-d3d74590b506 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.1961744 Jun 01 13:59:45.685488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e7b856a-8738-4fa7-93a9-1149293867b5 req-74c0f543-364e-43f4-b3c6-ac4be1e98d4c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Jun 01 13:59:45.697069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:45.756438 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b8043f-a34f-45e9-ae6e-b1b6ad5d1b25'] response: {'name': 'network-changed', 'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'status': 'completed', 'code': 200} Jun 01 13:59:45.915290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b222d58c-7104-463b-9017-3a008303c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:45.916365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b222d58c-7104-463b-9017-3a008303c205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1095 time: 0.1365738 Jun 01 13:59:45.919012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-ac459d92-f0e9-4a4d-ba01-4494d3de59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:45.920273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-ac459d92-f0e9-4a4d-ba01-4494d3de59ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d7f76d94944e37b74c88e66f55458e&device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 1095 time: 0.1084986 Jun 01 13:59:46.167136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b0037eda-5c1c-4d06-92ae-e2ab4204c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.168463 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b0037eda-5c1c-4d06-92ae-e2ab4204c781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2460990 Jun 01 13:59:46.170773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-f83636e3-f7af-4eb5-8abb-36c1ef89f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.172053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-f83636e3-f7af-4eb5-8abb-36c1ef89f92b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 200 len: 913 time: 0.2286212 Jun 01 13:59:46.353788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-253bd16c-6589-4d2c-9c1a-a2b112800a3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.1789582 Jun 01 13:59:46.357330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-ebef3d56-3e3a-43bf-bf5e-139829d01545 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 200 len: 1000 time: 0.1325104 Jun 01 13:59:46.463769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-48324797-88ef-4f1a-bfde-e8c2ed13e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.465352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-48324797-88ef-4f1a-bfde-e8c2ed13e2de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.1062078 Jun 01 13:59:46.468767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b4b1a316-bc1b-4c3f-a7db-9422f8068a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.470143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-b4b1a316-bc1b-4c3f-a7db-9422f8068a35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 200 len: 851 time: 0.0803776 Jun 01 13:59:46.598320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-3d27653a-8570-42bf-aa3d-52fc7c029131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.599640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-3d27653a-8570-42bf-aa3d-52fc7c029131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281784 Jun 01 13:59:46.605404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-28d73567-d0e4-4607-925a-ae464b49b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:46.606727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-28d73567-d0e4-4607-925a-ae464b49b3a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008046 Jun 01 13:59:46.874535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-c140dc48-5d23-43a9-8426-51f1b425ea3d service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493424 Jun 01 13:59:46.878834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-c4cffd24-cae4-478e-9b26-726df245a977 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712221 Jun 01 13:59:47.251122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-baf0d160-10d5-4cb8-a46f-22b22503f141 service neutron] 10.222.0.24 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656201 Jun 01 13:59:47.259995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193d9a6-f969-47bc-9d09-f29433f91845 req-0aa6cf8d-5708-4ce7-be66-6558a1b9dd23 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:47.261317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8193d9a6-f969-47bc-9d09-f29433f91845 req-0aa6cf8d-5708-4ce7-be66-6558a1b9dd23 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.4595280 Jun 01 13:59:47.265994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa3b90eb-2ec4-41b1-bacf-c1cbb4f95868 req-a6235a8b-7111-4c39-b0a5-d525775e6ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606164 Jun 01 13:59:47.317263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8193d9a6-f969-47bc-9d09-f29433f91845 req-5b15b021-a361-4d1a-8bc5-b1dc65004a02 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468686 Jun 01 13:59:48.319996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e27d7aef-b608-42d8-9567-af60b1412218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:48.515550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8860-971d-490b-8e67-c35ce791c91d req-b18bb2f6-2011-40b2-a887-1bae34162161 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:48.517030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-606a8860-971d-490b-8e67-c35ce791c91d req-b18bb2f6-2011-40b2-a887-1bae34162161 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0858488 Jun 01 13:59:48.535153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:48.562062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-606a8860-971d-490b-8e67-c35ce791c91d req-a5999a6b-05ac-4f48-a3da-6f1e6686c6fc tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Jun 01 13:59:49.755783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12c03-6b53-4c3d-8efc-12391ac84046 req-69119e4a-fe5c-49cd-a876-b12d4653eafe tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:49.757159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73a12c03-6b53-4c3d-8efc-12391ac84046 req-69119e4a-fe5c-49cd-a876-b12d4653eafe tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0810323 Jun 01 13:59:49.803475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-73a12c03-6b53-4c3d-8efc-12391ac84046 req-64c46f36-5df2-486f-89be-bf31f77c8246 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Jun 01 13:59:50.561308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb6b9-1294-4059-8096-5990f9c722c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:51.017426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c1fd-49fc-4e94-9010-139ede7c9ccd req-b34b8451-f60e-411f-8b9a-535f1332681a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:51.018948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd47c1fd-49fc-4e94-9010-139ede7c9ccd req-b34b8451-f60e-411f-8b9a-535f1332681a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0950346 Jun 01 13:59:51.066043 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd47c1fd-49fc-4e94-9010-139ede7c9ccd req-ea9f8224-684b-4616-858c-e697738ec015 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381854 Jun 01 13:59:51.742940 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:51.949609 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:52.280877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37a3f2-e363-40cf-ab3a-be921284674c req-8bea48f1-0aed-4f77-b8f0-460ace849968 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:52.282393 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed37a3f2-e363-40cf-ab3a-be921284674c req-8bea48f1-0aed-4f77-b8f0-460ace849968 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0924070 Jun 01 13:59:52.331801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ed37a3f2-e363-40cf-ab3a-be921284674c req-c1a5f7af-da0f-4d94-bf0f-d4e862e66b9c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Jun 01 13:59:53.354343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:53.539056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b37d-339e-4714-ae36-6d9c01c491f1 req-ccb6649a-11ba-4201-b395-335b72c76445 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:53.540557 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee44b37d-339e-4714-ae36-6d9c01c491f1 req-ccb6649a-11ba-4201-b395-335b72c76445 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 944 time: 0.0945928 Jun 01 13:59:53.588336 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ee44b37d-339e-4714-ae36-6d9c01c491f1 req-fe69ad3e-9124-4e6c-957c-549fe7527764 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Jun 01 13:59:54.377712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:59:54.522086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:54.535256 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'port_id': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'mac_address': 'fa:16:3e:52:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:59:54.632822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:59:54.633200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:54.650770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 13:59:54.668038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:54.675105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:54.744278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=12']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:54.792473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def668e5-0f9a-49f7-a050-d26cd229f330 req-f48311fe-9412-4e38-b93f-bffc5b9ac4e0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:54.793839 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-def668e5-0f9a-49f7-a050-d26cd229f330 req-f48311fe-9412-4e38-b93f-bffc5b9ac4e0 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0873716 Jun 01 13:59:54.840687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-def668e5-0f9a-49f7-a050-d26cd229f330 req-97ad965b-45a4-49a9-b30e-ea0ea995950b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407050 Jun 01 13:59:54.889007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['601efb72-db83-48f9-bc3e-e00a64d158bb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:59:55.029240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9015b-2dbd-4e0e-8bd8-104c04c3b668 req-02cff2b5-7668-4432-8d20-73217ebdb2da tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:55.030772 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cf9015b-2dbd-4e0e-8bd8-104c04c3b668 req-02cff2b5-7668-4432-8d20-73217ebdb2da tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0816722 Jun 01 13:59:55.075898 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cf9015b-2dbd-4e0e-8bd8-104c04c3b668 req-3fe10a8e-fbf0-4396-ae1a-81c68ae89ee1 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Jun 01 13:59:55.284243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cbef9-c653-43ae-af79-e121d3d6523d req-bb8d9ef7-17f6-48d1-ad10-e67e3de1b547 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:55.285686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-630cbef9-c653-43ae-af79-e121d3d6523d req-bb8d9ef7-17f6-48d1-ad10-e67e3de1b547 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.1023831 Jun 01 13:59:55.331646 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-630cbef9-c653-43ae-af79-e121d3d6523d req-ea0e2298-4dbd-4dfe-81bc-20987f5f0f9a tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Jun 01 13:59:55.727229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0765df-3d00-42c7-9047-e4e7f25c25e3 req-43a331af-e728-4a15-81d4-22cd614cfe77 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:55.728716 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a0765df-3d00-42c7-9047-e4e7f25c25e3 req-43a331af-e728-4a15-81d4-22cd614cfe77 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 945 time: 0.0942760 Jun 01 13:59:55.782572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a0765df-3d00-42c7-9047-e4e7f25c25e3 req-ea00dbd3-ad86-40c1-81d5-29a5dbbcb4da tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479696 Jun 01 13:59:56.385949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:59:56.464350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 601efb72-db83-48f9-bc3e-e00a64d158bb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:59:56.469448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 601efb72-db83-48f9-bc3e-e00a64d158bb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:59:56.469812 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:56.599960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 601efb72-db83-48f9-bc3e-e00a64d158bb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 13:59:56.600328 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:56.626048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:56.636294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:56.642023 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:56.675024 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcf233e-e37f-4899-99f0-2cbbb22c4b2c'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'code': 200} Jun 01 13:59:56.719078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=13']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:56.982665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0525-5db1-4a3b-8a35-80df464b9050 req-0c255b63-e897-4353-9a60-845ea93e4919 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:56.984009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-296a0525-5db1-4a3b-8a35-80df464b9050 req-0c255b63-e897-4353-9a60-845ea93e4919 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 946 time: 0.0855372 Jun 01 13:59:57.029426 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-296a0525-5db1-4a3b-8a35-80df464b9050 req-b08184e9-f862-40b8-8fdc-92d9e9e2dc9c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups?id=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Jun 01 13:59:57.191776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-7bea90f5-2571-4ff4-afd9-c682b7f15cef tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 13:59:57.193213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-7bea90f5-2571-4ff4-afd9-c682b7f15cef tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 946 time: 0.0843949 Jun 01 13:59:57.266905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 13:59:57.267141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:57.520765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] For port 601efb72-db83-48f9-bc3e-e00a64d158bb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=601efb72-db83-48f9-bc3e-e00a64d158bb,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:59:57.521047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:57.825946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:57.826349 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:57.826689 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Floating IP c3a36362-f837-42e8-8282-d5f386bb08ec disassociated. External IP: 172.25.7.189, port: 601efb72-db83-48f9-bc3e-e00a64d158bb. Jun 01 13:59:57.827034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for 601efb72-db83-48f9-bc3e-e00a64d158bb owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 13:59:58.096422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:58.150481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'Port': ['ID=601efb72-db83-48f9-bc3e-e00a64d158bb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:59:58.252629 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5798ec3-490a-4fa0-8cd8-6805485a210a req-89e51e78-e6ef-4dc0-b643-6723bf613af4 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 210 time: 0.1058519 Jun 01 13:59:58.387279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:59:58.567509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:59:58.578098 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:59:58.588850 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:59:58.589455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:59:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:59:58.642578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] No DVR routers for this DVR port 601efb72-db83-48f9-bc3e-e00a64d158bb on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:59:58.645354 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:59:58.647949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-deleted', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 13:59:58.666719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a61c983d-b6c3-4cc6-9847-c237b48cd744 req-fcc6658f-c2b3-4605-b61c-277fd0fa7d2b tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.13 "DELETE /v2.0/ports/601efb72-db83-48f9-bc3e-e00a64d158bb HTTP/1.1" status: 204 len: 173 time: 1.4676270 Jun 01 13:59:58.698573 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21c406f-5d2b-4583-88f6-0e0580980a4b'] response: {'server_uuid': 'e09dc97b-52ba-4369-93c0-9f6dded6bef4', 'name': 'network-vif-deleted', 'tag': '601efb72-db83-48f9-bc3e-e00a64d158bb', 'status': 'completed', 'code': 200} Jun 01 13:59:58.771146 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:59:59.098541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:59:59.102670 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:59:59.110994 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 13:59:59.112244 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:59:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:59:59.331361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 13:59:59.478834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3e22b120-d6fb-40a4-bfee-c5f08b366782 req-2ec0e367-7e12-46e7-a1b4-d302eecdee40 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Synchronizing usage tracker for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:59:59.495645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3e22b120-d6fb-40a4-bfee-c5f08b366782 req-2ec0e367-7e12-46e7-a1b4-d302eecdee40 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Unset dirty status for tenant:89d7f76d94944e37b74c88e66f55458e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:59:59.496888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e22b120-d6fb-40a4-bfee-c5f08b366782 req-2ec0e367-7e12-46e7-a1b4-d302eecdee40 tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/ports?device_id=e09dc97b-52ba-4369-93c0-9f6dded6bef4 HTTP/1.1" status: 200 len: 210 time: 0.1118050 Jun 01 13:59:59.653227 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:59:59.657418 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d4a2-2019-46ec-9b06-5beff042762b None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T13:54:05Z', 'revision_number': 4, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '6e96ec5f-2187-441f-81d6-efc500bb3313', 'name': '', 'network_id': 'c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'mac_address': 'fa:16:3e:27:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:04Z', 'updated_at': '2022-06-01T13:54:10Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'subnets': [{'id': 'd2e84cc4-dc45-4d43-a551-9c6ca520e275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:59:59.879509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bbfd12-2857-4912-8822-90c4d43e993f None None] New status for floating IP c3a36362-f837-42e8-8282-d5f386bb08ec: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:00:00.403273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:00.446503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 601efb72-db83-48f9-bc3e-e00a64d158bb {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:00.446876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 601efb72-db83-48f9-bc3e-e00a64d158bb not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:03.769884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54212) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:03.834056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:03.865151 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:03.924604 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:03.946187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:03.951841 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:03.958618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54216) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:03.959096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a7e4e2b9-d30e-4205-a02f-f9e43eeee0af tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "DELETE /v2.0/security-groups/7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6 HTTP/1.1" status: 204 len: 168 time: 0.1854544 Jun 01 14:00:03.977599 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-ec755941-918e-48dd-9fb0-794c67983bed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] show failed (client error): The resource could not be found. Jun 01 14:00:03.978616 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ec755941-918e-48dd-9fb0-794c67983bed tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "GET /v2.0/security-groups/7245c45d-4f15-4cd0-b993-1fdbb0cb0fa6 HTTP/1.1" status: 404 len: 347 time: 0.0218983 Jun 01 14:00:03.981428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54220) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:04.142187 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Deleting port f3023fe3-a51f-4687-9aab-f016b7cacc1d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:04.143016 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.314294 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.314677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.439612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Calling delete_port for f3023fe3-a51f-4687-9aab-f016b7cacc1d owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:04.590254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.635675 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Pushing event deleted for resources: {'Port': ['ID=f3023fe3-a51f-4687-9aab-f016b7cacc1d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:04.799787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.800023 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.800334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.800661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.800976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.801290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.801604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.801914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.802220 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.802533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.802868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.803172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:04.867778 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.893254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:04.894950 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-09d7c8c4-0865-4799-a4dc-1399a913af3c tempest-ServerActionsTestJSON-1473979439 tempest-ServerActionsTestJSON-1473979439-project] 10.222.0.40 "DELETE /v2.0/floatingips/c3a36362-f837-42e8-8282-d5f386bb08ec HTTP/1.1" status: 204 len: 168 time: 0.9124660 Jun 01 14:00:04.897936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54224) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:05.174543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:05.563119 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:05.933551 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Deleting port 6e96ec5f-2187-441f-81d6-efc500bb3313 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:05.933937 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:06.112436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] For port 6e96ec5f-2187-441f-81d6-efc500bb3313, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=6e96ec5f-2187-441f-81d6-efc500bb3313,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:06.112797 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:06.233031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Calling delete_port for 6e96ec5f-2187-441f-81d6-efc500bb3313 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:06.549196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:06.597430 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e96ec5f-2187-441f-81d6-efc500bb3313,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:06.867032 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:07.235257 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:00:07.412704 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:00:07.421690 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Sync routers for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:00:07.427253 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fca9e0a8-fa0f-46dc-b565-47bcd863777b admin admin] 10.222.0.40 "PUT /v2.0/routers/0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260246 Jun 01 14:00:07.427754 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54230) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:07.432528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:00:07.433137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:59:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:07.600727 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:07.611343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:00:07.909888 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T14:00:06Z', 'revision_number': 5, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port': {'id': 'dfb9c0be-ce1b-4e85-af7b-496372b8c89f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T13:54:02Z', 'updated_at': '2022-06-01T13:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:07.910222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:07.914408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Checking router: 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:00:07.920538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Deleting port dfb9c0be-ce1b-4e85-af7b-496372b8c89f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:07.920896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:07.923493 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Routers {'0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:00:07.924236 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T13:59:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:08.075492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] Set router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:00:08.097976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] For port dfb9c0be-ce1b-4e85-af7b-496372b8c89f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:08.098320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.219530 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:00:08.220735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T14:00:07Z', 'revision_number': 6, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:08.222538 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Calling delete_port for dfb9c0be-ce1b-4e85-af7b-496372b8c89f owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:08.225412 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346df1d-a04a-401e-8f66-8b880d203ff9 None None] The sync data for ids ['0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a'] in n-d-844200-1 is: [{'id': '0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a', 'name': 'tempest-ServerActionsTestJSON-1825826279-router', 'tenant_id': '89d7f76d94944e37b74c88e66f55458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T13:54:01Z', 'updated_at': '2022-06-01T14:00:07Z', 'revision_number': 6, 'project_id': '89d7f76d94944e37b74c88e66f55458e', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:00:08.404110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.452626 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb9c0be-ce1b-4e85-af7b-496372b8c89f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:08.542340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.716854 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.719077 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.749037 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.749605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:00:08.761923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.763031 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-899361f9-be8f-40ef-9603-95e636e21bd6 admin admin] 10.222.0.40 "DELETE /v2.0/routers/0ce5f854-fca3-4ba2-a9b7-0d7e0c77aa6a HTTP/1.1" status: 204 len: 168 time: 1.3343017 Jun 01 14:00:08.766604 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54236) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:08.830362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Deleting subnet d2e84cc4-dc45-4d43-a551-9c6ca520e275 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:00:08.833404 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.882716 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.960918 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:08.990987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6e96ec5f-2187-441f-81d6-efc500bb3313 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:09.030095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 6e96ec5f-2187-441f-81d6-efc500bb3313 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:09.030500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 6e96ec5f-2187-441f-81d6-efc500bb3313 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:09.037341 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.076316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e84cc4-dc45-4d43-a551-9c6ca520e275,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:09.078241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.084117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5fee1-4e1d-4182-9be9-e5cd4ee93688 None None] Network c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:09.084401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2b2ac63-3a25-4c4c-a212-7721806da2a3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d2e84cc4-dc45-4d43-a551-9c6ca520e275 HTTP/1.1" status: 204 len: 168 time: 0.3168736 Jun 01 14:00:09.086931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54240) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:09.195756 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.209070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Deleting port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:09.209433 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.332754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] DHCP port deletion for c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:00:09.336949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Deleting port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:09.337377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.429107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] For port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:09.429460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.551605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] For port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,segment=NetworkSegment(67567885-51af-4e38-b0b0-179ebc55cf1d),segment_id=67567885-51af-4e38-b0b0-179ebc55cf1d)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:09.551872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.673257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Calling delete_port for c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:09.681113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Calling delete_port for c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:09.749541 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:09.756614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:00:09.757142 n-d-844200-1 neutron-server[88372]: DEBUG oslo_db.api [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:00:09.829437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] Pushing event deleted for resources: {'Port': ['ID=c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:09.834471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c520b74-de3d-4695-9fc3-9c57e806ba2f None None] No DVR routers for this DVR port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:00:10.259377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Deleting port c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:10.259659 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.326729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:10.333868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] The port 'c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3' was deleted {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:00:10.361533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:10.361778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device c1949fb7-c0b3-47b2-822d-f2f8a35bb0e3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:10.362172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfb9c0be-ce1b-4e85-af7b-496372b8c89f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:10.396322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: dfb9c0be-ce1b-4e85-af7b-496372b8c89f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:10.396666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfb9c0be-ce1b-4e85-af7b-496372b8c89f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:10.448259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.472602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:10.485334 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67567885-51af-4e38-b0b0-179ebc55cf1d') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:10.485608 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67567885-51af-4e38-b0b0-179ebc55cf1d') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:10.497663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.515438 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.521836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:00:10.522215 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.604579 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 67567885-51af-4e38-b0b0-179ebc55cf1d resource provider aggregate not found Jun 01 14:00:10.621565 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 67567885-51af-4e38-b0b0-179ebc55cf1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67567885-51af-4e38-b0b0-179ebc55cf1d found for delete ", "request_id": "req-d2ae7ff3-767c-4f58-91a9-6e376f02a3d2"}]} Jun 01 14:00:10.624542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.641237 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.654046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:10.659450 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ac34bb33-507f-44eb-a0ec-9827dd187fed admin admin] 10.222.0.40 "DELETE /v2.0/networks/c0ee85d0-8b37-42e4-9494-7a1c9a6c0d9f HTTP/1.1" status: 204 len: 168 time: 1.5716007 Jun 01 14:00:10.790928 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54252) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:10.845187 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-771ded00-c381-4382-b694-f8d823ed8b46 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=89d7f76d94944e37b74c88e66f55458e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531044 Jun 01 14:00:10.847980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54256) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:10.905786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.931213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:10.988145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:11.004922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55e9a5-79ee-4ac8-bbdf-1e155bc4eb94,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:11.009559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:11.012621 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d62098cf-d980-4fc3-9719-7513a3c5815f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa55e9a5-79ee-4ac8-bbdf-1e155bc4eb94 HTTP/1.1" status: 204 len: 168 time: 0.1617947 Jun 01 14:00:11.792510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54280) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:11.920516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1535417225-network', 'tenant_id': 'f0d059d58de247578d793062a872fffe'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:11.926631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:11.930541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Usage tracker for resource:network and tenant:f0d059d58de247578d793062a872fffe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:11.933412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:11.939617 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:11.952696 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Made reservation on behalf of f0d059d58de247578d793062a872fffe for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:11.955130 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:11.967674 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:11.982764 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:11.986793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d059d58de247578d793062a872fffe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:11.989747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:11.995594 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:12.086453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.092707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.123011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:00:12.131393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618924a1-7ea7-41ff-bb68-a496332e654a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:12.138641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.138947 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Added segment 40331142-1f74-486a-a9db-43a9086201da of type vlan for network 90044aab-a0e4-455a-9af0-376da487946a Jun 01 14:00:12.165881 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.204144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.205155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:12.205719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.307428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] Pushing event updated for resources: {'Network': ['ID=90044aab-a0e4-455a-9af0-376da487946a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:12.310630 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c0a96105-467f-4a87-a006-5858917c0680 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5170996 Jun 01 14:00:12.313653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:12.318219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 90044aab-a0e4-455a-9af0-376da487946a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:00:12.319749 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Request body: {'subnet': {'network_id': '90044aab-a0e4-455a-9af0-376da487946a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1535417225-subnet', 'tenant_id': 'f0d059d58de247578d793062a872fffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:12.326215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:12.330402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Usage tracker for resource:subnet and tenant:f0d059d58de247578d793062a872fffe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:12.333658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:12.339765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:12.351181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Made reservation on behalf of f0d059d58de247578d793062a872fffe for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:12.353502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.556209 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.628387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b5bba4-26ad-4720-8f3d-a614058f0c03,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:12.638793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Checking segment: {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:12.639140 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Network hostable DHCP agents. Network: 90044aab-a0e4-455a-9af0-376da487946a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:00:12.659789 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Network 90044aab-a0e4-455a-9af0-376da487946a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:00:12.671201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 90044aab-a0e4-455a-9af0-376da487946a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:12.675574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:12.676284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:12.681392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b9ee5-4922-4f32-ba93-8229bc252324 None None] Network 90044aab-a0e4-455a-9af0-376da487946a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:12.703482 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-01809a11-e401-4ea0-90b8-ee1900eca084 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855188 Jun 01 14:00:12.896932 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7c161-29d7-4c6f-a63c-e1046018dda7 None None] Network 90044aab-a0e4-455a-9af0-376da487946a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:13.292536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-ba4c3d7c-209a-4e74-ae4c-19d4f64762d8 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:13.293799 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-ba4c3d7c-209a-4e74-ae4c-19d4f64762d8 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 814 time: 0.1467159 Jun 01 14:00:13.309443 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-d0a6851e-e5a9-486f-939e-d5bf1d72bc8f tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/quotas/f0d059d58de247578d793062a872fffe HTTP/1.1" status: 200 len: 375 time: 0.0100570 Jun 01 14:00:13.355981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-d2c88346-3c0e-4b11-986f-d9f11bff3523 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414066 Jun 01 14:00:13.541349 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e8ca1d6d-4d5c-4843-aa66-2830a8ad0b57 service neutron] 10.222.0.40 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785135 Jun 01 14:00:13.675544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e751bdf5-3890-4fc4-a104-7766d986b633 service neutron] 10.222.0.40 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257796 Jun 01 14:00:13.910763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f64c5b1-216f-4957-b361-b4c9a2198a17 req-478249d1-3572-4633-802f-c9e228e1faa1 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0928340 Jun 01 14:00:15.017275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01c1c1fc-8964-40b5-aaa5-408d0a8aa87b req-c5551dc2-3711-4985-9d48-3f49aa595f3e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0468214 Jun 01 14:00:16.120119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f3fe0c7-ee91-4369-8be2-568ec4431210 req-5b32e0af-f12d-4d98-8d7f-55e333602e14 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0427699 Jun 01 14:00:17.222323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d53f7678-2c83-4fea-83c6-a1ecfdd0fb6a req-162749d5-4960-443a-9f1d-11ecdec74f87 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0423710 Jun 01 14:00:18.316331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37abbd99-4df7-405a-90bf-88793d9f5de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:18.493219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b1cfc1c1-5f0c-479d-a17c-e746bda79e17 req-361de935-b44d-4e7a-b978-07903ebeaf7d tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.1581268 Jun 01 14:00:18.550070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:19.031015 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-f1862826-d991-404c-9f68-bcec5c9ac4ef tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:19.032421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-f1862826-d991-404c-9f68-bcec5c9ac4ef tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.13 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 814 time: 0.1470103 Jun 01 14:00:19.045278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Request body: {'port': {'device_id': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'network_id': '90044aab-a0e4-455a-9af0-376da487946a', 'admin_state_up': True, 'tenant_id': 'f0d059d58de247578d793062a872fffe'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:19.200789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:19.204662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Usage tracker for resource:port and tenant:f0d059d58de247578d793062a872fffe is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:19.208519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:19.214379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:19.228075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Made reservation on behalf of f0d059d58de247578d793062a872fffe for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:19.231580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:19.399161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Allocated IP 172.20.0.9 (90044aab-a0e4-455a-9af0-376da487946a/c5b5bba4-26ad-4720-8f3d-a614058f0c03/4ba19820-49d6-4052-a72b-8ff62c799974) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:00:19.644860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:19.661039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b64d2c60-0d1d-4eee-b5bc-6da14c1b3ae4 req-9f91512f-1713-47fd-8a95-052267951deb tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0529876 Jun 01 14:00:19.689793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:19.765004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Network 90044aab-a0e4-455a-9af0-376da487946a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:00:19.768404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:19.772972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:00:19.803992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Pushing event updated for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:19.842350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:19.842977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:19.866029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-e5136043-1a6d-49b6-83a2-d2c847716286 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251989 Jun 01 14:00:19.876972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Request body: {'port': {'device_id': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:19.993465 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.348016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba19820-49d6-4052-a72b-8ff62c799974 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:00:20.355580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.371509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Transition to ACTIVE for port object 4ba19820-49d6-4052-a72b-8ff62c799974 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:00:20.376932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.532665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:20.556508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66197301-1dfb-4b5e-817c-51dd63611382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.610223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Attempting to bind port 4ba19820-49d6-4052-a72b-8ff62c799974 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:00:20.610519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Attempting to bind port 4ba19820-49d6-4052-a72b-8ff62c799974 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:00:20.611008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Attempting to bind port 4ba19820-49d6-4052-a72b-8ff62c799974 on network 90044aab-a0e4-455a-9af0-376da487946a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:00:20.616787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Port 4ba19820-49d6-4052-a72b-8ff62c799974 on network 90044aab-a0e4-455a-9af0-376da487946a not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:00:20.617091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Attempting to bind port 4ba19820-49d6-4052-a72b-8ff62c799974 on network 90044aab-a0e4-455a-9af0-376da487946a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:00:20.622620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:00:20.622937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Checking segment: {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:20.623309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Bound using segment: {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:00:20.623724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Bound port: 4ba19820-49d6-4052-a72b-8ff62c799974, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:00:20.624063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.877326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:00:20.881831 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ba19820-49d6-4052-a72b-8ff62c799974,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:00:20.888240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.937935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e1b9-446a-45d7-bc3b-c954c5eec43c req-c943614f-15eb-4493-9bf7-1a985aac0b19 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:20.938630 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-90b5e1b9-446a-45d7-bc3b-c954c5eec43c req-c943614f-15eb-4493-9bf7-1a985aac0b19 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Synchronizing usage tracker for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:00:20.965375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:20.966312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:20.968619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ba19820-49d6-4052-a72b-8ff62c799974 HTTP/1.1" status: 200 len: 1091 time: 1.0954416 Jun 01 14:00:20.972240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:21.001810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-90b5e1b9-446a-45d7-bc3b-c954c5eec43c req-c943614f-15eb-4493-9bf7-1a985aac0b19 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Unset dirty status for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:00:21.003250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b5e1b9-446a-45d7-bc3b-c954c5eec43c req-c943614f-15eb-4493-9bf7-1a985aac0b19 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 943 time: 0.2261131 Jun 01 14:00:21.006476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ffbfc-5e5d-4d27-8de7-795da0b49607 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:21.085862 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267da4a1-eb31-4643-8805-5ff4a446926c'] response: {'name': 'network-changed', 'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974', 'status': 'completed', 'code': 200} Jun 01 14:00:21.105142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b5e1b9-446a-45d7-bc3b-c954c5eec43c req-b95efab4-d20f-41ca-84aa-ec443802a3a0 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642326 Jun 01 14:00:21.123118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-834182d1-68c1-4476-9e93-bee18f43d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:21.124563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-834182d1-68c1-4476-9e93-bee18f43d2da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 1094 time: 0.1150010 Jun 01 14:00:21.194385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-8fd853ee-bea5-474f-ae6d-f160f1ba3843 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ba19820-49d6-4052-a72b-8ff62c799974 HTTP/1.1" status: 200 len: 217 time: 0.0603969 Jun 01 14:00:21.261244 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6742-1d1d-415e-9bec-47a5923570cf req-5917aa49-1d8e-4654-a282-7b40c9f97e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:21.262715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-5917aa49-1d8e-4654-a282-7b40c9f97e96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 200 len: 854 time: 0.0630915 Jun 01 14:00:21.309213 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-f858aa9c-de82-4f11-b081-75b8872fb408 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90044aab-a0e4-455a-9af0-376da487946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405328 Jun 01 14:00:21.449854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-1453b08b-97aa-4828-ad76-2371291673cc service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339629 Jun 01 14:00:21.588041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-635d6742-1d1d-415e-9bec-47a5923570cf req-5c6280fb-8677-49fc-bbac-bbe1d7fd4885 service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326065 Jun 01 14:00:21.720070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff004151-c312-4d46-8ac4-cc1139800135 req-6ff54571-2b54-417d-8dcc-289cbb637d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:21.721696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-6ff54571-2b54-417d-8dcc-289cbb637d1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 1094 time: 0.0838754 Jun 01 14:00:21.737545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:21.857869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff004151-c312-4d46-8ac4-cc1139800135 req-20dfe5e6-05a2-4313-9857-647b01b6a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:21.859375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-20dfe5e6-05a2-4313-9857-647b01b6a209 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 915 time: 0.1310637 Jun 01 14:00:21.929868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-02404b19-a3aa-4363-be6e-dabfde78680e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ba19820-49d6-4052-a72b-8ff62c799974 HTTP/1.1" status: 200 len: 217 time: 0.0636628 Jun 01 14:00:21.951200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:21.996920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff004151-c312-4d46-8ac4-cc1139800135 req-beeb7abb-680b-4ab4-8519-ace01426cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:21.998264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-beeb7abb-680b-4ab4-8519-ace01426cd72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 200 len: 854 time: 0.0617321 Jun 01 14:00:22.044879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-0e7caa9c-da91-4c03-9a39-a3dcb8d5f830 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90044aab-a0e4-455a-9af0-376da487946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400229 Jun 01 14:00:22.180259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-03a89790-2ac8-447d-bda7-642336896702 service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283092 Jun 01 14:00:22.364305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff004151-c312-4d46-8ac4-cc1139800135 req-77a6657c-9f3c-48a6-81ee-651d2e3b61ba service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769404 Jun 01 14:00:22.380391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aa5fd-6eef-41fc-b153-26265c59b07a req-117aa0c3-d95c-460d-8d6c-d95aaede11a9 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:22.381817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-012aa5fd-6eef-41fc-b153-26265c59b07a req-117aa0c3-d95c-460d-8d6c-d95aaede11a9 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 943 time: 0.1284096 Jun 01 14:00:22.540601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-012aa5fd-6eef-41fc-b153-26265c59b07a req-28ac8c1d-49ba-494d-a6f7-8d024231b522 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526175 Jun 01 14:00:23.359963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:23.745551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387376d0-f7a9-40cd-8657-bab6c76d6b8d req-19ad2ba1-b383-4408-befc-0d1f75f61998 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:23.747017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-387376d0-f7a9-40cd-8657-bab6c76d6b8d req-19ad2ba1-b383-4408-befc-0d1f75f61998 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 943 time: 0.0885007 Jun 01 14:00:23.802445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-387376d0-f7a9-40cd-8657-bab6c76d6b8d req-74938343-67d3-43af-82f9-5f785efba526 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jun 01 14:00:24.611312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ba19820-49d6-4052-a72b-8ff62c799974 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:00:24.755388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ba19820-49d6-4052-a72b-8ff62c799974,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:24.768980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '4ba19820-49d6-4052-a72b-8ff62c799974', 'network_id': '90044aab-a0e4-455a-9af0-376da487946a', 'port_id': '4ba19820-49d6-4052-a72b-8ff62c799974', 'mac_address': 'fa:16:3e:e5:ee:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b5bba4-26ad-4720-8f3d-a614058f0c03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:00:24.823015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4ba19820-49d6-4052-a72b-8ff62c799974 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:00:24.823381 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:24.843458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba19820-49d6-4052-a72b-8ff62c799974 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:00:24.859443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ba19820-49d6-4052-a72b-8ff62c799974,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:24.865074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:24.930042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:25.024004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272493-12f9-4e61-9d1a-6c3e65cb1e66 req-6b111abb-31fd-45be-9dc1-87dcd750098a tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:25.025451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6272493-12f9-4e61-9d1a-6c3e65cb1e66 req-6b111abb-31fd-45be-9dc1-87dcd750098a tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 944 time: 0.1031966 Jun 01 14:00:25.059042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ba19820-49d6-4052-a72b-8ff62c799974'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:25.070757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f6272493-12f9-4e61-9d1a-6c3e65cb1e66 req-3916eda5-c429-4de6-9c2b-7db25a12dcdf tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Jun 01 14:00:26.261652 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843a6c5-ca92-49c2-b1ac-5cd6fbb691e7 req-7ca94619-2c51-4af7-90fa-d5a6cbd69ccf tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:26.263104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b843a6c5-ca92-49c2-b1ac-5cd6fbb691e7 req-7ca94619-2c51-4af7-90fa-d5a6cbd69ccf tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 944 time: 0.0819054 Jun 01 14:00:26.313879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b843a6c5-ca92-49c2-b1ac-5cd6fbb691e7 req-9a55a6fc-1a01-4260-9ad6-3b93e198ad95 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Jun 01 14:00:26.627108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ba19820-49d6-4052-a72b-8ff62c799974 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:00:26.708327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 4ba19820-49d6-4052-a72b-8ff62c799974 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:00:26.713367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 4ba19820-49d6-4052-a72b-8ff62c799974 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:00:26.713745 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:26.855652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 4ba19820-49d6-4052-a72b-8ff62c799974 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:00:26.856031 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:26.883057 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:26.893804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ba19820-49d6-4052-a72b-8ff62c799974,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:26.899873 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:26.935478 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff20a934-5d38-4d40-8729-591380f4effa'] response: {'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974', 'code': 200} Jun 01 14:00:26.973991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:27.069094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d48880-edcd-4ba7-96ff-56d4338ad2e5 req-3cb9255e-1850-496e-9613-bed6e6826a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:27.070632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1d48880-edcd-4ba7-96ff-56d4338ad2e5 req-3cb9255e-1850-496e-9613-bed6e6826a34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 1096 time: 0.0808771 Jun 01 14:00:27.112196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1d48880-edcd-4ba7-96ff-56d4338ad2e5 req-59475b49-f3ae-4e35-bd3d-5ee7fe4b6a0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Jun 01 14:00:27.507257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a8a7f-09bf-4cb2-afeb-89b5ade98d91 req-f8716a00-2605-4304-9082-e61152681db0 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:27.508717 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951a8a7f-09bf-4cb2-afeb-89b5ade98d91 req-f8716a00-2605-4304-9082-e61152681db0 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0862436 Jun 01 14:00:27.554697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-951a8a7f-09bf-4cb2-afeb-89b5ade98d91 req-90844241-a054-4ffb-8b65-39b6465fc50e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Jun 01 14:00:28.773879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edf12-06af-4dec-8acb-5f85044e75f1 req-b4c0e484-d396-4455-b557-b16753649454 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:28.775378 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e4edf12-06af-4dec-8acb-5f85044e75f1 req-b4c0e484-d396-4455-b557-b16753649454 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0986421 Jun 01 14:00:28.823638 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3e4edf12-06af-4dec-8acb-5f85044e75f1 req-14b04cc4-8332-4967-81f9-42644d99d9d5 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Jun 01 14:00:29.123148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-b5be3c8d-028c-4c15-81d0-cd75fd4175bc tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:29.124539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-b5be3c8d-028c-4c15-81d0-cd75fd4175bc tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 814 time: 0.1485436 Jun 01 14:00:29.149251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-d72226b1-7f29-4c14-93ce-980dee52ce33 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/quotas/f0d059d58de247578d793062a872fffe HTTP/1.1" status: 200 len: 375 time: 0.0164704 Jun 01 14:00:29.234097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-4fda9243-1217-4b82-bf27-111a8fbe36dd tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794485 Jun 01 14:00:29.376939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-5920f7c1-e4ca-49d3-9e9b-7ebf5e3cd958 service neutron] 10.222.0.40 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326799 Jun 01 14:00:29.509687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-4e2bbc45-358b-417e-aa76-2e53694693a9 service neutron] 10.222.0.40 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254427 Jun 01 14:00:29.685998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d9a9df5e-faf7-4f6f-a4b4-f5126c928a4c req-1c9e3a1d-f29e-4f1d-b086-9c3234a5c41d tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 210 time: 0.0423064 Jun 01 14:00:30.852093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c6e58019-c392-4d2c-9800-74034c18aa86 req-9c1c585c-7aac-47f8-b6fa-d474ec4bfab1 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 210 time: 0.0586929 Jun 01 14:00:30.887541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-fd5f9515-00d3-4185-ae94-ea67570a2e99 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:30.888982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-fd5f9515-00d3-4185-ae94-ea67570a2e99 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.24 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 814 time: 0.1961980 Jun 01 14:00:30.919994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Request body: {'port': {'device_id': '51d9525a-24b1-4c14-9b09-c36329551f14', 'network_id': '90044aab-a0e4-455a-9af0-376da487946a', 'admin_state_up': True, 'tenant_id': 'f0d059d58de247578d793062a872fffe'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:31.058056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:31.068824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:31.082527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Made reservation on behalf of f0d059d58de247578d793062a872fffe for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:31.086245 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:31.247287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Allocated IP 172.20.0.4 (90044aab-a0e4-455a-9af0-376da487946a/c5b5bba4-26ad-4720-8f3d-a614058f0c03/34d5b98b-8b49-4be6-b37b-02e1130f083e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:00:31.555920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:31.593542 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:31.605339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ba19820-49d6-4052-a72b-8ff62c799974'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:31.663163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Network 90044aab-a0e4-455a-9af0-376da487946a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:00:31.666364 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:31.670243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:00:31.704511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Pushing event updated for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:31.723519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.723849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.724247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.724578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.724907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.725233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.725553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.725872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.726192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.726508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.726849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.727166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:31.750047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:31.750628 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:31.776565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-93d4b29a-6828-42a3-a0e6-01713249b357 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603766 Jun 01 14:00:31.844639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Request body: {'port': {'device_id': '51d9525a-24b1-4c14-9b09-c36329551f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:32.006051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.142484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae07-3e84-44b6-b799-ef27236b5d5a req-2f16ab4c-9051-4b4f-89dd-1436c15fdc38 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:32.143208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb3dae07-3e84-44b6-b799-ef27236b5d5a req-2f16ab4c-9051-4b4f-89dd-1436c15fdc38 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Synchronizing usage tracker for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:00:32.181698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-cb3dae07-3e84-44b6-b799-ef27236b5d5a req-2f16ab4c-9051-4b4f-89dd-1436c15fdc38 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Unset dirty status for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:00:32.182879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb3dae07-3e84-44b6-b799-ef27236b5d5a req-2f16ab4c-9051-4b4f-89dd-1436c15fdc38 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 931 time: 0.2244484 Jun 01 14:00:32.305250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb3dae07-3e84-44b6-b799-ef27236b5d5a req-21c50ba4-c583-4d75-bb5c-854dbf8aa1f2 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053386 Jun 01 14:00:32.418316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d5b98b-8b49-4be6-b37b-02e1130f083e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:00:32.425889 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.441007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Transition to ACTIVE for port object 34d5b98b-8b49-4be6-b37b-02e1130f083e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:00:32.445746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.577917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:32.683219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Attempting to bind port 34d5b98b-8b49-4be6-b37b-02e1130f083e on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:00:32.683485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Attempting to bind port 34d5b98b-8b49-4be6-b37b-02e1130f083e by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:00:32.683727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Attempting to bind port 34d5b98b-8b49-4be6-b37b-02e1130f083e on network 90044aab-a0e4-455a-9af0-376da487946a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:00:32.689504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Port 34d5b98b-8b49-4be6-b37b-02e1130f083e on network 90044aab-a0e4-455a-9af0-376da487946a not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:00:32.689951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Attempting to bind port 34d5b98b-8b49-4be6-b37b-02e1130f083e on network 90044aab-a0e4-455a-9af0-376da487946a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:00:32.698533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:00:32.699039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Checking segment: {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:32.699613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Bound using segment: {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:00:32.700239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Bound port: 34d5b98b-8b49-4be6-b37b-02e1130f083e, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40331142-1f74-486a-a9db-43a9086201da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '90044aab-a0e4-455a-9af0-376da487946a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:00:32.700723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.802483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:00:32.806907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:00:32.814170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.883835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:32.884434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:32.885805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] 10.222.0.24 "PUT /v2.0/ports/34d5b98b-8b49-4be6-b37b-02e1130f083e HTTP/1.1" status: 200 len: 1091 time: 1.0956032 Jun 01 14:00:32.886234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:32.905030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042fae5-ad03-4d6a-830d-9976c9b0ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:32.938079 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8e0fc7-0561-4e03-8380-ad1c27cb9c5c'] response: {'name': 'network-changed', 'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e', 'status': 'completed', 'code': 200} Jun 01 14:00:33.025222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-4fddea8b-f7ad-4027-ad97-407d1a1dcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:33.026708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-4fddea8b-f7ad-4027-ad97-407d1a1dcd4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 1094 time: 0.0738227 Jun 01 14:00:33.101927 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-d8cd5940-6194-4315-a028-a1b2f88eef2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e HTTP/1.1" status: 200 len: 217 time: 0.0639541 Jun 01 14:00:33.163683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-5f5e28a9-af7d-4d89-8a86-85d55a14ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:33.165072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-5f5e28a9-af7d-4d89-8a86-85d55a14ce6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 200 len: 854 time: 0.0566270 Jun 01 14:00:33.212146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-5f60c0b5-7f8e-4fc8-909d-53c34ace3dda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90044aab-a0e4-455a-9af0-376da487946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407715 Jun 01 14:00:33.509055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-d12c88ae-96f4-4b48-b9c3-f0d2b98e44d1 service neutron] 10.222.0.24 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907078 Jun 01 14:00:33.606362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f13422-f70e-44b5-92b8-13362bd36d70 req-52379779-1f95-4804-b14a-a398905557cb tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:33.607908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76f13422-f70e-44b5-92b8-13362bd36d70 req-52379779-1f95-4804-b14a-a398905557cb tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 943 time: 0.1915112 Jun 01 14:00:33.684867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76f13422-f70e-44b5-92b8-13362bd36d70 req-6d751a0a-d888-478a-a541-18c88b49e172 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Jun 01 14:00:33.688144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e10b9d1-69ed-4ce8-87e2-18dec249c047 req-b3c692ec-4502-4fa2-9211-7455a98e99f1 service neutron] 10.222.0.24 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716337 Jun 01 14:00:33.899924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-dfa5882e-24a1-4f9f-a7b5-6ccbbadfdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:33.901520 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-dfa5882e-24a1-4f9f-a7b5-6ccbbadfdde6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 1094 time: 0.1009512 Jun 01 14:00:34.035474 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-300acf61-dd5a-440c-9c17-7d800d4f40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:34.036986 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-300acf61-dd5a-440c-9c17-7d800d4f40c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 915 time: 0.1282282 Jun 01 14:00:34.103142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-f5c44e01-29e5-4d2d-99d2-e202232e3d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e HTTP/1.1" status: 200 len: 217 time: 0.0602882 Jun 01 14:00:34.170633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-7811c53c-0a67-4057-9a91-fe623ef323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:34.171928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-7811c53c-0a67-4057-9a91-fe623ef323a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 200 len: 854 time: 0.0616703 Jun 01 14:00:34.218723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-4fba8456-3ea3-4b4b-b3ca-0173683b8d78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90044aab-a0e4-455a-9af0-376da487946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403225 Jun 01 14:00:34.351808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-22b15542-d163-44d7-b4f7-806d9a43d6fb service neutron] 10.222.0.24 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268609 Jun 01 14:00:34.486419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1066f8ac-c489-4b17-bbb3-6d7f08513efc req-40ded9f3-fc7e-41eb-ad0b-cafb9fe99583 service neutron] 10.222.0.24 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276364 Jun 01 14:00:34.917253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115aa20-f52d-41ac-9388-163e72704f7f req-701b3341-f1f1-49ea-aecf-9426751ab505 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:34.918969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5115aa20-f52d-41ac-9388-163e72704f7f req-701b3341-f1f1-49ea-aecf-9426751ab505 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 943 time: 0.1145241 Jun 01 14:00:34.978321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5115aa20-f52d-41ac-9388-163e72704f7f req-cb98023a-2b69-4e8d-89b8-df99e206dfa6 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Jun 01 14:00:35.178528 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:36.177050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9166eae-8fd6-419d-9b1a-78cffd775d1a req-f3c62fa1-bd4f-4075-9ae9-68a6026b20b6 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:36.178515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9166eae-8fd6-419d-9b1a-78cffd775d1a req-f3c62fa1-bd4f-4075-9ae9-68a6026b20b6 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 943 time: 0.0857275 Jun 01 14:00:36.224622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9166eae-8fd6-419d-9b1a-78cffd775d1a req-4785a948-4864-4d9f-8c5c-7ca06dc6f0e4 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jun 01 14:00:36.792091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 34d5b98b-8b49-4be6-b37b-02e1130f083e details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:00:36.974032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:36.987322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '34d5b98b-8b49-4be6-b37b-02e1130f083e', 'network_id': '90044aab-a0e4-455a-9af0-376da487946a', 'port_id': '34d5b98b-8b49-4be6-b37b-02e1130f083e', 'mac_address': 'fa:16:3e:2d:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b5bba4-26ad-4720-8f3d-a614058f0c03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:00:37.046238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 34d5b98b-8b49-4be6-b37b-02e1130f083e is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:00:37.046516 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:37.064110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d5b98b-8b49-4be6-b37b-02e1130f083e {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:00:37.079817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:37.086465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:37.153659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:37.195785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-5ec5f9af-e6e6-4e26-be43-1b69e220f9b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737245 Jun 01 14:00:37.341391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-61dabe65-11d6-4bf1-8ef8-880c914e470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:37.342896 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-61dabe65-11d6-4bf1-8ef8-880c914e470b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0d059d58de247578d793062a872fffe&device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 1096 time: 0.0765624 Jun 01 14:00:37.465214 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['34d5b98b-8b49-4be6-b37b-02e1130f083e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:37.651608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-026021be-72c6-43a3-aee7-3881f02b5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:37.652953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-026021be-72c6-43a3-aee7-3881f02b5105 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 200 len: 915 time: 0.2757196 Jun 01 14:00:37.663338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3b06-01a9-4a35-b070-a14b565e430c req-8ea6700d-6b4f-4359-b5ee-705abf2e0553 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:37.664687 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d7f3b06-01a9-4a35-b070-a14b565e430c req-8ea6700d-6b4f-4359-b5ee-705abf2e0553 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 944 time: 0.3193126 Jun 01 14:00:37.742618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-3f0491eb-812a-4c20-9897-9c9968c813ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ba19820-49d6-4052-a72b-8ff62c799974 HTTP/1.1" status: 200 len: 217 time: 0.0769770 Jun 01 14:00:37.809982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9d7f3b06-01a9-4a35-b070-a14b565e430c req-39ec98e5-f640-47b8-9c28-0dd117604f03 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969162 Jun 01 14:00:37.821455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-c572d577-2744-4354-a4c6-54309a002bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:37.823234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-c572d577-2744-4354-a4c6-54309a002bc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 200 len: 854 time: 0.0746329 Jun 01 14:00:37.873524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-91e777a9-11fc-4b7c-bb47-26490afcda36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90044aab-a0e4-455a-9af0-376da487946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415874 Jun 01 14:00:38.014464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-83913255-7e4e-4680-92e6-898c5392e201 service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273975 Jun 01 14:00:38.148406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7c82feea-65a4-4a0e-97bf-6b602baf9c7e req-e019fd3c-6ac5-4139-8fa4-62d5997a156b service neutron] 10.222.0.13 "GET /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274183 Jun 01 14:00:38.792094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 34d5b98b-8b49-4be6-b37b-02e1130f083e up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:00:38.868772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 34d5b98b-8b49-4be6-b37b-02e1130f083e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:00:38.873551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 34d5b98b-8b49-4be6-b37b-02e1130f083e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:00:38.873919 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:38.995094 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 34d5b98b-8b49-4be6-b37b-02e1130f083e is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:00:38.995521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:39.005857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdb497-5916-4aa2-8023-8080a7af4406 req-c96cc138-ea6d-4fc9-8e0f-6dca4cefd017 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:39.007642 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91fdb497-5916-4aa2-8023-8080a7af4406 req-c96cc138-ea6d-4fc9-8e0f-6dca4cefd017 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 944 time: 0.0881777 Jun 01 14:00:39.023276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:39.033381 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:39.039003 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:39.063287 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-91fdb497-5916-4aa2-8023-8080a7af4406 req-0e723962-5650-469c-b429-c36113e3f66d tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Jun 01 14:00:39.073949 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08081ebb-f0d3-44a0-8bf8-6833886c3d83'] response: {'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e', 'code': 200} Jun 01 14:00:39.114275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:39.122146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.122462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.122824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.123161 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.123524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.123820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.124142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.124464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.124785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.125104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.125424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.125739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:00:39.245743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bfa64-f4f6-4b98-8140-b770e8983eca req-f05ca2fe-4460-4d85-aa3e-6c5a2207fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:39.247255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d41bfa64-f4f6-4b98-8140-b770e8983eca req-f05ca2fe-4460-4d85-aa3e-6c5a2207fe8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 1096 time: 0.0820777 Jun 01 14:00:39.292067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d41bfa64-f4f6-4b98-8140-b770e8983eca req-1d18852f-ca5e-4f0b-a8b4-10b780b7d6b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Jun 01 14:00:40.266439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d7c1-846e-4768-a9eb-3a0259d832a4 req-47b79dfb-fede-4176-978b-b2eeeeab7d0f tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:40.268028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6aa7d7c1-846e-4768-a9eb-3a0259d832a4 req-47b79dfb-fede-4176-978b-b2eeeeab7d0f tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 945 time: 0.0933788 Jun 01 14:00:40.322139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6aa7d7c1-846e-4768-a9eb-3a0259d832a4 req-b3690d06-79e3-4165-857c-b0febd42d9e2 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Jun 01 14:00:41.527020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb46e2-69d2-489e-b384-204ece794553 req-b62523b4-4cb8-4771-ae6a-856c16ccbfd7 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:41.528721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ecb46e2-69d2-489e-b384-204ece794553 req-b62523b4-4cb8-4771-ae6a-856c16ccbfd7 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 945 time: 0.0898125 Jun 01 14:00:41.573270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ecb46e2-69d2-489e-b384-204ece794553 req-781923f2-c698-4429-9661-fa4692079a02 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jun 01 14:00:41.981942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300346c-696a-407c-92ac-2c90edb46767 req-0e6527af-5d33-486a-a9c5-117bc302a0cd tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:41.983314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f300346c-696a-407c-92ac-2c90edb46767 req-0e6527af-5d33-486a-a9c5-117bc302a0cd tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 945 time: 0.0909770 Jun 01 14:00:42.043907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f300346c-696a-407c-92ac-2c90edb46767 req-084a43aa-4635-45d2-8b22-bc31a5dd34ff tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520878 Jun 01 14:00:43.250959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a98a86-375f-46ad-8bc7-e7b59240fff3 req-8507ba8a-0e61-4eab-b24f-d6072c9af040 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:43.252400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30a98a86-375f-46ad-8bc7-e7b59240fff3 req-8507ba8a-0e61-4eab-b24f-d6072c9af040 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 945 time: 0.0849063 Jun 01 14:00:43.299514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30a98a86-375f-46ad-8bc7-e7b59240fff3 req-6ba26643-4699-483c-b059-ab0a599dcd7c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Jun 01 14:00:43.396452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-6595972c-6101-4d2a-b9c3-76db5585fd18 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:43.397909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-6595972c-6101-4d2a-b9c3-76db5585fd18 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.24 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 945 time: 0.0831962 Jun 01 14:00:43.475662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Deleting port 34d5b98b-8b49-4be6-b37b-02e1130f083e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:43.476009 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:43.726090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] For port 34d5b98b-8b49-4be6-b37b-02e1130f083e, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=34d5b98b-8b49-4be6-b37b-02e1130f083e,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:43.726318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:43.858601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Calling delete_port for 34d5b98b-8b49-4be6-b37b-02e1130f083e owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:44.020193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:44.031934 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ba19820-49d6-4052-a72b-8ff62c799974'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:44.058311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['34d5b98b-8b49-4be6-b37b-02e1130f083e'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:44.189155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Pushing event deleted for resources: {'Port': ['ID=34d5b98b-8b49-4be6-b37b-02e1130f083e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:44.267662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] No DVR routers for this DVR port 34d5b98b-8b49-4be6-b37b-02e1130f083e on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:00:44.270085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:44.272773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'name': 'network-vif-deleted', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:44.291011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2d899d6-806e-4c8c-897a-a858517c2176 req-d08bdb47-f37b-4d8a-b8b4-933e61ba8046 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.24 "DELETE /v2.0/ports/34d5b98b-8b49-4be6-b37b-02e1130f083e HTTP/1.1" status: 204 len: 173 time: 0.8877156 Jun 01 14:00:44.320170 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0f2df3-59ab-4c16-950a-b548d4f59552'] response: {'server_uuid': '51d9525a-24b1-4c14-9b09-c36329551f14', 'name': 'network-vif-deleted', 'tag': '34d5b98b-8b49-4be6-b37b-02e1130f083e', 'status': 'completed', 'code': 200} Jun 01 14:00:44.464846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-12fb992a-ba02-4890-9044-8babe0384648 req-2cd5d920-b12a-4440-8c95-881daf22f5c8 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Synchronizing usage tracker for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:00:44.483427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-12fb992a-ba02-4890-9044-8babe0384648 req-2cd5d920-b12a-4440-8c95-881daf22f5c8 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Unset dirty status for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:00:44.484606 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-12fb992a-ba02-4890-9044-8babe0384648 req-2cd5d920-b12a-4440-8c95-881daf22f5c8 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=51d9525a-24b1-4c14-9b09-c36329551f14 HTTP/1.1" status: 200 len: 210 time: 0.0717480 Jun 01 14:00:45.133532 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:00:45.768116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb6e9b-791b-4feb-b76e-bd129266a976 req-a6997127-f0d9-48ec-9d7e-0aa0bc46394a tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:45.769466 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7cb6e9b-791b-4feb-b76e-bd129266a976 req-a6997127-f0d9-48ec-9d7e-0aa0bc46394a tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0944340 Jun 01 14:00:45.829156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e7cb6e9b-791b-4feb-b76e-bd129266a976 req-dbe7e08a-8a59-44ae-a88b-1ecdecdf405e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Jun 01 14:00:46.056257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2702-0ffe-4ee2-9ec6-bd936d5e52bf req-b66ad398-40ec-4191-90fe-ab43652c0db0 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:46.057574 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3adc2702-0ffe-4ee2-9ec6-bd936d5e52bf req-b66ad398-40ec-4191-90fe-ab43652c0db0 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0947082 Jun 01 14:00:46.101308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3adc2702-0ffe-4ee2-9ec6-bd936d5e52bf req-ba370dc1-6017-408d-ba78-6d92a300106b tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Jun 01 14:00:46.293291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3f8fb-b986-49af-89df-08d752aaa4d7 req-d36d4d41-73f0-43d2-92ef-147a47cb9ee7 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:46.294784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f3f8fb-b986-49af-89df-08d752aaa4d7 req-d36d4d41-73f0-43d2-92ef-147a47cb9ee7 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0871749 Jun 01 14:00:46.340062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9f3f8fb-b986-49af-89df-08d752aaa4d7 req-16daf810-90f3-4bf3-9a74-e1142fa4d43e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Jun 01 14:00:46.643574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1418b3-afab-4d8a-860a-08c13bca0470 req-b40b9030-6bed-417f-a353-d4559a2e73ef tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:46.644900 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d1418b3-afab-4d8a-860a-08c13bca0470 req-b40b9030-6bed-417f-a353-d4559a2e73ef tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0883987 Jun 01 14:00:46.689762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d1418b3-afab-4d8a-860a-08c13bca0470 req-10d1e30b-235f-4524-a449-289177734d62 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Jun 01 14:00:46.821084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 34d5b98b-8b49-4be6-b37b-02e1130f083e no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:46.856874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 34d5b98b-8b49-4be6-b37b-02e1130f083e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:46.857223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 34d5b98b-8b49-4be6-b37b-02e1130f083e not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:46.900376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9de9e-527d-4d7d-97c8-9c80c460c528 req-0a19f39a-f3f4-4e36-81be-e6bf7a02f94b tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:46.901730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58c9de9e-527d-4d7d-97c8-9c80c460c528 req-0a19f39a-f3f4-4e36-81be-e6bf7a02f94b tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.1005397 Jun 01 14:00:46.946078 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-58c9de9e-527d-4d7d-97c8-9c80c460c528 req-d5f0d5ca-3d8b-489e-8759-d31da112d281 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Jun 01 14:00:47.145757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9e0e9-a32e-424c-b339-1b23fb0ae6cf req-14dda8ef-f785-417b-8324-9c5951616a95 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:47.147243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8b9e0e9-a32e-424c-b339-1b23fb0ae6cf req-14dda8ef-f785-417b-8324-9c5951616a95 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0831368 Jun 01 14:00:47.196082 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8b9e0e9-a32e-424c-b339-1b23fb0ae6cf req-431f8235-6663-4e91-8c2b-7f7ea4dd134f tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Jun 01 14:00:47.752326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc1c6-cba4-47bc-a4e3-17c514493b29 req-27df10ad-4b5c-4470-a3ef-8aee6921ce8e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:47.753663 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66fbc1c6-cba4-47bc-a4e3-17c514493b29 req-27df10ad-4b5c-4470-a3ef-8aee6921ce8e tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.0861511 Jun 01 14:00:47.797334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-66fbc1c6-cba4-47bc-a4e3-17c514493b29 req-3ca0dfce-8b68-499c-ae80-73c1de0b5e96 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Jun 01 14:00:48.316911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72474f91-f0e3-4df2-85bd-075304cba50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:48.568217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:49.064008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eeb67-5729-44e0-acbd-af86f1a9044a req-ab752787-9420-4762-af7e-ae583dfa3d28 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:49.065462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a22eeb67-5729-44e0-acbd-af86f1a9044a req-ab752787-9420-4762-af7e-ae583dfa3d28 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.1436694 Jun 01 14:00:49.073184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-c373a0ca-8cc3-499a-beff-e73b831e19af tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:49.074491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-c373a0ca-8cc3-499a-beff-e73b831e19af tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.13 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 945 time: 0.1177521 Jun 01 14:00:49.166975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a22eeb67-5729-44e0-acbd-af86f1a9044a req-273c0cf0-8ee9-4be0-a82c-2dfdadc12c18 tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/security-groups?id=618924a1-7ea7-41ff-bb68-a496332e654a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913782 Jun 01 14:00:49.172075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Deleting port 4ba19820-49d6-4052-a72b-8ff62c799974 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:00:49.172416 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:49.426449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] For port 4ba19820-49d6-4052-a72b-8ff62c799974, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=4ba19820-49d6-4052-a72b-8ff62c799974,segment=NetworkSegment(40331142-1f74-486a-a9db-43a9086201da),segment_id=40331142-1f74-486a-a9db-43a9086201da)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:00:49.426774 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:49.550175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Calling delete_port for 4ba19820-49d6-4052-a72b-8ff62c799974 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:00:49.702422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:49.713685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['4ba19820-49d6-4052-a72b-8ff62c799974'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:00:49.753277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Pushing event deleted for resources: {'Port': ['ID=4ba19820-49d6-4052-a72b-8ff62c799974,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:49.935088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] No DVR routers for this DVR port 4ba19820-49d6-4052-a72b-8ff62c799974 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:00:49.937618 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:49.940197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'name': 'network-vif-deleted', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:00:49.957255 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72ad54de-ef3f-4fa2-8f98-38f691a4b486 req-9433ee7d-4d09-49a4-b711-85fcd87b0a2c tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.13 "DELETE /v2.0/ports/4ba19820-49d6-4052-a72b-8ff62c799974 HTTP/1.1" status: 204 len: 173 time: 0.8690741 Jun 01 14:00:49.988984 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73184dc-df5a-44d1-9525-7148c0465466'] response: {'server_uuid': 'db256fe1-9857-40ab-ae89-68376c10dc1d', 'name': 'network-vif-deleted', 'tag': '4ba19820-49d6-4052-a72b-8ff62c799974', 'status': 'completed', 'code': 200} Jun 01 14:00:50.332263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae235b18-d576-4b5f-bbb5-557493ee847b req-6c7cc983-9021-4acc-a871-3df2760df9fa tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Synchronizing usage tracker for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:00:50.348944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ae235b18-d576-4b5f-bbb5-557493ee847b req-6c7cc983-9021-4acc-a871-3df2760df9fa tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] Unset dirty status for tenant:f0d059d58de247578d793062a872fffe on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:00:50.350199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ae235b18-d576-4b5f-bbb5-557493ee847b req-6c7cc983-9021-4acc-a871-3df2760df9fa tempest-ServersNegativeTestJSON-1548046969 tempest-ServersNegativeTestJSON-1548046969-project] 10.222.0.40 "GET /v2.0/ports?device_id=db256fe1-9857-40ab-ae89-68376c10dc1d HTTP/1.1" status: 200 len: 210 time: 0.0607994 Jun 01 14:00:50.566730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1212d23d-4522-4ec6-8ec0-2cc203f4aece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.458848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54458) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:51.518374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Deleting subnet c5b5bba4-26ad-4720-8f3d-a614058f0c03 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:00:51.521719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.575781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.638685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.712398 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.742957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.752043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b5bba4-26ad-4720-8f3d-a614058f0c03,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:51.757387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.763722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7fcaffdc-1dbb-440d-9c9b-d75ea13b7183 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c5b5bba4-26ad-4720-8f3d-a614058f0c03 HTTP/1.1" status: 204 len: 168 time: 0.3038745 Jun 01 14:00:51.766540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54462) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:51.873200 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:51.951405 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.111400 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.139836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90044aab-a0e4-455a-9af0-376da487946a']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:52.152402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40331142-1f74-486a-a9db-43a9086201da') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:52.152702 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40331142-1f74-486a-a9db-43a9086201da') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:52.164965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.182378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.188545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:00:52.188924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.253231 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 40331142-1f74-486a-a9db-43a9086201da resource provider aggregate not found Jun 01 14:00:52.274722 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 40331142-1f74-486a-a9db-43a9086201da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40331142-1f74-486a-a9db-43a9086201da found for delete ", "request_id": "req-18610bc9-34c5-41ff-bc2e-d4517c7789f7"}]} Jun 01 14:00:52.290307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.306623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.315383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=90044aab-a0e4-455a-9af0-376da487946a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:52.318321 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69bce75a-9428-4070-bd5c-a1429855e6ae admin admin] 10.222.0.40 "DELETE /v2.0/networks/90044aab-a0e4-455a-9af0-376da487946a HTTP/1.1" status: 204 len: 168 time: 0.5506973 Jun 01 14:00:52.461264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:52.511804 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f3abb929-0387-4612-a2cb-580056a2255d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f0d059d58de247578d793062a872fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493205 Jun 01 14:00:52.514849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54476) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:52.583957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.612648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.673372 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.690050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618924a1-7ea7-41ff-bb68-a496332e654a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:52.697141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:52.701202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-921d6610-6e41-4603-bf81-6f7075c66bfd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/618924a1-7ea7-41ff-bb68-a496332e654a HTTP/1.1" status: 204 len: 168 time: 0.1822505 Jun 01 14:00:52.731337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ba19820-49d6-4052-a72b-8ff62c799974 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:00:52.764587 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 4ba19820-49d6-4052-a72b-8ff62c799974 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:00:52.765289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 4ba19820-49d6-4052-a72b-8ff62c799974 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:00:53.358514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.576636 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54500) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:53.693614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861598466'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:53.700388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:53.704833 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:network and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:53.708784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:53.716652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:53.730779 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:53.734107 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.746652 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.761812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:53.766097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:security_group_rule and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:53.769141 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:53.775472 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:53.860614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.867542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.898829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:00:53.907027 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a9ac3-e3d1-4d2c-b85a-59897d07c259,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:53.912633 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.913092 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Added segment 9a5142e7-6834-41a5-9893-e5aa97b20bff of type vlan for network 280efc6f-26d8-49f4-b76d-6fce045e9be8 Jun 01 14:00:53.939170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.969996 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:53.975321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:53.975883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:54.083004 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5052478 Jun 01 14:00:54.085891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf9c0-b179-4465-a97d-65b926f163aa tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Network': ['ID=280efc6f-26d8-49f4-b76d-6fce045e9be8,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:54.101892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:00:57.388602 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54506) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:57.397665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'subnet': {'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:57.508500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:57.512493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:subnet and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:57.515353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:57.521124 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:57.533114 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:57.536663 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:57.779871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:57.859806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Subnet': ['ID=db6ecd69-606c-4556-a57a-6de83137c5bf,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:57.870542 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking segment: {'id': '9a5142e7-6834-41a5-9893-e5aa97b20bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:57.870938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network hostable DHCP agents. Network: 280efc6f-26d8-49f4-b76d-6fce045e9be8, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:00:57.894205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:00:57.905120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 280efc6f-26d8-49f4-b76d-6fce045e9be8) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:57.909391 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:57.909968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:57.914180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db619abe-2756-4e47-ac60-308b06e07d26 None None] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:57.932571 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-de0914b4-0399-468a-8eed-bd1f31dc13dd tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5425410 Jun 01 14:00:57.936038 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54510) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:57.941482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443526280'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:57.948004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:57.952037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:network and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:57.954987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:57.960915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:57.973405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:57.976980 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.005534 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:00:58.015326 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.015716 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Added segment b84f4c26-b57c-4cfb-88d5-afc9a2ccc828 of type vlan for network 213910fe-877f-406a-ae43-9b3af2173c20 Jun 01 14:00:58.041763 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.073377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.078795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:58.079626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.134316 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-280efc6f-26d8-49f4-b76d-6fce045e9be8', 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8', 'tenant_id': '4f3be17d07244ea9973d08316512788e', 'fixed_ips': [{'subnet_id': 'db6ecd69-606c-4556-a57a-6de83137c5bf'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:00:58.135342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.182663 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2425113 Jun 01 14:00:58.183509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54514) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:58.190204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'subnet': {'network_id': '213910fe-877f-406a-ae43-9b3af2173c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:58.207627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed271ed-4115-4fb8-9bff-d18429d23865 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Network': ['ID=213910fe-877f-406a-ae43-9b3af2173c20,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:58.224140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 213910fe-877f-406a-ae43-9b3af2173c20 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:00:58.301878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:58.305691 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:subnet and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:58.308828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:58.314752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:58.325863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:58.329509 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.386384 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Allocated IP 2001:db8:0:ffff::2 (280efc6f-26d8-49f4-b76d-6fce045e9be8/db6ecd69-606c-4556-a57a-6de83137c5bf/d4e55e48-699d-4acd-9543-3f3d1645fcf2) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:00:58.566690 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.638262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.645828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Subnet': ['ID=6c74be9c-e08e-4d97-b49e-0d4ecc9c663a,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:58.649014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Transition to ACTIVE for port object d4e55e48-699d-4acd-9543-3f3d1645fcf2 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:00:58.654648 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking segment: {'id': 'b84f4c26-b57c-4cfb-88d5-afc9a2ccc828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '213910fe-877f-406a-ae43-9b3af2173c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:58.655004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network hostable DHCP agents. Network: 213910fe-877f-406a-ae43-9b3af2173c20, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:00:58.667358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Transition to ACTIVE for port object d4e55e48-699d-4acd-9543-3f3d1645fcf2 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:00:58.673423 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.675802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network 213910fe-877f-406a-ae43-9b3af2173c20 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:00:58.686974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 213910fe-877f-406a-ae43-9b3af2173c20) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:58.691464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:58.692137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.713476 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b215f208-4b04-4989-bee6-c8942bde347a None None] Network 213910fe-877f-406a-ae43-9b3af2173c20 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:58.719361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a71069a8-56ae-4582-9fff-9431cc3fd603 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5315630 Jun 01 14:00:58.719636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54518) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:58.812746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:00:58.817127 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:00:58.819460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:00:58.861240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.862739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Pushing event updated for resources: {'Port': ['ID=d4e55e48-699d-4acd-9543-3f3d1645fcf2,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:58.933729 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.951407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Attempting to bind port d4e55e48-699d-4acd-9543-3f3d1645fcf2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:00:58.951950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Attempting to bind port d4e55e48-699d-4acd-9543-3f3d1645fcf2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '9a5142e7-6834-41a5-9893-e5aa97b20bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:00:58.952078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Attempting to bind port d4e55e48-699d-4acd-9543-3f3d1645fcf2 on network 280efc6f-26d8-49f4-b76d-6fce045e9be8 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:00:58.993769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:00:58.994190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Checking segment: {'id': '9a5142e7-6834-41a5-9893-e5aa97b20bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:00:58.994605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:58.995298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Bound using segment: {'id': '9a5142e7-6834-41a5-9893-e5aa97b20bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:00:58.995562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Bound port: d4e55e48-699d-4acd-9543-3f3d1645fcf2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5142e7-6834-41a5-9893-e5aa97b20bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '280efc6f-26d8-49f4-b76d-6fce045e9be8'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:00:58.995969 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.014017 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.072445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Subnet': ['ID=6c74be9c-e08e-4d97-b49e-0d4ecc9c663a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:59.122230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20476f0-139a-4a51-85bd-f9bd88deff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-213910fe-877f-406a-ae43-9b3af2173c20', 'network_id': '213910fe-877f-406a-ae43-9b3af2173c20', 'tenant_id': '4f3be17d07244ea9973d08316512788e', 'fixed_ips': [{'subnet_id': '6c74be9c-e08e-4d97-b49e-0d4ecc9c663a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:00:59.123108 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e20476f0-139a-4a51-85bd-f9bd88deff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.147187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.151687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] For port d4e55e48-699d-4acd-9543-3f3d1645fcf2, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:00:59.173354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213910fe-877f-406a-ae43-9b3af2173c20']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:59.185119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84f4c26-b57c-4cfb-88d5-afc9a2ccc828') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:59.185770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84f4c26-b57c-4cfb-88d5-afc9a2ccc828') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:00:59.197398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] For port d4e55e48-699d-4acd-9543-3f3d1645fcf2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4e55e48-699d-4acd-9543-3f3d1645fcf2,segment=NetworkSegment(9a5142e7-6834-41a5-9893-e5aa97b20bff),segment_id=9a5142e7-6834-41a5-9893-e5aa97b20bff)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:00:59.198885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.207022 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.220489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.226845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:00:59.227217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.313671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67d7fc-da8f-4e9d-8dac-4b67aaa0c14b None None] Pushing event updated for resources: {'Port': ['ID=d4e55e48-699d-4acd-9543-3f3d1645fcf2,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:59.333955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.337809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef070f27-b983-4051-8161-9ab102801e04 None None] Network 213910fe-877f-406a-ae43-9b3af2173c20 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:00:59.354562 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.359500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef070f27-b983-4051-8161-9ab102801e04 None None] Network 213910fe-877f-406a-ae43-9b3af2173c20 could not be found, it might have been deleted concurrently. {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 14:00:59.363645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Network': ['ID=213910fe-877f-406a-ae43-9b3af2173c20,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:59.368305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a38c035-5ed5-4a18-b75c-72f8cdefc78f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/213910fe-877f-406a-ae43-9b3af2173c20 HTTP/1.1" status: 204 len: 168 time: 0.6475086 Jun 01 14:00:59.372373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54526) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:59.379686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686052540'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:59.387010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:59.391366 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:network and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:59.394428 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:59.402672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:59.415842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:59.420005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.421382 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b84f4c26-b57c-4cfb-88d5-afc9a2ccc828 resource provider aggregate not found Jun 01 14:00:59.438631 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b84f4c26-b57c-4cfb-88d5-afc9a2ccc828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b84f4c26-b57c-4cfb-88d5-afc9a2ccc828 found for delete ", "request_id": "req-6f5a37cf-7bb2-4706-8013-a24ebc4b85e7"}]} Jun 01 14:00:59.452631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:00:59.462342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.462787 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Added segment 88bee8a8-15f7-49ed-a697-0ff7aef95246 of type vlan for network faf83013-4af7-4d94-a82b-6b0439efd7ae Jun 01 14:00:59.490194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.523967 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.529960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:00:59.530538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.650877 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2765450 Jun 01 14:00:59.653938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54532) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:00:59.654381 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f127ee-8cfc-4553-aeef-af258df94199 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Network': ['ID=faf83013-4af7-4d94-a82b-6b0439efd7ae,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:00:59.661722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'subnet': {'network_id': 'faf83013-4af7-4d94-a82b-6b0439efd7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:00:59.666512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network faf83013-4af7-4d94-a82b-6b0439efd7ae details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:00:59.788514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:00:59.793716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:subnet and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:00:59.796773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:00:59.802570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:00:59.814738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:00:59.818905 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:00:59.912314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Performing IP validity checks on allocation pools {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 14:00:59.912737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.ipam_backend_mixin [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 14:01:00.055378 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.135235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Subnet': ['ID=3159acf4-aebe-4bc2-8a11-0fec37630161,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:00.144381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking segment: {'id': '88bee8a8-15f7-49ed-a697-0ff7aef95246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'faf83013-4af7-4d94-a82b-6b0439efd7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:00.144755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network hostable DHCP agents. Network: faf83013-4af7-4d94-a82b-6b0439efd7ae, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:00.165450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network faf83013-4af7-4d94-a82b-6b0439efd7ae is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:00.176020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, faf83013-4af7-4d94-a82b-6b0439efd7ae) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:00.180051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:00.180708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.187647 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34599d0d-498b-416e-a27d-4e1e99f2aac2 None None] Network faf83013-4af7-4d94-a82b-6b0439efd7ae requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:00.205325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c92604ea-7a8d-4030-875e-b95a49afcc96 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5494521 Jun 01 14:01:00.207637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54536) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:00.355789 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.415340 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4e55e48-699d-4acd-9543-3f3d1645fcf2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:00.478791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c23a3-84c0-43b4-a437-eadfb35f722d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-faf83013-4af7-4d94-a82b-6b0439efd7ae', 'network_id': 'faf83013-4af7-4d94-a82b-6b0439efd7ae', 'tenant_id': '4f3be17d07244ea9973d08316512788e', 'fixed_ips': [{'subnet_id': '3159acf4-aebe-4bc2-8a11-0fec37630161'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:00.480018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b3c23a3-84c0-43b4-a437-eadfb35f722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.489314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb98493-273f-4d67-97bb-fc2c8bf4f2e6 None None] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:00.569484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.644059 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ab4c337d-f05a-42fc-8f2f-8a55ac52561c None None] Provisioning for port d4e55e48-699d-4acd-9543-3f3d1645fcf2 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:00.645713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.684004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Subnet': ['ID=3159acf4-aebe-4bc2-8a11-0fec37630161,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:00.705535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d4e55e48-699d-4acd-9543-3f3d1645fcf2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:00.780062 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.797935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d4e55e48-699d-4acd-9543-3f3d1645fcf2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:00.798273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.806966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf83013-4af7-4d94-a82b-6b0439efd7ae']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:00.820403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bee8a8-15f7-49ed-a697-0ff7aef95246') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:00.820669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bee8a8-15f7-49ed-a697-0ff7aef95246') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:00.832818 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.853588 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server [None req-9b3c23a3-84c0-43b4-a437-eadfb35f722d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3159acf4-aebe-4bc2-8a11-0fec37630161: This subnet is being modified by another concurrent operation. Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server raise exception Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3159acf4-aebe-4bc2-8a11-0fec37630161: This subnet is being modified by another concurrent operation. Jun 01 14:01:00.855665 n-d-844200-1 neutron-server[88373]: ERROR oslo_messaging.rpc.server Jun 01 14:01:00.862957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:00.863297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.875786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47391b2f-7eba-4526-9588-ddd245eda468 None None] Network faf83013-4af7-4d94-a82b-6b0439efd7ae requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:00.955351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.975259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:00.983811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Network': ['ID=faf83013-4af7-4d94-a82b-6b0439efd7ae,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:00.987897 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-872c363b-a555-4eb3-8257-34548bcf816e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/faf83013-4af7-4d94-a82b-6b0439efd7ae HTTP/1.1" status: 204 len: 168 time: 0.7792706 Jun 01 14:01:00.992199 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54540) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:00.998782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196492633'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:01.004658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:01.008845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:network and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:01.011912 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:01.018288 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:01.030933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:01.034377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.062850 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:01.072285 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.072621 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Added segment e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d of type vlan for network 8d539bde-4c00-41d9-ad47-7013b8c05107 Jun 01 14:01:01.104637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.133951 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.139322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:01.140000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.161283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4e55e48-699d-4acd-9543-3f3d1645fcf2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:01.161668 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.201389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d4e55e48-699d-4acd-9543-3f3d1645fcf2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4e55e48-699d-4acd-9543-3f3d1645fcf2,segment=NetworkSegment(9a5142e7-6834-41a5-9893-e5aa97b20bff),segment_id=9a5142e7-6834-41a5-9893-e5aa97b20bff)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:01.209953 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.244049 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2500165 Jun 01 14:01:01.247160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54544) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:01.253456 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'subnet': {'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:01.256398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848f3bd-4bea-4781-ac12-c48ca6a09b18 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Network': ['ID=8d539bde-4c00-41d9-ad47-7013b8c05107,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:01.270638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 8d539bde-4c00-41d9-ad47-7013b8c05107 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:01.367537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d4e55e48-699d-4acd-9543-3f3d1645fcf2,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:01.380958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:01.385796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:subnet and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:01.387173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb550c32-0a3a-4977-a985-ffa5242bcd8d None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 14:01:01.388748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:01.394528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:01.405569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:01.409001 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.445303 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f85ae07-bbdf-4dd0-ab7d-64cc8ec65701 None None] Provisioning complete for port d4e55e48-699d-4acd-9543-3f3d1645fcf2 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:01.445680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8f85ae07-bbdf-4dd0-ab7d-64cc8ec65701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.496894 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 88bee8a8-15f7-49ed-a697-0ff7aef95246 resource provider aggregate not found Jun 01 14:01:01.524382 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 88bee8a8-15f7-49ed-a697-0ff7aef95246 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88bee8a8-15f7-49ed-a697-0ff7aef95246 found for delete ", "request_id": "req-fe8fb085-1fd3-4837-91aa-1dcc526d2f6b"}]} Jun 01 14:01:01.551770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb550c32-0a3a-4977-a985-ffa5242bcd8d None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 14:01:01.644823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.676230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8f85ae07-bbdf-4dd0-ab7d-64cc8ec65701 None None] Current status of the port d4e55e48-699d-4acd-9543-3f3d1645fcf2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:01.722022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Subnet': ['ID=13879682-99d3-4959-8262-1a28b32229fa,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:01.733309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking segment: {'id': 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:01.733600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network hostable DHCP agents. Network: 8d539bde-4c00-41d9-ad47-7013b8c05107, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:01.754002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network 8d539bde-4c00-41d9-ad47-7013b8c05107 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:01.764375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 8d539bde-4c00-41d9-ad47-7013b8c05107) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:01.768282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:01.768858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.791086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-50f5d232-1b74-4bde-8237-deb83c8f353e tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5420482 Jun 01 14:01:01.794466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54552) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:01.800245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983754170'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:01.805838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:01.810007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:network and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:01.812895 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:01.818965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:01.831090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:01.834471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.866345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:01.875079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.875418 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Added segment 94ed6242-d617-48b0-9d7d-93763843c668 of type vlan for network 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e Jun 01 14:01:01.901751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e68f06-b455-464f-bafb-75fa3e3d669f None None] Network 8d539bde-4c00-41d9-ad47-7013b8c05107 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:01.902702 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.932318 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:01.938201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:01.938808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.036894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2412159 Jun 01 14:01:02.040527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54556) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:02.050316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Request body: {'subnet': {'network_id': '00b1f11b-875d-4bb5-96c2-d94c98dc7d3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:02.068144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757af9-724f-4b53-a0c8-136ede548215 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Network': ['ID=00b1f11b-875d-4bb5-96c2-d94c98dc7d3e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:02.101238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:02.164833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:02.169992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Usage tracker for resource:subnet and tenant:4f3be17d07244ea9973d08316512788e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:02.170396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-8d539bde-4c00-41d9-ad47-7013b8c05107', 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107', 'tenant_id': '4f3be17d07244ea9973d08316512788e', 'fixed_ips': [{'subnet_id': '13879682-99d3-4959-8262-1a28b32229fa'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:02.171227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.172876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:02.178510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:02.189219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Made reservation on behalf of 4f3be17d07244ea9973d08316512788e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:02.192927 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.362628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Allocated IP 2001:db8::2 (8d539bde-4c00-41d9-ad47-7013b8c05107/13879682-99d3-4959-8262-1a28b32229fa/bea3cdf8-e899-4c00-a9a1-c99fc11f7d72) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:02.366088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4e55e48-699d-4acd-9543-3f3d1645fcf2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:02.418964 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.509154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event updated for resources: {'Subnet': ['ID=8fc2423e-a9b8-4303-98c5-74d5b87d2835,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:02.514217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Checking segment: {'id': '94ed6242-d617-48b0-9d7d-93763843c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '00b1f11b-875d-4bb5-96c2-d94c98dc7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:02.514571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network hostable DHCP agents. Network: 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:02.534770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Network 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:02.548021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:02.554197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:02.555041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.562017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938799fe-bae8-4bfd-a799-7d02e6995e91 None None] Network 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:02.585552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f3ba5998-fa54-4188-a990-4765793bea6d tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5440309 Jun 01 14:01:02.589494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54560) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:02.652850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d4e55e48-699d-4acd-9543-3f3d1645fcf2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:02.653200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.837862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.875946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.876884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Transition to ACTIVE for port object bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:02.949576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:02.958031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Transition to ACTIVE for port object bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:02.998049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.029766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.050630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d4e55e48-699d-4acd-9543-3f3d1645fcf2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:03.069965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47962c5-0151-4e04-8e11-de83da0d73ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-00b1f11b-875d-4bb5-96c2-d94c98dc7d3e', 'network_id': '00b1f11b-875d-4bb5-96c2-d94c98dc7d3e', 'tenant_id': '4f3be17d07244ea9973d08316512788e', 'fixed_ips': [{'subnet_id': '8fc2423e-a9b8-4303-98c5-74d5b87d2835'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:03.070236 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc2423e-a9b8-4303-98c5-74d5b87d2835,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:03.070824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a47962c5-0151-4e04-8e11-de83da0d73ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.098445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Network 8d539bde-4c00-41d9-ad47-7013b8c05107 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:03.104939 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:03.110006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:03.116348 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Pushing event updated for resources: {'Port': ['ID=bea3cdf8-e899-4c00-a9a1-c99fc11f7d72,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:03.168176 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.195401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b1f11b-875d-4bb5-96c2-d94c98dc7d3e']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:03.209099 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ed6242-d617-48b0-9d7d-93763843c668') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:03.209364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ed6242-d617-48b0-9d7d-93763843c668') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:03.220847 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.238078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.244969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:03.245353 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.289047 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Attempting to bind port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:03.289419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Attempting to bind port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:03.289809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Attempting to bind port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 on network 8d539bde-4c00-41d9-ad47-7013b8c05107 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:03.297104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:03.297481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Checking segment: {'id': 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:03.297882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.298283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Bound using segment: {'id': 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:03.298787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Bound port: bea3cdf8-e899-4c00-a9a1-c99fc11f7d72, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d539bde-4c00-41d9-ad47-7013b8c05107'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:03.299154 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.309886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ddd93-3c1d-470c-8ca7-75f40dfc8462 None None] Network 00b1f11b-875d-4bb5-96c2-d94c98dc7d3e requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:03.313949 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 94ed6242-d617-48b0-9d7d-93763843c668 resource provider aggregate not found Jun 01 14:01:03.335366 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 94ed6242-d617-48b0-9d7d-93763843c668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94ed6242-d617-48b0-9d7d-93763843c668 found for delete ", "request_id": "req-33b5daee-6472-44f5-ad30-06b424c1fd62"}]} Jun 01 14:01:03.350231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.367736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.378489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Network': ['ID=00b1f11b-875d-4bb5-96c2-d94c98dc7d3e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:03.382613 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0397ea2e-3312-4497-8425-6cb8be7e7a6c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/00b1f11b-875d-4bb5-96c2-d94c98dc7d3e HTTP/1.1" status: 204 len: 168 time: 0.7913940 Jun 01 14:01:03.386119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54568) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:03.429679 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc75d9b-0199-44e2-ae5d-810ef6632f9c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] GET failed (client error): The resource could not be found. Jun 01 14:01:03.430452 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3fc75d9b-0199-44e2-ae5d-810ef6632f9c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Synchronizing usage tracker for tenant:4f3be17d07244ea9973d08316512788e on resource:subnet {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:03.448859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3fc75d9b-0199-44e2-ae5d-810ef6632f9c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Unset dirty status for tenant:4f3be17d07244ea9973d08316512788e on resource:subnet {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:03.452883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3fc75d9b-0199-44e2-ae5d-810ef6632f9c tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "GET /v2.0/subnets/8fc2423e-a9b8-4303-98c5-74d5b87d2835 HTTP/1.1" status: 404 len: 337 time: 0.0629194 Jun 01 14:01:03.453063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:03.479586 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-151624f0-1687-49da-b225-0eba3150de5f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:03.480358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151624f0-1687-49da-b225-0eba3150de5f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:03.482245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-151624f0-1687-49da-b225-0eba3150de5f tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/00b1f11b-875d-4bb5-96c2-d94c98dc7d3e HTTP/1.1" status: 404 len: 339 time: 0.0280850 Jun 01 14:01:03.486070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:03.525046 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9ebf88-31cc-4bc8-a195-1ccb3212f9c0 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:03.525486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9ebf88-31cc-4bc8-a195-1ccb3212f9c0 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:03.527194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-bb9ebf88-31cc-4bc8-a195-1ccb3212f9c0 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/subnets/8fc2423e-a9b8-4303-98c5-74d5b87d2835 HTTP/1.1" status: 404 len: 337 time: 0.0400028 Jun 01 14:01:03.530111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54580) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:03.548181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] For port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:03.554805 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-595bb269-2931-4c3d-8a29-caf28983b306 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:03.555261 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595bb269-2931-4c3d-8a29-caf28983b306 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:03.556201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] For port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bea3cdf8-e899-4c00-a9a1-c99fc11f7d72,segment=NetworkSegment(e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d),segment_id=e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:03.557211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-595bb269-2931-4c3d-8a29-caf28983b306 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/00b1f11b-875d-4bb5-96c2-d94c98dc7d3e HTTP/1.1" status: 404 len: 339 time: 0.0260825 Jun 01 14:01:03.560035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54584) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:03.561815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.630890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Deleting subnet 13879682-99d3-4959-8262-1a28b32229fa {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:01:03.635516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.645358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ef30-8b2d-4a1f-a459-09b34f4d52fb None None] Pushing event updated for resources: {'Port': ['ID=bea3cdf8-e899-4c00-a9a1-c99fc11f7d72,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:03.692418 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.794681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.871183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.911891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Subnet': ['ID=13879682-99d3-4959-8262-1a28b32229fa,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:03.915958 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:03.930704 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-855b05e8-31ca-48c1-996c-a286a10880ff tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/subnets/13879682-99d3-4959-8262-1a28b32229fa HTTP/1.1" status: 204 len: 168 time: 0.3694339 Jun 01 14:01:03.933281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54588) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:04.046146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.057814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Deleting port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:04.058146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.382777 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] For port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=bea3cdf8-e899-4c00-a9a1-c99fc11f7d72,segment=NetworkSegment(e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d),segment_id=e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:04.383144 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.392681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:04.470568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:04.514139 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Calling delete_port for bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:04.538547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6ee10-468e-4e25-9eb3-145045a77b28 None None] Network 8d539bde-4c00-41d9-ad47-7013b8c05107 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:04.595553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.632776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e08ea375-fd54-4ef4-b533-0faaf942049c None None] Could not find standard attr ID for object bea3cdf8-e899-4c00-a9a1-c99fc11f7d72. {{(pid=88373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 14:01:04.642928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Port': ['ID=bea3cdf8-e899-4c00-a9a1-c99fc11f7d72,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:04.646567 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No DVR routers for this DVR port bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:01:04.753900 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db0639-56f5-4423-8ced-65f8b396f424 None None] DHCP port deletion for 8d539bde-4c00-41d9-ad47-7013b8c05107 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:01:04.772010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.796968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d539bde-4c00-41d9-ad47-7013b8c05107']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:04.808952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:04.809255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:04.820405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.836872 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.843054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:04.843401 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.910553 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d resource provider aggregate not found Jun 01 14:01:04.933481 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e09e892b-b1f4-4f91-aae1-6e9dbb9eb33d found for delete ", "request_id": "req-b3e07f15-9017-4c52-836e-185d457fafc9"}]} Jun 01 14:01:04.945268 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.962337 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:04.972964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Network': ['ID=8d539bde-4c00-41d9-ad47-7013b8c05107,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:04.976965 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-638720fd-9f67-4d2e-9091-312066fd26c9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/8d539bde-4c00-41d9-ad47-7013b8c05107 HTTP/1.1" status: 204 len: 168 time: 1.0426581 Jun 01 14:01:04.979651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54596) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.020455 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-346ccec9-5ca0-458e-8381-10829c60043b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:05.020890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346ccec9-5ca0-458e-8381-10829c60043b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:05.022511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-346ccec9-5ca0-458e-8381-10829c60043b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/subnets/3159acf4-aebe-4bc2-8a11-0fec37630161 HTTP/1.1" status: 404 len: 337 time: 0.0419638 Jun 01 14:01:05.026238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54600) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.051221 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f45c062-7466-4614-a331-4fe5af2e377b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:05.051674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f45c062-7466-4614-a331-4fe5af2e377b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:05.053249 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7f45c062-7466-4614-a331-4fe5af2e377b tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/faf83013-4af7-4d94-a82b-6b0439efd7ae HTTP/1.1" status: 404 len: 339 time: 0.0260448 Jun 01 14:01:05.056004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54604) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.094293 n-d-844200-1 neutron-server[88371]: INFO neutron.pecan_wsgi.hooks.translation [None req-165ddbe4-6925-478e-b107-8e2178fc6ce9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:05.094788 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165ddbe4-6925-478e-b107-8e2178fc6ce9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:05.096923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-165ddbe4-6925-478e-b107-8e2178fc6ce9 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/subnets/6c74be9c-e08e-4d97-b49e-0d4ecc9c663a HTTP/1.1" status: 404 len: 337 time: 0.0396948 Jun 01 14:01:05.100239 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54608) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.128058 n-d-844200-1 neutron-server[88372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4679a4e-0200-434c-8195-db309339ac95 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] DELETE failed (client error): The resource could not be found. Jun 01 14:01:05.128759 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4679a4e-0200-434c-8195-db309339ac95 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 14:01:05.131434 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c4679a4e-0200-434c-8195-db309339ac95 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/213910fe-877f-406a-ae43-9b3af2173c20 HTTP/1.1" status: 404 len: 339 time: 0.0300732 Jun 01 14:01:05.136135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54612) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.184741 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.203807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Deleting subnet db6ecd69-606c-4556-a57a-6de83137c5bf {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:01:05.207027 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.263969 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.362742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.442970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.485489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Subnet': ['ID=db6ecd69-606c-4556-a57a-6de83137c5bf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:05.489050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.496370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78920a5-9437-4a71-aea9-9b4d0e288d8a None None] Network 280efc6f-26d8-49f4-b76d-6fce045e9be8 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:05.503448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d05d1db9-fe1c-4b29-a9af-472760c21ad1 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/subnets/db6ecd69-606c-4556-a57a-6de83137c5bf HTTP/1.1" status: 204 len: 168 time: 0.3640850 Jun 01 14:01:05.503726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54616) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:05.620254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.630577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Deleting port d4e55e48-699d-4acd-9543-3f3d1645fcf2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:05.630934 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.785649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] DHCP port deletion for 280efc6f-26d8-49f4-b76d-6fce045e9be8 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:01:05.790356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Deleting port d4e55e48-699d-4acd-9543-3f3d1645fcf2 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:05.790921 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.839922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] For port d4e55e48-699d-4acd-9543-3f3d1645fcf2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4e55e48-699d-4acd-9543-3f3d1645fcf2,segment=NetworkSegment(9a5142e7-6834-41a5-9893-e5aa97b20bff),segment_id=9a5142e7-6834-41a5-9893-e5aa97b20bff)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:05.840281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:05.997402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] For port d4e55e48-699d-4acd-9543-3f3d1645fcf2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d4e55e48-699d-4acd-9543-3f3d1645fcf2,segment=NetworkSegment(9a5142e7-6834-41a5-9893-e5aa97b20bff),segment_id=9a5142e7-6834-41a5-9893-e5aa97b20bff)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:05.997671 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.070626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Calling delete_port for d4e55e48-699d-4acd-9543-3f3d1645fcf2 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:06.121528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Calling delete_port for d4e55e48-699d-4acd-9543-3f3d1645fcf2 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:06.148212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.193240 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:01:06.193728 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:01:06.194262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Port': ['ID=d4e55e48-699d-4acd-9543-3f3d1645fcf2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:06.198198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] No DVR routers for this DVR port d4e55e48-699d-4acd-9543-3f3d1645fcf2 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:01:06.325166 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.356171 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280efc6f-26d8-49f4-b76d-6fce045e9be8']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:06.360995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:01:06.369802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5142e7-6834-41a5-9893-e5aa97b20bff') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:06.370098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5142e7-6834-41a5-9893-e5aa97b20bff') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:06.381316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.394083 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:01:06.394422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device bea3cdf8-e899-4c00-a9a1-c99fc11f7d72 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:01:06.394861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4e55e48-699d-4acd-9543-3f3d1645fcf2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:01:06.397723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.404356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:06.404740 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.430537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d4e55e48-699d-4acd-9543-3f3d1645fcf2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:01:06.430922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d4e55e48-699d-4acd-9543-3f3d1645fcf2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:01:06.502426 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.507303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.535116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] Pushing event deleted for resources: {'Network': ['ID=280efc6f-26d8-49f4-b76d-6fce045e9be8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:06.539249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b61cbd69-680d-4991-9e7d-fc4d3524d948 tempest-NetworksIpV6Test-710615574 tempest-NetworksIpV6Test-710615574-project] 10.222.0.40 "DELETE /v2.0/networks/280efc6f-26d8-49f4-b76d-6fce045e9be8 HTTP/1.1" status: 204 len: 168 time: 1.0345364 Jun 01 14:01:06.695043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Deleting port d4e55e48-699d-4acd-9543-3f3d1645fcf2 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:06.695455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:06.763578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8357d49d-45d3-4a27-bb93-71660f810d9d None None] The port 'd4e55e48-699d-4acd-9543-3f3d1645fcf2' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:01:06.857135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54624) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:06.955560 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9a5142e7-6834-41a5-9893-e5aa97b20bff resource provider aggregate not found Jun 01 14:01:06.977519 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 9a5142e7-6834-41a5-9893-e5aa97b20bff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a5142e7-6834-41a5-9893-e5aa97b20bff found for delete ", "request_id": "req-c8c7eeb9-57a3-40ad-bddb-fb8317261e7a"}]} Jun 01 14:01:07.058853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-de18194b-3b64-43c4-95c0-8447a3142a29 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4f3be17d07244ea9973d08316512788e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997147 Jun 01 14:01:07.062709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54634) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:07.147284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:07.183435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:07.252913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:07.283514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a9ac3-e3d1-4d2c-b85a-59897d07c259,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:07.288294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:07.289469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a36ad92-3a9c-4718-a1ac-af596b04008b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0b4a9ac3-e3d1-4d2c-b85a-59897d07c259 HTTP/1.1" status: 204 len: 168 time: 0.2258446 Jun 01 14:01:08.046785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54658) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:08.169918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-139907806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:08.181482 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:08.185657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:router and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:08.188728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:08.196149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:08.210027 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.211022 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.227521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.251832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.278026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.279590 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d783d93-bbf1-4543-8461-5a1375800b94 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2317097 Jun 01 14:01:08.282401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54664) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:08.287681 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1737168794'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:08.293919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:08.299577 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:network and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:08.303131 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:08.310146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:08.322743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Made reservation on behalf of 227367fdf40145ff991495ab75102cbe for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:08.326151 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.338536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.352851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:08.356851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:security_group_rule and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:08.359721 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:08.365633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:08.445606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.451426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.482783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:08.492227 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646b2f51-e968-43ac-8222-3e39998c3d37,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:08.497040 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.497375 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Added segment 76dd6439-2e00-4218-90e2-92f2b9f7c37e of type vlan for network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc Jun 01 14:01:08.505780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.506120 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.506496 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.506804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.507128 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.507447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.507767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.508083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.508396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.508722 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.509188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.509416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:08.534803 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.567699 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.573513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:08.574080 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:08.682867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event updated for resources: {'Network': ['ID=7793e2b9-cb75-4c9c-a902-1d5b4785b6bc,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:08.685795 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5737dcbc-bba6-4643-a6c5-087093491891 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4024618 Jun 01 14:01:08.689798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54668) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:08.695030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:08.695518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'subnet': {'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:08.810423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:08.814642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:subnet and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:08.817627 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:08.824294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:08.836420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Made reservation on behalf of 227367fdf40145ff991495ab75102cbe for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:08.840429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.066548 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.141631 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event updated for resources: {'Subnet': ['ID=f91236ee-0530-4d86-86ee-027b3af53157,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:09.151026 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Checking segment: {'id': '76dd6439-2e00-4218-90e2-92f2b9f7c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:09.151368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Network hostable DHCP agents. Network: 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:09.171908 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:09.182622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:09.187226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:09.187796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.192872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb830dc1-c6d3-44bc-8f23-87fff3942ff6 None None] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:09.210241 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ba68a72-97c6-422a-9226-da70f2bbb057 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5194447 Jun 01 14:01:09.213340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54672) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:09.218831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-427313864'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:09.224410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:09.228259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:network and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:09.231094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:09.236795 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:09.248729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Made reservation on behalf of 227367fdf40145ff991495ab75102cbe for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:09.252431 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.281384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:09.291269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.291605 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Added segment 785e249f-8e84-471e-afba-3a4b27b4ea7e of type vlan for network 6f735395-40bf-4489-9a09-3a93550a30ee Jun 01 14:01:09.317154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.350870 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.356470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:09.357046 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.406436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-7793e2b9-cb75-4c9c-a902-1d5b4785b6bc', 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc', 'tenant_id': '227367fdf40145ff991495ab75102cbe', 'fixed_ips': [{'subnet_id': 'f91236ee-0530-4d86-86ee-027b3af53157'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:09.407317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.459788 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2422998 Jun 01 14:01:09.459788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54676) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:09.465875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'subnet': {'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:09.489117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392a0f1-2929-4fb6-9e50-d6635ff6cb4e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event updated for resources: {'Network': ['ID=6f735395-40bf-4489-9a09-3a93550a30ee,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:09.505974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 6f735395-40bf-4489-9a09-3a93550a30ee details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:09.586135 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:09.590646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Usage tracker for resource:subnet and tenant:227367fdf40145ff991495ab75102cbe is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:09.593855 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:09.600007 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:09.612443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Made reservation on behalf of 227367fdf40145ff991495ab75102cbe for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:09.616091 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.697335 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Allocated IP 172.20.0.2 (7793e2b9-cb75-4c9c-a902-1d5b4785b6bc/f91236ee-0530-4d86-86ee-027b3af53157/77965290-1e33-4468-85eb-746048083f02) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:09.911829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.924501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Transition to ACTIVE for port object 77965290-1e33-4468-85eb-746048083f02 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:09.943086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Transition to ACTIVE for port object 77965290-1e33-4468-85eb-746048083f02 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:09.944654 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:09.948995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.014237 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:10.017215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:10.019882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event updated for resources: {'Subnet': ['ID=06c383b6-ec01-4ac8-a41e-74bf0b10d603,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:10.023577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:10.027085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Pushing event updated for resources: {'Port': ['ID=77965290-1e33-4468-85eb-746048083f02,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:10.031414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Checking segment: {'id': '785e249f-8e84-471e-afba-3a4b27b4ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:10.031756 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Network hostable DHCP agents. Network: 6f735395-40bf-4489-9a09-3a93550a30ee, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:10.051431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Network 6f735395-40bf-4489-9a09-3a93550a30ee is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:10.060693 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 6f735395-40bf-4489-9a09-3a93550a30ee) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:10.065013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:10.065620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.088020 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e79ed8a-8699-4c95-a439-6ef3df02bba3 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6270356 Jun 01 14:01:10.090950 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54680) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:10.096030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-19eb4a07-92e3-4eaf-bbe5-7889b8bf208a tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:10.097687 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15483b7-1329-49f3-804b-d56e620a2238 None None] Network 6f735395-40bf-4489-9a09-3a93550a30ee requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:10.188450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Attempting to bind port 77965290-1e33-4468-85eb-746048083f02 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:10.188662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Attempting to bind port 77965290-1e33-4468-85eb-746048083f02 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '76dd6439-2e00-4218-90e2-92f2b9f7c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:10.189052 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Attempting to bind port 77965290-1e33-4468-85eb-746048083f02 on network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:10.199299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:10.199677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Checking segment: {'id': '76dd6439-2e00-4218-90e2-92f2b9f7c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:10.200049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.200466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Bound using segment: {'id': '76dd6439-2e00-4218-90e2-92f2b9f7c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:10.200923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Bound port: 77965290-1e33-4468-85eb-746048083f02, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd6439-2e00-4218-90e2-92f2b9f7c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7793e2b9-cb75-4c9c-a902-1d5b4785b6bc'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:10.201285 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.369142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] For port 77965290-1e33-4468-85eb-746048083f02, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:10.408698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] For port 77965290-1e33-4468-85eb-746048083f02, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=77965290-1e33-4468-85eb-746048083f02,segment=NetworkSegment(76dd6439-2e00-4218-90e2-92f2b9f7c37e),segment_id=76dd6439-2e00-4218-90e2-92f2b9f7c37e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:10.414323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.452728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-6f735395-40bf-4489-9a09-3a93550a30ee', 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee', 'tenant_id': '227367fdf40145ff991495ab75102cbe', 'fixed_ips': [{'subnet_id': '06c383b6-ec01-4ac8-a41e-74bf0b10d603'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:10.453446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.485536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19eb4a07-92e3-4eaf-bbe5-7889b8bf208a tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.573492 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde85a-1578-47e0-9295-cfcd7883bde1 None None] Pushing event updated for resources: {'Port': ['ID=77965290-1e33-4468-85eb-746048083f02,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:10.651394 n-d-844200-1 neutron-server[88372]: INFO neutron.api.v2.resource [None req-19eb4a07-92e3-4eaf-bbe5-7889b8bf208a tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 14:01:10.658036 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19eb4a07-92e3-4eaf-bbe5-7889b8bf208a tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "PUT /v2.0/routers/f1de1101-93e2-45c7-88d0-48cdf7c4d205 HTTP/1.1" status: 400 len: 364 time: 0.5605686 Jun 01 14:01:10.658431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54686) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:10.664014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Allocated IP 172.21.0.2 (6f735395-40bf-4489-9a09-3a93550a30ee/06c383b6-ec01-4ac8-a41e-74bf0b10d603/539566a3-7adb-4b29-8670-87b0acb9dca8) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:10.751950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Deleting subnet 06c383b6-ec01-4ac8-a41e-74bf0b10d603 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:01:10.891393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.902801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Transition to ACTIVE for port object 539566a3-7adb-4b29-8670-87b0acb9dca8 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:10.922084 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Transition to ACTIVE for port object 539566a3-7adb-4b29-8670-87b0acb9dca8 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:10.928070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.928546 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.984413 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:10.995822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Network 6f735395-40bf-4489-9a09-3a93550a30ee is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:10.998826 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:11.002388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:11.008128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Pushing event updated for resources: {'Port': ['ID=539566a3-7adb-4b29-8670-87b0acb9dca8,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:11.076753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.096638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Attempting to bind port 539566a3-7adb-4b29-8670-87b0acb9dca8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:11.097028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Attempting to bind port 539566a3-7adb-4b29-8670-87b0acb9dca8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '785e249f-8e84-471e-afba-3a4b27b4ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:11.097400 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Attempting to bind port 539566a3-7adb-4b29-8670-87b0acb9dca8 on network 6f735395-40bf-4489-9a09-3a93550a30ee {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:11.103236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:11.103555 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Checking segment: {'id': '785e249f-8e84-471e-afba-3a4b27b4ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:11.103979 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.104368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Bound using segment: {'id': '785e249f-8e84-471e-afba-3a4b27b4ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:11.104859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Bound port: 539566a3-7adb-4b29-8670-87b0acb9dca8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e249f-8e84-471e-afba-3a4b27b4ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6f735395-40bf-4489-9a09-3a93550a30ee'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:11.105231 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.147940 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.188323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Subnet': ['ID=06c383b6-ec01-4ac8-a41e-74bf0b10d603,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:11.190279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.197699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b299354a-4722-488f-9057-a0a03a4d372e tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "DELETE /v2.0/subnets/06c383b6-ec01-4ac8-a41e-74bf0b10d603 HTTP/1.1" status: 204 len: 168 time: 0.5375373 Jun 01 14:01:11.200089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:11.201172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] For port 539566a3-7adb-4b29-8670-87b0acb9dca8, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:11.205112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] For port 539566a3-7adb-4b29-8670-87b0acb9dca8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=539566a3-7adb-4b29-8670-87b0acb9dca8,segment=NetworkSegment(785e249f-8e84-471e-afba-3a4b27b4ea7e),segment_id=785e249f-8e84-471e-afba-3a4b27b4ea7e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:11.210833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.322748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.335811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Deleting port 539566a3-7adb-4b29-8670-87b0acb9dca8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:11.336143 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.379466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809a9e5-aec5-45d3-94be-32b501b7fa56 None None] Pushing event updated for resources: {'Port': ['ID=539566a3-7adb-4b29-8670-87b0acb9dca8,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:11.409842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fd23b-4928-4f49-ae69-cae307661be6 None None] Network 6f735395-40bf-4489-9a09-3a93550a30ee requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:11.557485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] For port 539566a3-7adb-4b29-8670-87b0acb9dca8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=539566a3-7adb-4b29-8670-87b0acb9dca8,segment=NetworkSegment(785e249f-8e84-471e-afba-3a4b27b4ea7e),segment_id=785e249f-8e84-471e-afba-3a4b27b4ea7e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:11.557955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.570108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110f715-da2e-444e-b77c-ab7adaf015bc None None] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:11.681020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Calling delete_port for 539566a3-7adb-4b29-8670-87b0acb9dca8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:11.693478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b55a5bc5-13c0-4b4e-acaf-450daa9a9f7d None None] Provisioning for port 77965290-1e33-4468-85eb-746048083f02 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:11.764123 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.812966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Port': ['ID=539566a3-7adb-4b29-8670-87b0acb9dca8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:11.814844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] No DVR routers for this DVR port 539566a3-7adb-4b29-8670-87b0acb9dca8 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:01:11.942137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:11.969472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f735395-40bf-4489-9a09-3a93550a30ee']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:11.982061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785e249f-8e84-471e-afba-3a4b27b4ea7e') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:11.982346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785e249f-8e84-471e-afba-3a4b27b4ea7e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:11.994277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.011731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.013600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c5902-c696-4d61-854b-1c4614c1b66b None None] get_active_networks_info from n-d-844200-1 {{(pid=88373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 14:01:12.018748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:12.019081 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.093102 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 785e249f-8e84-471e-afba-3a4b27b4ea7e resource provider aggregate not found Jun 01 14:01:12.114993 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 785e249f-8e84-471e-afba-3a4b27b4ea7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 785e249f-8e84-471e-afba-3a4b27b4ea7e found for delete ", "request_id": "req-5e5a084f-2da6-4a35-a6fc-b2fd9218e966"}]} Jun 01 14:01:12.117933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c5902-c696-4d61-854b-1c4614c1b66b None None] Resources bound (agent type, host, resource id): {{(pid=88373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 14:01:12.130913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.148684 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.159790 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Network': ['ID=6f735395-40bf-4489-9a09-3a93550a30ee,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:12.163844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fd55580b-b878-420c-9e44-acbbb7ee0c42 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "DELETE /v2.0/networks/6f735395-40bf-4489-9a09-3a93550a30ee HTTP/1.1" status: 204 len: 168 time: 0.9624448 Jun 01 14:01:12.166390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54698) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:12.236039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Deleting subnet f91236ee-0530-4d86-86ee-027b3af53157 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:01:12.239121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.292800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.400913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 77965290-1e33-4468-85eb-746048083f02 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:12.488832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 77965290-1e33-4468-85eb-746048083f02 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:12.493802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 77965290-1e33-4468-85eb-746048083f02 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:12.494332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.497710 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.573568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.613354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Subnet': ['ID=f91236ee-0530-4d86-86ee-027b3af53157,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:12.616956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.622547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 77965290-1e33-4468-85eb-746048083f02 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:12.622957 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.623657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-84cfb7e7-84a4-4056-995c-7edb3d5860d8 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "DELETE /v2.0/subnets/f91236ee-0530-4d86-86ee-027b3af53157 HTTP/1.1" status: 204 len: 168 time: 0.4561317 Jun 01 14:01:12.626250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54702) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:12.633724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af38c8f-3681-40c8-a92e-1a0b190f0011 None None] Network 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:12.741362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.745978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 77965290-1e33-4468-85eb-746048083f02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=77965290-1e33-4468-85eb-746048083f02,segment=NetworkSegment(76dd6439-2e00-4218-90e2-92f2b9f7c37e),segment_id=76dd6439-2e00-4218-90e2-92f2b9f7c37e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:12.752903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Deleting port 77965290-1e33-4468-85eb-746048083f02 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:12.753238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.773683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.885305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=77965290-1e33-4468-85eb-746048083f02,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:12.951474 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] DHCP port deletion for 7793e2b9-cb75-4c9c-a902-1d5b4785b6bc request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:01:12.955726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Deleting port 77965290-1e33-4468-85eb-746048083f02 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:12.956097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:12.966819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] For port 77965290-1e33-4468-85eb-746048083f02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=77965290-1e33-4468-85eb-746048083f02,segment=NetworkSegment(76dd6439-2e00-4218-90e2-92f2b9f7c37e),segment_id=76dd6439-2e00-4218-90e2-92f2b9f7c37e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:12.967177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.087801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Calling delete_port for 77965290-1e33-4468-85eb-746048083f02 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:13.156787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] For port 77965290-1e33-4468-85eb-746048083f02, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=77965290-1e33-4468-85eb-746048083f02,segment=NetworkSegment(76dd6439-2e00-4218-90e2-92f2b9f7c37e),segment_id=76dd6439-2e00-4218-90e2-92f2b9f7c37e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:13.157377 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.168998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.218234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] No DVR routers for this DVR port 77965290-1e33-4468-85eb-746048083f02 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:01:13.244859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Port': ['ID=77965290-1e33-4468-85eb-746048083f02,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:13.316902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Calling delete_port for 77965290-1e33-4468-85eb-746048083f02 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:13.344189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.369665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7793e2b9-cb75-4c9c-a902-1d5b4785b6bc']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:13.381668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd6439-2e00-4218-90e2-92f2b9f7c37e') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:13.381962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd6439-2e00-4218-90e2-92f2b9f7c37e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:13.389000 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:01:13.389356 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:01:13.393624 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.409650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.415865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:01:13.416247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.518942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.542417 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.553165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Pushing event deleted for resources: {'Network': ['ID=7793e2b9-cb75-4c9c-a902-1d5b4785b6bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:13.557269 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a052bffd-44de-4c3a-973a-a1714d0ef8bf tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "DELETE /v2.0/networks/7793e2b9-cb75-4c9c-a902-1d5b4785b6bc HTTP/1.1" status: 204 len: 168 time: 0.9300122 Jun 01 14:01:13.559955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:13.607747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2255ef0e-6d8b-405c-a2d5-54516bb33f18 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Synchronizing usage tracker for tenant:227367fdf40145ff991495ab75102cbe on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:13.628124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2255ef0e-6d8b-405c-a2d5-54516bb33f18 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Unset dirty status for tenant:227367fdf40145ff991495ab75102cbe on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:13.629515 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2255ef0e-6d8b-405c-a2d5-54516bb33f18 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1de1101-93e2-45c7-88d0-48cdf7c4d205 HTTP/1.1" status: 200 len: 205 time: 0.0685616 Jun 01 14:01:13.634325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:13.781376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.890763 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Deleting port 77965290-1e33-4468-85eb-746048083f02 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:13.891173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:13.959988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-97f0075f-1e23-4d9c-b4ea-24527ddce902 None None] The port '77965290-1e33-4468-85eb-746048083f02' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:01:14.175760 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 76dd6439-2e00-4218-90e2-92f2b9f7c37e resource provider aggregate not found Jun 01 14:01:14.194850 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 76dd6439-2e00-4218-90e2-92f2b9f7c37e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76dd6439-2e00-4218-90e2-92f2b9f7c37e found for delete ", "request_id": "req-f2030dd2-1189-404b-b250-82b52e5d6189"}]} Jun 01 14:01:14.196908 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.199255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.222228 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.222518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Fanout notify agent at l3_agent the message router_deleted on router f1de1101-93e2-45c7-88d0-48cdf7c4d205 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:01:14.235099 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.236171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0f192300-693e-41fc-b7ba-795a14a7ede0 tempest-RoutersNegativeTest-555297029 tempest-RoutersNegativeTest-555297029-project] 10.222.0.40 "DELETE /v2.0/routers/f1de1101-93e2-45c7-88d0-48cdf7c4d205 HTTP/1.1" status: 204 len: 168 time: 0.6005492 Jun 01 14:01:14.356943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 77965290-1e33-4468-85eb-746048083f02 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:01:14.397342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 77965290-1e33-4468-85eb-746048083f02 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:01:14.397463 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 77965290-1e33-4468-85eb-746048083f02 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:01:14.527810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54722) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:14.684401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-70198906-456a-494d-9e8e-cd763ff2d69c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=227367fdf40145ff991495ab75102cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550267 Jun 01 14:01:14.688151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54728) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:14.746778 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.772952 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.828687 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.844906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b2f51-e968-43ac-8222-3e39998c3d37,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:14.849313 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:14.850313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3e04d778-24f2-420f-8e40-5a78ce0bba7c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/646b2f51-e968-43ac-8222-3e39998c3d37 HTTP/1.1" status: 204 len: 168 time: 0.1612983 Jun 01 14:01:15.574384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54752) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:15.676660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-584027775-network', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:15.682185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:15.686263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Usage tracker for resource:network and tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:15.689232 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:15.695143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:15.712020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Made reservation on behalf of cae9939ac5cf4dc5b0dc4582a0cd8f59 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:15.715486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.732031 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.747340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:15.751353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Usage tracker for resource:security_group_rule and tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:15.754154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:15.761138 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:15.844909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.850960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.880108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:15.888661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd22e4ce-629d-4834-92b9-394a42aaf179,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:15.894103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.894450 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Added segment 0240186d-01fb-4c3a-82a2-ee18f661d348 of type vlan for network 1040d0e9-39b2-43ae-af09-accd49470317 Jun 01 14:01:15.921965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.954859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:15.955838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:15.956479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.060077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4844570 Jun 01 14:01:16.060805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4086-bfca-4514-ab38-b29d9f64288f admin admin] Pushing event updated for resources: {'Network': ['ID=1040d0e9-39b2-43ae-af09-accd49470317,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:16.063208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:16.068618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Request body: {'subnet': {'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-subnet', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:16.071653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 1040d0e9-39b2-43ae-af09-accd49470317 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:16.075326 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:16.079426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Usage tracker for resource:subnet and tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:16.083352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:16.089609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:16.100859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Made reservation on behalf of cae9939ac5cf4dc5b0dc4582a0cd8f59 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:16.103382 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.308324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.379692 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de9c421-2274-4e1b-be35-ab6ce78bdb0b,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:16.390070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Checking segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:16.390422 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Network hostable DHCP agents. Network: 1040d0e9-39b2-43ae-af09-accd49470317, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:16.412207 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Network 1040d0e9-39b2-43ae-af09-accd49470317 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:16.421968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 1040d0e9-39b2-43ae-af09-accd49470317) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:16.425969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:16.426538 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.431280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3857ee1-c673-479a-8ecc-a18bc8587fe6 None None] Network 1040d0e9-39b2-43ae-af09-accd49470317 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:16.452212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54762) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:16.452417 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d5c0c250-aa98-4703-aec1-9271f4182e7a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3879216 Jun 01 14:01:16.457719 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:16.464000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:16.468631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Usage tracker for resource:router and tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:16.472032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:16.478013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:16.491234 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.492357 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.509193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.653944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-1040d0e9-39b2-43ae-af09-accd49470317', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:16.654826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.775808 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:16.811433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Allocated IP 172.20.0.2 (1040d0e9-39b2-43ae-af09-accd49470317/9de9c421-2274-4e1b-be35-ab6ce78bdb0b/aaa881dd-bb1e-4b9e-b27d-f648425ab5cd) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:17.014098 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.024971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Transition to ACTIVE for port object aaa881dd-bb1e-4b9e-b27d-f648425ab5cd will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:17.044188 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Transition to ACTIVE for port object aaa881dd-bb1e-4b9e-b27d-f648425ab5cd will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:17.049731 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.086992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.116987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.117437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Network 1040d0e9-39b2-43ae-af09-accd49470317 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:17.120480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:17.124114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:17.129804 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Pushing event updated for resources: {'Port': ['ID=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:17.214481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Attempting to bind port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:17.214855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Attempting to bind port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:17.215213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Attempting to bind port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:17.220642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:17.221027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Checking segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:17.221419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.221805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Bound using segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:17.222258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Bound port: aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:17.222725 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.318014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] For port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:17.321765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] For port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:17.327540 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.370518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Allocated IP 172.25.7.65 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/d28d68a0-c420-46c6-92e6-ce7e35c83eb3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:17.413576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bad2a-3575-482e-b76c-8f266c0a2047 None None] Pushing event updated for resources: {'Port': ['ID=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:17.524801 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.557812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:17.631536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:17.634097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:17.639074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:17.678872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:18.064373 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.312930 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cfb4ce33-9912-403a-8f68-9c98569c6042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.337668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c462d44-8b6d-4f0f-a276-a2ecb2f45267 None None] Network 1040d0e9-39b2-43ae-af09-accd49470317 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:18.402636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aaa881dd-bb1e-4b9e-b27d-f648425ab5cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:18.420641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.520532 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9a215e5c-7139-4a8f-b732-f7e40f0d81a8 None None] Provisioning for port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:18.612106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:18.621898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:18.622278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.646676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Router eb78d3d6-dcac-497c-920a-4b1dd0ab533c is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:01:18.655297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.801271 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:18.801641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.841379 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:18.846804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:18.921031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:18.972981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:01:18.983493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Sync routers for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:01:18.993349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:18.994116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:00:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:18.997762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.000567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cb855372-1f5f-4405-b576-2dacbc63c590 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5458798 Jun 01 14:01:19.002660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54766) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:19.134538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-41521c17-b075-4815-904a-9585838c7396 None None] Provisioning complete for port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:19.134538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41521c17-b075-4815-904a-9585838c7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.227602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:19.473208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-41521c17-b075-4815-904a-9585838c7396 None None] Current status of the port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:19.564536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:17Z', 'revision_number': 3, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:19.568630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Checking router: eb78d3d6-dcac-497c-920a-4b1dd0ab533c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:01:19.568967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Updating router eb78d3d6-dcac-497c-920a-4b1dd0ab533c port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:01:19.625767 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.789193 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.951754 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.963771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Transition to ACTIVE for port object d28d68a0-c420-46c6-92e6-ce7e35c83eb3 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:19.971283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:19.997849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Allocated IP 172.20.0.1 (1040d0e9-39b2-43ae-af09-accd49470317/9de9c421-2274-4e1b-be35-ab6ce78bdb0b/aa372faf-49a7-49a2-9aec-c8e3557f9b41) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:20.049099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Attempting to bind port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:20.049378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Attempting to bind port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:20.049739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Attempting to bind port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:20.055426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ee7c-ba2c-4838-a8a1-c77198bf7637 None None] Pushing event updated for resources: {'Port': ['ID=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:20.060115 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:20.060483 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:20.060878 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.061258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:20.061716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Bound port: d28d68a0-c420-46c6-92e6-ce7e35c83eb3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:20.062088 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.145969 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.163485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Transition to ACTIVE for port object aa372faf-49a7-49a2-9aec-c8e3557f9b41 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:20.184562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] For port d28d68a0-c420-46c6-92e6-ce7e35c83eb3, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:20.188414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] For port d28d68a0-c420-46c6-92e6-ce7e35c83eb3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:20.192304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.196039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.263294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Network 1040d0e9-39b2-43ae-af09-accd49470317 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:20.266281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:20.270827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:20.276965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:20.277575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:00:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:20.297250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Pushing event updated for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:20.332792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.353173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ee7c-ba2c-4838-a8a1-c77198bf7637 None None] Pushing event updated for resources: {'Port': ['ID=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:20.375744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aaa881dd-bb1e-4b9e-b27d-f648425ab5cd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:20.519426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-28703902-b400-4ede-b8b2-99dd94e13b23 None None] Provisioning for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:20.528427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-28703902-b400-4ede-b8b2-99dd94e13b23 None None] Provisioning complete for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:20.528862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-28703902-b400-4ede-b8b2-99dd94e13b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.571304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:20.601161 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.717456 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0a74852a-4208-49d1-b6aa-854eb7dbefec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.767814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-28703902-b400-4ede-b8b2-99dd94e13b23 None None] Port aa372faf-49a7-49a2-9aec-c8e3557f9b41 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:01:20.787752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:20.788116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.949623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.954668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:20.982484 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:20.994004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:17Z', 'revision_number': 3, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:20.997859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d4e56-796d-489c-ad1a-1d387fa4b75c None None] The sync data for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 is: [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:17Z', 'revision_number': 3, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:01:21.066464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Pushing event updated for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:21.069427 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:21.225016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Network 1040d0e9-39b2-43ae-af09-accd49470317 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:21.226716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:21.427204 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Router eb78d3d6-dcac-497c-920a-4b1dd0ab533c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:01:21.494545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a191bc34-695d-4ba9-8680-d7347cb3e6f7 None None] Provisioning complete for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:21.495218 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a191bc34-695d-4ba9-8680-d7347cb3e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:21.556037 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-a191bc34-695d-4ba9-8680-d7347cb3e6f7 None None] Port aa372faf-49a7-49a2-9aec-c8e3557f9b41 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:01:21.618883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:01:21.636191 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07243e00-f4c2-4162-9fcf-c7474c26e936 admin admin] 10.222.0.40 "PUT /v2.0/routers/eb78d3d6-dcac-497c-920a-4b1dd0ab533c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241140 Jun 01 14:01:21.749855 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:21.953870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.135957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:01:22.173583 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:22.181705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1604533840-network', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:22.187728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:22.192116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Usage tracker for resource:network and tenant:d129b9a3a61b4b90a23f947d741a2850 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:22.195194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:22.201862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:22.216080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Made reservation on behalf of d129b9a3a61b4b90a23f947d741a2850 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:22.218619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.231291 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.247061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:22.251423 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Usage tracker for resource:security_group_rule and tenant:d129b9a3a61b4b90a23f947d741a2850 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:22.254543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:22.261316 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:22.351759 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.358679 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.391831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d28d68a0-c420-46c6-92e6-ce7e35c83eb3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:22.400780 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:01:22.403175 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabd0428-f3fb-4da9-b174-96483354f93d,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:22.414483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.414844 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Added segment 5b53ec72-8e26-4601-8a91-fdc8bd991bf5 of type vlan for network 3918badb-0def-463c-b8f3-cacb775cebf6 Jun 01 14:01:22.442405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.468882 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:22.474520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:22.474983 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.480466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.481790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:22.482381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.578868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Sync routers for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:01:22.588468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] Pushing event updated for resources: {'Network': ['ID=3918badb-0def-463c-b8f3-cacb775cebf6,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:22.591553 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b49319b4-bfba-4ad8-81d8-c5af77469e54 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4166191 Jun 01 14:01:22.591805 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:22.592584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:22.594363 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 54788) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:22.600705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Request body: {'subnet': {'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-subnet', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:22.604539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 3918badb-0def-463c-b8f3-cacb775cebf6 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:01:22.606810 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:22.610691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Usage tracker for resource:subnet and tenant:d129b9a3a61b4b90a23f947d741a2850 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:22.613492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:22.619453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:22.630429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Made reservation on behalf of d129b9a3a61b4b90a23f947d741a2850 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:22.632794 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.672902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:22.673362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.718362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d28d68a0-c420-46c6-92e6-ce7e35c83eb3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:22.727667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.770977 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:22.795021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:22.852862 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:22.926981 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6162e9-d88a-4816-b97a-a037cfd1bcb8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:22.937920 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Checking segment: {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:22.938274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Network hostable DHCP agents. Network: 3918badb-0def-463c-b8f3-cacb775cebf6, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:01:22.957308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Network 3918badb-0def-463c-b8f3-cacb775cebf6 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:01:22.968884 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 3918badb-0def-463c-b8f3-cacb775cebf6) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:22.976578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba60c85-3cf2-4be7-b7b6-22956472c317 None None] Network 3918badb-0def-463c-b8f3-cacb775cebf6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:22.980119 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:22.981286 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.007784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54792) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:23.008366 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a12f38de-afdc-4cc3-8fb2-734fcc8ba2e4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4119332 Jun 01 14:01:23.014353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:23.021018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:23.025318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Usage tracker for resource:router and tenant:d129b9a3a61b4b90a23f947d741a2850 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:23.029714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:23.036265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:23.049486 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.050847 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.068942 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.093795 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 4, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa372faf-49a7-49a2-9aec-c8e3557f9b41', 'name': '', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'mac_address': 'fa:16:3e:e4:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:19Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 2, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'subnets': [{'id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:23.100104 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Checking router: eb78d3d6-dcac-497c-920a-4b1dd0ab533c for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:01:23.100538 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Updating router eb78d3d6-dcac-497c-920a-4b1dd0ab533c port aa372faf-49a7-49a2-9aec-c8e3557f9b41 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:01:23.154977 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.246197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-3918badb-0def-463c-b8f3-cacb775cebf6', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:01:23.247141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.348954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.412092 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.421217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Allocated IP 172.20.0.2 (3918badb-0def-463c-b8f3-cacb775cebf6/ce6162e9-d88a-4816-b97a-a037cfd1bcb8/8245c09a-3df3-416e-8767-8ea81a837a65) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:23.533486 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.548072 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Transition to ACTIVE for port object aa372faf-49a7-49a2-9aec-c8e3557f9b41 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:23.558213 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.644708 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.658186 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Transition to ACTIVE for port object 8245c09a-3df3-416e-8767-8ea81a837a65 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:23.681913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Transition to ACTIVE for port object 8245c09a-3df3-416e-8767-8ea81a837a65 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:23.686120 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.699234 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.718923 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.750774 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Pushing event updated for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:23.758978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Network 3918badb-0def-463c-b8f3-cacb775cebf6 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:23.764882 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.765211 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.765534 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.765854 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.766747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.766747 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.766938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.767818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.767818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.768007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:23.768096 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.768096 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.768271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:23.776937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:23.788982 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Attempting to bind port aa372faf-49a7-49a2-9aec-c8e3557f9b41 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:23.790803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Attempting to bind port aa372faf-49a7-49a2-9aec-c8e3557f9b41 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:23.791463 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Attempting to bind port aa372faf-49a7-49a2-9aec-c8e3557f9b41 on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:23.799071 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:23.800032 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Checking segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:23.800802 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.801495 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Bound using segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:23.802020 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Bound port: aa372faf-49a7-49a2-9aec-c8e3557f9b41, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:23.802392 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.875967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Pushing event updated for resources: {'Port': ['ID=8245c09a-3df3-416e-8767-8ea81a837a65,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:23.877170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Allocated IP 172.25.7.208 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/55024007-6436-4e2e-9069-9b9094be036a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:23.893434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Attempting to bind port 8245c09a-3df3-416e-8767-8ea81a837a65 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:23.893787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Attempting to bind port 8245c09a-3df3-416e-8767-8ea81a837a65 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:23.894147 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Attempting to bind port 8245c09a-3df3-416e-8767-8ea81a837a65 on network 3918badb-0def-463c-b8f3-cacb775cebf6 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:23.900410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:23.900781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Checking segment: {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:23.901178 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.901561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Bound using segment: {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:23.902027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Bound port: 8245c09a-3df3-416e-8767-8ea81a837a65, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:23.902393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:23.913859 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] For port aa372faf-49a7-49a2-9aec-c8e3557f9b41, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:23.917268 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] For port aa372faf-49a7-49a2-9aec-c8e3557f9b41, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa372faf-49a7-49a2-9aec-c8e3557f9b41,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:23.921043 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:24.000048 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:24.000902 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:24.016550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] For port 8245c09a-3df3-416e-8767-8ea81a837a65, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:24.019940 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] For port 8245c09a-3df3-416e-8767-8ea81a837a65, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8245c09a-3df3-416e-8767-8ea81a837a65,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:24.026077 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:24.041963 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:24.063492 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15bac-e3ce-4111-9e14-3c4725d184cd None None] Pushing event updated for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:24.086450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:24.122539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dcbb5-5ac5-469a-8c58-672551738c84 None None] Pushing event updated for resources: {'Port': ['ID=8245c09a-3df3-416e-8767-8ea81a837a65,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:24.168239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:24.171174 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:24.176296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:24.217677 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=55024007-6436-4e2e-9069-9b9094be036a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:24.264147 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:24.425298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d28d68a0-c420-46c6-92e6-ce7e35c83eb3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:24.521488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:24.521858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:24.654347 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 4, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa372faf-49a7-49a2-9aec-c8e3557f9b41', 'name': '', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'mac_address': 'fa:16:3e:e4:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:19Z', 'updated_at': '2022-06-01T14:01:23Z', 'revision_number': 4, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'subnets': [{'id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:24.658724 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e339f76-2af4-4382-b364-ead9550fba67 None None] The sync data for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 is: [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:01:20Z', 'revision_number': 4, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'aa372faf-49a7-49a2-9aec-c8e3557f9b41', 'name': '', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'mac_address': 'fa:16:3e:e4:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:19Z', 'updated_at': '2022-06-01T14:01:23Z', 'revision_number': 4, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'subnets': [{'id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:01:24.669367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:24.831006 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:25.190255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:25.203185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae153f-7f96-4051-94cf-cafe2ff60e07 None None] Network 3918badb-0def-463c-b8f3-cacb775cebf6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:01:25.295475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5f876462-377a-49f4-bdc4-4003c5dcaef7 None None] Provisioning for port 8245c09a-3df3-416e-8767-8ea81a837a65 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:25.412228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:01:25.620427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:01:25.629774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Sync routers for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:01:25.641389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:25.642412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:25.652956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:25.657305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-096bdb51-a774-46ac-8ade-f2bc87494bf4 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6447489 Jun 01 14:01:25.657543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 54796) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:01:25.842319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:26.171750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:24Z', 'revision_number': 3, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:26.175630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Checking router: c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:01:26.175977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Updating router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 port 55024007-6436-4e2e-9069-9b9094be036a binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:01:26.228766 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.442791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8245c09a-3df3-416e-8767-8ea81a837a65 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:26.497056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.560315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 8245c09a-3df3-416e-8767-8ea81a837a65 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:26.595246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8245c09a-3df3-416e-8767-8ea81a837a65 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:26.595592 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.670847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.685128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Transition to ACTIVE for port object 55024007-6436-4e2e-9069-9b9094be036a will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:26.695982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.705740 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Allocated IP 172.20.0.1 (3918badb-0def-463c-b8f3-cacb775cebf6/ce6162e9-d88a-4816-b97a-a037cfd1bcb8/1d2da157-8df5-4d0f-929d-39ccff13c5c8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:26.821853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8245c09a-3df3-416e-8767-8ea81a837a65 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:26.822368 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.833450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Attempting to bind port 55024007-6436-4e2e-9069-9b9094be036a on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:26.833814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Attempting to bind port 55024007-6436-4e2e-9069-9b9094be036a by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:26.834174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Attempting to bind port 55024007-6436-4e2e-9069-9b9094be036a on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:26.838953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd565a0f-44c7-4ff7-82c1-d5122fde51bc None None] Pushing event updated for resources: {'Port': ['ID=55024007-6436-4e2e-9069-9b9094be036a,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:26.845730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:26.846362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:26.846362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.846848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:26.847187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Bound port: 55024007-6436-4e2e-9069-9b9094be036a, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:26.847553 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.854998 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.871430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Transition to ACTIVE for port object 1d2da157-8df5-4d0f-929d-39ccff13c5c8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:26.896961 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.914784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 8245c09a-3df3-416e-8767-8ea81a837a65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8245c09a-3df3-416e-8767-8ea81a837a65,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:26.927578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:26.928253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa372faf-49a7-49a2-9aec-c8e3557f9b41 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:26.967457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Network 3918badb-0def-463c-b8f3-cacb775cebf6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:26.970455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:26.974792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:27.008150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Pushing event updated for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:27.033556 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.039665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] For port 55024007-6436-4e2e-9069-9b9094be036a, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:27.060767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] For port 55024007-6436-4e2e-9069-9b9094be036a, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=55024007-6436-4e2e-9069-9b9094be036a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:27.065243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=8245c09a-3df3-416e-8767-8ea81a837a65,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:27.072652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.154626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:27.168866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:27.169213 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.169852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.204010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd565a0f-44c7-4ff7-82c1-d5122fde51bc None None] Pushing event updated for resources: {'Port': ['ID=55024007-6436-4e2e-9069-9b9094be036a,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:27.213560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:27.214192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:27.322289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea21cae9-9546-4eec-827a-79c71655df96 None None] Provisioning for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:27.392091 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.393040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ea21cae9-9546-4eec-827a-79c71655df96 None None] Provisioning complete for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:27.393396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ea21cae9-9546-4eec-827a-79c71655df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.397802 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.506010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Pushing event updated for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:27.508110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.526114 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ea21cae9-9546-4eec-827a-79c71655df96 None None] Port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:01:27.528807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:27.629302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa372faf-49a7-49a2-9aec-c8e3557f9b41 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:27.629667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.645543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Network 3918badb-0def-463c-b8f3-cacb775cebf6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:27.646732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:27.792015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port aa372faf-49a7-49a2-9aec-c8e3557f9b41, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa372faf-49a7-49a2-9aec-c8e3557f9b41,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:27.808818 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.927639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:27.957246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ba699d51-cdcb-4230-85af-c82d7ce47798 None None] Provisioning complete for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:27.957580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ba699d51-cdcb-4230-85af-c82d7ce47798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:27.965762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:01:28.023543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ba699d51-cdcb-4230-85af-c82d7ce47798 None None] Port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:01:28.049137 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1d2da157-8df5-4d0f-929d-39ccff13c5c8', 'name': '', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'mac_address': 'fa:16:3e:d5:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:26Z', 'updated_at': '2022-06-01T14:01:26Z', 'revision_number': 1, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'subnets': [{'id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:28.053360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f62c7-1cd4-4c63-a4f3-3afbb93ceb86 None None] The sync data for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 is: [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1d2da157-8df5-4d0f-929d-39ccff13c5c8', 'name': '', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'mac_address': 'fa:16:3e:d5:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:26Z', 'updated_at': '2022-06-01T14:01:26Z', 'revision_number': 1, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'subnets': [{'id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:01:28.159022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:01:28.168681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6a6f7343-556c-4902-9f29-95eb8ade4d8d admin admin] 10.222.0.40 "PUT /v2.0/routers/c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100920 Jun 01 14:01:28.407336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8245c09a-3df3-416e-8767-8ea81a837a65 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:28.489852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 8245c09a-3df3-416e-8767-8ea81a837a65 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:28.490530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:28.617752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 8245c09a-3df3-416e-8767-8ea81a837a65 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:28.619113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa372faf-49a7-49a2-9aec-c8e3557f9b41 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:28.697523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port aa372faf-49a7-49a2-9aec-c8e3557f9b41 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:28.698364 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:28.846527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port aa372faf-49a7-49a2-9aec-c8e3557f9b41 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:28.917596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-6144402b-a642-4dc7-a49c-d4836e21f9a4 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:28.918426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-6144402b-a642-4dc7-a49c-d4836e21f9a4 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:28.937031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-6144402b-a642-4dc7-a49c-d4836e21f9a4 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:28.938226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-6144402b-a642-4dc7-a49c-d4836e21f9a4 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 816 time: 0.1876154 Jun 01 14:01:28.955707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-f5bc9bc8-668b-457f-a6df-6a0ed735652b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/quotas/cae9939ac5cf4dc5b0dc4582a0cd8f59 HTTP/1.1" status: 200 len: 375 time: 0.0113730 Jun 01 14:01:29.045087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-5a670e0c-9f28-4eb5-a150-2ae6992410fa tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835414 Jun 01 14:01:29.188621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-815d791d-e4b2-425a-bfd0-f30bd1d4942d service neutron] 10.222.0.40 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316550 Jun 01 14:01:29.325598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-8b0e5431-5979-44e6-8405-720345cdad4d service neutron] 10.222.0.40 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311724 Jun 01 14:01:29.508926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b728f3eb-aa9e-432d-a28e-c10bdc05d5a1 req-4b546047-4744-4a9b-8507-4bcef7b22889 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 210 time: 0.0431778 Jun 01 14:01:30.397032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 55024007-6436-4e2e-9069-9b9094be036a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:30.474326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 55024007-6436-4e2e-9069-9b9094be036a completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:30.479313 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 55024007-6436-4e2e-9069-9b9094be036a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:30.479779 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:30.616700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 55024007-6436-4e2e-9069-9b9094be036a is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:30.617162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:30.634904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 55024007-6436-4e2e-9069-9b9094be036a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=55024007-6436-4e2e-9069-9b9094be036a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:30.642157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:30.693954 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1fc6963-b7c0-4c5f-8231-8c0fd4251dbe req-dd299028-db6b-48f1-bd64-18e960539cbb tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 210 time: 0.0501728 Jun 01 14:01:30.723098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-51298ed1-824d-4fea-ae94-419eff1a9c76 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:30.724706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-51298ed1-824d-4fea-ae94-419eff1a9c76 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 816 time: 0.2333355 Jun 01 14:01:30.726142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=55024007-6436-4e2e-9069-9b9094be036a,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:30.736625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Request body: {'port': {'device_id': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'admin_state_up': True, 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:30.885924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:01:30.890266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Usage tracker for resource:port and tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:01:30.893392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:01:30.899851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:01:30.912770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Made reservation on behalf of cae9939ac5cf4dc5b0dc4582a0cd8f59 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:01:30.919392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.096937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Allocated IP 172.20.0.9 (1040d0e9-39b2-43ae-af09-accd49470317/9de9c421-2274-4e1b-be35-ab6ce78bdb0b/bcb93a50-cc71-4c14-89ba-29601ed4e803) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:01:31.318082 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.333887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Transition to ACTIVE for port object bcb93a50-cc71-4c14-89ba-29601ed4e803 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:31.358731 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.436453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Network 1040d0e9-39b2-43ae-af09-accd49470317 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:01:31.439641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:01:31.443604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:01:31.476927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Pushing event updated for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:31.526923 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:31.527713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.552533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-9aef273f-91a2-4459-857c-655d8d247a40 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194921 Jun 01 14:01:31.564624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Request body: {'port': {'device_id': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:01:31.674336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8a01bb60-b06d-4edb-af6c-1689836444c1 None None] Provisioning for port bcb93a50-cc71-4c14-89ba-29601ed4e803 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:31.683417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8a01bb60-b06d-4edb-af6c-1689836444c1 None None] Provisioning complete for port bcb93a50-cc71-4c14-89ba-29601ed4e803 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:31.683786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8a01bb60-b06d-4edb-af6c-1689836444c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.706754 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Sync routers for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:01:31.718178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:31.718942 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:31.745958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8a01bb60-b06d-4edb-af6c-1689836444c1 None None] Port bcb93a50-cc71-4c14-89ba-29601ed4e803 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:01:31.803715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:31.923080 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:32.005026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-2bd3c326-85c1-4552-90c3-f1826e701534 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:32.005705 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-2bd3c326-85c1-4552-90c3-f1826e701534 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:32.098133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-2bd3c326-85c1-4552-90c3-f1826e701534 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:32.099467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-2bd3c326-85c1-4552-90c3-f1826e701534 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 931 time: 0.2862732 Jun 01 14:01:32.175674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-0cda0caa-15e3-4933-85a6-cb1a302bf1f1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:32.209222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-0cda0caa-15e3-4933-85a6-cb1a302bf1f1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:32.210484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef5c4221-612e-4c90-a397-66afe0fadb79 req-0cda0caa-15e3-4933-85a6-cb1a302bf1f1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034021 Jun 01 14:01:32.238467 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1d2da157-8df5-4d0f-929d-39ccff13c5c8', 'name': '', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'mac_address': 'fa:16:3e:d5:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:26Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 2, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'subnets': [{'id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:32.242477 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Checking router: c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:01:32.242833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Updating router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:01:32.273861 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb93a50-cc71-4c14-89ba-29601ed4e803 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:01:32.281681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.296927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Transition to ACTIVE for port object bcb93a50-cc71-4c14-89ba-29601ed4e803 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:32.298250 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.302232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.383770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 55024007-6436-4e2e-9069-9b9094be036a up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:32.435097 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:32.465721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 55024007-6436-4e2e-9069-9b9094be036a triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:32.466089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.558903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Attempting to bind port bcb93a50-cc71-4c14-89ba-29601ed4e803 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:32.559242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Attempting to bind port bcb93a50-cc71-4c14-89ba-29601ed4e803 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:32.559570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Attempting to bind port bcb93a50-cc71-4c14-89ba-29601ed4e803 on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:32.565487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.565688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.566026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.566362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.566721 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.567049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.567430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.567686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.568007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.568327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.568658 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.568973 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:32.572676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Port bcb93a50-cc71-4c14-89ba-29601ed4e803 on network 1040d0e9-39b2-43ae-af09-accd49470317 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:01:32.572999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Attempting to bind port bcb93a50-cc71-4c14-89ba-29601ed4e803 on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:32.579270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:32.579628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Checking segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:32.580012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Bound using segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:32.580822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Bound port: bcb93a50-cc71-4c14-89ba-29601ed4e803, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:32.580822 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.603860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 55024007-6436-4e2e-9069-9b9094be036a is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:32.674469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:32.678066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:32.683614 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.693188 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.704997 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Transition to ACTIVE for port object 1d2da157-8df5-4d0f-929d-39ccff13c5c8 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:01:32.711659 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.745059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:32.745672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:32.747087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] 10.222.0.13 "PUT /v2.0/ports/bcb93a50-cc71-4c14-89ba-29601ed4e803 HTTP/1.1" status: 200 len: 1091 time: 1.1869142 Jun 01 14:01:32.748178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:01:32.772469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3cd6-588e-4529-91e1-7ab7ef72241c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:32.823898 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be378b9c-a890-45ba-aec5-edeb86bb0add'] response: {'name': 'network-changed', 'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803', 'status': 'completed', 'code': 200} Jun 01 14:01:32.933295 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6a974-9ab7-40fa-8dcf-60abcc355928 None None] Pushing event updated for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:32.992072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-43f2d553-5595-4695-b6b1-c195b7bb3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:32.995153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-43f2d553-5595-4695-b6b1-c195b7bb3444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 1094 time: 0.0860415 Jun 01 14:01:33.000969 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Attempting to bind port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:01:33.001323 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Attempting to bind port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:01:33.001670 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Attempting to bind port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 on network 3918badb-0def-463c-b8f3-cacb775cebf6 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:01:33.008773 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:01:33.009062 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Checking segment: {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:01:33.009509 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:33.009884 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Bound using segment: {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:01:33.010338 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Bound port: 1d2da157-8df5-4d0f-929d-39ccff13c5c8, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b53ec72-8e26-4601-8a91-fdc8bd991bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:01:33.010722 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:33.069113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-f11e5857-2ff4-41fb-85f8-076eaecbc678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803 HTTP/1.1" status: 200 len: 217 time: 0.0668390 Jun 01 14:01:33.099171 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] For port 1d2da157-8df5-4d0f-929d-39ccff13c5c8, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:01:33.102627 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] For port 1d2da157-8df5-4d0f-929d-39ccff13c5c8, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1d2da157-8df5-4d0f-929d-39ccff13c5c8,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:01:33.107767 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:33.134842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-04165ee9-ba04-4e6a-8dcb-49aa5445eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:33.136304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-04165ee9-ba04-4e6a-8dcb-49aa5445eb1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de9c421-2274-4e1b-be35-ab6ce78bdb0b HTTP/1.1" status: 200 len: 855 time: 0.0607812 Jun 01 14:01:33.188814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:01:33.189433 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:01:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:33.215400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-921213c7-01c3-4fab-8039-1010ad50c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:33.217151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-921213c7-01c3-4fab-8039-1010ad50c44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1040d0e9-39b2-43ae-af09-accd49470317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754242 Jun 01 14:01:33.248392 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6a974-9ab7-40fa-8dcf-60abcc355928 None None] Pushing event updated for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:33.391070 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:01:33.434816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-c2adae55-938f-4798-92f8-bf226fba9ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109010 Jun 01 14:01:33.658180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa058a2-6484-4289-84bc-af9575a1b90f req-6fd35ebe-a568-4aec-b181-5a1ce942c339 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:33.659593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-faa058a2-6484-4289-84bc-af9575a1b90f req-6fd35ebe-a568-4aec-b181-5a1ce942c339 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 943 time: 0.3186774 Jun 01 14:01:33.732474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2c3e965-b731-4f1a-8613-9e974670bf77 req-994835e2-1012-41f8-b3f8-7645dc9adbd4 service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916870 Jun 01 14:01:33.734697 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1d2da157-8df5-4d0f-929d-39ccff13c5c8', 'name': '', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'mac_address': 'fa:16:3e:d5:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:26Z', 'updated_at': '2022-06-01T14:01:33Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'subnets': [{'id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:01:33.737134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-faa058a2-6484-4289-84bc-af9575a1b90f req-609b4c84-05f7-4d06-94b2-707e60174922 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702631 Jun 01 14:01:33.740469 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d634f-15a8-480f-9f2e-81bb41d569fc None None] The sync data for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 is: [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:27Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '1d2da157-8df5-4d0f-929d-39ccff13c5c8', 'name': '', 'network_id': '3918badb-0def-463c-b8f3-cacb775cebf6', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'mac_address': 'fa:16:3e:d5:ca:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:26Z', 'updated_at': '2022-06-01T14:01:33Z', 'revision_number': 4, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'subnets': [{'id': 'ce6162e9-d88a-4816-b97a-a037cfd1bcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:01:33.859271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-92d02ca8-b089-4a82-80cf-e5ee8500af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:33.860780 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-92d02ca8-b089-4a82-80cf-e5ee8500af6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 1094 time: 0.0766625 Jun 01 14:01:34.003702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-4ed51ba5-5d79-4c6c-a04e-e9a6c3d0b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:34.005053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-4ed51ba5-5d79-4c6c-a04e-e9a6c3d0b2d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 917 time: 0.1378980 Jun 01 14:01:34.077928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-deb7998a-8032-40f5-a79c-68e8529a192c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803 HTTP/1.1" status: 200 len: 217 time: 0.0656860 Jun 01 14:01:34.150307 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-a98bdcd9-9705-47c5-93ba-9d55fd21db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:34.151859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-a98bdcd9-9705-47c5-93ba-9d55fd21db52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de9c421-2274-4e1b-be35-ab6ce78bdb0b HTTP/1.1" status: 200 len: 855 time: 0.0676315 Jun 01 14:01:34.231502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-75f62bca-4637-4209-9f09-dbdbeeea8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:34.232946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-75f62bca-4637-4209-9f09-dbdbeeea8e92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1040d0e9-39b2-43ae-af09-accd49470317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743046 Jun 01 14:01:34.371437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-c31a1b01-2733-4326-8f4d-fb1c8b10b774 service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312218 Jun 01 14:01:34.399157 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1d2da157-8df5-4d0f-929d-39ccff13c5c8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:34.468915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:34.474150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:34.475164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:34.512084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8215387c-8163-4868-bdce-f6f03f1a67e0 req-e39ac9c5-7f96-45ac-b5e5-e500b32659ac service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314070 Jun 01 14:01:34.598957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:34.599179 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:34.636767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 1d2da157-8df5-4d0f-929d-39ccff13c5c8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1d2da157-8df5-4d0f-929d-39ccff13c5c8,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:34.642457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:34.713739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:34.937494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519babce-830f-42dc-8745-e0915fc01a9b req-b8e0161d-fb10-4847-8e95-f8623d116d3f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:34.938969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-519babce-830f-42dc-8745-e0915fc01a9b req-b8e0161d-fb10-4847-8e95-f8623d116d3f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 943 time: 0.0909176 Jun 01 14:01:34.985084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-519babce-830f-42dc-8745-e0915fc01a9b req-ed60d0f3-20f8-4495-af6e-6ee097ec9ffc tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jun 01 14:01:35.186359 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:36.197281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149406a6-c3e8-49bc-a9e0-90cd956c58f9 req-4d9e4c7e-f938-4e62-8896-7096be63dfb6 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:36.198618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-149406a6-c3e8-49bc-a9e0-90cd956c58f9 req-4d9e4c7e-f938-4e62-8896-7096be63dfb6 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 943 time: 0.0899103 Jun 01 14:01:36.254991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-149406a6-c3e8-49bc-a9e0-90cd956c58f9 req-085fed39-a84d-4272-8ab7-24f4a3004a6f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Jun 01 14:01:36.377192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1d2da157-8df5-4d0f-929d-39ccff13c5c8 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:36.474843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:36.475266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:36.592668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:36.991864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bcb93a50-cc71-4c14-89ba-29601ed4e803 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:01:37.141978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:37.155411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'bcb93a50-cc71-4c14-89ba-29601ed4e803', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'port_id': 'bcb93a50-cc71-4c14-89ba-29601ed4e803', 'mac_address': 'fa:16:3e:d9:4c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:01:37.211879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port bcb93a50-cc71-4c14-89ba-29601ed4e803 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:37.212246 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:37.231534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb93a50-cc71-4c14-89ba-29601ed4e803 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:01:37.246798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:37.253716 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:37.319883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:37.451383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508307b6-8d2d-4712-b1d7-74a74bacc7ec req-6a374ecf-a312-47a6-bf48-f483c249f9d8 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:37.452803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-508307b6-8d2d-4712-b1d7-74a74bacc7ec req-6a374ecf-a312-47a6-bf48-f483c249f9d8 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 944 time: 0.0862160 Jun 01 14:01:37.455676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['bcb93a50-cc71-4c14-89ba-29601ed4e803'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:01:37.502577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-508307b6-8d2d-4712-b1d7-74a74bacc7ec req-b442cb9f-354a-42c1-8f38-57916ccd8a85 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Jun 01 14:01:38.705201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436125-027b-4d4e-9eca-f6f0ad691695 req-03e79e46-e6d7-480c-99da-9ec81758c5e1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:38.706554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32436125-027b-4d4e-9eca-f6f0ad691695 req-03e79e46-e6d7-480c-99da-9ec81758c5e1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 944 time: 0.0865393 Jun 01 14:01:38.750304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32436125-027b-4d4e-9eca-f6f0ad691695 req-b3ea97b3-2f0a-4552-9013-2cc4b8afc949 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jun 01 14:01:39.014154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bcb93a50-cc71-4c14-89ba-29601ed4e803 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:01:39.090669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port bcb93a50-cc71-4c14-89ba-29601ed4e803 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:01:39.095279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port bcb93a50-cc71-4c14-89ba-29601ed4e803 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:01:39.095641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:39.216029 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port bcb93a50-cc71-4c14-89ba-29601ed4e803 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:01:39.216538 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:39.243766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:01:39.253175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:39.257945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:39.293882 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daee3321-0e51-4f22-94d1-e0f31d992fda'] response: {'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803', 'code': 200} Jun 01 14:01:39.328066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:39.335862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.336173 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.336681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.337319 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.337644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.337971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.338310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.338657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.339007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.339323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.339636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.339950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:01:39.421969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befae6c-e4b0-42e6-a43e-c847fbba952d req-a1e6e27c-7530-4322-9074-1b11350bb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:39.423450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8befae6c-e4b0-42e6-a43e-c847fbba952d req-a1e6e27c-7530-4322-9074-1b11350bb989 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 1096 time: 0.0753579 Jun 01 14:01:39.463081 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8befae6c-e4b0-42e6-a43e-c847fbba952d req-3bf54c04-ffb5-47f2-b6a4-e6b177dd0de9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jun 01 14:01:39.972258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dfa3f-bf09-4525-a6df-936159c606b3 req-d42d1470-9766-4199-b561-13244ef74039 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:39.973725 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e3dfa3f-bf09-4525-a6df-936159c606b3 req-d42d1470-9766-4199-b561-13244ef74039 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0963957 Jun 01 14:01:40.018487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e3dfa3f-bf09-4525-a6df-936159c606b3 req-52052b03-728f-4a9f-86c9-248fb9bf205f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Jun 01 14:01:41.210942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dad52-2302-4895-8c57-edfa5ea05e7d req-363a791b-7c54-498d-aa3b-f24eeba8d8a3 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:41.212368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e6dad52-2302-4895-8c57-edfa5ea05e7d req-363a791b-7c54-498d-aa3b-f24eeba8d8a3 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0831497 Jun 01 14:01:41.260475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e6dad52-2302-4895-8c57-edfa5ea05e7d req-b3f47556-738f-44d0-a2a8-75269ebce0a2 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Jun 01 14:01:41.455978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ecf60-0bef-409c-a6a0-f5f4e444b175 req-ee9909c8-21a7-41f8-8955-c2830a151042 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:41.457405 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-055ecf60-0bef-409c-a6a0-f5f4e444b175 req-ee9909c8-21a7-41f8-8955-c2830a151042 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0919085 Jun 01 14:01:41.505039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-055ecf60-0bef-409c-a6a0-f5f4e444b175 req-da16e7ed-c472-4ef5-a303-9d30f926307d tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Jun 01 14:01:48.325655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c17aebde-10e3-4f90-8c03-1d64f54397ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:48.595398 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:50.562554 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2dde37cf-eea3-46e1-8740-a846b4858fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:51.748965 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:51.962492 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:53.365661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:56.139692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d776818-619c-4fdc-b4dc-a0703f19d155 req-4d6c0e1c-3531-4748-af5c-12be43ce5489 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:56.141109 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d776818-619c-4fdc-b4dc-a0703f19d155 req-4d6c0e1c-3531-4748-af5c-12be43ce5489 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0847168 Jun 01 14:01:56.189910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d776818-619c-4fdc-b4dc-a0703f19d155 req-7a07f7c2-0ad1-4a37-a940-f72e59f5b223 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Jun 01 14:01:57.393017 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf8c4b-c0f5-4777-937d-fea620fe1c4d req-92d5eedb-66d8-4019-a400-3b800d6d1f82 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:57.394477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48cf8c4b-c0f5-4777-937d-fea620fe1c4d req-92d5eedb-66d8-4019-a400-3b800d6d1f82 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0865417 Jun 01 14:01:57.441262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-48cf8c4b-c0f5-4777-937d-fea620fe1c4d req-e504ea95-7712-44bb-ba96-4222239353c1 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Jun 01 14:01:57.584323 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-7c5d806b-dbef-4b3a-b6a1-1aa850fa5952 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:01:57.585790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-7c5d806b-dbef-4b3a-b6a1-1aa850fa5952 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 945 time: 0.0889492 Jun 01 14:01:57.659650 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Deleting port bcb93a50-cc71-4c14-89ba-29601ed4e803 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:01:57.659985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:58.026242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] For port bcb93a50-cc71-4c14-89ba-29601ed4e803, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=bcb93a50-cc71-4c14-89ba-29601ed4e803,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:01:58.026615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:58.159210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Calling delete_port for bcb93a50-cc71-4c14-89ba-29601ed4e803 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:01:58.322485 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:58.334610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['bcb93a50-cc71-4c14-89ba-29601ed4e803'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:01:58.372869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Pushing event deleted for resources: {'Port': ['ID=bcb93a50-cc71-4c14-89ba-29601ed4e803,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:01:58.457596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] No DVR routers for this DVR port bcb93a50-cc71-4c14-89ba-29601ed4e803 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:01:58.460251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:01:58.470229 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'name': 'network-vif-deleted', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:01:58.483313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-575b7594-b7b2-4d73-928b-bc1a0bb48e09 req-41f4a955-e14e-42d3-83ad-d3428cacb9de tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "DELETE /v2.0/ports/bcb93a50-cc71-4c14-89ba-29601ed4e803 HTTP/1.1" status: 204 len: 173 time: 0.8920445 Jun 01 14:01:58.562544 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e899e643-e7b7-42d3-9009-514789d61885'] response: {'server_uuid': '9cd830fa-478c-4c26-af81-1a5a33b629df', 'name': 'network-vif-deleted', 'tag': 'bcb93a50-cc71-4c14-89ba-29601ed4e803', 'status': 'completed', 'code': 200} Jun 01 14:01:58.617127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-abcc0a37-4920-4225-9534-3b744fdb9ebd req-96107078-b863-4bf6-b5e8-103d67e2d5ef tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:01:58.634101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-abcc0a37-4920-4225-9534-3b744fdb9ebd req-96107078-b863-4bf6-b5e8-103d67e2d5ef tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:01:58.635295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-abcc0a37-4920-4225-9534-3b744fdb9ebd req-96107078-b863-4bf6-b5e8-103d67e2d5ef tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=9cd830fa-478c-4c26-af81-1a5a33b629df HTTP/1.1" status: 200 len: 210 time: 0.0616798 Jun 01 14:01:59.137537 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:02:00.157042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-1d49552f-d9eb-4ad7-9242-c0da5b602338 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:00.158474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-1d49552f-d9eb-4ad7-9242-c0da5b602338 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 816 time: 0.1482334 Jun 01 14:02:00.173805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-79c9807a-1471-43f1-b790-4b5b08161844 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/quotas/cae9939ac5cf4dc5b0dc4582a0cd8f59 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Jun 01 14:02:00.256743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-96e8799a-9d9a-4d4c-96e2-6fb2a5db7dc9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779517 Jun 01 14:02:00.415862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-17ff0295-4145-4164-b52e-df15e2292ad1 service neutron] 10.222.0.40 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445084 Jun 01 14:02:00.552874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-9a456b5d-7147-416d-a6a2-5bd78e8663f1 service neutron] 10.222.0.40 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309659 Jun 01 14:02:00.740931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-18e35add-3b97-46e0-bc72-d99f73bf8553 req-92cf07f9-6eeb-4559-86b5-c2c62cbfdbfa tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 210 time: 0.0464277 Jun 01 14:02:01.122369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bcb93a50-cc71-4c14-89ba-29601ed4e803 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:01.157373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: bcb93a50-cc71-4c14-89ba-29601ed4e803 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:01.157709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device bcb93a50-cc71-4c14-89ba-29601ed4e803 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:01.894189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47fc27b4-e871-4299-80cd-5dfe70c13224 req-1444bd5f-fa07-4f24-bdb6-cc11111e8d12 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 210 time: 0.0420785 Jun 01 14:02:02.042320 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-4faa682b-4414-4588-bd0c-bb3e82f7529f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:02.043665 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-4faa682b-4414-4588-bd0c-bb3e82f7529f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 816 time: 0.1450932 Jun 01 14:02:02.054770 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Request body: {'port': {'device_id': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'admin_state_up': True, 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:02.192148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:02.205363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:02.219789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Made reservation on behalf of cae9939ac5cf4dc5b0dc4582a0cd8f59 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:02:02.223291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:02.486177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Allocated IP 172.20.0.9 (1040d0e9-39b2-43ae-af09-accd49470317/9de9c421-2274-4e1b-be35-ab6ce78bdb0b/6abfa0c7-3909-4da5-8a96-8cc1feefa233) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:02.696776 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:02.713260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Transition to ACTIVE for port object 6abfa0c7-3909-4da5-8a96-8cc1feefa233 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:02.739899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:02.812338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Network 1040d0e9-39b2-43ae-af09-accd49470317 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:02.815487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:02.819617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:02.849709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Pushing event updated for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:02.886066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:02.886568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:02.914335 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-fdc1ccdb-907d-4680-b978-82dd71c19f86 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630233 Jun 01 14:02:02.926245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Request body: {'port': {'device_id': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:03.091649 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.095305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-01bd31c5-3de7-439b-8bac-365b3aa678bc None None] Provisioning for port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:03.100702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-01bd31c5-3de7-439b-8bac-365b3aa678bc None None] Provisioning complete for port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:03.101320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-01bd31c5-3de7-439b-8bac-365b3aa678bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.157352 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-01bd31c5-3de7-439b-8bac-365b3aa678bc None None] Port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:02:03.182312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc36d-32d7-408b-b365-7b2f716b74c2 req-5f27f354-4e9a-46f8-840c-8c71a6bd9c3b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:03.183034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3fcfc36d-32d7-408b-b365-7b2f716b74c2 req-5f27f354-4e9a-46f8-840c-8c71a6bd9c3b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:02:03.256712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3fcfc36d-32d7-408b-b365-7b2f716b74c2 req-5f27f354-4e9a-46f8-840c-8c71a6bd9c3b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:02:03.257880 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fcfc36d-32d7-408b-b365-7b2f716b74c2 req-5f27f354-4e9a-46f8-840c-8c71a6bd9c3b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 931 time: 0.2401397 Jun 01 14:02:03.378368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3fcfc36d-32d7-408b-b365-7b2f716b74c2 req-8f05b309-f6e4-4733-afce-2156fa6a7469 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136458 Jun 01 14:02:03.488953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abfa0c7-3909-4da5-8a96-8cc1feefa233 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:02:03.496026 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.511119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Transition to ACTIVE for port object 6abfa0c7-3909-4da5-8a96-8cc1feefa233 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:03.516053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.645019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Pushing event updated for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:03.756385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Attempting to bind port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:03.756638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Attempting to bind port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:03.756961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Attempting to bind port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:03.761606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 on network 1040d0e9-39b2-43ae-af09-accd49470317 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:02:03.761920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Attempting to bind port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 on network 1040d0e9-39b2-43ae-af09-accd49470317 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:03.767335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:03.768022 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Checking segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:03.768594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Bound using segment: {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:03.769014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Bound port: 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0240186d-01fb-4c3a-82a2-ee18f661d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:03.769351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.865308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:03.869612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:03.875498 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.939886 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:03.940626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:03.941395 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] 10.222.0.13 "PUT /v2.0/ports/6abfa0c7-3909-4da5-8a96-8cc1feefa233 HTTP/1.1" status: 200 len: 1091 time: 1.0194955 Jun 01 14:02:03.944560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:02:03.969903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2fcf8-6106-4ae5-a338-70de98e25782 service neutron] Pushing event updated for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:04.024865 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465e2d0f-3f3c-464c-b513-8b648d7441fa'] response: {'name': 'network-changed', 'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233', 'status': 'completed', 'code': 200} Jun 01 14:02:04.066387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-96b6dfaf-8a0b-41f6-b7bd-51ee99e140df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:04.067906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-96b6dfaf-8a0b-41f6-b7bd-51ee99e140df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 1094 time: 0.0756266 Jun 01 14:02:04.140857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-7058f4dc-112b-47d3-b3aa-087ed9dd1c14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233 HTTP/1.1" status: 200 len: 217 time: 0.0652308 Jun 01 14:02:04.201482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-5a332d74-1562-4819-a8ef-0893c8521b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:04.203009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-5a332d74-1562-4819-a8ef-0893c8521b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de9c421-2274-4e1b-be35-ab6ce78bdb0b HTTP/1.1" status: 200 len: 855 time: 0.0563414 Jun 01 14:02:04.394238 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356fd9-986d-440b-b000-0b8cea538386 req-722107bd-3f02-4e6f-a9ff-1efee0487ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:04.396544 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-722107bd-3f02-4e6f-a9ff-1efee0487ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1040d0e9-39b2-43ae-af09-accd49470317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877685 Jun 01 14:02:04.597263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-51590eb4-a28f-4b9d-b7a3-db21b5f19898 service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938679 Jun 01 14:02:04.700875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ed912-df3e-41ce-9526-7d4b28134feb req-2ed11e89-870a-4bc4-8240-b003231cb2f0 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:04.702396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128ed912-df3e-41ce-9526-7d4b28134feb req-2ed11e89-870a-4bc4-8240-b003231cb2f0 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 943 time: 0.2183094 Jun 01 14:02:04.782534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-128ed912-df3e-41ce-9526-7d4b28134feb req-6469c65d-1c67-40df-90fe-2d4b6cfef2e8 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730877 Jun 01 14:02:04.785743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e356fd9-986d-440b-b000-0b8cea538386 req-835e6537-d42f-4a0e-a75b-59b9ae0807fd service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813259 Jun 01 14:02:04.915065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c575e7-cf68-4478-9498-da83589a5d47 req-60e63af0-ae9f-41ed-b815-992d9f0170e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:04.916455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-60e63af0-ae9f-41ed-b815-992d9f0170e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 1094 time: 0.0831079 Jun 01 14:02:05.052155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c575e7-cf68-4478-9498-da83589a5d47 req-fdbde682-23d2-4c87-9b84-7bf4038d7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:05.053595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-fdbde682-23d2-4c87-9b84-7bf4038d7812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 200 len: 917 time: 0.1307364 Jun 01 14:02:05.125175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-e28a3673-5286-41d2-aee6-ed64a687e27f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233 HTTP/1.1" status: 200 len: 217 time: 0.0636442 Jun 01 14:02:05.187847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c575e7-cf68-4478-9498-da83589a5d47 req-32de53d7-2016-436f-90d9-c4115f2235bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:05.189182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-32de53d7-2016-436f-90d9-c4115f2235bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de9c421-2274-4e1b-be35-ab6ce78bdb0b HTTP/1.1" status: 200 len: 855 time: 0.0574243 Jun 01 14:02:05.201515 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:05.269141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c575e7-cf68-4478-9498-da83589a5d47 req-5bff98af-137a-44b4-a31c-74271b6ee04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:05.270615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-5bff98af-137a-44b4-a31c-74271b6ee04f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1040d0e9-39b2-43ae-af09-accd49470317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751607 Jun 01 14:02:05.402746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-c956cccc-8060-40d5-a1d0-05dc2e57338c service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243927 Jun 01 14:02:05.533827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-26c575e7-cf68-4478-9498-da83589a5d47 req-4c7e9c0e-b63e-46d6-aef5-57973e17cc78 service neutron] 10.222.0.13 "GET /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242940 Jun 01 14:02:06.004147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4331b-3dc7-4276-9526-bf4213a4f786 req-ceaee9da-1092-416d-96ba-03c974bc36b7 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:06.005585 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90f4331b-3dc7-4276-9526-bf4213a4f786 req-ceaee9da-1092-416d-96ba-03c974bc36b7 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 943 time: 0.1022530 Jun 01 14:02:06.050718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90f4331b-3dc7-4276-9526-bf4213a4f786 req-548bef02-9315-470a-90a3-0ccf82e3c54d tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Jun 01 14:02:07.155737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6abfa0c7-3909-4da5-8a96-8cc1feefa233 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:02:07.253722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da42ff-7857-4585-be89-1071022b0832 req-34fee779-874e-47b6-8479-4819a95b1e7f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:07.254840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36da42ff-7857-4585-be89-1071022b0832 req-34fee779-874e-47b6-8479-4819a95b1e7f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 943 time: 0.0895133 Jun 01 14:02:07.299163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:07.303006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36da42ff-7857-4585-be89-1071022b0832 req-f908085d-687f-49c7-ae14-c2b24905b42d tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jun 01 14:02:07.313493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '6abfa0c7-3909-4da5-8a96-8cc1feefa233', 'network_id': '1040d0e9-39b2-43ae-af09-accd49470317', 'port_id': '6abfa0c7-3909-4da5-8a96-8cc1feefa233', 'mac_address': 'fa:16:3e:85:5e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de9c421-2274-4e1b-be35-ab6ce78bdb0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:02:07.387135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:07.387376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:07.412665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abfa0c7-3909-4da5-8a96-8cc1feefa233 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:02:07.438495 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:07.444519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:07.515130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:07.657551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['6abfa0c7-3909-4da5-8a96-8cc1feefa233'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:02:08.508853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35217-5032-46e4-ae8b-46953a50fdb6 req-53b4ed08-b5f4-47e7-a10f-11b87e84527a tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:08.511004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3a35217-5032-46e4-ae8b-46953a50fdb6 req-53b4ed08-b5f4-47e7-a10f-11b87e84527a tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 944 time: 0.0898046 Jun 01 14:02:08.553577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d3a35217-5032-46e4-ae8b-46953a50fdb6 req-1847c61c-9b26-4e9b-8b7f-527d0e7b6822 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373437 Jun 01 14:02:09.155388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6abfa0c7-3909-4da5-8a96-8cc1feefa233 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:09.237615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:09.242500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:09.242893 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:09.394301 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:09.394692 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:09.421618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:02:09.431437 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:09.447970 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:09.518212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:09.527269 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3960148a-d47a-4128-9102-028dbd1c68c8'] response: {'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233', 'code': 200} Jun 01 14:02:09.662004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d9782-8709-4890-b071-0c858c027f7c req-752d9692-b7a0-4bcf-8660-7a92db2692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:09.663533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d11d9782-8709-4890-b071-0c858c027f7c req-752d9692-b7a0-4bcf-8660-7a92db2692fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 1096 time: 0.0791631 Jun 01 14:02:09.750618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d11d9782-8709-4890-b071-0c858c027f7c req-6b42c1a0-78e6-4f00-8151-9b3e3bce34ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Jun 01 14:02:09.773462 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a5251-6367-47ed-b180-3e88b9b89fcd req-d710aee2-1377-43d7-b48a-4fa60b97359d tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:09.774863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f92a5251-6367-47ed-b180-3e88b9b89fcd req-d710aee2-1377-43d7-b48a-4fa60b97359d tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.1093979 Jun 01 14:02:09.928924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f92a5251-6367-47ed-b180-3e88b9b89fcd req-8d8f860b-2409-47e1-95e5-d7faac7c181b tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454747 Jun 01 14:02:11.130469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ce94-aa55-4f45-9872-27cd2df31a6c req-8f6ca786-678b-40bd-876f-33e56ac20cc9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:11.131943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e228ce94-aa55-4f45-9872-27cd2df31a6c req-8f6ca786-678b-40bd-876f-33e56ac20cc9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.0838506 Jun 01 14:02:11.179476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e228ce94-aa55-4f45-9872-27cd2df31a6c req-16113f34-fb54-4418-9357-4f66e21c3d1f tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jun 01 14:02:11.384717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a207-3ccc-48d5-b20f-322314002801 req-29cc5f74-1393-43d3-abbb-afd897470275 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:11.386158 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b19a207-3ccc-48d5-b20f-322314002801 req-29cc5f74-1393-43d3-abbb-afd897470275 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.0974877 Jun 01 14:02:11.434547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b19a207-3ccc-48d5-b20f-322314002801 req-06c5066e-6a7c-4885-941e-9148844550bb tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Jun 01 14:02:18.329693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-08b93fde-76d6-48f9-8ed3-8f8a8bf5bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:18.604391 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:20.558891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c5da716-7ac5-4716-bdf4-bbde41de280b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:21.751272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:21.959218 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:23.368051 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:25.985736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfadf27-40a7-4546-889c-7236c4067419 req-c1a65b4d-ab2c-4a56-9c5a-12ad7fbd02a9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:25.987207 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dfadf27-40a7-4546-889c-7236c4067419 req-c1a65b4d-ab2c-4a56-9c5a-12ad7fbd02a9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.0933769 Jun 01 14:02:26.032518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4dfadf27-40a7-4546-889c-7236c4067419 req-194e0f1a-2bc1-4d1a-8a0e-01abc54a84bb tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Jun 01 14:02:27.240406 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3534aec-aad6-46d9-a55e-996c67efb857 req-14a91ce6-d29f-4531-88a0-753cb3f24a01 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:27.241913 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3534aec-aad6-46d9-a55e-996c67efb857 req-14a91ce6-d29f-4531-88a0-753cb3f24a01 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.0856102 Jun 01 14:02:27.286002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3534aec-aad6-46d9-a55e-996c67efb857 req-76301d3c-45b0-4fb4-a7ea-8e3eb9f9d67a tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/security-groups?id=dd22e4ce-629d-4834-92b9-394a42aaf179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Jun 01 14:02:27.467763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-bed4f1e3-320c-4c59-a9ff-4c4e02c8704a tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:27.469073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-bed4f1e3-320c-4c59-a9ff-4c4e02c8704a tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 945 time: 0.0893672 Jun 01 14:02:27.545724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Deleting port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:27.546061 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:27.799388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] For port 6abfa0c7-3909-4da5-8a96-8cc1feefa233, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6abfa0c7-3909-4da5-8a96-8cc1feefa233,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:27.799639 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:27.928340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Calling delete_port for 6abfa0c7-3909-4da5-8a96-8cc1feefa233 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:28.074550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:28.086024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['6abfa0c7-3909-4da5-8a96-8cc1feefa233'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:02:28.124343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Pushing event deleted for resources: {'Port': ['ID=6abfa0c7-3909-4da5-8a96-8cc1feefa233,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:28.203523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] No DVR routers for this DVR port 6abfa0c7-3909-4da5-8a96-8cc1feefa233 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:02:28.206474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:28.209625 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'name': 'network-vif-deleted', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:02:28.231268 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea63859f-d46c-4c48-8375-16c61095e1cc req-a977ba65-560e-4319-a98e-0dd95475c7e9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.13 "DELETE /v2.0/ports/6abfa0c7-3909-4da5-8a96-8cc1feefa233 HTTP/1.1" status: 204 len: 173 time: 0.7565844 Jun 01 14:02:28.265503 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92450c97-a6fe-4df3-aab6-20638c8b8c35'] response: {'server_uuid': '7f5da829-f66c-4e7f-80b2-8d575abece35', 'name': 'network-vif-deleted', 'tag': '6abfa0c7-3909-4da5-8a96-8cc1feefa233', 'status': 'completed', 'code': 200} Jun 01 14:02:28.454612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-122c6938-f8b8-4008-ab9e-b6afabefe32f req-34254940-d995-45e8-bb96-65eb027c03f9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Synchronizing usage tracker for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:02:28.472123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-122c6938-f8b8-4008-ab9e-b6afabefe32f req-34254940-d995-45e8-bb96-65eb027c03f9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] Unset dirty status for tenant:cae9939ac5cf4dc5b0dc4582a0cd8f59 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:02:28.473598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-122c6938-f8b8-4008-ab9e-b6afabefe32f req-34254940-d995-45e8-bb96-65eb027c03f9 tempest-TestEncryptedCinderVolumes-2111837692 tempest-TestEncryptedCinderVolumes-2111837692-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5da829-f66c-4e7f-80b2-8d575abece35 HTTP/1.1" status: 200 len: 210 time: 0.0634985 Jun 01 14:02:29.613384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55082) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:30.312095 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:30.672820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Deleting port aa372faf-49a7-49a2-9aec-c8e3557f9b41 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:30.673505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:30.851034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] For port aa372faf-49a7-49a2-9aec-c8e3557f9b41, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aa372faf-49a7-49a2-9aec-c8e3557f9b41,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:30.851421 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:30.984899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Calling delete_port for aa372faf-49a7-49a2-9aec-c8e3557f9b41 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:31.255229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:31.306950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6abfa0c7-3909-4da5-8a96-8cc1feefa233 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:31.307573 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa372faf-49a7-49a2-9aec-c8e3557f9b41,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:31.343102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.343501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.343752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.344094 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.344412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.344734 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.345029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.345340 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.345663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.345969 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.346354 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.346580 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:31.347091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 6abfa0c7-3909-4da5-8a96-8cc1feefa233 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:31.347661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6abfa0c7-3909-4da5-8a96-8cc1feefa233 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:31.707320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:32.069691 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Router eb78d3d6-dcac-497c-920a-4b1dd0ab533c has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:02:32.247279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:32.256598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Sync routers for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:32.266496 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-83648bac-bb2e-4455-b9a6-777867befddd admin admin] 10.222.0.40 "PUT /v2.0/routers/eb78d3d6-dcac-497c-920a-4b1dd0ab533c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6519191 Jun 01 14:02:32.267034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:32.267638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:32.269146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55088) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:32.455459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:32.459218 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:32.747070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:02:31Z', 'revision_number': 5, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port': {'id': 'd28d68a0-c420-46c6-92e6-ce7e35c83eb3', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:17Z', 'updated_at': '2022-06-01T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:32.751339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Checking router: eb78d3d6-dcac-497c-920a-4b1dd0ab533c for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:32.754631 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:32.761038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Routers {'eb78d3d6-dcac-497c-920a-4b1dd0ab533c'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:32.761846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:32.766304 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Deleting port d28d68a0-c420-46c6-92e6-ce7e35c83eb3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:32.766880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:32.917973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] Set router eb78d3d6-dcac-497c-920a-4b1dd0ab533c gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:32.941332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] For port d28d68a0-c420-46c6-92e6-ce7e35c83eb3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:32.941688 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.023040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:02:32Z', 'revision_number': 6, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:33.027068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481bc5f-ce26-4567-bbb8-7f8a4a3a3bdf None None] The sync data for ids ['eb78d3d6-dcac-497c-920a-4b1dd0ab533c'] in n-d-844200-1 is: [{'id': 'eb78d3d6-dcac-497c-920a-4b1dd0ab533c', 'name': 'tempest-TestEncryptedCinderVolumes-584027775-router', 'tenant_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:16Z', 'updated_at': '2022-06-01T14:02:32Z', 'revision_number': 6, 'project_id': 'cae9939ac5cf4dc5b0dc4582a0cd8f59', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:02:33.065853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Calling delete_port for d28d68a0-c420-46c6-92e6-ce7e35c83eb3 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:33.381703 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.429767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28d68a0-c420-46c6-92e6-ce7e35c83eb3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:33.502979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.503315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.503642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.503963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.504281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.504595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.504908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.505217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.505528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.505836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.506145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.506457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:33.535215 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.709895 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.713500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.745405 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.745830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb78d3d6-dcac-497c-920a-4b1dd0ab533c {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:02:33.760359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.761482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5058951d-4b4a-4d24-bfb0-008c67dbd463 admin admin] 10.222.0.40 "DELETE /v2.0/routers/eb78d3d6-dcac-497c-920a-4b1dd0ab533c HTTP/1.1" status: 204 len: 168 time: 1.4913428 Jun 01 14:02:33.764118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55092) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:33.822379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Deleting subnet 9de9c421-2274-4e1b-be35-ab6ce78bdb0b {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:02:33.825459 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.877643 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:33.959086 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.029616 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.183210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de9c421-2274-4e1b-be35-ab6ce78bdb0b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:34.187573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.192855 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304c91a-b382-4091-b977-c1496d64826f None None] Network 1040d0e9-39b2-43ae-af09-accd49470317 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:34.197310 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-73923fbb-7fc4-432e-8cda-cd0a323d5ea9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9de9c421-2274-4e1b-be35-ab6ce78bdb0b HTTP/1.1" status: 204 len: 168 time: 0.4296699 Jun 01 14:02:34.198717 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55096) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:34.304576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.315130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Deleting port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:34.315449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.408959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa372faf-49a7-49a2-9aec-c8e3557f9b41 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:34.445593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aa372faf-49a7-49a2-9aec-c8e3557f9b41 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:34.446058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aa372faf-49a7-49a2-9aec-c8e3557f9b41 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:34.446566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d28d68a0-c420-46c6-92e6-ce7e35c83eb3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:34.472823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] DHCP port deletion for 1040d0e9-39b2-43ae-af09-accd49470317 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:02:34.485685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d28d68a0-c420-46c6-92e6-ce7e35c83eb3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:34.486141 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d28d68a0-c420-46c6-92e6-ce7e35c83eb3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:34.487920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Deleting port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:34.488378 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.527078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] For port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:34.527751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.651961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Calling delete_port for aaa881dd-bb1e-4b9e-b27d-f648425ab5cd owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:34.721890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] For port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,segment=NetworkSegment(0240186d-01fb-4c3a-82a2-ee18f661d348),segment_id=0240186d-01fb-4c3a-82a2-ee18f661d348)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:34.722484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.732520 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.780150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa881dd-bb1e-4b9e-b27d-f648425ab5cd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:34.781955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] No DVR routers for this DVR port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:02:34.847294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Calling delete_port for aaa881dd-bb1e-4b9e-b27d-f648425ab5cd owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:34.895445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.921662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:02:34.921875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1040d0e9-39b2-43ae-af09-accd49470317']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:34.921996 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:02:34.940994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0240186d-01fb-4c3a-82a2-ee18f661d348') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:34.941408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0240186d-01fb-4c3a-82a2-ee18f661d348') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:34.958160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.979518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:34.987535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:02:34.987982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:35.049735 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0240186d-01fb-4c3a-82a2-ee18f661d348 resource provider aggregate not found Jun 01 14:02:35.071962 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 0240186d-01fb-4c3a-82a2-ee18f661d348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0240186d-01fb-4c3a-82a2-ee18f661d348 found for delete ", "request_id": "req-f80b13b3-ee19-4ebc-91f4-db651267c9c1"}]} Jun 01 14:02:35.089335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:35.107257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:35.122570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1040d0e9-39b2-43ae-af09-accd49470317,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:35.136028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-527432c7-7c19-4c1a-aaef-5b9f1022ec01 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1040d0e9-39b2-43ae-af09-accd49470317 HTTP/1.1" status: 204 len: 168 time: 0.9363878 Jun 01 14:02:35.139166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55104) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:35.199421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:35.423314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Deleting port aaa881dd-bb1e-4b9e-b27d-f648425ab5cd {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:35.423674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:35.492318 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc5d0-fc63-480c-beb6-5db6c8d63530 None None] The port 'aaa881dd-bb1e-4b9e-b27d-f648425ab5cd' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:02:35.804899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:36.137018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:02:36.149502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Deleting port 1d2da157-8df5-4d0f-929d-39ccff13c5c8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:36.149834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:36.320460 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] For port 1d2da157-8df5-4d0f-929d-39ccff13c5c8, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=1d2da157-8df5-4d0f-929d-39ccff13c5c8,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:36.320819 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:36.404138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aaa881dd-bb1e-4b9e-b27d-f648425ab5cd no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:36.441336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: aaa881dd-bb1e-4b9e-b27d-f648425ab5cd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:36.441680 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device aaa881dd-bb1e-4b9e-b27d-f648425ab5cd not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:36.448014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Calling delete_port for 1d2da157-8df5-4d0f-929d-39ccff13c5c8 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:36.648862 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:36.694257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2da157-8df5-4d0f-929d-39ccff13c5c8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:36.962806 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:37.448515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:02:37.632571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:37.641801 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Sync routers for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:37.642893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14fb5f1e-10f1-42b6-9b38-51dbc494a468 admin admin] 10.222.0.40 "PUT /v2.0/routers/c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027063 Jun 01 14:02:37.645716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55108) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:37.654465 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:37.655521 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:37.828468 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:37.832866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:38.005358 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.017228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Deleting port 55024007-6436-4e2e-9069-9b9094be036a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:38.017499 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.148739 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '55024007-6436-4e2e-9069-9b9094be036a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:02:36Z', 'revision_number': 5, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port': {'id': '55024007-6436-4e2e-9069-9b9094be036a', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:38.152455 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Checking router: c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:38.161078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Routers {'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:38.161673 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:38.207342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] For port 55024007-6436-4e2e-9069-9b9094be036a, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=55024007-6436-4e2e-9069-9b9094be036a,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:38.207744 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.307507 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] Set router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:38.329741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Calling delete_port for 55024007-6436-4e2e-9069-9b9094be036a owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:38.411271 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:02:38Z', 'revision_number': 6, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:38.415649 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde49a6-43df-476b-ab4d-e4624a51853d None None] The sync data for ids ['c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7'] in n-d-844200-1 is: [{'id': 'c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7', 'name': 'tempest-TestEncryptedCinderVolumes-1604533840-router', 'tenant_id': 'd129b9a3a61b4b90a23f947d741a2850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:01:23Z', 'updated_at': '2022-06-01T14:02:38Z', 'revision_number': 6, 'project_id': 'd129b9a3a61b4b90a23f947d741a2850', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:02:38.506682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.585120 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=55024007-6436-4e2e-9069-9b9094be036a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:38.770441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.945035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.947788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.974399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.974998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:02:38.987460 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:38.988580 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-89306a62-2fff-4378-8a31-e57d3cf0cf91 admin admin] 10.222.0.40 "DELETE /v2.0/routers/c1e9aed0-78bf-4a6a-a8ea-cf6cfcb27bd7 HTTP/1.1" status: 204 len: 168 time: 1.3415015 Jun 01 14:02:38.991781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55112) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:39.052592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Deleting subnet ce6162e9-d88a-4816-b97a-a037cfd1bcb8 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:02:39.056087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.104346 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.191078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.262529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.301110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6162e9-d88a-4816-b97a-a037cfd1bcb8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:39.305054 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.311573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dbf2c8e8-7a3e-4ee9-aae4-850dd9b656cd admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ce6162e9-d88a-4816-b97a-a037cfd1bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3188038 Jun 01 14:02:39.311729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02081db-ba12-4e53-b063-edc6e4c32153 None None] Network 3918badb-0def-463c-b8f3-cacb775cebf6 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:39.314013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55116) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:39.424301 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.435576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Deleting port 8245c09a-3df3-416e-8767-8ea81a837a65 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:39.435913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.565996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] DHCP port deletion for 3918badb-0def-463c-b8f3-cacb775cebf6 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:02:39.570636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Deleting port 8245c09a-3df3-416e-8767-8ea81a837a65 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:39.571020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.650729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] For port 8245c09a-3df3-416e-8767-8ea81a837a65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8245c09a-3df3-416e-8767-8ea81a837a65,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:39.651052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.771965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Calling delete_port for 8245c09a-3df3-416e-8767-8ea81a837a65 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:39.781263 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] For port 8245c09a-3df3-416e-8767-8ea81a837a65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=8245c09a-3df3-416e-8767-8ea81a837a65,segment=NetworkSegment(5b53ec72-8e26-4601-8a91-fdc8bd991bf5),segment_id=5b53ec72-8e26-4601-8a91-fdc8bd991bf5)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:39.781654 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.848047 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:39.903756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Calling delete_port for 8245c09a-3df3-416e-8767-8ea81a837a65 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:02:39.905245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Pushing event deleted for resources: {'Port': ['ID=8245c09a-3df3-416e-8767-8ea81a837a65,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:39.908879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] No DVR routers for this DVR port 8245c09a-3df3-416e-8767-8ea81a837a65 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:02:39.980663 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:02:39.981080 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:02:40.023142 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.048250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3918badb-0def-463c-b8f3-cacb775cebf6']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:40.060999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b53ec72-8e26-4601-8a91-fdc8bd991bf5') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:40.061644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b53ec72-8e26-4601-8a91-fdc8bd991bf5') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:40.073271 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.089308 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.095264 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:02:40.095625 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.259931 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 5b53ec72-8e26-4601-8a91-fdc8bd991bf5 resource provider aggregate not found Jun 01 14:02:40.284551 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 5b53ec72-8e26-4601-8a91-fdc8bd991bf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b53ec72-8e26-4601-8a91-fdc8bd991bf5 found for delete ", "request_id": "req-02c2a70a-1762-4612-8f1c-0f4e0d94f131"}]} Jun 01 14:02:40.296593 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.301708 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.323704 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] Pushing event deleted for resources: {'Network': ['ID=3918badb-0def-463c-b8f3-cacb775cebf6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:40.328422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cc60ce59-43c4-4958-90b4-2d17e9274678 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3918badb-0def-463c-b8f3-cacb775cebf6 HTTP/1.1" status: 204 len: 168 time: 1.0133131 Jun 01 14:02:40.408468 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 55024007-6436-4e2e-9069-9b9094be036a no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:40.443660 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 55024007-6436-4e2e-9069-9b9094be036a {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:40.444361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 55024007-6436-4e2e-9069-9b9094be036a not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:40.444776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1d2da157-8df5-4d0f-929d-39ccff13c5c8 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:40.477924 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 1d2da157-8df5-4d0f-929d-39ccff13c5c8 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:40.478264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 1d2da157-8df5-4d0f-929d-39ccff13c5c8 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:40.478755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8245c09a-3df3-416e-8767-8ea81a837a65 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:02:40.501294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Deleting port 8245c09a-3df3-416e-8767-8ea81a837a65 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:02:40.501636 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.517176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55126) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:40.544733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 8245c09a-3df3-416e-8767-8ea81a837a65 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:02:40.545075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 8245c09a-3df3-416e-8767-8ea81a837a65 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:02:40.573281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f6c47f22-8b85-4387-b6e4-c1b1d1a23b37 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cae9939ac5cf4dc5b0dc4582a0cd8f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548687 Jun 01 14:02:40.575827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55130) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:40.579696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac066-4efe-4598-8b50-54836922fba4 None None] The port '8245c09a-3df3-416e-8767-8ea81a837a65' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:02:40.639162 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.666170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.721270 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.737166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd22e4ce-629d-4834-92b9-394a42aaf179,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:40.749558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:40.753460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-97b58662-aac9-4848-a0a6-239e4d2ad204 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd22e4ce-629d-4834-92b9-394a42aaf179 HTTP/1.1" status: 204 len: 168 time: 0.1766777 Jun 01 14:02:41.133383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55138) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:41.183554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6cdbbe0a-2f42-43e1-8be8-ac2cffa864c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d129b9a3a61b4b90a23f947d741a2850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483851 Jun 01 14:02:41.185514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:41.256929 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:41.288722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:41.353257 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:41.368905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabd0428-f3fb-4da9-b174-96483354f93d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:41.373338 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:41.374347 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e3dd90b7-1c5a-457c-a603-b29e6fdd6ef1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dabd0428-f3fb-4da9-b174-96483354f93d HTTP/1.1" status: 204 len: 168 time: 0.1879778 Jun 01 14:02:42.148557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55166) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:42.260797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1860129349-network', 'tenant_id': '21d1101db8a945198867bf83af8c818e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:42.266632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:42.270927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Usage tracker for resource:network and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:42.274424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:42.281143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:42.290947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Made reservation on behalf of 21d1101db8a945198867bf83af8c818e for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:02:42.293260 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.305982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.322161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:42.326332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:42.329290 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:42.335388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:42.419992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.424991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.460748 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:02:42.466378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:42.475137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.475812 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Added segment 535319f7-a80f-4143-9168-3a623c4ad7db of type vlan for network 49203ae3-9abe-4090-9b00-69921d4a65c1 Jun 01 14:02:42.503227 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.538439 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.539481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:42.540110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.640403 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=49203ae3-9abe-4090-9b00-69921d4a65c1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:42.645029 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-433dac3a-87df-403c-a8b1-8f5e2a32b7c9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4951193 Jun 01 14:02:42.648111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55172) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:42.651648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:02:42.653784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Request body: {'subnet': {'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1860129349-subnet', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:42.661179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:42.665245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Usage tracker for resource:subnet and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:42.668173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:42.673845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:42.684892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Made reservation on behalf of 21d1101db8a945198867bf83af8c818e for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:02:42.687247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.908110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:42.978105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:42.989919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Checking segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:42.990271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Network hostable DHCP agents. Network: 49203ae3-9abe-4090-9b00-69921d4a65c1, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:02:43.012061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:02:43.022661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 49203ae3-9abe-4090-9b00-69921d4a65c1) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:43.026773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:43.027523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.032923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137889c-45dc-4487-bfd0-707c6a070afe None None] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:43.050727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-14a5fff6-a1b4-4761-b2f8-840ec56eb2bb admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4013822 Jun 01 14:02:43.053426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55176) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:43.058767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:43.064867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:43.069586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Usage tracker for resource:router and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:43.072701 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:43.078862 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:43.091883 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.092963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.111253 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.254854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-49203ae3-9abe-4090-9b00-69921d4a65c1', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:02:43.255666 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.381948 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.413832 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Allocated IP 172.20.0.2 (49203ae3-9abe-4090-9b00-69921d4a65c1/9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090/280a5182-05c2-43e9-b924-1849f30aad65) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:43.618030 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.629920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Transition to ACTIVE for port object 280a5182-05c2-43e9-b924-1849f30aad65 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:43.649921 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Transition to ACTIVE for port object 280a5182-05c2-43e9-b924-1849f30aad65 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:43.656872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.728213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:43.731257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:43.734848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:43.742342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Pushing event updated for resources: {'Port': ['ID=280a5182-05c2-43e9-b924-1849f30aad65,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:43.781497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.781845 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.782182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.782641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.782902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.783182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.783502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.783825 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.784143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.784460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.784783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.785105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:43.825445 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.837265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Attempting to bind port 280a5182-05c2-43e9-b924-1849f30aad65 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:43.837640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Attempting to bind port 280a5182-05c2-43e9-b924-1849f30aad65 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:43.838003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Attempting to bind port 280a5182-05c2-43e9-b924-1849f30aad65 on network 49203ae3-9abe-4090-9b00-69921d4a65c1 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:43.843361 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:43.843737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Checking segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:43.844161 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.844529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Bound using segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:43.844989 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Bound port: 280a5182-05c2-43e9-b924-1849f30aad65, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:43.845357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.854772 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:43.942046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] For port 280a5182-05c2-43e9-b924-1849f30aad65, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:43.945370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] For port 280a5182-05c2-43e9-b924-1849f30aad65, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=280a5182-05c2-43e9-b924-1849f30aad65,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:43.949824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:44.002317 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Allocated IP 172.25.7.253 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:44.032619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b172-1ca9-4c12-993a-b29e3d1d2ae8 None None] Pushing event updated for resources: {'Port': ['ID=280a5182-05c2-43e9-b924-1849f30aad65,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:44.157707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:44.197766 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:44.269990 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:44.273152 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:44.276910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:44.306378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:44.447700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 280a5182-05c2-43e9-b924-1849f30aad65 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:44.542751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 280a5182-05c2-43e9-b924-1849f30aad65 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:44.724945 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:44.949077 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a890c-c56d-48de-8b9d-2a83f3dfe0a2 None None] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:45.042486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Provisioning for port 280a5182-05c2-43e9-b924-1849f30aad65 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:45.059618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Provisioning complete for port 280a5182-05c2-43e9-b924-1849f30aad65 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:45.059978 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.083372 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.281700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Current status of the port 280a5182-05c2-43e9-b924-1849f30aad65 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:45.281950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.326830 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] For port 280a5182-05c2-43e9-b924-1849f30aad65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=280a5182-05c2-43e9-b924-1849f30aad65,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:45.331503 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.401339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0799d-10bb-4a86-9f03-4f26195a1e57 None None] Pushing event updated for resources: {'Port': ['ID=280a5182-05c2-43e9-b924-1849f30aad65,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:45.429783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:02:45.556617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c033d371-73e9-4dd3-9793-1965161faaa9 None None] Provisioning complete for port 280a5182-05c2-43e9-b924-1849f30aad65 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:45.556982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c033d371-73e9-4dd3-9793-1965161faaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.616555 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:45.629191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Sync routers for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:45.641261 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:45.642481 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a12e5e4e-a20e-48aa-a854-fc3949b90cb8 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5880098 Jun 01 14:02:45.645655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55182) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:45.718323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:45.718975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:45.795438 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c033d371-73e9-4dd3-9793-1965161faaa9 None None] Current status of the port 280a5182-05c2-43e9-b924-1849f30aad65 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:45.904765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:46.185919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:44Z', 'revision_number': 3, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:46.189696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Checking router: 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:46.190040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Updating router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:02:46.244909 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.427422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.441576 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 280a5182-05c2-43e9-b924-1849f30aad65 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:46.561621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 280a5182-05c2-43e9-b924-1849f30aad65 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:46.561998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.638075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Allocated IP 172.20.0.1 (49203ae3-9abe-4090-9b00-69921d4a65c1/9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090/accb6647-563e-4ba8-9b49-590afb9a82b3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:46.715904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.747239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Transition to ACTIVE for port object a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:46.758804 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.762134 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 280a5182-05c2-43e9-b924-1849f30aad65 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:46.786281 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.801839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Transition to ACTIVE for port object accb6647-563e-4ba8-9b49-590afb9a82b3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:46.830763 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.837416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Attempting to bind port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:46.837777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Attempting to bind port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:46.838138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Attempting to bind port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:46.846782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9feaa-2e8f-4895-af44-62368f3389a0 None None] Pushing event updated for resources: {'Port': ['ID=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:46.850480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:46.850905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:46.851469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.851805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:46.852267 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Bound port: a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:46.852631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.894669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:46.897418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:46.901200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:46.929955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] For port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:46.933693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] For port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:46.938687 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:46.949502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Pushing event updated for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:46.962558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.016716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:47.017478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:47.097229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9feaa-2e8f-4895-af44-62368f3389a0 None None] Pushing event updated for resources: {'Port': ['ID=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:47.222652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.248873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40326da5-02fe-450f-b6ff-128cf3370d5d None None] Provisioning for port accb6647-563e-4ba8-9b49-590afb9a82b3 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:47.260847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40326da5-02fe-450f-b6ff-128cf3370d5d None None] Provisioning complete for port accb6647-563e-4ba8-9b49-590afb9a82b3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:47.261208 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40326da5-02fe-450f-b6ff-128cf3370d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.309528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:47.438833 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-40326da5-02fe-450f-b6ff-128cf3370d5d None None] Port accb6647-563e-4ba8-9b49-590afb9a82b3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:02:47.445967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.453487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.561423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Pushing event updated for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:47.563785 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:47.609537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:44Z', 'revision_number': 3, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:47.613799 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bfce8-f03f-4a12-b438-84f999e784f1 None None] The sync data for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 is: [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:44Z', 'revision_number': 3, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:02:47.703594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:47.704698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:47.964988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f7ee4e9c-68de-4a06-84e3-bef912190ecc None None] Provisioning complete for port accb6647-563e-4ba8-9b49-590afb9a82b3 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:47.965683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4e9c-68de-4a06-84e3-bef912190ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.026148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee4e9c-68de-4a06-84e3-bef912190ecc None None] Port accb6647-563e-4ba8-9b49-590afb9a82b3 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:02:48.033048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:02:48.219338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:48.228688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4e191caa-242a-421e-926f-f5b6b63c9def admin admin] 10.222.0.40 "PUT /v2.0/routers/35acf3c7-3567-4fe2-b6e0-072e1470e3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816417 Jun 01 14:02:48.333696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b265c8c-af3f-4d3e-a8ac-a358a9fb3893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.444276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:48.523791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:48.528728 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:48.529090 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.598699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.660605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:48.660984 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.679518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:48.685281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.759353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:48.796268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55200) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:48.801973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-654631814-network', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:48.808077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:48.812225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Usage tracker for resource:network and tenant:94f6aefc9211434bbc093f723a2b8395 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:48.816021 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:48.822638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:48.835174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Made reservation on behalf of 94f6aefc9211434bbc093f723a2b8395 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:02:48.837561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.849709 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.864491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:48.868700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Usage tracker for resource:security_group_rule and tenant:94f6aefc9211434bbc093f723a2b8395 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:48.871680 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:48.877493 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:48.967910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:48.973259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.006467 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:02:49.011688 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd14028-3fcb-42ee-a6fe-f1447f92c3b5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:49.018422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.019060 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Added segment b00dd519-475a-405d-8341-4c4e357a1aa9 of type vlan for network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 Jun 01 14:02:49.045880 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.081617 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.082832 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:49.083422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.132913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Sync routers for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:49.142552 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:49.143176 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:49.190348 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] Pushing event updated for resources: {'Network': ['ID=59cc6d91-59b3-4200-9f3a-7609dd4e1e21,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:49.197304 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5b360b57-862c-4f69-accf-1d45b287af86 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3973527 Jun 01 14:02:49.197641 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55204) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:49.201981 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:02:49.203690 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Request body: {'subnet': {'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-654631814-subnet', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:49.210129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:49.214156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Usage tracker for resource:subnet and tenant:94f6aefc9211434bbc093f723a2b8395 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:49.217882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:49.224404 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:49.237885 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Made reservation on behalf of 94f6aefc9211434bbc093f723a2b8395 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:02:49.240453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.332534 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:49.448677 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.522856 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7cf4b1-3556-4b0c-8be6-57830e1dcc31,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:49.533318 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Checking segment: {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:49.533677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Network hostable DHCP agents. Network: 59cc6d91-59b3-4200-9f3a-7609dd4e1e21, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:02:49.554735 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:02:49.567188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 59cc6d91-59b3-4200-9f3a-7609dd4e1e21) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:49.572507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:02:49.573609 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.576654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafca27-860f-4dad-96e7-bd554b3356c8 None None] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:49.596593 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5f5967fa-3122-4741-8750-3d1891f62d37 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3979816 Jun 01 14:02:49.599249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55208) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:49.604598 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:02:49.610765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:02:49.615213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Usage tracker for resource:router and tenant:94f6aefc9211434bbc093f723a2b8395 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:02:49.618944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:02:49.625618 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:02:49.644576 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.645103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.661822 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.672811 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 2, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:49.677695 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Checking router: 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:49.678343 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Updating router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 port accb6647-563e-4ba8-9b49-590afb9a82b3 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:02:49.736067 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.821182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:02:49.822146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:49.988869 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.005670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Allocated IP 172.20.0.2 (59cc6d91-59b3-4200-9f3a-7609dd4e1e21/ac7cf4b1-3556-4b0c-8be6-57830e1dcc31/fbf9fcbf-6566-4469-bebf-83444e1bfa1f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:50.130024 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.143741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Transition to ACTIVE for port object accb6647-563e-4ba8-9b49-590afb9a82b3 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:50.154548 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.244037 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.263550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Transition to ACTIVE for port object fbf9fcbf-6566-4469-bebf-83444e1bfa1f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:50.287739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Transition to ACTIVE for port object fbf9fcbf-6566-4469-bebf-83444e1bfa1f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:50.297100 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.386193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:50.403315 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:50.404758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:50.407701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:50.502527 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Pushing event updated for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:50.511110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:50.546757 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.547347 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.547848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.548313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.549592 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.550079 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.550551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.551032 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.551509 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.551973 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.552476 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.552925 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:02:50.589210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.602163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Attempting to bind port accb6647-563e-4ba8-9b49-590afb9a82b3 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:50.602163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Attempting to bind port accb6647-563e-4ba8-9b49-590afb9a82b3 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:50.602400 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Attempting to bind port accb6647-563e-4ba8-9b49-590afb9a82b3 on network 49203ae3-9abe-4090-9b00-69921d4a65c1 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:50.608700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:50.609065 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Checking segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:50.609422 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.609799 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Bound using segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:50.610250 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Bound port: accb6647-563e-4ba8-9b49-590afb9a82b3, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:50.610657 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.635103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.674719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Attempting to bind port fbf9fcbf-6566-4469-bebf-83444e1bfa1f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:50.675375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Attempting to bind port fbf9fcbf-6566-4469-bebf-83444e1bfa1f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:50.675494 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Attempting to bind port fbf9fcbf-6566-4469-bebf-83444e1bfa1f on network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:50.692405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:50.692779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Checking segment: {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:50.693529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.693953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Bound using segment: {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:50.694408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Bound port: fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:50.694795 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.703657 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a914154e-00c2-4a86-bdd2-59330edcfb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.716541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] For port accb6647-563e-4ba8-9b49-590afb9a82b3, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:50.719723 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] For port accb6647-563e-4ba8-9b49-590afb9a82b3, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=accb6647-563e-4ba8-9b49-590afb9a82b3,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:50.727470 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.780727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:50.781484 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:50.809865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Allocated IP 172.25.7.4 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/22357fde-3f06-4529-b375-a89bcf628d07) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:50.814917 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:50.815554 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:50.864963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] For port fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:50.870097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] For port fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:50.923619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.001707 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.007416 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:51.037583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.048493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:51.062244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ea75d-4fad-4082-af83-d132c6447eb5 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:51.118967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:51.121711 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:51.124158 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:51.166307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=22357fde-3f06-4529-b375-a89bcf628d07,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:51.220677 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e400586-abad-4e0b-be6c-0c1945659ed1 None None] Pushing event updated for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:51.384126 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:50Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:51.389483 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7903f50-ac6c-4000-9806-c05ed3a9592a None None] The sync data for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 is: [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:50Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:02:51.594378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.753602 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.966514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:51.975773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:52.096869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c1af2-3555-47a0-b09f-6b3b0b698ce6 None None] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:02:52.203837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5095e5d1-5b08-4471-a339-18f1058fb6e8 None None] Provisioning for port fbf9fcbf-6566-4469-bebf-83444e1bfa1f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:52.322139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Router 1fd23321-a0f4-4f06-8068-d92bdecf65ea is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:02:52.531911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device accb6647-563e-4ba8-9b49-590afb9a82b3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:52.551569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:52.579636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Sync routers for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:52.581115 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:52.585856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55212) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:02:52.586438 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fd1d0e5c-394e-4f17-b611-257b1ffcf1f7 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9857371 Jun 01 14:02:52.618320 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:52.618964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:52.731030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port accb6647-563e-4ba8-9b49-590afb9a82b3 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:52.803427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port accb6647-563e-4ba8-9b49-590afb9a82b3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:52.804155 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:52.875119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:53.131596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port accb6647-563e-4ba8-9b49-590afb9a82b3 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:53.132020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.214026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port accb6647-563e-4ba8-9b49-590afb9a82b3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=accb6647-563e-4ba8-9b49-590afb9a82b3,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:53.219474 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.220255 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbf9fcbf-6566-4469-bebf-83444e1bfa1f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:53.289135 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.344805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:53.363289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:51Z', 'revision_number': 3, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:53.372653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fbf9fcbf-6566-4469-bebf-83444e1bfa1f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:53.380761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Checking router: 1fd23321-a0f4-4f06-8068-d92bdecf65ea for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:53.381469 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Updating router 1fd23321-a0f4-4f06-8068-d92bdecf65ea port 22357fde-3f06-4529-b375-a89bcf628d07 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:02:53.497650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.502825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Allocated IP 172.20.0.1 (59cc6d91-59b3-4200-9f3a-7609dd4e1e21/ac7cf4b1-3556-4b0c-8be6-57830e1dcc31/cb44ac81-8e9a-4d2f-9063-05140b58b574) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:02:53.523698 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.524377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fbf9fcbf-6566-4469-bebf-83444e1bfa1f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:53.524731 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.654148 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.670434 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Transition to ACTIVE for port object cb44ac81-8e9a-4d2f-9063-05140b58b574 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:53.696200 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.750076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fbf9fcbf-6566-4469-bebf-83444e1bfa1f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:53.750426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.765313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:53.768179 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:53.772071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:02:53.806745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Pushing event updated for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:53.830366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.853601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:53.859690 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:53.960011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:54.047325 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-30e51ba7-6262-489f-aae4-a425986d58a5 None None] Provisioning for port cb44ac81-8e9a-4d2f-9063-05140b58b574 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:54.054466 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.058935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-30e51ba7-6262-489f-aae4-a425986d58a5 None None] Provisioning complete for port cb44ac81-8e9a-4d2f-9063-05140b58b574 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:54.059323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-30e51ba7-6262-489f-aae4-a425986d58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.090343 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.105933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Transition to ACTIVE for port object 22357fde-3f06-4529-b375-a89bcf628d07 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:02:54.120729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.153579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-30e51ba7-6262-489f-aae4-a425986d58a5 None None] Port cb44ac81-8e9a-4d2f-9063-05140b58b574 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:02:54.206778 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Attempting to bind port 22357fde-3f06-4529-b375-a89bcf628d07 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:02:54.207140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Attempting to bind port 22357fde-3f06-4529-b375-a89bcf628d07 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:02:54.207491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Attempting to bind port 22357fde-3f06-4529-b375-a89bcf628d07 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:02:54.209580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753224a-3e69-416b-9a93-85779179687a None None] Pushing event updated for resources: {'Port': ['ID=22357fde-3f06-4529-b375-a89bcf628d07,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:54.215694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:02:54.216058 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:02:54.216574 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.216922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:02:54.217265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Bound port: 22357fde-3f06-4529-b375-a89bcf628d07, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:02:54.217624 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.288609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] For port 22357fde-3f06-4529-b375-a89bcf628d07, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:02:54.291726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] For port 22357fde-3f06-4529-b375-a89bcf628d07, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22357fde-3f06-4529-b375-a89bcf628d07,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:02:54.297196 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.317471 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.323230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.378181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:54.378801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:54.431967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Pushing event updated for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:54.442171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device accb6647-563e-4ba8-9b49-590afb9a82b3 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:54.444600 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.465884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753224a-3e69-416b-9a93-85779179687a None None] Pushing event updated for resources: {'Port': ['ID=22357fde-3f06-4529-b375-a89bcf628d07,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:54.582951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:02:54.584241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:02:54.622195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port accb6647-563e-4ba8-9b49-590afb9a82b3 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:54.622576 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:54.664073 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:54.802312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Router 1fd23321-a0f4-4f06-8068-d92bdecf65ea has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:02:54.983064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:02:54.993178 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7343ef00-4647-4dce-a797-82a3dd792a28 admin admin] 10.222.0.40 "PUT /v2.0/routers/1fd23321-a0f4-4f06-8068-d92bdecf65ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049370 Jun 01 14:02:55.030639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8912878a-75ab-4ba5-bd31-3a708720f6c9 None None] Provisioning complete for port cb44ac81-8e9a-4d2f-9063-05140b58b574 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:55.031258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8912878a-75ab-4ba5-bd31-3a708720f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:55.061690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port accb6647-563e-4ba8-9b49-590afb9a82b3 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:55.062842 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbf9fcbf-6566-4469-bebf-83444e1bfa1f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:55.185502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8912878a-75ab-4ba5-bd31-3a708720f6c9 None None] Port cb44ac81-8e9a-4d2f-9063-05140b58b574 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:02:55.207621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fbf9fcbf-6566-4469-bebf-83444e1bfa1f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:55.207995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:55.268362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'cb44ac81-8e9a-4d2f-9063-05140b58b574', 'name': '', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'mac_address': 'fa:16:3e:af:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:53Z', 'updated_at': '2022-06-01T14:02:54Z', 'revision_number': 2, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'subnets': [{'id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:55.275935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c1ce8-44e4-4c28-8d83-84a03eeb5a20 None None] The sync data for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 is: [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'cb44ac81-8e9a-4d2f-9063-05140b58b574', 'name': '', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'mac_address': 'fa:16:3e:af:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:53Z', 'updated_at': '2022-06-01T14:02:54Z', 'revision_number': 2, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'subnets': [{'id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:02:55.337071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fbf9fcbf-6566-4469-bebf-83444e1bfa1f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:56.513518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22357fde-3f06-4529-b375-a89bcf628d07 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:56.611506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 22357fde-3f06-4529-b375-a89bcf628d07 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:02:56.618831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 22357fde-3f06-4529-b375-a89bcf628d07 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:56.619229 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:56.755600 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 22357fde-3f06-4529-b375-a89bcf628d07 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:56.756380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:56.776602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 22357fde-3f06-4529-b375-a89bcf628d07, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22357fde-3f06-4529-b375-a89bcf628d07,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:02:56.782304 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:56.862204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=22357fde-3f06-4529-b375-a89bcf628d07,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:02:58.422661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22357fde-3f06-4529-b375-a89bcf628d07 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:02:58.520635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 22357fde-3f06-4529-b375-a89bcf628d07 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:02:58.521507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:02:58.660577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 22357fde-3f06-4529-b375-a89bcf628d07 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:02:59.289730 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Sync routers for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:02:59.299760 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:02:59.300647 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:59.517862 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:02:59.871357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'cb44ac81-8e9a-4d2f-9063-05140b58b574', 'name': '', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'mac_address': 'fa:16:3e:af:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:53Z', 'updated_at': '2022-06-01T14:02:54Z', 'revision_number': 2, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'subnets': [{'id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:02:59.876740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Checking router: 1fd23321-a0f4-4f06-8068-d92bdecf65ea for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:02:59.877189 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Updating router 1fd23321-a0f4-4f06-8068-d92bdecf65ea port cb44ac81-8e9a-4d2f-9063-05140b58b574 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:02:59.973514 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.362831 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.379361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Transition to ACTIVE for port object cb44ac81-8e9a-4d2f-9063-05140b58b574 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:03:00.388198 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.532712 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3d07-ec00-4e7e-8347-231676a4f5d2 None None] Pushing event updated for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:00.650040 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Attempting to bind port cb44ac81-8e9a-4d2f-9063-05140b58b574 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:03:00.650330 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Attempting to bind port cb44ac81-8e9a-4d2f-9063-05140b58b574 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:03:00.650837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Attempting to bind port cb44ac81-8e9a-4d2f-9063-05140b58b574 on network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:03:00.657282 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:03:00.657582 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Checking segment: {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:03:00.658006 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.658392 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Bound using segment: {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:03:00.658889 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Bound port: cb44ac81-8e9a-4d2f-9063-05140b58b574, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00dd519-475a-405d-8341-4c4e357a1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:03:00.659260 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.769713 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] For port cb44ac81-8e9a-4d2f-9063-05140b58b574, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:03:00.773155 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] For port cb44ac81-8e9a-4d2f-9063-05140b58b574, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb44ac81-8e9a-4d2f-9063-05140b58b574,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:03:00.778419 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:00.857460 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:03:00.858082 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:02:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:00.917707 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3d07-ec00-4e7e-8347-231676a4f5d2 None None] Pushing event updated for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:01.083080 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:03:01.422868 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'cb44ac81-8e9a-4d2f-9063-05140b58b574', 'name': '', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'mac_address': 'fa:16:3e:af:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:53Z', 'updated_at': '2022-06-01T14:03:00Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'subnets': [{'id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:01.427057 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf56133-dab5-41a9-ad02-f672e410c3b3 None None] The sync data for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 is: [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'cb44ac81-8e9a-4d2f-9063-05140b58b574', 'name': '', 'network_id': '59cc6d91-59b3-4200-9f3a-7609dd4e1e21', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'mac_address': 'fa:16:3e:af:37:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:53Z', 'updated_at': '2022-06-01T14:03:00Z', 'revision_number': 4, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'subnets': [{'id': 'ac7cf4b1-3556-4b0c-8be6-57830e1dcc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:03:02.507388 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb44ac81-8e9a-4d2f-9063-05140b58b574 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:03:02.591079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port cb44ac81-8e9a-4d2f-9063-05140b58b574 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:03:02.600808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb44ac81-8e9a-4d2f-9063-05140b58b574 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:03:02.601187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:02.745242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb44ac81-8e9a-4d2f-9063-05140b58b574 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:03:02.746018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:02.789236 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port cb44ac81-8e9a-4d2f-9063-05140b58b574, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb44ac81-8e9a-4d2f-9063-05140b58b574,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:03:02.793894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:02.887332 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:04.428691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb44ac81-8e9a-4d2f-9063-05140b58b574 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:03:04.516737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port cb44ac81-8e9a-4d2f-9063-05140b58b574 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:03:04.517173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:04.640860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port cb44ac81-8e9a-4d2f-9063-05140b58b574 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:03:05.204083 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:05.215582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-9b409778-2f3c-4617-9ac3-729881e0820f tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:05.216249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-9b409778-2f3c-4617-9ac3-729881e0820f tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Synchronizing usage tracker for tenant:21d1101db8a945198867bf83af8c818e on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:03:05.233343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-9b409778-2f3c-4617-9ac3-729881e0820f tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Unset dirty status for tenant:21d1101db8a945198867bf83af8c818e on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:03:05.234490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-9b409778-2f3c-4617-9ac3-729881e0820f tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 815 time: 0.1696236 Jun 01 14:03:05.249788 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-121dd8f3-0d86-4e1f-ae3e-fea174c2707b tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/quotas/21d1101db8a945198867bf83af8c818e HTTP/1.1" status: 200 len: 375 time: 0.0096889 Jun 01 14:03:05.339487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-4f477437-3284-4070-bd71-f399cd3a91b1 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Synchronizing usage tracker for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:03:05.359011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-4f477437-3284-4070-bd71-f399cd3a91b1 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Unset dirty status for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:03:05.360356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-4f477437-3284-4070-bd71-f399cd3a91b1 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053982 Jun 01 14:03:05.496588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-dfd7a0f1-b80c-403e-abe6-d593c61e02c0 service neutron] 10.222.0.40 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243081 Jun 01 14:03:05.624530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-13c14b49-bd22-46c7-8b7a-ebb273e9feff service neutron] 10.222.0.40 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220262 Jun 01 14:03:05.815351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cb4b1150-25f1-44c5-9236-21beb65bbfac req-b1f3b2d4-1e2b-460f-9f66-bbb716eef93c tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 210 time: 0.0427382 Jun 01 14:03:07.056963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e085b0ba-0cc8-4d45-9740-d3fc346186d1 req-ffaa487f-549f-4985-81c3-5baaa8537a94 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 210 time: 0.0614071 Jun 01 14:03:07.114164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-a77c34ed-9786-463d-8908-6f3722397268 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:07.115645 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-a77c34ed-9786-463d-8908-6f3722397268 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 815 time: 0.3289082 Jun 01 14:03:07.127124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'port': {'device_id': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'admin_state_up': True, 'tenant_id': '21d1101db8a945198867bf83af8c818e'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:07.281324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:07.296467 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:07.316428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Made reservation on behalf of 21d1101db8a945198867bf83af8c818e for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:03:07.323784 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:07.655488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Allocated IP 172.20.0.3 (49203ae3-9abe-4090-9b00-69921d4a65c1/9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090/ba13e5ba-ffdb-44fb-bddc-defd5fe76451) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:03:07.905877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:07.922266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Transition to ACTIVE for port object ba13e5ba-ffdb-44fb-bddc-defd5fe76451 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:03:07.961159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:08.033501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:03:08.036484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:03:08.040732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:03:08.082124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:08.117237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:08.117851 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:08.151831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-8bfb8b0e-48f5-4140-bd37-91281e6a7e7d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286069 Jun 01 14:03:08.378369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6207aaf-cbd4-448f-821a-69c582e42b5a None None] Provisioning for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:03:08.383927 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6207aaf-cbd4-448f-821a-69c582e42b5a None None] Provisioning complete for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:03:08.384297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6207aaf-cbd4-448f-821a-69c582e42b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:08.453322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6207aaf-cbd4-448f-821a-69c582e42b5a None None] Port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:03:08.457706 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b378c0-c69e-4085-885d-0371143873fc req-1f8d5e07-5c6f-4927-9f4b-a5327a3d2440 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:08.458447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d2b378c0-c69e-4085-885d-0371143873fc req-1f8d5e07-5c6f-4927-9f4b-a5327a3d2440 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Synchronizing usage tracker for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:03:08.480224 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d2b378c0-c69e-4085-885d-0371143873fc req-1f8d5e07-5c6f-4927-9f4b-a5327a3d2440 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Unset dirty status for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:03:08.481513 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2b378c0-c69e-4085-885d-0371143873fc req-1f8d5e07-5c6f-4927-9f4b-a5327a3d2440 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.1250179 Jun 01 14:03:08.544156 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d2b378c0-c69e-4085-885d-0371143873fc req-66ed15dc-f68a-44bf-92ff-6cc16df02f41 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Synchronizing usage tracker for tenant:21d1101db8a945198867bf83af8c818e on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:03:08.564089 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-d2b378c0-c69e-4085-885d-0371143873fc req-66ed15dc-f68a-44bf-92ff-6cc16df02f41 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Unset dirty status for tenant:21d1101db8a945198867bf83af8c818e on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:03:08.565346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2b378c0-c69e-4085-885d-0371143873fc req-66ed15dc-f68a-44bf-92ff-6cc16df02f41 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769260 Jun 01 14:03:09.765284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f009-ced3-4be8-a018-faba91b8c27c req-5eaa14c5-b580-464b-ab93-dc795438d9a7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:09.767703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c395f009-ced3-4be8-a018-faba91b8c27c req-5eaa14c5-b580-464b-ab93-dc795438d9a7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.0892525 Jun 01 14:03:09.813932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c395f009-ced3-4be8-a018-faba91b8c27c req-822e1173-ec8e-4b39-8d5b-63919f91f9b3 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Jun 01 14:03:11.008400 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df196-5bf1-4943-b3be-b92948684060 req-1ee14574-0782-4811-8e63-daf42a572eed tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:11.010060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-585df196-5bf1-4943-b3be-b92948684060 req-1ee14574-0782-4811-8e63-daf42a572eed tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.0857003 Jun 01 14:03:11.061179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-585df196-5bf1-4943-b3be-b92948684060 req-ddc3ab61-cc05-4472-81e1-96af46e685f0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Jun 01 14:03:12.257353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7624c5-0b21-4586-a786-b7dc13503480 req-2d5bf555-fbb0-4daf-9309-dc43410e08f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:12.258819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b7624c5-0b21-4586-a786-b7dc13503480 req-2d5bf555-fbb0-4daf-9309-dc43410e08f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.0843432 Jun 01 14:03:12.307318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b7624c5-0b21-4586-a786-b7dc13503480 req-03f4822a-06be-41a7-8cbb-4e486d335a5d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Jun 01 14:03:13.137118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:03:13.516645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7bc6-fc91-497b-b352-a00048461dad req-6ddab960-21b4-4e9f-a20d-bf161064654a tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:13.518256 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaab7bc6-fc91-497b-b352-a00048461dad req-6ddab960-21b4-4e9f-a20d-bf161064654a tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.1023204 Jun 01 14:03:13.565621 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aaab7bc6-fc91-497b-b352-a00048461dad req-f8e5581e-5547-44e7-a1b8-8c2104fc550c tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Jun 01 14:03:14.760151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637bd04-0780-4d7b-9101-02f366542b41 req-f419c0ad-ec89-4bbe-abb6-ece00e4590e7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:14.761543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7637bd04-0780-4d7b-9101-02f366542b41 req-f419c0ad-ec89-4bbe-abb6-ece00e4590e7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.0838459 Jun 01 14:03:14.809129 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7637bd04-0780-4d7b-9101-02f366542b41 req-4f50f6f5-a09d-4b06-bca9-fb03ac957395 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Jun 01 14:03:16.015723 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7494-c158-4ba6-8365-3297d519fe74 req-d8e19bee-0285-449c-885e-fe3d1f70eff7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:16.017204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b43d7494-c158-4ba6-8365-3297d519fe74 req-d8e19bee-0285-449c-885e-fe3d1f70eff7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 931 time: 0.0893941 Jun 01 14:03:16.062990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b43d7494-c158-4ba6-8365-3297d519fe74 req-9d2d60b8-a216-450a-9bf2-163a275c102a tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Jun 01 14:03:16.068942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Request body: {'port': {'device_id': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:16.182046 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:16.660049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba13e5ba-ffdb-44fb-bddc-defd5fe76451 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:03:16.667371 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:16.681477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Transition to ACTIVE for port object ba13e5ba-ffdb-44fb-bddc-defd5fe76451 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:03:16.688449 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:16.842726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:16.926764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Attempting to bind port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:03:16.927051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Attempting to bind port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:03:16.927398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Attempting to bind port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 on network 49203ae3-9abe-4090-9b00-69921d4a65c1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:03:16.932550 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 on network 49203ae3-9abe-4090-9b00-69921d4a65c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:03:16.932865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Attempting to bind port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 on network 49203ae3-9abe-4090-9b00-69921d4a65c1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:03:16.938255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:03:16.938611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Checking segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:03:16.938991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Bound using segment: {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:03:16.939413 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Bound port: ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535319f7-a80f-4143-9168-3a623c4ad7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:03:16.939831 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:17.033781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:03:17.036579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:03:17.043748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:17.101193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.101803 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:17.103647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1091 time: 1.0397291 Jun 01 14:03:17.123248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:03:17.132226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87e80-e527-4219-a51f-6130ea5a0575 service neutron] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:17.193352 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49541dda-f24b-408a-ba8a-8dd0646cc343'] response: {'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:03:17.299713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-f0d0cef0-198a-418f-abed-80d57a9f2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.301193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-f0d0cef0-198a-418f-abed-80d57a9f2039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1094 time: 0.1456084 Jun 01 14:03:17.311126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb978-cffc-4606-a4fb-feda1e14dcef req-743bdc85-87cd-451e-8071-ea7a519b26c4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.312450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbabb978-cffc-4606-a4fb-feda1e14dcef req-743bdc85-87cd-451e-8071-ea7a519b26c4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 943 time: 0.1183681 Jun 01 14:03:17.389688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-fa9fd7a5-55b7-44f0-a66f-6464a1f7dfc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 217 time: 0.0762169 Jun 01 14:03:17.456749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cbabb978-cffc-4606-a4fb-feda1e14dcef req-94f91659-2845-4e7d-8285-85bb512d0c04 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Jun 01 14:03:17.468559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-e43fa6c4-14f6-4f99-8bf7-5cd675680165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.470141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-e43fa6c4-14f6-4f99-8bf7-5cd675680165 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0744145 Jun 01 14:03:17.550991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-43140c4a-2e1f-45e7-bf2a-b7be8b98457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.552363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-43140c4a-2e1f-45e7-bf2a-b7be8b98457f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758874 Jun 01 14:03:17.685817 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-7cf51c0c-d831-4768-8f89-397c5b198831 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266167 Jun 01 14:03:17.817011 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dfaf483e-4038-4d2d-a85f-e5befa5bce7d req-339a023c-386f-48eb-91c9-314114258a02 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250689 Jun 01 14:03:17.947044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-dd5ecaaf-4193-44c3-99e1-87cef6814d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:17.948512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-dd5ecaaf-4193-44c3-99e1-87cef6814d9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1094 time: 0.0783801 Jun 01 14:03:18.085119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-65facc8a-19e2-4967-8662-1324e6338ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:18.086318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-65facc8a-19e2-4967-8662-1324e6338ef6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1317408 Jun 01 14:03:18.256214 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-f673478c-7f9f-4fa3-a5ea-d9043196ead0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 217 time: 0.1623020 Jun 01 14:03:18.325104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-b3387911-58f8-4966-bb9e-2c7a103e151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:18.327543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-b3387911-58f8-4966-bb9e-2c7a103e151e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0638299 Jun 01 14:03:18.337343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ae4e94ed-c87f-40ce-a4c1-9f387f821a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:18.415994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-96b7acd5-bdd6-437c-87cb-5da0ca694486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:18.417455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-96b7acd5-bdd6-437c-87cb-5da0ca694486 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822124 Jun 01 14:03:18.551044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-125fcf72-7654-403f-bbde-c5e1171fff01 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252413 Jun 01 14:03:18.607561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:18.745758 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d6d9ec2-b130-4fa9-9262-6c837a7aa19c req-e6513265-880c-457a-b83d-c5959495bfb1 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860335 Jun 01 14:03:18.757942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba1f7-6542-4fc0-aba9-ee6dec17dbb3 req-14ab0fd2-a188-4709-a0ae-6d0453bb4259 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:18.759459 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e5ba1f7-6542-4fc0-aba9-ee6dec17dbb3 req-14ab0fd2-a188-4709-a0ae-6d0453bb4259 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 943 time: 0.1797493 Jun 01 14:03:18.804003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e5ba1f7-6542-4fc0-aba9-ee6dec17dbb3 req-a84220b7-f7c3-4970-915b-00b8f8660ca1 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Jun 01 14:03:19.542461 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ba13e5ba-ffdb-44fb-bddc-defd5fe76451 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:03:19.723259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:03:19.737860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'port_id': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'mac_address': 'fa:16:3e:98:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:03:19.795891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:03:19.796183 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:19.815648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba13e5ba-ffdb-44fb-bddc-defd5fe76451 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:03:19.831930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:03:19.838094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:19.907781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:20.014646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1d65-5b4e-4bcd-8ed3-5095e2d2d936 req-5dad7c51-27e0-45a2-ad1d-c11fa4fddbd8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:20.016070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-452d1d65-5b4e-4bcd-8ed3-5095e2d2d936 req-5dad7c51-27e0-45a2-ad1d-c11fa4fddbd8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 944 time: 0.0853057 Jun 01 14:03:20.041860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ba13e5ba-ffdb-44fb-bddc-defd5fe76451'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:03:20.062036 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-452d1d65-5b4e-4bcd-8ed3-5095e2d2d936 req-5da43ac8-d855-49bf-95b7-85d64b77c65e tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Jun 01 14:03:20.602236 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-396e190f-36d2-4e56-9f28-f30c7d3a7cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.252965 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7506-0fc8-43e9-a63f-ecf0869c4d60 req-efe06bee-d2ea-480f-ab45-601bda14cc1a tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:21.255981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32f7506-0fc8-43e9-a63f-ecf0869c4d60 req-efe06bee-d2ea-480f-ab45-601bda14cc1a tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 944 time: 0.0840394 Jun 01 14:03:21.304196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c32f7506-0fc8-43e9-a63f-ecf0869c4d60 req-217f5142-e068-41de-9554-e91d75607ef8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391738 Jun 01 14:03:21.558176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ba13e5ba-ffdb-44fb-bddc-defd5fe76451 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:03:21.638890 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:03:21.643657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:03:21.644024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.780052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.782933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:03:21.783317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.810100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:03:21.820840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:03:21.825389 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.855738 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb025c3-7a6c-4761-907a-68311789929e'] response: {'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'code': 200} Jun 01 14:03:21.899719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:21.964991 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:21.983042 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078244-a7bd-4cf6-b17c-8db538454386 req-3418a337-54f4-4c97-81ec-bd86d3497367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:21.984504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86078244-a7bd-4cf6-b17c-8db538454386 req-3418a337-54f4-4c97-81ec-bd86d3497367 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1096 time: 0.0736670 Jun 01 14:03:22.024128 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-86078244-a7bd-4cf6-b17c-8db538454386 req-efe4a325-bbfb-4a9d-a18b-3e54b6fd720f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Jun 01 14:03:22.498986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071224e-b508-4572-b7f2-3bb6efcb9393 req-16502d47-0bac-4f94-8263-cd2c7cb8baf3 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:22.500654 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7071224e-b508-4572-b7f2-3bb6efcb9393 req-16502d47-0bac-4f94-8263-cd2c7cb8baf3 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0816162 Jun 01 14:03:22.554820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7071224e-b508-4572-b7f2-3bb6efcb9393 req-37b5b693-bc85-4557-bf14-1bf0f9bdf899 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484173 Jun 01 14:03:23.369130 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:23.747646 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd73cd7-0da7-4ffb-a3a3-2c6ae23615c9 req-b9da5bd3-9642-418a-b4a8-024abc9c1cc0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:23.749064 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fd73cd7-0da7-4ffb-a3a3-2c6ae23615c9 req-b9da5bd3-9642-418a-b4a8-024abc9c1cc0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0816104 Jun 01 14:03:23.796008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fd73cd7-0da7-4ffb-a3a3-2c6ae23615c9 req-0d8f8d98-f723-46f4-847c-4204c10232e7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 Jun 01 14:03:23.989733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0437221-06bb-43f0-93a5-e94a53e7f202 req-0aed3631-4a23-4dab-8a4b-e8bad66d42f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:23.991216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0437221-06bb-43f0-93a5-e94a53e7f202 req-0aed3631-4a23-4dab-8a4b-e8bad66d42f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0851729 Jun 01 14:03:24.037432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e0437221-06bb-43f0-93a5-e94a53e7f202 req-eaaecc64-944c-438e-8a14-d7fe46198ac5 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Jun 01 14:03:24.456545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3d2a8-a36e-4146-83e3-a117ca9dec2a req-8d233abc-19eb-4ab8-9d69-8df5b20e33b0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:24.457899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20b3d2a8-a36e-4146-83e3-a117ca9dec2a req-8d233abc-19eb-4ab8-9d69-8df5b20e33b0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0850964 Jun 01 14:03:24.502667 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20b3d2a8-a36e-4146-83e3-a117ca9dec2a req-59bf5282-9f39-4270-9de6-001befc66e44 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Jun 01 14:03:34.802433 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d0f94-b134-4a75-a242-efd2356ad327 req-f6d9b1aa-8b42-4eda-b741-3ddc6bb09619 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:34.803879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b52d0f94-b134-4a75-a242-efd2356ad327 req-f6d9b1aa-8b42-4eda-b741-3ddc6bb09619 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0951591 Jun 01 14:03:34.852122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b52d0f94-b134-4a75-a242-efd2356ad327 req-b9114c9c-7f54-4130-8886-64695eaf756e tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Jun 01 14:03:34.882809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55394) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:35.059140 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0fbf7-1b4b-462a-97d9-a66ea1aa6340 tempest-TestMinimumBasicScenario-266553630 tempest-TestMinimumBasicScenario-266553630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:35.059828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-afe0fbf7-1b4b-462a-97d9-a66ea1aa6340 tempest-TestMinimumBasicScenario-266553630 tempest-TestMinimumBasicScenario-266553630-project-admin] Synchronizing usage tracker for tenant:94f6aefc9211434bbc093f723a2b8395 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:03:35.080011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-afe0fbf7-1b4b-462a-97d9-a66ea1aa6340 tempest-TestMinimumBasicScenario-266553630 tempest-TestMinimumBasicScenario-266553630-project-admin] Unset dirty status for tenant:94f6aefc9211434bbc093f723a2b8395 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:03:35.081188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-afe0fbf7-1b4b-462a-97d9-a66ea1aa6340 tempest-TestMinimumBasicScenario-266553630 tempest-TestMinimumBasicScenario-266553630-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1091 time: 0.1973841 Jun 01 14:03:35.085896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55400) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:35.091023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:35.097549 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:35.101414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:floatingip and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:35.104272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:35.110098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:35.122852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:35.213601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:35.270212 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:35.408872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Allocated IP 172.25.7.247 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/fe87fbb9-529b-47e3-a02a-b94292ead4ea) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:03:35.668106 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:35.709512 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:35.777371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:03:35.780305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:03:35.783880 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:03:35.828339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'Port': ['ID=fe87fbb9-529b-47e3-a02a-b94292ead4ea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:35.840686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.841025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.841354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.841680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.842000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.842317 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.842655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.842971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.843285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.843596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.843907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:35.844216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:36.227812 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:36.304897 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:36.516275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:36.521917 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:36.632453 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'Port': ['ID=fe87fbb9-529b-47e3-a02a-b94292ead4ea,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:36.641909 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:36.815066 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Floating IP fccbc487-690b-4ae1-8d69-cf94d389e3ed associated. External IP: 172.25.7.247, port: ba13e5ba-ffdb-44fb-bddc-defd5fe76451. Jun 01 14:03:37.303436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:03:37.508359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:03:37.520142 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Sync routers for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:03:37.529700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:03:37.530562 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:03:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:37.536366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.591938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-996d9d9f-cf81-4ab1-bffe-bfaea2d0eec9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5049963 Jun 01 14:03:37.592997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:03:37.594904 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:37.601022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693896527', 'description': 'tempest-secgroup-smoke-1693896527 description', 'project_id': '21d1101db8a945198867bf83af8c818e'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:37.609005 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:37.619510 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:37.631971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.638481 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0267fce-3ff4-4cad-8194-50eb30560bcf'] response: {'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:03:37.656588 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:37.660513 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:37.663515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:37.669308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:37.711681 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:03:37.738351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-2b30c6d2-88a2-4882-90f6-72b45aa19d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:37.740290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-2b30c6d2-88a2-4882-90f6-72b45aa19d0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1096 time: 0.0787449 Jun 01 14:03:37.748620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.753327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.800109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:37.809201 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.809527 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.810178 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.810507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.810868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.811171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.811485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.811798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.812111 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.812420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.812733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.813046 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:03:37.820741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.820741 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-738684b4-5ec5-4530-9eff-0ad7cb733510 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2214544 Jun 01 14:03:37.821045 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55410) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:37.826462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:37.833806 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:37.838654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:37.842014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:37.847827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:37.868324 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.884887 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-55a8e94e-4e5a-4498-b8f3-5fd3090f9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:37.886906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-55a8e94e-4e5a-4498-b8f3-5fd3090f9805 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1388164 Jun 01 14:03:37.944886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.953094 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:37.987237 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50e5f23-63d6-4338-b0ae-bacfe28c21ff,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.001677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-164066c6-8657-42fc-b147-84c362dc12f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 999 time: 0.1030130 Jun 01 14:03:38.009198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.012647 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a72486f-b339-42e0-b7ac-73ba10b3b1c0 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880863 Jun 01 14:03:38.013148 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55414) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:38.018639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:38.025382 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:38.029307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:38.032280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:38.038160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:38.057026 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.066619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-e176a6d4-e25d-4539-b3b8-22dafebe8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:38.068451 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-e176a6d4-e25d-4539-b3b8-22dafebe8595 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0644226 Jun 01 14:03:38.099821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fccbc487-690b-4ae1-8d69-cf94d389e3ed', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'port_id': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'mac_address': 'fa:16:3e:98:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:03:36Z', 'updated_at': '2022-06-01T14:03:36Z', 'revision_number': 0, 'project_id': '21d1101db8a945198867bf83af8c818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:38.103744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Checking router: 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:03:38.113502 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:03:38.114154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:03:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:38.120835 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.125638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.149361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac841bb-a6d6-4316-a804-aeb24fde63e2,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.152546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-e82390e7-c333-4dba-aa09-8ed969d411fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:38.154658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-e82390e7-c333-4dba-aa09-8ed969d411fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781658 Jun 01 14:03:38.159556 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.163371 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cbbe17c5-8b5a-4314-9851-9769b965e2f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468570 Jun 01 14:03:38.163568 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55418) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:38.169064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:38.176595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:38.179899 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:38.182770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:38.189092 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:38.208606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.282525 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.291719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.298047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-ab2634c3-7cb1-491a-9256-b57436835398 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366031 Jun 01 14:03:38.307225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:03:38.316358 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4c3444-6387-4616-a3af-ddad0b14a7a7,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.327090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.328388 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-eba369b6-7437-47eb-ac69-c5f0fe843c17 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638148 Jun 01 14:03:38.331263 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55422) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:38.336992 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:38.344273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:38.348372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:38.351447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:38.357466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:38.377603 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.447180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db2134b4-20d9-4416-aad8-eefb118ab7bf req-049e3128-197e-4068-8157-3fda24ff4dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422324 Jun 01 14:03:38.448542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.453559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.486801 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.491239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55426) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:38.491505 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588564 Jun 01 14:03:38.492489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975bc8f-0615-4bd8-bd67-a3d35e9b32f9 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbbf040-f858-4a47-99f3-1ea06ebb8a96,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.501952 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:38.509104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:38.513237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:38.516334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:38.526633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:38.537325 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Project 21d1101db8a945198867bf83af8c818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:03:38.543868 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.609050 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.613978 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.637469 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653a59eb-bd0b-45a3-8c3b-868b25c84efd,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.647379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.648719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ec00d224-ceb2-48d5-a1a8-efee74457180 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559832 Jun 01 14:03:38.651564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:03:38.656724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'security_group_rule': {'security_group_id': '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c', 'project_id': '21d1101db8a945198867bf83af8c818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:38.663354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:03:38.667437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Usage tracker for resource:security_group_rule and tenant:21d1101db8a945198867bf83af8c818e is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:03:38.670532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:03:38.676458 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:03:38.688107 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Project 21d1101db8a945198867bf83af8c818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:03:38.695357 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.737254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fccbc487-690b-4ae1-8d69-cf94d389e3ed', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'port_id': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'mac_address': 'fa:16:3e:98:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:03:36Z', 'updated_at': '2022-06-01T14:03:36Z', 'revision_number': 0, 'project_id': '21d1101db8a945198867bf83af8c818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:03:38.741443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f1b25-069e-4859-9c80-8c2a404f68ea None None] The sync data for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 is: [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fccbc487-690b-4ae1-8d69-cf94d389e3ed', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'port_id': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'mac_address': 'fa:16:3e:98:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:03:36Z', 'updated_at': '2022-06-01T14:03:36Z', 'revision_number': 0, 'project_id': '21d1101db8a945198867bf83af8c818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:03:38.763610 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.768916 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.793076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4dce4b-a267-4f7a-98bb-ebc3d57d78d0,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:38.803705 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:38.805169 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a99e1373-0d90-43c5-a95c-ac63785c9611 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526444 Jun 01 14:03:38.932410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cbf0748-0664-46a6-b541-42e26535548d req-42cc14b2-129e-44d4-b6fc-bbccf961eb25 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693896527&fields=id&tenant_id=21d1101db8a945198867bf83af8c818e HTTP/1.1" status: 200 len: 267 time: 0.0420876 Jun 01 14:03:38.957721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428ab74-d8cd-4682-a7a1-5c050469b29c None None] New status for floating IP fccbc487-690b-4ae1-8d69-cf94d389e3ed: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:03:39.021461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0748-0664-46a6-b541-42e26535548d req-dee20d0e-6307-4d91-aa83-cefcb1e50e66 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:39.023063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cbf0748-0664-46a6-b541-42e26535548d req-dee20d0e-6307-4d91-aa83-cefcb1e50e66 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Jun 01 14:03:39.034402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'port': {'security_groups': ['f8d6e0ac-13fb-4680-9661-af0bc5c05fcd', '4eef37de-a6ea-47c3-91bf-800ea7cf7f9c']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:03:39.205185 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:39.400826 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-63eaa68f-500b-494b-9ec6-693920707e34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2761066 Jun 01 14:03:39.629483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:03:39.644438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-b5fa1f44-7237-4767-879c-c70cd271373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:39.645907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-b5fa1f44-7237-4767-879c-c70cd271373e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1096 time: 0.1745200 Jun 01 14:03:39.667795 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:39.689587 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:39.701547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ba13e5ba-ffdb-44fb-bddc-defd5fe76451'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:03:39.827275 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:39.827945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:39.829304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cbf0748-0664-46a6-b541-42e26535548d req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "PUT /v2.0/ports/ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 981 time: 0.7995441 Jun 01 14:03:39.829760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:03:39.880492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe4825-0801-4a5a-9ce0-4c2336e69509 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:03:39.895056 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79568e9f-622a-492f-a086-a5493b1186e2'] response: {'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:03:39.913984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-d46b0db7-f31f-45f0-9178-06c419087e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:39.916830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-d46b0db7-f31f-45f0-9178-06c419087e8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.2471569 Jun 01 14:03:39.942839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ba13e5ba-ffdb-44fb-bddc-defd5fe76451'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:03:40.078819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-d5db74cb-94ce-4744-9ae0-3b667e1e60bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1001 time: 0.1534383 Jun 01 14:03:40.153310 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44127170-df62-446e-98fd-54bb18cc7077 req-e0c53d9a-8047-46ba-b379-7783bb56f0c8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.154695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44127170-df62-446e-98fd-54bb18cc7077 req-e0c53d9a-8047-46ba-b379-7783bb56f0c8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.1773672 Jun 01 14:03:40.160341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-d5e0067f-a87d-4d54-b84c-a12c3cb64741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.161695 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-d5e0067f-a87d-4d54-b84c-a12c3cb64741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0766358 Jun 01 14:03:40.215158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-1cb9348a-ce8b-4d6a-bb56-9089983bba19 None None] Provisioning complete for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:03:40.215581 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1cb9348a-ce8b-4d6a-bb56-9089983bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:40.248678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44127170-df62-446e-98fd-54bb18cc7077 req-bdc61d7f-630b-4167-b9b9-311df6fe7aea tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859978 Jun 01 14:03:40.271028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-ab0e737a-32e8-4ceb-8d0f-eaa851ba63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.272781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-ab0e737a-32e8-4ceb-8d0f-eaa851ba63f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954311 Jun 01 14:03:40.408162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-362fe2ae-0cd0-4395-b7aa-04bc62d46c1f service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278741 Jun 01 14:03:40.486458 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9348a-ce8b-4d6a-bb56-9089983bba19 None None] Current status of the port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:03:40.540138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64a906e8-67ca-4a83-8eb3-06b46c16fef1 req-2e682267-1cd0-4768-b0ce-bae2bf4cf49a service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254985 Jun 01 14:03:40.651833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-340f097f-e9f6-43f3-9015-34bfce8b4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.653221 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-340f097f-e9f6-43f3-9015-34bfce8b4470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1135 time: 0.0746791 Jun 01 14:03:40.782896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-931ad32c-cacc-497d-a3c6-25938b5371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.784297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-931ad32c-cacc-497d-a3c6-25938b5371b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1248672 Jun 01 14:03:40.884902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-edb2a0fe-5657-4798-b0c8-5053e66913eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1001 time: 0.0934877 Jun 01 14:03:40.951050 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-3a026597-f874-4ae8-bb0d-16e02a3ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:40.953159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-3a026597-f874-4ae8-bb0d-16e02a3ba64e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0617495 Jun 01 14:03:41.041922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-2e6254b8-2060-4389-bba9-80e9a2a3ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:41.043639 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-2e6254b8-2060-4389-bba9-80e9a2a3ff79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837588 Jun 01 14:03:41.285324 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-2aa4ca62-eff9-4604-bcb4-6307fe48d6ea service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349911 Jun 01 14:03:41.421975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e29bf8a-98c5-4771-a6c7-a58cdc899c97 req-b55c657c-61f8-4581-b2f6-de4ac7197f69 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292462 Jun 01 14:03:48.340854 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-511ce935-2b0e-4858-a8fe-0b2c7d66ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:48.625168 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:50.137026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:03:50.548447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0223-1f5b-4a95-9fef-55aab04f0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:51.755895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:51.980187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:53.373358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:03:55.569043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90817f-5bcc-4a69-9430-826790fb848c req-1950d9c7-e9b7-4751-a08f-fc99de9abf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:55.570507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-1950d9c7-e9b7-4751-a08f-fc99de9abf24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1135 time: 0.1327088 Jun 01 14:03:55.581523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b4b5-1995-44eb-9a4d-db51fbb2d16f req-0e667bca-4768-461d-89b9-7a4f750df984 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:55.582863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65f1b4b5-1995-44eb-9a4d-db51fbb2d16f req-0e667bca-4768-461d-89b9-7a4f750df984 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.1103899 Jun 01 14:03:55.708912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-65f1b4b5-1995-44eb-9a4d-db51fbb2d16f req-5b39614b-b557-4390-959b-003bc744644d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063530 Jun 01 14:03:55.740071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90817f-5bcc-4a69-9430-826790fb848c req-bd886aab-b039-4f5a-9e36-d59e1c3c79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:55.741490 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-bd886aab-b039-4f5a-9e36-d59e1c3c79f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1578221 Jun 01 14:03:55.853224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-111791a0-dc37-4f09-aac2-8a4e1243e621 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1001 time: 0.1034324 Jun 01 14:03:55.921158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90817f-5bcc-4a69-9430-826790fb848c req-75a8d59c-7276-4528-8746-565b610d3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:55.922619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-75a8d59c-7276-4528-8746-565b610d3ddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0631332 Jun 01 14:03:55.999344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90817f-5bcc-4a69-9430-826790fb848c req-6b352069-5fc8-4c70-a9b1-cef359398ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:56.000792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-6b352069-5fc8-4c70-a9b1-cef359398ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719213 Jun 01 14:03:56.143126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-aa840622-09ab-490b-a24a-9aaddc37ce7c service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353860 Jun 01 14:03:56.282860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c90817f-5bcc-4a69-9430-826790fb848c req-4db428a9-da82-4b06-973c-1ea3377e85ab service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332977 Jun 01 14:03:56.908109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fe1a-c54d-4402-b1dd-1a46ec24df88 req-c0c6ef33-38c9-4458-b513-74de1815584c tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:56.909540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36a6fe1a-c54d-4402-b1dd-1a46ec24df88 req-c0c6ef33-38c9-4458-b513-74de1815584c tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0843632 Jun 01 14:03:56.956201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36a6fe1a-c54d-4402-b1dd-1a46ec24df88 req-1476cc9c-59c1-4e86-964c-56bd7059d777 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405397 Jun 01 14:03:58.173783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9da24-9c7a-4267-adf7-bf801cce96b5 req-c878b33d-5480-4de1-8b78-515506c56156 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:58.175267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d9da24-9c7a-4267-adf7-bf801cce96b5 req-c878b33d-5480-4de1-8b78-515506c56156 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0977032 Jun 01 14:03:58.227834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d9da24-9c7a-4267-adf7-bf801cce96b5 req-e0dff151-3ab5-4d81-bb64-d293df151f40 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442052 Jun 01 14:03:59.446864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9f93-f561-40fc-83da-679ac30a3754 req-53511527-a5b6-473f-9caa-f9ca1f1a69ca tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:03:59.448337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a55e9f93-f561-40fc-83da-679ac30a3754 req-53511527-a5b6-473f-9caa-f9ca1f1a69ca tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0966589 Jun 01 14:03:59.496086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a55e9f93-f561-40fc-83da-679ac30a3754 req-8ec2bffe-580b-4a15-aec3-2b8184b2b6c5 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417316 Jun 01 14:04:00.689418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9aaa-38c1-4bb6-b997-7e630368cd11 req-4a61acb6-6b84-4f61-a32f-4e8f3fcf30a4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:00.690752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-015a9aaa-38c1-4bb6-b997-7e630368cd11 req-4a61acb6-6b84-4f61-a32f-4e8f3fcf30a4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0860004 Jun 01 14:04:00.738619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-015a9aaa-38c1-4bb6-b997-7e630368cd11 req-f72919c0-633b-4876-bba1-00f547d81e65 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416055 Jun 01 14:04:01.949144 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734786be-d6c5-41be-985e-a5930e90e567 req-2efe6e83-bcc5-43e4-8d6d-fddeedbb5e25 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:01.951286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-734786be-d6c5-41be-985e-a5930e90e567 req-2efe6e83-bcc5-43e4-8d6d-fddeedbb5e25 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.1001341 Jun 01 14:04:02.002724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-734786be-d6c5-41be-985e-a5930e90e567 req-d3c0c0d7-8a7d-4607-bcc8-1da3d2164286 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452340 Jun 01 14:04:03.314906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c78668-c70b-4f09-b486-7b30e62af628 req-cee92ba9-c82b-4af1-ab13-9cffdc9b1248 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:03.316744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47c78668-c70b-4f09-b486-7b30e62af628 req-cee92ba9-c82b-4af1-ab13-9cffdc9b1248 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.1913157 Jun 01 14:04:03.372972 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-47c78668-c70b-4f09-b486-7b30e62af628 req-8c8c1c77-39ac-4d5c-8ac6-5ec5d9d1d633 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476670 Jun 01 14:04:04.563464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd8bf3-06c8-41b9-a94a-5782abd36c87 req-7ecb2c15-3268-482d-bcd0-a904152bd1c4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:04.564877 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43dd8bf3-06c8-41b9-a94a-5782abd36c87 req-7ecb2c15-3268-482d-bcd0-a904152bd1c4 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0820236 Jun 01 14:04:04.613779 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-43dd8bf3-06c8-41b9-a94a-5782abd36c87 req-f3ea9754-76bd-479b-8336-4010939a6b3e tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424225 Jun 01 14:04:05.211068 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:05.804757 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf660-3670-4211-bdde-b02e3f8172ff req-80554a5e-b107-4553-80ef-7aba001530c5 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:05.806134 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-411bf660-3670-4211-bdde-b02e3f8172ff req-80554a5e-b107-4553-80ef-7aba001530c5 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0850129 Jun 01 14:04:05.858999 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-411bf660-3670-4211-bdde-b02e3f8172ff req-40a001ba-0d2b-42bc-bcb3-9ab50144db0f tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468149 Jun 01 14:04:07.064195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3647-3112-45a7-b0d3-3605a46b09eb req-41f8a267-5e1d-4133-a3a3-ba5b917ecdb7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:07.065668 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea8c3647-3112-45a7-b0d3-3605a46b09eb req-41f8a267-5e1d-4133-a3a3-ba5b917ecdb7 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0933981 Jun 01 14:04:07.112715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea8c3647-3112-45a7-b0d3-3605a46b09eb req-a2189e88-ee7c-4172-bba8-3ad6344e30f8 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405989 Jun 01 14:04:08.319733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f65c3-a44b-4fe8-835d-0d6c7728a096 req-26f82deb-1db7-4a19-a0ed-348eace8d561 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:08.321193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-103f65c3-a44b-4fe8-835d-0d6c7728a096 req-26f82deb-1db7-4a19-a0ed-348eace8d561 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0975833 Jun 01 14:04:08.371403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-103f65c3-a44b-4fe8-835d-0d6c7728a096 req-53744961-c161-438c-aec2-8b27e967f2dd tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&id=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419130 Jun 01 14:04:18.350943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3c1fc6c-79ea-407b-bec5-b909e5663ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:18.643126 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:20.556342 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fbd48e71-c9d6-407b-af9d-01949bfacf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:21.755650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:21.974520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:23.375488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:27.139665 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:04:35.230060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:39.204939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-56757902-9855-47ce-9c30-62313f53decb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755002 Jun 01 14:04:39.354529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295d90-7c18-4054-9958-c20d929e3539 req-af22798e-18e5-4406-b5a1-1bb572b1a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:39.356010 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-af22798e-18e5-4406-b5a1-1bb572b1a1e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1135 time: 0.0808768 Jun 01 14:04:39.504518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295d90-7c18-4054-9958-c20d929e3539 req-eeee1606-4ed8-43b5-b6bf-e36a21e2acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:39.506001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-eeee1606-4ed8-43b5-b6bf-e36a21e2acbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1305447 Jun 01 14:04:39.615127 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-44538d50-90fa-43c2-b460-50067441aece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1001 time: 0.1017900 Jun 01 14:04:39.680484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295d90-7c18-4054-9958-c20d929e3539 req-7330dd78-7b00-46d6-96bf-c8044fa7f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:39.682219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-7330dd78-7b00-46d6-96bf-c8044fa7f5ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0606120 Jun 01 14:04:39.759587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295d90-7c18-4054-9958-c20d929e3539 req-8d09de4d-5dbc-49ff-b06c-6f949ade39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:39.760960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-8d09de4d-5dbc-49ff-b06c-6f949ade39e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720298 Jun 01 14:04:39.895582 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-67c1adab-1671-45c8-82f8-e9e39838ff57 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285617 Jun 01 14:04:40.027046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-06295d90-7c18-4054-9958-c20d929e3539 req-aa47be36-3ff0-4c37-ba92-88faf5e35a79 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245437 Jun 01 14:04:40.802248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-ebfdd025-19b7-4b64-9264-cc79b4049530 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693896527&fields=id&tenant_id=21d1101db8a945198867bf83af8c818e HTTP/1.1" status: 200 len: 267 time: 0.0400236 Jun 01 14:04:40.892745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-1150a7b6-c993-43e1-be06-9a3eebd99899 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:40.894527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-1150a7b6-c993-43e1-be06-9a3eebd99899 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 984 time: 0.0868990 Jun 01 14:04:40.908815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Request body: {'port': {'security_groups': ['f8d6e0ac-13fb-4680-9661-af0bc5c05fcd']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:04:41.034683 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.379442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:41.404294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.411573 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.424269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ba13e5ba-ffdb-44fb-bddc-defd5fe76451'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:04:41.476713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:41.477322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.485307 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55488) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:41.485841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94540ffc-0c56-435c-a03c-b55711fb5294 req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "PUT /v2.0/ports/ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 942 time: 0.5778744 Jun 01 14:04:41.485841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:04:41.537112 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event updated for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:41.547380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.549160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.549513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.549845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.550166 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.550532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.550879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.551192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.551505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.552951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.553283 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.553859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad3c03-a3b7-4f61-b752-6086a8356169 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.570579 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d28b4d-1a3f-4c45-b9ab-02a9e8d5b958'] response: {'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:04:41.591860 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.618997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ba13e5ba-ffdb-44fb-bddc-defd5fe76451'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:04:41.625428 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.660906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-e1c36aa0-75e4-4d60-b7c7-2407cf160efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:41.662397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-e1c36aa0-75e4-4d60-b7c7-2407cf160efa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1096 time: 0.0816059 Jun 01 14:04:41.702352 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.730433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef37de-a6ea-47c3-91bf-800ea7cf7f9c,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:41.735213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.738759 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "DELETE /v2.0/security-groups/4eef37de-a6ea-47c3-91bf-800ea7cf7f9c HTTP/1.1" status: 204 len: 168 time: 0.2492235 Jun 01 14:04:41.740411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55494) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:41.741637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.741976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.742312 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.742663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.742995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.743321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.743642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.743965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.744311 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.744601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.744919 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.745241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b674e69-e3ac-4248-8070-7d0e0e6dbd8d tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:04:41.813234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-6547c039-b0b2-49dc-9b1e-9ab5b269af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:41.814727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-6547c039-b0b2-49dc-9b1e-9ab5b269af67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1430299 Jun 01 14:04:41.844964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-dc7cab51-dec2-4955-aeae-af2b91c91e0c None None] Provisioning complete for port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:04:41.845486 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc7cab51-dec2-4955-aeae-af2b91c91e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.929596 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-bbb09081-fb27-4a11-988c-7120c68e447f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 1001 time: 0.1073921 Jun 01 14:04:41.953637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Deleting port fe87fbb9-529b-47e3-a02a-b94292ead4ea {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:41.954074 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:41.961768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cab51-dec2-4955-aeae-af2b91c91e0c None None] Current status of the port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:04:41.994643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-a7368f30-b24c-405c-9410-eef4d21c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:41.996097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-a7368f30-b24c-405c-9410-eef4d21c4147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0599055 Jun 01 14:04:42.074278 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-477d78ba-886f-4f9a-8e1f-3e5777f29f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:42.076121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-477d78ba-886f-4f9a-8e1f-3e5777f29f78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737035 Jun 01 14:04:42.123634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:42.123938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:42.208438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-1d83d5e6-af70-41b9-bd71-ec342b4891cc service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267986 Jun 01 14:04:42.244849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Calling delete_port for fe87fbb9-529b-47e3-a02a-b94292ead4ea owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:42.339434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3167c15-cb18-4f1a-8a16-7373e55fac9c req-170a0e44-f757-411f-bde4-c520d0930960 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252058 Jun 01 14:04:42.404507 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:42.451800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event deleted for resources: {'Port': ['ID=fe87fbb9-529b-47e3-a02a-b94292ead4ea,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:42.562892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:42.563682 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Floating IP fccbc487-690b-4ae1-8d69-cf94d389e3ed disassociated (deleted). External IP: 172.25.7.247, port: ba13e5ba-ffdb-44fb-bddc-defd5fe76451. Jun 01 14:04:43.036336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:04:43.219866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:04:43.231386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Sync routers for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:04:43.247432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:04:43.248546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:43.249597 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:43.304879 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f198f740-27cc-4e25-a9e2-3b5b479c5103 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "DELETE /v2.0/floatingips/fccbc487-690b-4ae1-8d69-cf94d389e3ed HTTP/1.1" status: 204 len: 168 time: 1.5561132 Jun 01 14:04:43.305281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:04:43.509898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:04:43.530723 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1556ca0c-d4df-4981-b8ce-c8bdfe41efee'] response: {'name': 'network-changed', 'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:04:43.629644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-ec12fc86-8b27-4f68-8deb-76e788c1e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:43.631155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-ec12fc86-8b27-4f68-8deb-76e788c1e9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21d1101db8a945198867bf83af8c818e&device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 1096 time: 0.0740790 Jun 01 14:04:43.791153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-c5de8f3a-20cf-47ad-accd-ed8219cb5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:43.792770 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-c5de8f3a-20cf-47ad-accd-ed8219cb5299 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 200 len: 916 time: 0.1552825 Jun 01 14:04:43.874793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:43.878976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Checking router: 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:04:43.887152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:04:43.887776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:43.890001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-5483829e-711e-4e48-9652-dab09ea165a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 200 len: 217 time: 0.0910451 Jun 01 14:04:43.955211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-81ad78f7-8159-4790-b94d-6af32e521d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:43.956685 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-81ad78f7-8159-4790-b94d-6af32e521d6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 200 len: 854 time: 0.0601220 Jun 01 14:04:44.035564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-7955cf29-94e9-4a9b-969d-765c8d98324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:44.037042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-7955cf29-94e9-4a9b-969d-765c8d98324e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49203ae3-9abe-4090-9b00-69921d4a65c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742681 Jun 01 14:04:44.067682 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:04:44.171615 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-9eaeaca5-2ab0-475b-9020-0957d9dff189 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280792 Jun 01 14:04:44.409211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:44.413477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae583a0-3df4-456c-8d21-7280fe8d3893 None None] The sync data for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 is: [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:47Z', 'revision_number': 4, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'accb6647-563e-4ba8-9b49-590afb9a82b3', 'name': '', 'network_id': '49203ae3-9abe-4090-9b00-69921d4a65c1', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'mac_address': 'fa:16:3e:09:4b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:46Z', 'updated_at': '2022-06-01T14:02:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'subnets': [{'id': '9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:04:44.476496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2021e7bd-0dd2-43ce-a8b8-dd346862ce56 req-ad4f9fc6-764b-41c8-a371-d285dc3b2156 service neutron] 10.222.0.13 "GET /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901967 Jun 01 14:04:44.696284 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d2b43-c937-4d00-96f3-b73e5f836f8f None None] New status for floating IP fccbc487-690b-4ae1-8d69-cf94d389e3ed: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:04:47.866126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05454f78-0c89-4308-a462-2d234fc81f9f req-6fecf23e-88df-4a07-b065-e30067b3307b tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:47.867529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05454f78-0c89-4308-a462-2d234fc81f9f req-6fecf23e-88df-4a07-b065-e30067b3307b tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0854163 Jun 01 14:04:47.913711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05454f78-0c89-4308-a462-2d234fc81f9f req-f6b77101-3bb6-409d-b01b-ad7c27a69f30 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Jun 01 14:04:48.340960 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9b028109-38de-4240-93d3-7971c320500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:48.639237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:49.130743 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dcbac-a98c-4092-a0be-2452c65fdc9c req-b47716b5-985d-4ea5-8b96-081ace71124b tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:49.132182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a13dcbac-a98c-4092-a0be-2452c65fdc9c req-b47716b5-985d-4ea5-8b96-081ace71124b tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0899174 Jun 01 14:04:49.179983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a13dcbac-a98c-4092-a0be-2452c65fdc9c req-3024c5a9-c80b-477c-82e0-d7fb7d341c86 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/security-groups?id=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Jun 01 14:04:49.417966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-efedc916-6e0a-4dd5-aca7-999279c4c499 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:04:49.419472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-efedc916-6e0a-4dd5-aca7-999279c4c499 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.13 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 945 time: 0.0906980 Jun 01 14:04:49.492977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Deleting port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:49.493288 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:49.753769 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] For port ba13e5ba-ffdb-44fb-bddc-defd5fe76451, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:49.754038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:49.879657 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Calling delete_port for ba13e5ba-ffdb-44fb-bddc-defd5fe76451 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:50.042376 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:50.093686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Pushing event deleted for resources: {'Port': ['ID=ba13e5ba-ffdb-44fb-bddc-defd5fe76451,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:50.171671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] No DVR routers for this DVR port ba13e5ba-ffdb-44fb-bddc-defd5fe76451 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:04:50.174181 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:50.176749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'name': 'network-vif-deleted', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:04:50.189423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdb9a17d-fa58-4b25-ae30-5fab24c4d12f req-14e6f242-a964-4a57-a010-31d7fae43800 tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.13 "DELETE /v2.0/ports/ba13e5ba-ffdb-44fb-bddc-defd5fe76451 HTTP/1.1" status: 204 len: 173 time: 0.7649379 Jun 01 14:04:50.246333 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68554cda-caf8-4731-811b-fa368d076194'] response: {'server_uuid': 'e95b8c9e-8efb-427f-8b54-f44a28bff589', 'name': 'network-vif-deleted', 'tag': 'ba13e5ba-ffdb-44fb-bddc-defd5fe76451', 'status': 'completed', 'code': 200} Jun 01 14:04:50.537034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64b76d44-3f6b-4ead-aa8f-eb96f983cb19 req-cc13b695-c7c6-451c-b3ba-c80677661eaa tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Synchronizing usage tracker for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:04:50.561936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-64b76d44-3f6b-4ead-aa8f-eb96f983cb19 req-cc13b695-c7c6-451c-b3ba-c80677661eaa tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] Unset dirty status for tenant:21d1101db8a945198867bf83af8c818e on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:04:50.571343 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8cca742f-90a5-4384-af96-a88c81e5e6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:50.571906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-64b76d44-3f6b-4ead-aa8f-eb96f983cb19 req-cc13b695-c7c6-451c-b3ba-c80677661eaa tempest-TestMinimumBasicScenario-719737980 tempest-TestMinimumBasicScenario-719737980-project] 10.222.0.40 "GET /v2.0/ports?device_id=e95b8c9e-8efb-427f-8b54-f44a28bff589 HTTP/1.1" status: 200 len: 210 time: 0.0813353 Jun 01 14:04:51.750521 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:51.882516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ba13e5ba-ffdb-44fb-bddc-defd5fe76451 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:04:51.919678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: ba13e5ba-ffdb-44fb-bddc-defd5fe76451 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:04:51.919773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ba13e5ba-ffdb-44fb-bddc-defd5fe76451 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:04:51.976720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:52.258289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55580) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:52.829523 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:53.303757 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Deleting port accb6647-563e-4ba8-9b49-590afb9a82b3 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:53.304440 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:53.376305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:53.477909 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] For port accb6647-563e-4ba8-9b49-590afb9a82b3, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=accb6647-563e-4ba8-9b49-590afb9a82b3,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:53.478614 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:53.605010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Calling delete_port for accb6647-563e-4ba8-9b49-590afb9a82b3 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:53.794246 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:53.867281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=accb6647-563e-4ba8-9b49-590afb9a82b3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:54.115198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:54.489405 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:04:54.785050 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:04:54.794175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Sync routers for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:04:54.803791 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c7527dcd-d122-47a1-aca8-58e016ec2f04 admin admin] 10.222.0.40 "PUT /v2.0/routers/35acf3c7-3567-4fe2-b6e0-072e1470e3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442352 Jun 01 14:04:54.804908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:04:54.805557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:54.806284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:54.982719 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:04:54.982962 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.165928 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.178177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Deleting port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:55.178527 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.308189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:04:53Z', 'revision_number': 5, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port': {'id': 'a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:55.312081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Checking router: 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:04:55.320717 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Routers {'35acf3c7-3567-4fe2-b6e0-072e1470e3a4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:04:55.321321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:55.358117 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] For port a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:55.358478 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.472579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] Set router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:04:55.483501 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Calling delete_port for a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:55.577133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:04:55Z', 'revision_number': 6, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:55.581189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f241cb3-1dfc-4f60-ada4-4a5260cb9e5f None None] The sync data for ids ['35acf3c7-3567-4fe2-b6e0-072e1470e3a4'] in n-d-844200-1 is: [{'id': '35acf3c7-3567-4fe2-b6e0-072e1470e3a4', 'name': 'tempest-TestMinimumBasicScenario-1860129349-router', 'tenant_id': '21d1101db8a945198867bf83af8c818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:43Z', 'updated_at': '2022-06-01T14:04:55Z', 'revision_number': 6, 'project_id': '21d1101db8a945198867bf83af8c818e', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:04:55.659013 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.707030 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:55.798972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.971104 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.973342 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.999154 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:55.999727 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35acf3c7-3567-4fe2-b6e0-072e1470e3a4 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:04:56.013033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.016729 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-69de8ce1-05b8-43f0-a484-589a0309405e admin admin] 10.222.0.40 "DELETE /v2.0/routers/35acf3c7-3567-4fe2-b6e0-072e1470e3a4 HTTP/1.1" status: 204 len: 168 time: 1.2069652 Jun 01 14:04:56.016853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:56.093512 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Deleting subnet 9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:04:56.096806 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.265229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.355851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.429824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.468268 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:56.471942 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.478180 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-6b0cbcbb-4325-4611-9c51-036078733c06 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9f8225ef-b8cc-48f0-9e8d-f5cfbfa86090 HTTP/1.1" status: 204 len: 168 time: 0.4604201 Jun 01 14:04:56.478967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b6bdc-421d-4e1c-a153-e31a942f0711 None None] Network 49203ae3-9abe-4090-9b00-69921d4a65c1 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:04:56.480662 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55592) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:56.554786 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:04:56.599965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.602402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:04:56.602734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a1877f92-6b9b-4126-acb8-f5eb6a0ef2f0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:04:56.603143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device accb6647-563e-4ba8-9b49-590afb9a82b3 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:04:56.611699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Deleting port 280a5182-05c2-43e9-b924-1849f30aad65 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:56.611995 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.651390 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: accb6647-563e-4ba8-9b49-590afb9a82b3 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:04:56.651698 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device accb6647-563e-4ba8-9b49-590afb9a82b3 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:04:56.822848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] DHCP port deletion for 49203ae3-9abe-4090-9b00-69921d4a65c1 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:04:56.827265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Deleting port 280a5182-05c2-43e9-b924-1849f30aad65 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:56.827634 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.828614 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] For port 280a5182-05c2-43e9-b924-1849f30aad65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=280a5182-05c2-43e9-b924-1849f30aad65,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:56.829109 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:56.952424 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Calling delete_port for 280a5182-05c2-43e9-b924-1849f30aad65 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:57.027972 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.030844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] For port 280a5182-05c2-43e9-b924-1849f30aad65, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=280a5182-05c2-43e9-b924-1849f30aad65,segment=NetworkSegment(535319f7-a80f-4143-9168-3a623c4ad7db),segment_id=535319f7-a80f-4143-9168-3a623c4ad7db)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:57.031233 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.078447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=280a5182-05c2-43e9-b924-1849f30aad65,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:57.083368 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] No DVR routers for this DVR port 280a5182-05c2-43e9-b924-1849f30aad65 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:04:57.152620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Calling delete_port for 280a5182-05c2-43e9-b924-1849f30aad65 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:57.203667 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.226888 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:04:57.227249 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:04:57.228968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49203ae3-9abe-4090-9b00-69921d4a65c1']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:57.244044 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535319f7-a80f-4143-9168-3a623c4ad7db') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:57.244345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535319f7-a80f-4143-9168-3a623c4ad7db') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:04:57.256530 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.273224 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.279485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:04:57.279912 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.345356 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 535319f7-a80f-4143-9168-3a623c4ad7db resource provider aggregate not found Jun 01 14:04:57.364592 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 535319f7-a80f-4143-9168-3a623c4ad7db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 535319f7-a80f-4143-9168-3a623c4ad7db found for delete ", "request_id": "req-7c90f1d2-b023-40cc-a405-9b646c810ee2"}]} Jun 01 14:04:57.382761 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.399229 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.409266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] Pushing event deleted for resources: {'Network': ['ID=49203ae3-9abe-4090-9b00-69921d4a65c1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:57.428978 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8df6c713-a4c0-43f0-b7bf-425de5c5cb79 admin admin] 10.222.0.40 "DELETE /v2.0/networks/49203ae3-9abe-4090-9b00-69921d4a65c1 HTTP/1.1" status: 204 len: 168 time: 0.9470065 Jun 01 14:04:57.433470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55600) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:04:57.728709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Deleting port 280a5182-05c2-43e9-b924-1849f30aad65 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:57.729363 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:57.797517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71fb57a9-baf4-486a-92a6-771ce07c39ed None None] The port '280a5182-05c2-43e9-b924-1849f30aad65' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:04:58.091793 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:58.457468 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Deleting port cb44ac81-8e9a-4d2f-9063-05140b58b574 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:04:58.458161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:58.480414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 280a5182-05c2-43e9-b924-1849f30aad65 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:04:58.514048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 280a5182-05c2-43e9-b924-1849f30aad65 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:04:58.514048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 280a5182-05c2-43e9-b924-1849f30aad65 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:04:58.632501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] For port cb44ac81-8e9a-4d2f-9063-05140b58b574, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=cb44ac81-8e9a-4d2f-9063-05140b58b574,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:04:58.632830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:58.757392 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Calling delete_port for cb44ac81-8e9a-4d2f-9063-05140b58b574 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:04:59.086415 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:59.157977 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb44ac81-8e9a-4d2f-9063-05140b58b574,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:04:59.515479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:04:59.885954 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Router 1fd23321-a0f4-4f06-8068-d92bdecf65ea has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:05:00.073595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:05:00.082502 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Sync routers for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:05:00.092534 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:00.092905 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-602fe14b-0dc7-4cee-891e-08500e21e162 admin admin] 10.222.0.40 "PUT /v2.0/routers/1fd23321-a0f4-4f06-8068-d92bdecf65ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6566124 Jun 01 14:05:00.093466 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:00.095493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55606) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:00.273077 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:00.279362 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:00.456845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:00.480256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Deleting port 22357fde-3f06-4529-b375-a89bcf628d07 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:05:00.480987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:00.559811 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '22357fde-3f06-4529-b375-a89bcf628d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:04:59Z', 'revision_number': 5, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port': {'id': '22357fde-3f06-4529-b375-a89bcf628d07', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:02:50Z', 'updated_at': '2022-06-01T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:00.569113 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Checking router: 1fd23321-a0f4-4f06-8068-d92bdecf65ea for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:05:00.577475 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Routers {'1fd23321-a0f4-4f06-8068-d92bdecf65ea'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:00.578068 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:00.667432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] For port 22357fde-3f06-4529-b375-a89bcf628d07, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22357fde-3f06-4529-b375-a89bcf628d07,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:00.668090 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:00.725207 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] Set router 1fd23321-a0f4-4f06-8068-d92bdecf65ea gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:00.881053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:05:00Z', 'revision_number': 6, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:00.885439 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732a5dc-4abb-490d-b8dc-c569522c5524 None None] The sync data for ids ['1fd23321-a0f4-4f06-8068-d92bdecf65ea'] in n-d-844200-1 is: [{'id': '1fd23321-a0f4-4f06-8068-d92bdecf65ea', 'name': 'tempest-TestMinimumBasicScenario-654631814-router', 'tenant_id': '94f6aefc9211434bbc093f723a2b8395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:02:49Z', 'updated_at': '2022-06-01T14:05:00Z', 'revision_number': 6, 'project_id': '94f6aefc9211434bbc093f723a2b8395', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:05:00.922303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Calling delete_port for 22357fde-3f06-4529-b375-a89bcf628d07 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:05:01.102177 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.152587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Pushing event deleted for resources: {'Port': ['ID=22357fde-3f06-4529-b375-a89bcf628d07,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:01.255024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.433931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.436243 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.469333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.469827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd23321-a0f4-4f06-8068-d92bdecf65ea {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:05:01.482817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.483941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c3960950-8dbb-4dad-aedc-9d63a7091bae admin admin] 10.222.0.40 "DELETE /v2.0/routers/1fd23321-a0f4-4f06-8068-d92bdecf65ea HTTP/1.1" status: 204 len: 168 time: 1.3875363 Jun 01 14:05:01.486787 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55610) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:01.550179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Deleting subnet ac7cf4b1-3556-4b0c-8be6-57830e1dcc31 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:05:01.553462 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.612993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.693167 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.762900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.803525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7cf4b1-3556-4b0c-8be6-57830e1dcc31,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:01.807278 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:01.814255 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8587a7cd-f9c1-4de0-84f3-a4e9ace2c790 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ac7cf4b1-3556-4b0c-8be6-57830e1dcc31 HTTP/1.1" status: 204 len: 168 time: 0.3263402 Jun 01 14:05:01.817960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eba61e-089e-4020-a4ef-2a103babcd67 None None] Network 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:05:01.819200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55614) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:02.040245 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.052137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Deleting port fbf9fcbf-6566-4469-bebf-83444e1bfa1f {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:05:02.052441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.109977 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] DHCP port deletion for 59cc6d91-59b3-4200-9f3a-7609dd4e1e21 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:05:02.114223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Deleting port fbf9fcbf-6566-4469-bebf-83444e1bfa1f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:05:02.114645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.264842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] For port fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:02.265093 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.315781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] For port fbf9fcbf-6566-4469-bebf-83444e1bfa1f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,segment=NetworkSegment(b00dd519-475a-405d-8341-4c4e357a1aa9),segment_id=b00dd519-475a-405d-8341-4c4e357a1aa9)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:02.316162 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.392576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Calling delete_port for fbf9fcbf-6566-4469-bebf-83444e1bfa1f owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:05:02.434917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Calling delete_port for fbf9fcbf-6566-4469-bebf-83444e1bfa1f owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:05:02.478616 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.500966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22357fde-3f06-4529-b375-a89bcf628d07 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:05:02.541179 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] No DVR routers for this DVR port fbf9fcbf-6566-4469-bebf-83444e1bfa1f on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:05:02.543287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf9fcbf-6566-4469-bebf-83444e1bfa1f,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:02.548212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 22357fde-3f06-4529-b375-a89bcf628d07 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:05:02.548568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22357fde-3f06-4529-b375-a89bcf628d07 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:05:02.548956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb44ac81-8e9a-4d2f-9063-05140b58b574 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:05:02.582800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: cb44ac81-8e9a-4d2f-9063-05140b58b574 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:05:02.583140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device cb44ac81-8e9a-4d2f-9063-05140b58b574 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:05:02.583554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbf9fcbf-6566-4469-bebf-83444e1bfa1f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:05:02.611038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:05:02.611355 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:05:02.618787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: fbf9fcbf-6566-4469-bebf-83444e1bfa1f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:05:02.619124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fbf9fcbf-6566-4469-bebf-83444e1bfa1f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:05:02.660559 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.685469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cc6d91-59b3-4200-9f3a-7609dd4e1e21']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:02.697630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00dd519-475a-405d-8341-4c4e357a1aa9') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:02.697922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00dd519-475a-405d-8341-4c4e357a1aa9') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:02.709211 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.725649 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.732491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:05:02.733036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.803072 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b00dd519-475a-405d-8341-4c4e357a1aa9 resource provider aggregate not found Jun 01 14:05:02.822036 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment b00dd519-475a-405d-8341-4c4e357a1aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00dd519-475a-405d-8341-4c4e357a1aa9 found for delete ", "request_id": "req-d2d58cca-3197-462f-9c38-655558455440"}]} Jun 01 14:05:02.839575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.855458 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:02.867743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cc6d91-59b3-4200-9f3a-7609dd4e1e21,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:02.874927 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-685865c1-5425-41f4-b2db-1d13fda098a2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/59cc6d91-59b3-4200-9f3a-7609dd4e1e21 HTTP/1.1" status: 204 len: 168 time: 1.0523839 Jun 01 14:05:03.060825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55624) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:03.112589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Deleting port fbf9fcbf-6566-4469-bebf-83444e1bfa1f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:05:03.113143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6e677516-75b2-4fac-bc26-9a4c1d937209 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21d1101db8a945198867bf83af8c818e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506518 Jun 01 14:05:03.113264 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.115410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55628) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:03.179529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.179798 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-71bf85ca-0188-40a5-9692-6a1e34dae0d8 None None] The port 'fbf9fcbf-6566-4469-bebf-83444e1bfa1f' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:05:03.206422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.260543 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.278574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6e0ac-13fb-4680-9661-af0bc5c05fcd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:03.287967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.290752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a45a1437-2826-441c-a04e-0b78be819b7b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f8d6e0ac-13fb-4680-9661-af0bc5c05fcd HTTP/1.1" status: 204 len: 168 time: 0.1727653 Jun 01 14:05:03.657071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55636) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:03.707989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3a6c8bff-d71d-4d9d-a610-957cf4644651 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=94f6aefc9211434bbc093f723a2b8395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496907 Jun 01 14:05:03.711751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55640) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:03.768024 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.800052 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.871462 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.888279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd14028-3fcb-42ee-a6fe-f1447f92c3b5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:03.895743 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:03.896908 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0b5a2fc9-7114-4c4e-bc83-72f6704a64dc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5cd14028-3fcb-42ee-a6fe-f1447f92c3b5 HTTP/1.1" status: 204 len: 168 time: 0.1842675 Jun 01 14:05:04.139860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:05:05.220388 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.645236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55682) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:05.652356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64652185', 'description': 'tempest-secgroup-smoke-64652185 description', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:05.660111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:05.664183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:05.667155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:05.673979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:05.685844 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.699210 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.715032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:05.719722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:05.722874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:05.729374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:05.812030 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.819085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.833419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:05.844528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:05.849951 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:05.857985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:05.860150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8992d355-916c-4e8e-bc7b-55c62c355088,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:05.952936 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:05.958650 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.001986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc3b16-123c-4b98-b77a-4a5df53dfad4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.005576 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.006784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-090b1de5-f4f8-4e45-afbf-fa12417581b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3603821 Jun 01 14:05:06.011540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55686) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.016817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.023449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.027270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.030418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.036868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.061880 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.135035 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.140596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.164828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33943cc-98a9-4663-ba19-c041d90ca01b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.176915 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.178112 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6540f20a-cb0e-439c-a62d-82195c72624e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657224 Jun 01 14:05:06.180950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.186239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.193200 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.197007 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.199924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.205627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.228950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.292539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.298243 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.335382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88d5be6-d625-4875-841d-e7c50537b854,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.346463 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.347789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-facf377c-8cb5-40e0-9289-d361c4a84363 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658797 Jun 01 14:05:06.351644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55694) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.356714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.363709 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.367711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.370674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.376713 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.403686 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.469755 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.474716 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.498359 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14ce123-7c8c-4340-9386-8b5b76843d49,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.508558 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.509776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a99e7720-b9bb-4ebe-bf1b-cc4120f21260 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571617 Jun 01 14:05:06.512808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.518281 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.525529 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.529595 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.532549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.538458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.557189 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.628451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.633795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.654578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377a7c7f-4a09-4d14-a975-f4e068398d14,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.667036 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.668961 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1940236e-2817-4d18-9064-bff079d003d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550930 Jun 01 14:05:06.672151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55702) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.681150 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.690568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.695246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.698435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.705078 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.717113 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:05:06.723857 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.796407 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.801481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.824760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e2daaa-944c-4710-ba37-c2a1c9ef89ba,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.835342 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.836543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ca7b39de-015c-459a-8c37-8677333965da tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624637 Jun 01 14:05:06.839555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:06.844961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '59bc3b16-123c-4b98-b77a-4a5df53dfad4', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:06.851692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:06.855985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:06.859118 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:06.865047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:06.877622 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:05:06.884526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.954242 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.959404 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.982351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1800ad4-4bc4-49d1-a896-4098b96f5081,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:06.993877 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:06.995419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a320f7cc-45d0-4b44-b59c-5dacce1f53e7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548171 Jun 01 14:05:06.998479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:07.003872 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'network': {'name': 'tempest-network-smoke--679404051', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'port_security_enabled': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:07.009332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:07.013470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:network and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:07.016660 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:07.022548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:07.035584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:05:07.039189 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.067940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:05:07.077092 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.077423 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Added segment bfbc374f-3d78-45c9-a981-b2fc17c18feb of type vlan for network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 Jun 01 14:05:07.102859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.134894 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.141930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:07.142510 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.245876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2462389 Jun 01 14:05:07.248659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc8bbd-cf25-4637-ac9a-4f8db7a5d0e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Network': ['ID=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:07.249302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55714) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:07.254971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'admin_state_up': True, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:07.263975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:05:07.264535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:07.268295 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:router and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:07.271294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:07.278017 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:07.289474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.290470 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.305602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:07.584888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:08.022408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:08.051543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:08.200082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.44 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/04cbed1d-82e9-4690-a26d-9273e5c58d5e) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:05:08.360089 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:08.391572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:08.462249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:08.464973 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:08.468858 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:05:08.503339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=04cbed1d-82e9-4690-a26d-9273e5c58d5e,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:08.947789 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:09.351380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:09.691521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 708539bb-49cc-424a-ad58-7b6d4707abf4 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:05:09.876877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:05:09.888244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Sync routers for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:05:09.897628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:09.898246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:09.907270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:09.908585 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bfd9ad71-ba66-4911-938c-b5fe5b01f23f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6582227 Jun 01 14:05:09.911669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55718) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:10.068772 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dad6587e-3e70-4a49-912d-3f9e2d13b1d8 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=075ce40609474cd3bc0f7bd0e18b3590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1559827 Jun 01 14:05:10.071584 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55724) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:10.084383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:10.203545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f20fe-2007-4d2c-af39-e872aeeffdef tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:10.205050 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef1f20fe-2007-4d2c-af39-e872aeeffdef tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324890 Jun 01 14:05:10.208155 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:10.251377 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4274bb7b-3fe7-40c6-8b02-5794bf7cc871 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421407 Jun 01 14:05:10.254395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55732) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:10.259669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800270423', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:10.369995 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:10.374444 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:subnet and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:10.377468 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:10.383383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:10.394936 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:05:10.398726 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:10.405165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:08Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:10.408999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Checking router: 708539bb-49cc-424a-ad58-7b6d4707abf4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:05:10.409342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Updating router 708539bb-49cc-424a-ad58-7b6d4707abf4 port 04cbed1d-82e9-4690-a26d-9273e5c58d5e binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:05:10.466099 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:10.616984 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:10.692157 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Subnet': ['ID=8ac386d4-2f78-4a63-8e3c-8061d124ad4a,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:10.700940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Checking segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:05:10.701294 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network hostable DHCP agents. Network: fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:05:10.723649 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:05:10.733575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:10.737972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:10.738858 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:10.766133 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3ea904a1-342b-42dc-94e0-47bdebfe7e72 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5107064 Jun 01 14:05:10.768817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55736) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:10.779401 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338b3fc-eb8c-4047-83f6-e42f1b20e403 None None] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:05:10.872253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:10.890472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Transition to ACTIVE for port object 04cbed1d-82e9-4690-a26d-9273e5c58d5e will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:10.909631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.041504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Attempting to bind port 04cbed1d-82e9-4690-a26d-9273e5c58d5e on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:05:11.041861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Attempting to bind port 04cbed1d-82e9-4690-a26d-9273e5c58d5e by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:05:11.042203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Attempting to bind port 04cbed1d-82e9-4690-a26d-9273e5c58d5e on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:05:11.046669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Pushing event updated for resources: {'Port': ['ID=04cbed1d-82e9-4690-a26d-9273e5c58d5e,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:11.059326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.059664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.060185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.060571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.061080 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.061408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.061729 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.062048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.062360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.062696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.063011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.063328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:11.068387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:05:11.068754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:05:11.069147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.069518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:05:11.069979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Bound port: 04cbed1d-82e9-4690-a26d-9273e5c58d5e, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:05:11.070341 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.158635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:05:11.159469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.236204 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] For port 04cbed1d-82e9-4690-a26d-9273e5c58d5e, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:05:11.252973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] For port 04cbed1d-82e9-4690-a26d-9273e5c58d5e, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=04cbed1d-82e9-4690-a26d-9273e5c58d5e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:05:11.261141 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.398189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296799bc-854f-41bd-9d70-228ee93efb4c None None] Pushing event updated for resources: {'Port': ['ID=04cbed1d-82e9-4690-a26d-9273e5c58d5e,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:11.409485 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:11.410099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:11.490101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Allocated IP 172.20.0.2 (fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211/8ac386d4-2f78-4a63-8e3c-8061d124ad4a/512f5bea-34f0-4dd5-bc1f-8ec73d43985b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:05:11.613768 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:11.676284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:12.025048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.066661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Transition to ACTIVE for port object 512f5bea-34f0-4dd5-bc1f-8ec73d43985b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:12.093257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Transition to ACTIVE for port object 512f5bea-34f0-4dd5-bc1f-8ec73d43985b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:12.101789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.167497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.1 (fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211/8ac386d4-2f78-4a63-8e3c-8061d124ad4a/fb2ed099-fb65-4a87-bfb0-1745ddcc8677) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:05:12.170028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:12.173577 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:12.176126 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:05:12.223571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Pushing event updated for resources: {'Port': ['ID=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:12.226107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:08Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:12.262292 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed8dc8-36d9-4e2f-b852-b65279868e8b None None] The sync data for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 is: [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:08Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:05:12.283891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Attempting to bind port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:05:12.283891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Attempting to bind port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:05:12.284279 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Attempting to bind port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b on network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:05:12.289906 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:05:12.290270 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Checking segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:05:12.290700 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.291082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Bound using segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:05:12.292082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Bound port: 512f5bea-34f0-4dd5-bc1f-8ec73d43985b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:05:12.292082 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.354144 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.371185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object fb2ed099-fb65-4a87-bfb0-1745ddcc8677 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:12.394486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] For port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:05:12.396665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.397904 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] For port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:05:12.403324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.500639 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:12.505517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:12.505727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a28e4-dad6-4140-9806-b2b4138bbfed None None] Pushing event updated for resources: {'Port': ['ID=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:12.507134 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:12.512865 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:05:12.591045 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:12.879572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:13.456632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:13.462856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:13.473327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447349b-f3bf-4280-a703-5e6534709fc6 None None] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:05:13.582067 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-be68fdb3-715c-44b4-b837-5bc5d1f8db39 None None] Provisioning for port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:13.590657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:13.597517 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:13.743745 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:13.744878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:13.942314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 708539bb-49cc-424a-ad58-7b6d4707abf4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:05:14.026197 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ebfa874d-d048-4be4-9867-e57265d8cca4 None None] Provisioning for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:14.031806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ebfa874d-d048-4be4-9867-e57265d8cca4 None None] Provisioning complete for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:14.032189 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ebfa874d-d048-4be4-9867-e57265d8cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.091968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa874d-d048-4be4-9867-e57265d8cca4 None None] Port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:05:14.129824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:05:14.139571 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-62b6c7f5-fe7d-4ecf-93d9-ac7afea99781 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/708539bb-49cc-424a-ad58-7b6d4707abf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3697376 Jun 01 14:05:14.139914 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Sync routers for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:05:14.150178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:14.150999 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:14.213402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fdd8fdee-777e-46f3-9041-4c67694e6dda None None] Provisioning complete for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:14.213803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fdd8fdee-777e-46f3-9041-4c67694e6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.285365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8fdee-777e-46f3-9041-4c67694e6dda None None] Port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:05:14.339473 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:14.407365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-31dc4443-58c6-4005-aa70-2d54dc7114a7 None None] Provisioning complete for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:14.407837 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-31dc4443-58c6-4005-aa70-2d54dc7114a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.474005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-31dc4443-58c6-4005-aa70-2d54dc7114a7 None None] Port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:05:14.560075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-5a8ad51f-0d48-402d-8152-4c319f7696b2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:05:14.580634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-5a8ad51f-0d48-402d-8152-4c319f7696b2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:05:14.580634 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-5a8ad51f-0d48-402d-8152-4c319f7696b2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64652185&fields=id&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 267 time: 0.0601056 Jun 01 14:05:14.594275 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 512f5bea-34f0-4dd5-bc1f-8ec73d43985b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:14.660706 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:14.665439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:14.665806 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.692018 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:13Z', 'revision_number': 2, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:14.697106 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Checking router: 708539bb-49cc-424a-ad58-7b6d4707abf4 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:05:14.697106 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Updating router 708539bb-49cc-424a-ad58-7b6d4707abf4 port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:05:14.738013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-11489539-07cc-4bda-afe7-8904b46336af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:14.738726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-11489539-07cc-4bda-afe7-8904b46336af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:05:14.749294 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.756477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-11489539-07cc-4bda-afe7-8904b46336af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:05:14.757854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-11489539-07cc-4bda-afe7-8904b46336af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 796 time: 0.1699440 Jun 01 14:05:14.773384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-677e2d76-82cd-4a4b-aafd-9d005fdafc78 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/quotas/075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Jun 01 14:05:14.796780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:14.797329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.831669 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:14.839052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.839982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 04cbed1d-82e9-4690-a26d-9273e5c58d5e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:14.959498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:14.974522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 04cbed1d-82e9-4690-a26d-9273e5c58d5e completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:14.980025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 04cbed1d-82e9-4690-a26d-9273e5c58d5e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:14.980190 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:14.980869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-8d8d531d-5826-491a-8dd7-8c546690f026 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015302 Jun 01 14:05:15.055286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-ec73fbb4-3a38-4ac7-9837-23a57fc5f584 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:05:15.056369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-ec73fbb4-3a38-4ac7-9837-23a57fc5f584 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640085 Jun 01 14:05:15.117384 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.130948 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Transition to ACTIVE for port object fb2ed099-fb65-4a87-bfb0-1745ddcc8677 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:15.137765 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.142017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 04cbed1d-82e9-4690-a26d-9273e5c58d5e is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:15.142390 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.160774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 04cbed1d-82e9-4690-a26d-9273e5c58d5e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=04cbed1d-82e9-4690-a26d-9273e5c58d5e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:15.166209 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.205397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-24c8f70f-4b5e-43dd-86d1-f7bc0f67fbb6 service neutron] 10.222.0.40 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427641 Jun 01 14:05:15.237203 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=04cbed1d-82e9-4690-a26d-9273e5c58d5e,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:15.275342 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:15.323117 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.323544 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.324607 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.324982 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.325328 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.325915 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.326419 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.326881 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.327388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.327982 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.328302 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.328623 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:05:15.366516 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-3d7ed195-e72c-441c-91b3-4383ae39694d service neutron] 10.222.0.40 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469202 Jun 01 14:05:15.388124 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Attempting to bind port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:05:15.388742 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Attempting to bind port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:05:15.389379 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Attempting to bind port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 on network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:05:15.397140 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:05:15.397624 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Checking segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:05:15.398157 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.398540 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Bound using segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:05:15.399126 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Bound port: fb2ed099-fb65-4a87-bfb0-1745ddcc8677, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:05:15.399503 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.511307 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] For port fb2ed099-fb65-4a87-bfb0-1745ddcc8677, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:05:15.515519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] For port fb2ed099-fb65-4a87-bfb0-1745ddcc8677, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:05:15.523893 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:15.603286 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:15.603897 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:04:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:15.625910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ec148ff3-2d59-4a84-aedd-a6867e02e7a5 req-b2b71ca8-95ed-4f9e-b014-3375aa65b88d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0945160 Jun 01 14:05:15.691387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b3cbb-747a-4072-abd8-c7232c7cb8b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:15.829673 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:16.153113 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:16.157130 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65335872-a20c-41ce-964b-3e77a5811da7 None None] The sync data for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 is: [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:05:16.583017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fb2ed099-fb65-4a87-bfb0-1745ddcc8677 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:16.660744 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:16.666200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:16.666851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:16.755120 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-75f5072f-cf7b-4c43-8bc3-48c5c5f6a31d req-63fac92a-813b-41b9-96ef-224c1775b281 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0607164 Jun 01 14:05:16.794971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:16.795259 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:16.829307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port fb2ed099-fb65-4a87-bfb0-1745ddcc8677, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:16.833274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:16.834043 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 512f5bea-34f0-4dd5-bc1f-8ec73d43985b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:16.951714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:16.965479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:16.965852 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:17.094233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:17.095360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 04cbed1d-82e9-4690-a26d-9273e5c58d5e up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:17.166503 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 04cbed1d-82e9-4690-a26d-9273e5c58d5e triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:17.167489 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:17.294061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 04cbed1d-82e9-4690-a26d-9273e5c58d5e is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:17.856878 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dcf46240-f172-4369-838e-9ebb7b80ff14 req-88c66375-2761-4a4f-9641-14475d08ddf6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0469308 Jun 01 14:05:18.336877 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3884ce5-59b3-4fee-8ca6-4bfadfc5d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:18.507439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fb2ed099-fb65-4a87-bfb0-1745ddcc8677 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:18.583720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:18.584070 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:18.655142 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:18.710806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:18.956161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d001bc8-71d3-41fa-ae28-d4863d60f38d req-bb347096-5efa-4e9c-8414-39085eb5fb55 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0428529 Jun 01 14:05:20.120031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e1bb1d8d-40d5-416d-a8a2-b01819415b4e req-c525879f-e165-4521-af93-6c02d0622f04 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0495999 Jun 01 14:05:20.558159 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0432-4d77-4cf0-a791-0e38645bfd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:20.950093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-46311fbc-041f-4621-871b-62d220c17f7e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:20.951647 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-46311fbc-041f-4621-871b-62d220c17f7e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 796 time: 0.1510668 Jun 01 14:05:21.003860 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-08c87a24-2e91-4c09-8aa3-18f46d918cc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 378 time: 0.0444119 Jun 01 14:05:21.012194 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'port': {'device_id': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'admin_state_up': True, 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'security_groups': ['59bc3b16-123c-4b98-b77a-4a5df53dfad4']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:21.153223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:21.157483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:port and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:21.160464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:21.166301 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:21.176028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:05:21.179523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.299307 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-269b967b-2771-41da-befd-8d3001aa843c req-6fdc82e4-afd0-4fc0-9bc4-b410d318cf30 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0571787 Jun 01 14:05:21.384478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.14 (fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211/8ac386d4-2f78-4a63-8e3c-8061d124ad4a/fd79a208-2d9d-4ddf-a804-907bb8772892) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:05:21.586574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.604797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object fd79a208-2d9d-4ddf-a804-907bb8772892 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:21.633265 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.712451 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:21.715611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:21.719566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:05:21.749741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:21.752605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.788073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:21.788699 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.809144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-b8532ba0-ca1d-402d-8d91-e63aab34cf0f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003073 Jun 01 14:05:21.819738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-9dc42ad5-7e19-4c5f-9305-0032c0413825 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:05:21.820670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-9dc42ad5-7e19-4c5f-9305-0032c0413825 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051713 Jun 01 14:05:21.895480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Request body: {'port': {'device_id': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:21.979287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:21.996691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66a42183-4438-4616-926c-a632a8d9d069 None None] Provisioning for port fd79a208-2d9d-4ddf-a804-907bb8772892 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:22.001283 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66a42183-4438-4616-926c-a632a8d9d069 None None] Provisioning complete for port fd79a208-2d9d-4ddf-a804-907bb8772892 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:22.001648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66a42183-4438-4616-926c-a632a8d9d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:22.012073 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:22.054276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-66a42183-4438-4616-926c-a632a8d9d069 None None] Port fd79a208-2d9d-4ddf-a804-907bb8772892 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:05:22.526683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd79a208-2d9d-4ddf-a804-907bb8772892 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:05:22.535760 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:22.558903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Transition to ACTIVE for port object fd79a208-2d9d-4ddf-a804-907bb8772892 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:05:22.568262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19b5e-42a5-443d-bc0c-070c52ab5cc8 req-d00129f1-c1bb-488d-9168-677a198bdb5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:22.568955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-81b19b5e-42a5-443d-bc0c-070c52ab5cc8 req-d00129f1-c1bb-488d-9168-677a198bdb5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:05:22.572748 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:22.708277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-81b19b5e-42a5-443d-bc0c-070c52ab5cc8 req-d00129f1-c1bb-488d-9168-677a198bdb5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:05:22.709470 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b19b5e-42a5-443d-bc0c-070c52ab5cc8 req-d00129f1-c1bb-488d-9168-677a198bdb5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 932 time: 0.3017509 Jun 01 14:05:22.758423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:22.836291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81b19b5e-42a5-443d-bc0c-070c52ab5cc8 req-63a11668-f25f-4527-8f43-5f61d742b641 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985091 Jun 01 14:05:22.857527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Attempting to bind port fd79a208-2d9d-4ddf-a804-907bb8772892 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:05:22.857856 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Attempting to bind port fd79a208-2d9d-4ddf-a804-907bb8772892 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:05:22.858205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Attempting to bind port fd79a208-2d9d-4ddf-a804-907bb8772892 on network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:05:22.863268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Port fd79a208-2d9d-4ddf-a804-907bb8772892 on network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:05:22.863585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Attempting to bind port fd79a208-2d9d-4ddf-a804-907bb8772892 on network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:05:22.870342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:05:22.870703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Checking segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:05:22.871076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Bound using segment: {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:05:22.871493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Bound port: fd79a208-2d9d-4ddf-a804-907bb8772892, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfbc374f-3d78-45c9-a981-b2fc17c18feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:05:22.871835 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:22.972336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:05:22.975257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fd79a208-2d9d-4ddf-a804-907bb8772892,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:05:22.982554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:23.049445 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.050051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:23.051442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] 10.222.0.13 "PUT /v2.0/ports/fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 1092 time: 1.2241910 Jun 01 14:05:23.051893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:05:23.081178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deffd5-0134-4184-84e3-498782b1f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:23.167465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-9b302be7-d4e4-4563-a317-ce0e89beed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.169345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-9b302be7-d4e4-4563-a317-ce0e89beed3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1095 time: 0.0776289 Jun 01 14:05:23.171739 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4e2d7e-1be4-4825-bb88-25e2831e04db'] response: {'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'status': 'completed', 'code': 200} Jun 01 14:05:23.244488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-dda5c65a-edf8-4bdb-9a5f-4212d234fb16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 217 time: 0.0666499 Jun 01 14:05:23.315754 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-699895b3-0ba6-485a-9268-c72dde704afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.317766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-699895b3-0ba6-485a-9268-c72dde704afa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 200 len: 835 time: 0.0666616 Jun 01 14:05:23.376814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:23.407612 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-098be01a-81f3-45a1-b5f4-ca32d7c660a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.409092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-098be01a-81f3-45a1-b5f4-ca32d7c660a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856113 Jun 01 14:05:23.543008 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-036b6c72-8e92-4cd1-a85e-4f72bd06e99e service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273749 Jun 01 14:05:23.676744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6fe8a21-94a2-46b4-98ae-bd32d3c1f98d req-4bee4e85-ac05-4e59-85ef-f17f6a6649e1 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280639 Jun 01 14:05:23.802327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-eb6497ad-04fa-4043-bcd4-8be06c9ca56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.804467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-eb6497ad-04fa-4043-bcd4-8be06c9ca56a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1095 time: 0.0767641 Jun 01 14:05:23.935854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-7d99818a-62ba-4bad-987d-69a14587b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:23.937232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-7d99818a-62ba-4bad-987d-69a14587b2ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 897 time: 0.1257377 Jun 01 14:05:24.155508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-27d8bce0-3e64-4d4d-b72b-a0d1c5c35c4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 217 time: 0.2108128 Jun 01 14:05:24.230687 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-b5169eee-36da-4599-a468-85b6812ba68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:24.232055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-b5169eee-36da-4599-a468-85b6812ba68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 200 len: 835 time: 0.0670006 Jun 01 14:05:24.275513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908f79-fc1b-4782-9441-44c107b7e4f2 req-08804823-5c8e-4647-88ff-310aca70cbcd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:24.276988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c908f79-fc1b-4782-9441-44c107b7e4f2 req-08804823-5c8e-4647-88ff-310aca70cbcd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 944 time: 0.3313215 Jun 01 14:05:24.339497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6c908f79-fc1b-4782-9441-44c107b7e4f2 req-f80b30cf-a1a0-458d-8b0f-a83b4f2a9236 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562444 Jun 01 14:05:24.356388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-0cb5a87e-e109-4dfd-8eb9-be814f86534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:24.358161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-0cb5a87e-e109-4dfd-8eb9-be814f86534d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189687 Jun 01 14:05:24.492368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-f06ec9d9-9029-4c81-aa90-ed56a3f62e42 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 Jun 01 14:05:24.640764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8ebaa86f-cb3b-4f1e-8f8c-c231cafffc19 req-a0beb6a7-5401-4b54-b164-be82cd721242 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410785 Jun 01 14:05:25.537410 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb1033-3061-4b3e-afa1-46f585f491de req-fb03f9b4-5368-43d3-932e-e817b39ae3b9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:25.539104 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5efb1033-3061-4b3e-afa1-46f585f491de req-fb03f9b4-5368-43d3-932e-e817b39ae3b9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 944 time: 0.0875955 Jun 01 14:05:25.587216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5efb1033-3061-4b3e-afa1-46f585f491de req-8e8a0658-5d29-4323-a501-07ea7ac89111 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395873 Jun 01 14:05:25.991373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device fd79a208-2d9d-4ddf-a804-907bb8772892 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:05:26.141412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fd79a208-2d9d-4ddf-a804-907bb8772892,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:26.154323 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'port_id': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'mac_address': 'fa:16:3e:33:ff:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:05:26.211377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port fd79a208-2d9d-4ddf-a804-907bb8772892 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:26.211744 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:26.228443 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd79a208-2d9d-4ddf-a804-907bb8772892 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:05:26.246264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fd79a208-2d9d-4ddf-a804-907bb8772892,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:26.252047 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:26.327130 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:26.459585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['fd79a208-2d9d-4ddf-a804-907bb8772892'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:05:26.774109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17c0f-8faf-45b8-91cd-bd543109fab9 req-f98d1da4-050b-4f89-b783-6d494f076496 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:26.775536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edf17c0f-8faf-45b8-91cd-bd543109fab9 req-f98d1da4-050b-4f89-b783-6d494f076496 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 945 time: 0.0791712 Jun 01 14:05:26.824820 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edf17c0f-8faf-45b8-91cd-bd543109fab9 req-5f6e058a-accf-40dc-8817-a04219b5caac tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419180 Jun 01 14:05:27.990922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device fd79a208-2d9d-4ddf-a804-907bb8772892 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:05:28.022763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4bbb0-07d3-4054-b718-2bd03e5f5efc req-896cd7d9-1cd4-4b6c-98a9-40a7274727d3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:28.024556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94c4bbb0-07d3-4054-b718-2bd03e5f5efc req-896cd7d9-1cd4-4b6c-98a9-40a7274727d3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 945 time: 0.0897353 Jun 01 14:05:28.057391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port fd79a208-2d9d-4ddf-a804-907bb8772892 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:05:28.061994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port fd79a208-2d9d-4ddf-a804-907bb8772892 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:05:28.062360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:28.072721 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-94c4bbb0-07d3-4054-b718-2bd03e5f5efc req-daa00df1-caf5-4d8e-8f4d-a04325829644 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413339 Jun 01 14:05:28.221149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port fd79a208-2d9d-4ddf-a804-907bb8772892 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:05:28.221410 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:28.255025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:05:28.264790 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fd79a208-2d9d-4ddf-a804-907bb8772892,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:05:28.270742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:28.308593 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cafc5f6-196c-494c-b5aa-82100b1f4a1c'] response: {'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'code': 200} Jun 01 14:05:28.343661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:28.449729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77468800-f421-4f6b-ad2e-c2011e7373f8 req-7cc8a897-61bb-4196-9107-98d78f8dad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:28.451247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77468800-f421-4f6b-ad2e-c2011e7373f8 req-7cc8a897-61bb-4196-9107-98d78f8dad19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1097 time: 0.0908449 Jun 01 14:05:28.491701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77468800-f421-4f6b-ad2e-c2011e7373f8 req-d8c70e9c-9e11-4a8f-80e2-25ce97803d2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342386 Jun 01 14:05:29.276258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba1bf-2047-4748-82b8-6e15db908fe7 req-0f107761-6744-4f24-a128-6900e22bb84c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:29.277674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-720ba1bf-2047-4748-82b8-6e15db908fe7 req-0f107761-6744-4f24-a128-6900e22bb84c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0824826 Jun 01 14:05:29.324526 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-720ba1bf-2047-4748-82b8-6e15db908fe7 req-db346cc9-371f-47d9-998c-e0d4ff4b3d98 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409553 Jun 01 14:05:30.530419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e5b0-bf47-4ca8-9297-fd2e656b6213 req-8655f7f9-6f50-4f63-9b66-bf66b8d10ce9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:30.531909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e02e5b0-bf47-4ca8-9297-fd2e656b6213 req-8655f7f9-6f50-4f63-9b66-bf66b8d10ce9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0842347 Jun 01 14:05:30.580537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e02e5b0-bf47-4ca8-9297-fd2e656b6213 req-e0257c8b-7bfa-45cb-9f2c-4c15d9db3392 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397801 Jun 01 14:05:30.790992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a5dc-4973-4b4c-aac1-2a27c67be41f req-c06db2cf-9094-402b-b165-d440db4618ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:30.792940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4436a5dc-4973-4b4c-aac1-2a27c67be41f req-c06db2cf-9094-402b-b165-d440db4618ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0984266 Jun 01 14:05:30.838533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4436a5dc-4973-4b4c-aac1-2a27c67be41f req-c27e4735-8829-4cc4-a48a-4dab0e696c1c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394089 Jun 01 14:05:30.868475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55828) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:30.944596 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25938fc2-6665-4c2e-8761-05e862d52d25 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:30.946068 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25938fc2-6665-4c2e-8761-05e862d52d25 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1092 time: 0.0766838 Jun 01 14:05:30.950549 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55832) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:30.955705 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:05:30.962526 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:05:30.966469 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:floatingip and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:05:30.969747 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:05:30.986811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:05:30.998296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:31.144196 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:31.292986 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.36 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/cf2b3c68-c683-4f70-80e8-2a76d733e128) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:05:31.450142 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:31.479642 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:31.545959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:05:31.548616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:05:31.552347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:05:31.586107 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=cf2b3c68-c683-4f70-80e8-2a76d733e128,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:32.105620 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:32.182560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:32.395067 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:32.400924 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:32.508980 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=cf2b3c68-c683-4f70-80e8-2a76d733e128,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:05:32.521255 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:32.691982 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP a66cd53f-5da8-41d9-b381-94ac3b57feec associated. External IP: 172.25.7.36, port: fd79a208-2d9d-4ddf-a804-907bb8772892. Jun 01 14:05:33.051336 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 708539bb-49cc-424a-ad58-7b6d4707abf4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:05:33.347386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:05:33.357343 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Sync routers for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:05:33.367571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:33.368277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:33.373292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:33.430176 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-b3abbefa-3020-4ea4-a058-1d9f8b90a7db tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4785986 Jun 01 14:05:33.430868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:05:33.481197 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab03bcca-c10b-42d6-8db2-f3c1acc0f671'] response: {'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'status': 'completed', 'code': 200} Jun 01 14:05:33.562615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:33.643486 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b225-6258-4bfd-883d-4055b30f5741 req-4bfb5387-3e41-4134-b06f-f1b0cd9b9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:33.644853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-4bfb5387-3e41-4134-b06f-f1b0cd9b9b24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1097 time: 0.1406913 Jun 01 14:05:33.652834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351eb6-1c0b-4c41-9e8d-c35c9a816763 req-74d25b8b-1c2d-4c16-9eb5-681730656837 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:33.654144 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f351eb6-1c0b-4c41-9e8d-c35c9a816763 req-74d25b8b-1c2d-4c16-9eb5-681730656837 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.1061294 Jun 01 14:05:33.781840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f351eb6-1c0b-4c41-9e8d-c35c9a816763 req-58a6fef4-670a-4b54-a642-4d299a978323 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060944 Jun 01 14:05:33.806723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:33.817643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b225-6258-4bfd-883d-4055b30f5741 req-2061fe84-a4d3-46be-b580-c940204a223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:33.819132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-2061fe84-a4d3-46be-b580-c940204a223a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 897 time: 0.1641314 Jun 01 14:05:33.914075 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'a66cd53f-5da8-41d9-b381-94ac3b57feec', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'port_id': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'mac_address': 'fa:16:3e:33:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:05:32Z', 'updated_at': '2022-06-01T14:05:32Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:33.917757 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5e626f14-519f-4caa-a268-2befc74e0f48 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/a66cd53f-5da8-41d9-b381-94ac3b57feec HTTP/1.1" status: 200 len: 991 time: 0.1099210 Jun 01 14:05:33.917891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Checking router: 708539bb-49cc-424a-ad58-7b6d4707abf4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:05:33.925554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-ecbfd903-f678-4fea-92bd-a94200cf376b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 999 time: 0.0997887 Jun 01 14:05:33.926561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:05:33.927278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:34.107815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b225-6258-4bfd-883d-4055b30f5741 req-08a4e872-89eb-4775-928f-d7169b7f9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:34.109674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-08a4e872-89eb-4775-928f-d7169b7f9b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 200 len: 835 time: 0.1781096 Jun 01 14:05:34.113321 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:05:34.188484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b225-6258-4bfd-883d-4055b30f5741 req-9f705782-c382-4771-83d9-3f67b8989350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:34.190274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-9f705782-c382-4771-83d9-3f67b8989350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753942 Jun 01 14:05:34.322006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-9387f666-fc16-42fc-a836-ef9b2c02f9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260495 Jun 01 14:05:34.459211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e721b225-6258-4bfd-883d-4055b30f5741 req-c239d5ce-bcde-4040-b7a1-e9a5e894dd72 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309335 Jun 01 14:05:34.464148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'a66cd53f-5da8-41d9-b381-94ac3b57feec', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'port_id': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'mac_address': 'fa:16:3e:33:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:05:32Z', 'updated_at': '2022-06-01T14:05:32Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:05:34.468995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a4d26-a4e2-479d-9470-16287197a01e None None] The sync data for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 is: [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'a66cd53f-5da8-41d9-b381-94ac3b57feec', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'port_id': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'mac_address': 'fa:16:3e:33:ff:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:05:32Z', 'updated_at': '2022-06-01T14:05:32Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:05:34.661210 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed58388-08ba-4946-a706-6ba2c6d99b90 None None] New status for floating IP a66cd53f-5da8-41d9-b381-94ac3b57feec: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:05:34.921765 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55844) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:05:35.029517 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-bd5a15cd-11a2-4b06-966e-fdcacb36d162 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/a66cd53f-5da8-41d9-b381-94ac3b57feec HTTP/1.1" status: 200 len: 993 time: 0.1064739 Jun 01 14:05:35.249187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:41.139531 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:05:41.194139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-e207404a-96ca-4065-b91f-be180a14d2fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753181 Jun 01 14:05:41.353039 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-f4b01d4b-9b36-42b5-84f1-2709458f8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:41.354518 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-f4b01d4b-9b36-42b5-84f1-2709458f8923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1097 time: 0.0855393 Jun 01 14:05:41.505344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-9ed5527e-e739-4b01-bf94-58f75c576b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:41.506763 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-9ed5527e-e739-4b01-bf94-58f75c576b12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 897 time: 0.1289797 Jun 01 14:05:41.614858 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-462fa9f8-6629-4abe-af3b-d1d4cad6fe85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 1001 time: 0.1003261 Jun 01 14:05:41.696696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-48380aef-8f85-4f50-a460-64a5a8187d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:41.698708 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-48380aef-8f85-4f50-a460-64a5a8187d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 200 len: 835 time: 0.0771635 Jun 01 14:05:41.776537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-f3d87815-7cba-4e43-a08a-a376bb8cd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:05:41.777890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-f3d87815-7cba-4e43-a08a-a376bb8cd664 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725696 Jun 01 14:05:41.909298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-069f59ff-f6d1-4891-bcb2-2ce558561d84 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242049 Jun 01 14:05:42.050733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dc2cb28d-4cc2-4188-98c5-ad20d0ddbc38 req-bed4af57-c34a-4bf2-84f2-99518bdcecc5 service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346428 Jun 01 14:05:48.345013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-64498c13-6a49-4832-b977-2cc8ad81088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:48.647079 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:50.554438 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5b25de0-c48d-41fe-abb5-2daf616b0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:51.749380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:51.983884 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:05:53.386382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:02.022454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb090-9fdc-4028-9ab2-99c179ef9672 req-a8aad20b-6d1e-4dc9-8b80-0cc0c08f1b5d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:02.024074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6aceb090-9fdc-4028-9ab2-99c179ef9672 req-a8aad20b-6d1e-4dc9-8b80-0cc0c08f1b5d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0967460 Jun 01 14:06:02.070680 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6aceb090-9fdc-4028-9ab2-99c179ef9672 req-ae826b6d-2107-46d0-9dc5-f151dd413fd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405898 Jun 01 14:06:03.279636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd56e2d-8b2f-49f1-b9d3-fe19690ddf24 req-ae578d60-4ff9-4ed5-a338-eeb767cdb365 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:03.281060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edd56e2d-8b2f-49f1-b9d3-fe19690ddf24 req-ae578d60-4ff9-4ed5-a338-eeb767cdb365 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0816059 Jun 01 14:06:03.328197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-edd56e2d-8b2f-49f1-b9d3-fe19690ddf24 req-99b9b6bc-d6c7-4ea5-bcfb-350517575ea1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382595 Jun 01 14:06:03.352208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55862) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:03.461043 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9248657e-f96b-4c77-9e78-26eb2fdf90f7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/a66cd53f-5da8-41d9-b381-94ac3b57feec HTTP/1.1" status: 200 len: 993 time: 0.1076186 Jun 01 14:06:04.910862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180bf16-f127-43da-8a4f-c6a07e72c4dc req-8fedcd77-2db6-4777-b94a-439cf17299d0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:04.912317 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d180bf16-f127-43da-8a4f-c6a07e72c4dc req-8fedcd77-2db6-4777-b94a-439cf17299d0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0865941 Jun 01 14:06:04.957016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d180bf16-f127-43da-8a4f-c6a07e72c4dc req-92a54184-24bc-4f9b-aec1-812b3cae25d1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388179 Jun 01 14:06:05.263679 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:06.167877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636191f2-8551-4471-8996-7ed92410d1d1 req-7f7ead1f-e65b-4001-96a3-9317927a3a5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:06.170086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-636191f2-8551-4471-8996-7ed92410d1d1 req-7f7ead1f-e65b-4001-96a3-9317927a3a5b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.0909047 Jun 01 14:06:06.224069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-636191f2-8551-4471-8996-7ed92410d1d1 req-750de6ef-5380-4c65-ae87-cdc1b8cca442 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464919 Jun 01 14:06:06.255499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55874) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:06.365885 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-35f5c684-f2b3-4399-bd12-7898341bbf16 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/a66cd53f-5da8-41d9-b381-94ac3b57feec HTTP/1.1" status: 200 len: 993 time: 0.1090300 Jun 01 14:06:06.668853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55882) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:06.983218 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port cf2b3c68-c683-4f70-80e8-2a76d733e128 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:06:06.983528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:07.160122 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:07.160432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:07.285215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for cf2b3c68-c683-4f70-80e8-2a76d733e128 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:06:07.433432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:07.482501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=cf2b3c68-c683-4f70-80e8-2a76d733e128,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:07.520318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.520692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.521027 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.521357 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.521681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.522008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.522333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.522683 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.523014 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.523330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.523647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.523960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:07.589422 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:07.589712 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP a66cd53f-5da8-41d9-b381-94ac3b57feec disassociated (deleted). External IP: 172.25.7.36, port: fd79a208-2d9d-4ddf-a804-907bb8772892. Jun 01 14:06:07.957828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 708539bb-49cc-424a-ad58-7b6d4707abf4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:06:08.145842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:06:08.156065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Sync routers for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:06:08.165774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:08.166378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:08.167108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:08.228564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-99c69ecb-2992-4f7b-9082-2b905f974c42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/floatingips/a66cd53f-5da8-41d9-b381-94ac3b57feec HTTP/1.1" status: 204 len: 168 time: 1.5557823 Jun 01 14:06:08.228564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:06:08.274919 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53bc046b-0043-4367-820a-2fd4a17108f4'] response: {'name': 'network-changed', 'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'status': 'completed', 'code': 200} Jun 01 14:06:08.371268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-249dcf73-a757-4764-a373-1e91d9697e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:08.372769 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-249dcf73-a757-4764-a373-1e91d9697e6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 1097 time: 0.0775421 Jun 01 14:06:08.390873 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:08.681541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-31936f00-936c-44d4-a7a5-784ef2a243fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:08.682998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-31936f00-936c-44d4-a7a5-784ef2a243fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 200 len: 897 time: 0.3046296 Jun 01 14:06:08.754089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:08.755114 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb288f56-169c-4710-9857-d41e3c046146 req-f7bc99ad-6bca-4002-824a-81ed5a9f3093 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:08.755811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bb288f56-169c-4710-9857-d41e3c046146 req-f7bc99ad-6bca-4002-824a-81ed5a9f3093 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:06:08.757979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Checking router: 708539bb-49cc-424a-ad58-7b6d4707abf4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:06:08.766536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:08.766852 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-d40332f2-6969-403f-a1b9-ba6191cf7bec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 200 len: 217 time: 0.0758572 Jun 01 14:06:08.767100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:08.819133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-bb288f56-169c-4710-9857-d41e3c046146 req-f7bc99ad-6bca-4002-824a-81ed5a9f3093 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:06:08.820259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb288f56-169c-4710-9857-d41e3c046146 req-f7bc99ad-6bca-4002-824a-81ed5a9f3093 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.2488182 Jun 01 14:06:08.851794 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-3ac0766f-81bf-4b2b-a960-bf26f791e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:08.853219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-3ac0766f-81bf-4b2b-a960-bf26f791e111 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 200 len: 835 time: 0.0792010 Jun 01 14:06:08.918026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb288f56-169c-4710-9857-d41e3c046146 req-050cb2cf-29d2-415c-9aaf-68a9c3f5f8cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882888 Jun 01 14:06:08.947937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:08.958441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-d69f17aa-8dc9-465c-b36b-05f78fe25d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:08.959932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-d69f17aa-8dc9-465c-b36b-05f78fe25d70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963559 Jun 01 14:06:09.098433 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-66a03851-64de-4d99-8dfc-49f72cd1808e service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311226 Jun 01 14:06:09.231007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-98889821-2d9c-477c-9011-a0a2bb8392d2 req-3f61ada3-0cb0-442c-b630-9ae035f517eb service neutron] 10.222.0.13 "GET /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 Jun 01 14:06:09.268953 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:09.273538 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb776178-0554-43f7-93d2-b0edc05b83b1 None None] The sync data for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 is: [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:05:12Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'fb2ed099-fb65-4a87-bfb0-1745ddcc8677', 'name': '', 'network_id': 'fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:18:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:11Z', 'updated_at': '2022-06-01T14:05:16Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '8ac386d4-2f78-4a63-8e3c-8061d124ad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:06:09.503019 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06265aec-fcac-4332-8d57-92c819d3ba8a None None] New status for floating IP a66cd53f-5da8-41d9-b381-94ac3b57feec: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:06:10.172558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01632-6ad1-41b4-862e-6a8080c2464f req-04b9a7c4-2cb7-4be1-98c2-38e212e2c455 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:10.173981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d01632-6ad1-41b4-862e-6a8080c2464f req-04b9a7c4-2cb7-4be1-98c2-38e212e2c455 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.1379645 Jun 01 14:06:10.181202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-6094f6ad-06d4-4193-85ee-f94830e05bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:10.182491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-6094f6ad-06d4-4193-85ee-f94830e05bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 946 time: 0.1477535 Jun 01 14:06:10.273037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-76d01632-6ad1-41b4-862e-6a8080c2464f req-e7d3eed8-6ca5-4a7b-a78b-28fd2508276c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=59bc3b16-123c-4b98-b77a-4a5df53dfad4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895283 Jun 01 14:06:10.277950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port fd79a208-2d9d-4ddf-a804-907bb8772892 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:06:10.278291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:10.535655 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port fd79a208-2d9d-4ddf-a804-907bb8772892, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=fd79a208-2d9d-4ddf-a804-907bb8772892,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:10.535925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:10.669325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for fd79a208-2d9d-4ddf-a804-907bb8772892 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:06:10.842127 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:10.903601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=fd79a208-2d9d-4ddf-a804-907bb8772892,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:11.104823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] No DVR routers for this DVR port fd79a208-2d9d-4ddf-a804-907bb8772892 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:06:11.107316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:11.109538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'name': 'network-vif-deleted', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:06:11.126530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-96b10ee3-f034-44e9-bafa-da5eb68171e1 req-d0a2e200-3008-429d-8d67-4a7e0b7a970b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "DELETE /v2.0/ports/fd79a208-2d9d-4ddf-a804-907bb8772892 HTTP/1.1" status: 204 len: 173 time: 0.9299393 Jun 01 14:06:11.165878 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3e4726-d3f6-4779-82d1-230adad15d70'] response: {'server_uuid': '4cb1ab63-47e5-4f61-8821-fab7b464ffd2', 'name': 'network-vif-deleted', 'tag': 'fd79a208-2d9d-4ddf-a804-907bb8772892', 'status': 'completed', 'code': 200} Jun 01 14:06:11.449188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-79276a8b-ce59-4508-91de-5519f85ee164 req-22a5de61-bb57-4838-afc8-2dc2b262e55b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:06:11.465188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-79276a8b-ce59-4508-91de-5519f85ee164 req-22a5de61-bb57-4838-afc8-2dc2b262e55b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:06:11.466456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79276a8b-ce59-4508-91de-5519f85ee164 req-22a5de61-bb57-4838-afc8-2dc2b262e55b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=4cb1ab63-47e5-4f61-8821-fab7b464ffd2 HTTP/1.1" status: 200 len: 210 time: 0.0608914 Jun 01 14:06:12.242045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device fd79a208-2d9d-4ddf-a804-907bb8772892 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:06:12.281371 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: fd79a208-2d9d-4ddf-a804-907bb8772892 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:06:12.282285 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device fd79a208-2d9d-4ddf-a804-907bb8772892 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:06:12.565971 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55906) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:13.158056 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:13.519196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port fb2ed099-fb65-4a87-bfb0-1745ddcc8677 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:06:13.519537 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:13.844110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port fb2ed099-fb65-4a87-bfb0-1745ddcc8677, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:13.844892 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:13.965432 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for fb2ed099-fb65-4a87-bfb0-1745ddcc8677 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:06:14.301799 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:14.349109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=fb2ed099-fb65-4a87-bfb0-1745ddcc8677,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:14.390142 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.390445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.390825 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.391172 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.391509 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.391816 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.392149 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.392475 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.392800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.393177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.393616 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.394153 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:14.643468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.127136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 708539bb-49cc-424a-ad58-7b6d4707abf4 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:06:15.310812 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:06:15.323044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Sync routers for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:06:15.329756 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3b55a7fb-32aa-4090-a14b-128da3ef3faf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/708539bb-49cc-424a-ad58-7b6d4707abf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624788 Jun 01 14:06:15.332987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:15.333160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55910) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:15.333586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:15.401439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting subnet 8ac386d4-2f78-4a63-8e3c-8061d124ad4a {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:06:15.404769 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.460094 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.508970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:15.546221 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.625925 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.665178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac386d4-2f78-4a63-8e3c-8061d124ad4a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:15.671100 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:15.676922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-15d30d3d-8b5a-437e-ba02-d163db9fb5cd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/subnets/8ac386d4-2f78-4a63-8e3c-8061d124ad4a HTTP/1.1" status: 204 len: 168 time: 0.3427501 Jun 01 14:06:15.679828 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:15.680085 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354cf3ba-388c-44fd-aafb-af2e5c533df6 None None] Network fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:06:15.861955 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.006302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:06:14Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '04cbed1d-82e9-4690-a26d-9273e5c58d5e', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:05:08Z', 'updated_at': '2022-06-01T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:16.010190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Checking router: 708539bb-49cc-424a-ad58-7b6d4707abf4 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:06:16.019304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Routers {'708539bb-49cc-424a-ad58-7b6d4707abf4'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:16.019999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:05:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['708539bb-49cc-424a-ad58-7b6d4707abf4'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:16.044191 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.057783 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 04cbed1d-82e9-4690-a26d-9273e5c58d5e {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:06:16.058391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.075951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] DHCP port deletion for fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:06:16.136582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Deleting port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:06:16.136986 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.237327 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 04cbed1d-82e9-4690-a26d-9273e5c58d5e, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=04cbed1d-82e9-4690-a26d-9273e5c58d5e,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:16.237949 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.249472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] Set router 708539bb-49cc-424a-ad58-7b6d4707abf4 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:16.361998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 04cbed1d-82e9-4690-a26d-9273e5c58d5e owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:06:16.365914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:06:16Z', 'revision_number': 6, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:16.374420 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9a83-9457-4fe0-83b9-55dbafcefd34 None None] The sync data for ids ['708539bb-49cc-424a-ad58-7b6d4707abf4'] in n-d-844200-1 is: [{'id': '708539bb-49cc-424a-ad58-7b6d4707abf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063972556', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:05:07Z', 'updated_at': '2022-06-01T14:06:16Z', 'revision_number': 6, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:06:16.478692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] For port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,segment=NetworkSegment(bfbc374f-3d78-45c9-a981-b2fc17c18feb),segment_id=bfbc374f-3d78-45c9-a981-b2fc17c18feb)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:16.479133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.536621 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.581893 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=04cbed1d-82e9-4690-a26d-9273e5c58d5e,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:16.603603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Calling delete_port for 512f5bea-34f0-4dd5-bc1f-8ec73d43985b owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:06:16.673162 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.683625 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.731899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Pushing event deleted for resources: {'Port': ['ID=512f5bea-34f0-4dd5-bc1f-8ec73d43985b,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:16.741976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] No DVR routers for this DVR port 512f5bea-34f0-4dd5-bc1f-8ec73d43985b on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:06:16.744694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.745143 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.745702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.746133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.746564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.747010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.747432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.747853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.748286 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.748705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.749113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.749528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f620108-2813-42a1-86e6-79962312dd5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:16.849558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fb2ed099-fb65-4a87-bfb0-1745ddcc8677 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:06:16.889926 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: fb2ed099-fb65-4a87-bfb0-1745ddcc8677 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:06:16.890362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device fb2ed099-fb65-4a87-bfb0-1745ddcc8677 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:06:16.890829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 512f5bea-34f0-4dd5-bc1f-8ec73d43985b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:06:16.924233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 512f5bea-34f0-4dd5-bc1f-8ec73d43985b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:06:16.924499 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 512f5bea-34f0-4dd5-bc1f-8ec73d43985b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:06:16.987568 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:16.989821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.019908 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.020387 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Fanout notify agent at l3_agent the message router_deleted on router 708539bb-49cc-424a-ad58-7b6d4707abf4 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:06:17.042344 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.043813 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2d44a1b7-ceee-4294-94a2-8ebf09a786b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/routers/708539bb-49cc-424a-ad58-7b6d4707abf4 HTTP/1.1" status: 204 len: 168 time: 1.3630052 Jun 01 14:06:17.046843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55918) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:17.172197 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.314351 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.344105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:17.357909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbc374f-3d78-45c9-a981-b2fc17c18feb') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:17.358291 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbc374f-3d78-45c9-a981-b2fc17c18feb') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:17.372725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.390113 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.397037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:06:17.397436 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.493262 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment bfbc374f-3d78-45c9-a981-b2fc17c18feb resource provider aggregate not found Jun 01 14:06:17.511825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.529076 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.532162 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment bfbc374f-3d78-45c9-a981-b2fc17c18feb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfbc374f-3d78-45c9-a981-b2fc17c18feb found for delete ", "request_id": "req-38f25037-ca34-4069-a242-73d5c34cf3cd"}]} Jun 01 14:06:17.541707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Network': ['ID=fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:17.550191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-0bd98809-bbec-45cc-9513-10791730e0e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/networks/fd94ad7c-cd7f-498b-b1fd-e6a2d36eb211 HTTP/1.1" status: 204 len: 168 time: 0.5022972 Jun 01 14:06:17.552958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55928) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:17.625423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.655322 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.724752 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.743187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc3b16-123c-4b98-b77a-4a5df53dfad4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:17.753278 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.754409 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea5d2d8c-6625-49bc-8c01-2fcac37f56fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/security-groups/59bc3b16-123c-4b98-b77a-4a5df53dfad4 HTTP/1.1" status: 204 len: 168 time: 0.2005548 Jun 01 14:06:17.881621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55936) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:17.886956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494519674', 'description': 'tempest-secgroup-smoke-1494519674 description', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:17.894516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:17.899117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:17.902000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:17.908178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:17.922101 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:17.945493 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:17.949271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:17.952145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:17.957909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.031443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.037285 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.080998 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf325b95-51b6-485c-9c0b-97f021cf7fe1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.085526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.087203 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a0d65c9c-fc78-44f6-8929-c482eeae5ca6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043850 Jun 01 14:06:18.090151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55940) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.095435 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.102915 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.107049 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.110054 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.116125 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.134899 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.139306 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:06:18.196719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.203194 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.232762 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bb36e0-8795-4666-aa07-36a8d6ea57c9,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.242619 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.243782 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-52f07801-f29e-4486-80ce-9a0ab156bdfe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525869 Jun 01 14:06:18.247037 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.251921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.258574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.262384 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.265214 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.271059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.290350 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.340255 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d2021350-521f-418c-be85-e29ecbd1cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.356582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.362292 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.386218 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a54b6-39ca-4fe1-866d-1ae176eeb0f5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.395413 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.396581 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-05818a2d-cb60-47c2-ad39-b849e7a5555b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486876 Jun 01 14:06:18.399587 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55948) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.404985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.412131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.416170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.419148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.425384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.444008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.485847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 04cbed1d-82e9-4690-a26d-9273e5c58d5e no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:06:18.511316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.515399 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.520219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 04cbed1d-82e9-4690-a26d-9273e5c58d5e {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:06:18.520565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 04cbed1d-82e9-4690-a26d-9273e5c58d5e not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:06:18.536689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f15c9a4-4302-4710-8463-3790d112b367,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.548481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.549937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-490f4c76-8827-431f-9f20-6c74d55f0cb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491921 Jun 01 14:06:18.552738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55952) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.557649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.564503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.568529 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.571501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.577404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.595874 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.634297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.664985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.670565 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.693971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7031c97-682d-4fd4-a67b-22102b2ae21a,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.704523 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.706189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1c8c2397-dcc8-4a32-921f-3afd6829821f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524904 Jun 01 14:06:18.708981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55956) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.714083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.720624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.724953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.728029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.734536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.746082 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:06:18.752707 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.816791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.822615 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.854511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345a94bc-7304-44c6-8bfc-b8fe50b39927,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:18.865950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.867678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c5e4f0c0-f6d8-4470-bdb4-74bdf7eaf49b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577454 Jun 01 14:06:18.870710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55960) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:18.876035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': 'cf325b95-51b6-485c-9c0b-97f021cf7fe1', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:18.883440 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:18.887347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:18.890854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:18.897343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:18.908471 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:06:18.915380 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.980583 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:18.987798 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.011087 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9a99ff-ef97-4b08-bba0-fe93aa3038a8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:19.021435 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.022723 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c27dfdd5-80ac-40bc-9b2e-8c07b099d918 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509166 Jun 01 14:06:19.025585 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55964) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:19.031025 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'network': {'name': 'tempest-network-smoke--1971584454', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:19.037706 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:19.044246 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:network and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:19.048741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:19.054922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:19.065794 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:06:19.069241 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.097603 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:06:19.106463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.106832 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Added segment 11b63574-bd57-432b-aed2-d43d1eae966e of type vlan for network edbdf120-124f-4bd2-8c55-de6373a689df Jun 01 14:06:19.134824 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.171453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.178250 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:19.178856 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.285053 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2583869 Jun 01 14:06:19.288013 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0189a0-b5bb-4afb-a38b-78705fd7ec21 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Network': ['ID=edbdf120-124f-4bd2-8c55-de6373a689df,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:19.288157 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 55968) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:19.293477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'admin_state_up': True, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:19.300272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network edbdf120-124f-4bd2-8c55-de6373a689df details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:06:19.302858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:19.306988 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:router and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:19.310051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:19.317322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:19.329125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.330198 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.348830 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:19.723834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.049506 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.078783 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.228221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.133 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/80d9b176-897d-4d57-bcb9-fc96aa43d66f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:06:20.385262 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.421504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.484360 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:20.487067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:20.490960 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:06:20.536090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=80d9b176-897d-4d57-bcb9-fc96aa43d66f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:20.557830 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8093e2c2-c6d1-4d24-bc1e-cb5bfa280113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:20.957663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:21.435055 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:21.653399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:06:21.747732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:21.831613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:06:21.842367 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Sync routers for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:06:21.852686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:21.853292 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:21.860238 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:21.864873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9166819e-579f-4dc4-b8dc-2e907a28de4f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5724218 Jun 01 14:06:21.865426 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:21.925140 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9d1399af-1566-4628-beb9-368dd1772d6c tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=075ce40609474cd3bc0f7bd0e18b3590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548892 Jun 01 14:06:21.925574 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55976) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:21.982781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.041000 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:22.066504 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cee783-f1b0-462a-8418-0c79ba5de8cd tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:22.067995 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c8cee783-f1b0-462a-8418-0c79ba5de8cd tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415260 Jun 01 14:06:22.070977 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55980) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:22.109596 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f19b684-e594-418d-a702-52b258ca5d15 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375838 Jun 01 14:06:22.112458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55984) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:22.117612 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-464230711', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:22.231275 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:22.235523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:subnet and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:22.238952 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:22.244945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:22.265836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:06:22.269542 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.364105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:20Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:22.368450 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Checking router: 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:06:22.368775 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Updating router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e port 80d9b176-897d-4d57-bcb9-fc96aa43d66f binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:06:22.423039 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.498655 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.587557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Subnet': ['ID=67828b01-3bec-4ed7-a99e-d3a551acafb8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:22.590313 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Checking segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:06:22.591113 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network hostable DHCP agents. Network: edbdf120-124f-4bd2-8c55-de6373a689df, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:06:22.612184 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network edbdf120-124f-4bd2-8c55-de6373a689df is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:06:22.628416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, edbdf120-124f-4bd2-8c55-de6373a689df) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:22.632877 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:22.633464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.642895 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccb765-33a0-46b3-b5a9-899b8f506a48 None None] Network edbdf120-124f-4bd2-8c55-de6373a689df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:06:22.658267 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-110f3e0b-8c2d-4b30-a87d-231682d6bd37 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5448315 Jun 01 14:06:22.661377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 55988) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:22.757501 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.770026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Transition to ACTIVE for port object 80d9b176-897d-4d57-bcb9-fc96aa43d66f will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:22.777656 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.856667 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Pushing event updated for resources: {'Port': ['ID=80d9b176-897d-4d57-bcb9-fc96aa43d66f,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:22.866093 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Attempting to bind port 80d9b176-897d-4d57-bcb9-fc96aa43d66f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:06:22.866454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Attempting to bind port 80d9b176-897d-4d57-bcb9-fc96aa43d66f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:06:22.866966 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Attempting to bind port 80d9b176-897d-4d57-bcb9-fc96aa43d66f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:06:22.869133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-edbdf120-124f-4bd2-8c55-de6373a689df', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:06:22.870147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.872445 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:06:22.872816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:06:22.873204 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.873583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:06:22.874034 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Bound port: 80d9b176-897d-4d57-bcb9-fc96aa43d66f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:06:22.874394 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:22.912585 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.912844 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.913139 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.913461 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.913781 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.914098 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.914415 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.914787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.915102 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.915410 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.915721 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.916026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:06:22.959913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] For port 80d9b176-897d-4d57-bcb9-fc96aa43d66f, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:06:22.963480 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] For port 80d9b176-897d-4d57-bcb9-fc96aa43d66f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80d9b176-897d-4d57-bcb9-fc96aa43d66f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:06:22.970008 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.035665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Allocated IP 172.20.0.2 (edbdf120-124f-4bd2-8c55-de6373a689df/67828b01-3bec-4ed7-a99e-d3a551acafb8/464c86a7-defa-4c59-b5db-8b7d55d831a5) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:06:23.052036 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:23.052678 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:23.133293 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53d16-a85e-4cb0-8f6c-b9938bf8181c None None] Pushing event updated for resources: {'Port': ['ID=80d9b176-897d-4d57-bcb9-fc96aa43d66f,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:23.242422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:23.245318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.255866 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Transition to ACTIVE for port object 464c86a7-defa-4c59-b5db-8b7d55d831a5 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:23.275369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Transition to ACTIVE for port object 464c86a7-defa-4c59-b5db-8b7d55d831a5 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:23.281761 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.353659 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Network edbdf120-124f-4bd2-8c55-de6373a689df is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:23.356635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:23.360244 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:06:23.370427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Pushing event updated for resources: {'Port': ['ID=464c86a7-defa-4c59-b5db-8b7d55d831a5,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:23.458379 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.467171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Attempting to bind port 464c86a7-defa-4c59-b5db-8b7d55d831a5 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:06:23.467369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Attempting to bind port 464c86a7-defa-4c59-b5db-8b7d55d831a5 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:06:23.467592 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Attempting to bind port 464c86a7-defa-4c59-b5db-8b7d55d831a5 on network edbdf120-124f-4bd2-8c55-de6373a689df {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:06:23.472962 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:06:23.473331 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Checking segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:06:23.473729 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.474118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Bound using segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:06:23.474583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Bound port: 464c86a7-defa-4c59-b5db-8b7d55d831a5, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:06:23.474995 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.541931 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:20Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:23.543147 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.547296 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c076db-5515-4a8b-96f7-66a4f657508e None None] The sync data for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 is: [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:20Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:06:23.577230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] For port 464c86a7-defa-4c59-b5db-8b7d55d831a5, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:06:23.581153 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] For port 464c86a7-defa-4c59-b5db-8b7d55d831a5, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=464c86a7-defa-4c59-b5db-8b7d55d831a5,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:06:23.585373 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:23.670929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360045-c09a-4b7d-a4cb-762b795eb3b9 None None] Pushing event updated for resources: {'Port': ['ID=464c86a7-defa-4c59-b5db-8b7d55d831a5,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:24.020070 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.1 (edbdf120-124f-4bd2-8c55-de6373a689df/67828b01-3bec-4ed7-a99e-d3a551acafb8/25088da9-71e5-4cfb-ac4d-6437bee1b668) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:06:24.193566 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:24.211056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object 25088da9-71e5-4cfb-ac4d-6437bee1b668 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:24.237247 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:24.309238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network edbdf120-124f-4bd2-8c55-de6373a689df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:24.312725 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:24.317235 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:06:24.348933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:24.386057 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:24.614038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80d9b176-897d-4d57-bcb9-fc96aa43d66f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:24.679446 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:24.690258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 80d9b176-897d-4d57-bcb9-fc96aa43d66f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:24.696922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 80d9b176-897d-4d57-bcb9-fc96aa43d66f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:24.697140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:24.747973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a590d3-7cdb-4583-a996-e0caedc8d67d None None] Network edbdf120-124f-4bd2-8c55-de6373a689df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:06:24.852528 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8f71cb82-66e7-41c1-b4e9-abc415d54777 None None] Provisioning for port 464c86a7-defa-4c59-b5db-8b7d55d831a5 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:24.989040 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 80d9b176-897d-4d57-bcb9-fc96aa43d66f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:24.989639 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.049586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 80d9b176-897d-4d57-bcb9-fc96aa43d66f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80d9b176-897d-4d57-bcb9-fc96aa43d66f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:25.066811 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.067294 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 464c86a7-defa-4c59-b5db-8b7d55d831a5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:25.234546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=80d9b176-897d-4d57-bcb9-fc96aa43d66f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:25.254071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 464c86a7-defa-4c59-b5db-8b7d55d831a5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:25.259345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 464c86a7-defa-4c59-b5db-8b7d55d831a5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:25.259720 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.271946 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.279054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.390242 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 464c86a7-defa-4c59-b5db-8b7d55d831a5 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:25.390808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.405127 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:25.408468 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.430626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 464c86a7-defa-4c59-b5db-8b7d55d831a5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=464c86a7-defa-4c59-b5db-8b7d55d831a5,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:25.436224 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.513389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Provisioning complete for port 464c86a7-defa-4c59-b5db-8b7d55d831a5 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:25.513753 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.553845 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network edbdf120-124f-4bd2-8c55-de6373a689df is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:25.555110 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:25.563338 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=464c86a7-defa-4c59-b5db-8b7d55d831a5,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:25.643464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Current status of the port 464c86a7-defa-4c59-b5db-8b7d55d831a5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:25.655436 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Provisioning for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:25.661219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Provisioning complete for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:25.661591 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.714694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0230a92e-89e5-4f9e-91d5-aef5e6ed0d3e None None] Port 25088da9-71e5-4cfb-ac4d-6437bee1b668 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:06:25.754147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:06:25.834690 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-86915570-04a6-4985-b230-858604441911 None None] Provisioning complete for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:25.835276 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86915570-04a6-4985-b230-858604441911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:25.890257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-86915570-04a6-4985-b230-858604441911 None None] Port 25088da9-71e5-4cfb-ac4d-6437bee1b668 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:06:25.939431 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:06:25.949821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Sync routers for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:06:25.955006 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f307a481-70f9-4c30-b0bd-39d21c650942 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2925255 Jun 01 14:06:25.959948 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:25.960613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:26.051259 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-e6bb28e2-e343-4baa-8f6d-13e429a2ba61 None None] Provisioning complete for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:26.051611 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e6bb28e2-e343-4baa-8f6d-13e429a2ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:26.121220 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-65d8010b-2ef8-42ef-8622-f91c47acac1f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:06:26.137944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-65d8010b-2ef8-42ef-8622-f91c47acac1f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:06:26.139141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-65d8010b-2ef8-42ef-8622-f91c47acac1f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494519674&fields=id&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 267 time: 0.0584211 Jun 01 14:06:26.181776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb28e2-e343-4baa-8f6d-13e429a2ba61 None None] Port 25088da9-71e5-4cfb-ac4d-6437bee1b668 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:06:26.192923 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:26.288088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-8c4bb97a-8b88-4ff1-96a0-b65155797800 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:26.288750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-8c4bb97a-8b88-4ff1-96a0-b65155797800 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:06:26.305241 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-8c4bb97a-8b88-4ff1-96a0-b65155797800 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:06:26.306380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-8c4bb97a-8b88-4ff1-96a0-b65155797800 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 797 time: 0.1598606 Jun 01 14:06:26.322980 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-674dba40-a455-4fe6-b45d-fe018469c2d9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/quotas/075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 375 time: 0.0104451 Jun 01 14:06:26.409841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-44981625-8a60-4d15-a53b-5fe6fa91a12c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807829 Jun 01 14:06:26.511349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:25Z', 'revision_number': 2, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:26.515901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Checking router: 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:06:26.516578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Updating router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e port 25088da9-71e5-4cfb-ac4d-6437bee1b668 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:06:26.557782 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80d9b176-897d-4d57-bcb9-fc96aa43d66f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:26.597625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-8c1d4364-d41a-409e-991c-ccc19be840c6 service neutron] 10.222.0.40 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761222 Jun 01 14:06:26.623216 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:26.702852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 80d9b176-897d-4d57-bcb9-fc96aa43d66f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:26.703513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:26.731903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-fb82142c-4d44-4de0-824d-7ceb7fb51ab3 service neutron] 10.222.0.40 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283288 Jun 01 14:06:26.923847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4137a1d3-ba5e-4295-acf9-bcb33cc4ea37 req-175f4566-ead1-4acc-9017-99ed15e61316 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 210 time: 0.0451174 Jun 01 14:06:27.029433 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 80d9b176-897d-4d57-bcb9-fc96aa43d66f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:27.030512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 464c86a7-defa-4c59-b5db-8b7d55d831a5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:27.175814 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 464c86a7-defa-4c59-b5db-8b7d55d831a5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:27.176186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.240417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.257884 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Transition to ACTIVE for port object 25088da9-71e5-4cfb-ac4d-6437bee1b668 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:27.266019 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.447378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d04f-7aba-4ead-8028-d6df802dbfac None None] Pushing event updated for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:27.528899 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 464c86a7-defa-4c59-b5db-8b7d55d831a5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:27.552937 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Attempting to bind port 25088da9-71e5-4cfb-ac4d-6437bee1b668 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:06:27.553559 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Attempting to bind port 25088da9-71e5-4cfb-ac4d-6437bee1b668 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:06:27.554103 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Attempting to bind port 25088da9-71e5-4cfb-ac4d-6437bee1b668 on network edbdf120-124f-4bd2-8c55-de6373a689df {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:06:27.559770 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:06:27.560171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Checking segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:06:27.560524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.560889 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Bound using segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:06:27.561424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Bound port: 25088da9-71e5-4cfb-ac4d-6437bee1b668, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:06:27.561786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.661902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] For port 25088da9-71e5-4cfb-ac4d-6437bee1b668, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:06:27.664966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] For port 25088da9-71e5-4cfb-ac4d-6437bee1b668, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=25088da9-71e5-4cfb-ac4d-6437bee1b668,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:06:27.670539 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:27.755960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:27.756606 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:27.823314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d04f-7aba-4ead-8028-d6df802dbfac None None] Pushing event updated for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:27.975715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:28.014919 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-46d7cf61-10cb-4423-9574-dfc4ffe526e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:28.016416 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-46d7cf61-10cb-4423-9574-dfc4ffe526e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 797 time: 0.1649384 Jun 01 14:06:28.116119 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5fab0f1d-48fc-4579-a932-50b8a0ed0a96 req-7d372c5b-d547-4025-b47e-634e12bec08f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 210 time: 0.0534854 Jun 01 14:06:28.120401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-b802fcd2-f023-4c1b-8fdb-43caf3fb6bd5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 380 time: 0.0959003 Jun 01 14:06:28.129611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'port': {'device_id': '240f249b-c457-4590-9232-1cca07fb7dc3', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'admin_state_up': True, 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'security_groups': ['cf325b95-51b6-485c-9c0b-97f021cf7fe1']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:28.305291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:27Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:28.309460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c67df9-ca0c-4b28-8ef5-cfae41a00cab None None] The sync data for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 is: [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:27Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:06:28.407860 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:28.412296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:port and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:28.415490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:28.421303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:28.431404 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:06:28.434954 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.568369 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 25088da9-71e5-4cfb-ac4d-6437bee1b668 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:28.616322 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.10 (edbdf120-124f-4bd2-8c55-de6373a689df/67828b01-3bec-4ed7-a99e-d3a551acafb8/71055e04-4605-4b0a-9bf3-556d2174ab20) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:06:28.647685 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:28.652892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:28.653258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.776044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 25088da9-71e5-4cfb-ac4d-6437bee1b668 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:28.776863 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.814762 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 25088da9-71e5-4cfb-ac4d-6437bee1b668, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=25088da9-71e5-4cfb-ac4d-6437bee1b668,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:28.821483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.827570 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.845321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object 71055e04-4605-4b0a-9bf3-556d2174ab20 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:28.870623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:28.894997 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:28.948055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network edbdf120-124f-4bd2-8c55-de6373a689df is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:28.951416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:28.955641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:06:28.988712 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:29.028091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:29.028791 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:29.055939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-99540b97-ebc5-4f47-b2b8-9391f92398ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9301131 Jun 01 14:06:29.070750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Request body: {'port': {'device_id': '240f249b-c457-4590-9232-1cca07fb7dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:29.187435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-59b03365-c6bb-45c8-800b-ba655b4cfbc9 None None] Provisioning for port 71055e04-4605-4b0a-9bf3-556d2174ab20 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:29.194626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-59b03365-c6bb-45c8-800b-ba655b4cfbc9 None None] Provisioning complete for port 71055e04-4605-4b0a-9bf3-556d2174ab20 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:29.195059 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-59b03365-c6bb-45c8-800b-ba655b4cfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:29.209608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:29.253417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-59b03365-c6bb-45c8-800b-ba655b4cfbc9 None None] Port 71055e04-4605-4b0a-9bf3-556d2174ab20 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:06:29.444235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3134e9a-6d02-4590-8cc3-f4ef3e19ae2d req-ce506f0b-a3bf-46a7-b9af-9ac78f4701bf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:29.444929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3134e9a-6d02-4590-8cc3-f4ef3e19ae2d req-ce506f0b-a3bf-46a7-b9af-9ac78f4701bf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:06:29.521376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c3134e9a-6d02-4590-8cc3-f4ef3e19ae2d req-ce506f0b-a3bf-46a7-b9af-9ac78f4701bf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:06:29.522532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3134e9a-6d02-4590-8cc3-f4ef3e19ae2d req-ce506f0b-a3bf-46a7-b9af-9ac78f4701bf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 932 time: 0.2704880 Jun 01 14:06:29.597468 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3134e9a-6d02-4590-8cc3-f4ef3e19ae2d req-12d3598b-6951-4f49-8f87-760f46d1c2bd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596216 Jun 01 14:06:29.674379 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71055e04-4605-4b0a-9bf3-556d2174ab20 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:06:29.682112 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:29.697602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Transition to ACTIVE for port object 71055e04-4605-4b0a-9bf3-556d2174ab20 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:06:29.704336 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:29.864848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:29.951611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Attempting to bind port 71055e04-4605-4b0a-9bf3-556d2174ab20 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:06:29.951934 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Attempting to bind port 71055e04-4605-4b0a-9bf3-556d2174ab20 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:06:29.952254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Attempting to bind port 71055e04-4605-4b0a-9bf3-556d2174ab20 on network edbdf120-124f-4bd2-8c55-de6373a689df {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:06:29.957432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Port 71055e04-4605-4b0a-9bf3-556d2174ab20 on network edbdf120-124f-4bd2-8c55-de6373a689df not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:06:29.957739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Attempting to bind port 71055e04-4605-4b0a-9bf3-556d2174ab20 on network edbdf120-124f-4bd2-8c55-de6373a689df {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:06:29.963235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:06:29.963560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Checking segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:06:29.963929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Bound using segment: {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:06:29.964342 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Bound port: 71055e04-4605-4b0a-9bf3-556d2174ab20, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b63574-bd57-432b-aed2-d43d1eae966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:06:29.964723 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:30.056711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:06:30.059855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=71055e04-4605-4b0a-9bf3-556d2174ab20,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:06:30.064753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:30.127490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:30.128251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:30.129628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 1092 time: 1.0642381 Jun 01 14:06:30.130079 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:06:30.162824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ef4ab-d833-4dc6-b401-e44a17ebd5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:30.212073 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83861010-a3f4-4026-b98d-d1b975bee6c4'] response: {'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'status': 'completed', 'code': 200} Jun 01 14:06:30.249265 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-1c078ff7-0d37-489e-ae47-3f31006272a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:30.250907 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-1c078ff7-0d37-489e-ae47-3f31006272a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1095 time: 0.0789626 Jun 01 14:06:30.444870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-b1d6ee49-71e2-4757-9e2d-479f11de84ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 217 time: 0.1869640 Jun 01 14:06:30.512080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-564ced88-4b5b-45ca-af1b-424b09d7b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:30.513736 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-564ced88-4b5b-45ca-af1b-424b09d7b365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0623009 Jun 01 14:06:30.538427 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 25088da9-71e5-4cfb-ac4d-6437bee1b668 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:30.593838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-1c5104ba-328d-44b1-9d3b-120738b53c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:30.595334 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-1c5104ba-328d-44b1-9d3b-120738b53c49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751565 Jun 01 14:06:30.655272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 25088da9-71e5-4cfb-ac4d-6437bee1b668 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:30.655626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:30.771888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-66b5d419-2ffa-4ac6-8b46-0bee49e98d82 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698856 Jun 01 14:06:30.773233 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 25088da9-71e5-4cfb-ac4d-6437bee1b668 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:30.907935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a101-a5c5-4cff-b6f0-77f9a6e32ff2 req-236d9616-10b4-48b4-bf91-eb8d331abb1f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:30.909489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42e0a101-a5c5-4cff-b6f0-77f9a6e32ff2 req-236d9616-10b4-48b4-bf91-eb8d331abb1f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 944 time: 0.2028639 Jun 01 14:06:30.944556 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3d7263f1-b5db-4600-ab52-8a87e636db88 req-f28c2412-4d2d-41dc-947b-d001217f0f3e service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613743 Jun 01 14:06:30.972807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-42e0a101-a5c5-4cff-b6f0-77f9a6e32ff2 req-7caf91c7-bd03-4a6c-be40-dd20d912e3f7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509634 Jun 01 14:06:31.069990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-15d80883-0a12-45c2-9b84-791778fb7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:31.071533 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-15d80883-0a12-45c2-9b84-791778fb7e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1095 time: 0.0741560 Jun 01 14:06:31.209812 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-9a260b31-2bb1-4c43-8264-988e05e35a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:31.211316 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-9a260b31-2bb1-4c43-8264-988e05e35a1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.1299772 Jun 01 14:06:31.284002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-836729f5-b5d4-4584-8cb9-dba125adaea1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 217 time: 0.0654228 Jun 01 14:06:31.350614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-d57b4d23-4864-4af7-86e6-366b95b5988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:31.351936 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-d57b4d23-4864-4af7-86e6-366b95b5988e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0622203 Jun 01 14:06:31.431832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-acfe622b-7a39-4dd9-89e6-fb8c14f63838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:31.433321 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-acfe622b-7a39-4dd9-89e6-fb8c14f63838 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733654 Jun 01 14:06:31.574094 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-3dd0e8ee-f6ab-468f-bc8c-add7b8a42be9 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333926 Jun 01 14:06:31.716928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19f2923c-7343-4a7f-81c8-2559a9833720 req-ad078de4-a05c-400e-a00c-cbbfae383e38 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352985 Jun 01 14:06:32.186381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33d427-2c86-48d7-9de2-31de6a526172 req-fb9cde56-a9da-447f-af77-bbca7265fb22 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:32.187842 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a33d427-2c86-48d7-9de2-31de6a526172 req-fb9cde56-a9da-447f-af77-bbca7265fb22 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 944 time: 0.0912595 Jun 01 14:06:32.235753 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a33d427-2c86-48d7-9de2-31de6a526172 req-e3b481d8-36ce-4038-bd3c-d7900e07c7bc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Jun 01 14:06:32.350779 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 71055e04-4605-4b0a-9bf3-556d2174ab20 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:06:32.496589 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=71055e04-4605-4b0a-9bf3-556d2174ab20,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:32.510509 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'port_id': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'mac_address': 'fa:16:3e:99:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:06:32.568099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 71055e04-4605-4b0a-9bf3-556d2174ab20 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:32.568479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:32.585629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71055e04-4605-4b0a-9bf3-556d2174ab20 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:06:32.606858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=71055e04-4605-4b0a-9bf3-556d2174ab20,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:32.612440 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:32.684311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:32.818999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['71055e04-4605-4b0a-9bf3-556d2174ab20'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:06:33.439217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a29a6-7127-45ab-8dca-600e7223562f req-9e42c636-2af0-4a9c-9e47-f213a941daef tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:33.440798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-851a29a6-7127-45ab-8dca-600e7223562f req-9e42c636-2af0-4a9c-9e47-f213a941daef tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 945 time: 0.0945916 Jun 01 14:06:33.486003 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-851a29a6-7127-45ab-8dca-600e7223562f req-dc10e9d7-9cad-4e62-9657-36b94a04a8cc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Jun 01 14:06:34.365843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 71055e04-4605-4b0a-9bf3-556d2174ab20 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:06:34.452561 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 71055e04-4605-4b0a-9bf3-556d2174ab20 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:06:34.457944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 71055e04-4605-4b0a-9bf3-556d2174ab20 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:06:34.458313 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:34.581607 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 71055e04-4605-4b0a-9bf3-556d2174ab20 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:06:34.581997 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:34.610886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:06:34.621864 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=71055e04-4605-4b0a-9bf3-556d2174ab20,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:06:34.628763 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:34.662998 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4d4739-ee19-46ac-9068-6ec597b61b1f'] response: {'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'code': 200} Jun 01 14:06:34.685798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c5b3a-d36d-40e5-b04d-2720f93d91ee req-62f4a12f-c7db-40d2-98b3-d145e243876e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:34.687437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29c5b3a-d36d-40e5-b04d-2720f93d91ee req-62f4a12f-c7db-40d2-98b3-d145e243876e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0934057 Jun 01 14:06:34.703192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:34.772093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29c5b3a-d36d-40e5-b04d-2720f93d91ee req-3c76592d-7930-4408-87d7-95a2896bedd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761268 Jun 01 14:06:34.804689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d7bc-0068-4057-8033-074afca3f44b req-62024c2a-298a-4794-8af8-434314e465ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:34.806170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fe1d7bc-0068-4057-8033-074afca3f44b req-62024c2a-298a-4794-8af8-434314e465ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0825455 Jun 01 14:06:34.848123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1fe1d7bc-0068-4057-8033-074afca3f44b req-8b4222f0-4500-4ecd-b0e9-23fe65bcabef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353920 Jun 01 14:06:35.277696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:36.098868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d871-b905-4a7a-a845-7766c8c4a85d req-43573b64-f561-41bc-b58d-9cf96719d801 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:36.100199 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4802d871-b905-4a7a-a845-7766c8c4a85d req-43573b64-f561-41bc-b58d-9cf96719d801 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.2017105 Jun 01 14:06:36.145916 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4802d871-b905-4a7a-a845-7766c8c4a85d req-31490dbe-80df-45ce-b60b-b2e6c694f8fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Jun 01 14:06:37.333521 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b091f-526c-448b-a9d6-c02f6bf24d6f req-58bea554-d3a2-405d-87dc-12a102da615d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:37.334981 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d30b091f-526c-448b-a9d6-c02f6bf24d6f req-58bea554-d3a2-405d-87dc-12a102da615d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0837586 Jun 01 14:06:37.384506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d30b091f-526c-448b-a9d6-c02f6bf24d6f req-a03d760f-a3a9-44b1-9dbf-cdc0c689cfc8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Jun 01 14:06:37.586061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf5fc-3324-48c7-817f-ffcc8af8fef4 req-1e14cb02-9f33-4993-a86d-8ff1b622c10a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:37.587669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02faf5fc-3324-48c7-817f-ffcc8af8fef4 req-1e14cb02-9f33-4993-a86d-8ff1b622c10a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0917006 Jun 01 14:06:37.636931 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02faf5fc-3324-48c7-817f-ffcc8af8fef4 req-1b5c8a1c-850f-4712-9929-05c2eaa468a4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Jun 01 14:06:37.675034 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56038) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:37.757927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973d7ee-8eec-48b6-abe6-a837ed1f92b3 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:37.759343 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2973d7ee-8eec-48b6-abe6-a837ed1f92b3 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1092 time: 0.0833004 Jun 01 14:06:37.763330 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56042) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:37.768206 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:06:37.775035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:06:37.778996 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:floatingip and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:06:37.781854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:06:37.788212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:06:37.802121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:37.950269 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:38.095878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.214 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f231d138-84b7-4eff-ab24-c44a3ffab35c) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:06:38.248841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:38.281748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:38.475645 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:06:38.479031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:06:38.482083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:06:38.510846 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f231d138-84b7-4eff-ab24-c44a3ffab35c,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:38.900540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:38.980638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:39.211463 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:39.220439 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:39.328403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f231d138-84b7-4eff-ab24-c44a3ffab35c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:06:39.340233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:39.507270 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 associated. External IP: 172.25.7.214, port: 71055e04-4605-4b0a-9bf3-556d2174ab20. Jun 01 14:06:39.863576 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:06:40.176202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:06:40.185714 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Sync routers for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:06:40.196285 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:40.196900 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:40.206328 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:40.265317 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-212aa900-114b-4e3f-bbfd-b161501893ff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5009763 Jun 01 14:06:40.265882 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:06:40.310884 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b554f9c-0cf4-4952-9485-0000db51121c'] response: {'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'status': 'completed', 'code': 200} Jun 01 14:06:40.405693 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:40.484340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01416-205a-4616-bab8-31d19efc6ba6 req-99a8d128-a0f8-4040-a58c-cd5f5ac89f87 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:40.491240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0a01416-205a-4616-bab8-31d19efc6ba6 req-99a8d128-a0f8-4040-a58c-cd5f5ac89f87 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.1277645 Jun 01 14:06:40.508245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-2f4841de-366b-432e-82b2-5c00f7edce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:40.509781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-2f4841de-366b-432e-82b2-5c00f7edce20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.1765049 Jun 01 14:06:40.611795 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0a01416-205a-4616-bab8-31d19efc6ba6 req-41cfd731-e5eb-4b4c-b4aa-9d37fb61bdd7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193526 Jun 01 14:06:40.637068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56050) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:40.661814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-8bb1f160-fb8e-4c21-a4f4-bfcd1e3d37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:40.663301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-8bb1f160-fb8e-4c21-a4f4-bfcd1e3d37c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.1462185 Jun 01 14:06:40.747174 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75f61870-7818-4a17-8cb2-780138381957 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 HTTP/1.1" status: 200 len: 992 time: 0.1086769 Jun 01 14:06:40.756683 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '30ba087d-b7bd-4185-98b1-dfc00ae1f8a2', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'port_id': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'mac_address': 'fa:16:3e:99:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f249b-c457-4590-9232-1cca07fb7dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:06:38Z', 'updated_at': '2022-06-01T14:06:38Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:40.760599 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Checking router: 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:06:40.769900 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:06:40.770057 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:06:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:40.777059 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-a9406b12-76c2-4280-9fc2-366bf9946db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 1000 time: 0.1076736 Jun 01 14:06:40.842334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-1665fe8b-cdb9-4b43-8e4b-f93fff9512ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:40.843762 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-1665fe8b-cdb9-4b43-8e4b-f93fff9512ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0615714 Jun 01 14:06:40.920294 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-1e36dfd2-15bb-4721-9362-73c7794f31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:40.921745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-1e36dfd2-15bb-4721-9362-73c7794f31b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726326 Jun 01 14:06:40.949811 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:06:41.061786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-76c6f8a4-648e-4b80-bd2a-baa27c3b643e service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342237 Jun 01 14:06:41.204240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdda7da1-c95b-4a00-8ee0-49192d9cd9b6 req-e7ef9b48-888a-4658-b389-fef331aaefb7 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370847 Jun 01 14:06:41.313735 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '30ba087d-b7bd-4185-98b1-dfc00ae1f8a2', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'port_id': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'mac_address': 'fa:16:3e:99:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f249b-c457-4590-9232-1cca07fb7dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:06:38Z', 'updated_at': '2022-06-01T14:06:38Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:06:41.317687 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9935f1-56d6-417f-b932-20050576cc08 None None] The sync data for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 is: [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '30ba087d-b7bd-4185-98b1-dfc00ae1f8a2', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'port_id': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'mac_address': 'fa:16:3e:99:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f249b-c457-4590-9232-1cca07fb7dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:06:38Z', 'updated_at': '2022-06-01T14:06:38Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:06:41.510584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f87f1-0ab5-49bb-9ca9-d3fa4a00285c None None] New status for floating IP 30ba087d-b7bd-4185-98b1-dfc00ae1f8a2: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:06:41.751234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:06:41.860238 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-09b880ee-412d-40d1-bd16-b8194cf0fb99 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 HTTP/1.1" status: 200 len: 994 time: 0.1079638 Jun 01 14:06:42.182944 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-4cdc59d2-bab2-4a1a-bf94-aaedc50e70f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756328 Jun 01 14:06:42.334353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-568f8f41-6b31-43bd-b94a-013e2aa074f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:42.335847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-568f8f41-6b31-43bd-b94a-013e2aa074f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0785265 Jun 01 14:06:42.499726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-32c7e942-a4d1-4418-a6b8-07c19bb106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:42.501166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-32c7e942-a4d1-4418-a6b8-07c19bb106d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.1428144 Jun 01 14:06:42.603592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-2c32b070-4e8c-45f4-ba55-f0f0deeb646c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 1002 time: 0.0962148 Jun 01 14:06:42.777081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-8c22ae3f-2ad4-4c75-b802-0665317d6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:42.778427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-8c22ae3f-2ad4-4c75-b802-0665317d6a6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.1680503 Jun 01 14:06:42.856124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-dc04ecdb-5f70-4fda-8d6b-de3f64028150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:06:42.857575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-dc04ecdb-5f70-4fda-8d6b-de3f64028150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730836 Jun 01 14:06:42.992637 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-ad8e8017-e44f-441f-98d4-c2a9f9f13471 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289065 Jun 01 14:06:43.125168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d73021ae-2b80-4bce-b60a-3293a6e2f81c req-ffb9b592-15c7-4aa9-b48b-eba5f565a90b service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255443 Jun 01 14:06:48.358882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1f19ba0e-a0cf-4e56-bacf-749608fedab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:48.657934 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:50.552565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ca8488b8-5118-4c21-9aba-0f9d71f574ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:51.752525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:51.987105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:53.391331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:06:55.139314 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:07:05.277021 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:06.839627 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-790cc26c-3171-47b2-8488-33f59b9492f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:06.841077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-790cc26c-3171-47b2-8488-33f59b9492f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.1354265 Jun 01 14:07:06.853083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d541-144a-420a-abf8-a1bcccfb1fec req-2a3969f9-cee7-4bda-9fa5-787b1a9196b0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:06.854424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1827d541-144a-420a-abf8-a1bcccfb1fec req-2a3969f9-cee7-4bda-9fa5-787b1a9196b0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.1093130 Jun 01 14:07:06.975545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1827d541-144a-420a-abf8-a1bcccfb1fec req-cf0a378a-16ab-404d-9bd2-c5282fb14659 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031065 Jun 01 14:07:07.011793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-a5facf8b-a6f9-42ce-a4d0-34da943ee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:07.013145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-a5facf8b-a6f9-42ce-a4d0-34da943ee824 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.1578939 Jun 01 14:07:07.117863 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-1883a635-21b0-4495-9d32-d1f073bb2ec9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 1002 time: 0.0975981 Jun 01 14:07:07.182846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-ea7f09f5-fb11-4da0-8c05-3f2b24e6dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:07.184235 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-ea7f09f5-fb11-4da0-8c05-3f2b24e6dbc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0592518 Jun 01 14:07:07.269208 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-51aa747e-c66b-4ce3-86a2-3f05b0533fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:07.270696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-51aa747e-c66b-4ce3-86a2-3f05b0533fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802274 Jun 01 14:07:07.407125 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-218d5fde-58c2-4f71-a70c-51a64107a500 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291440 Jun 01 14:07:07.537677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7944d95d-5596-4dfc-aa59-fcf94f134828 req-484819f5-1859-4b0e-82cd-ce89ca790d69 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245093 Jun 01 14:07:08.176959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cf6f-94fc-41b9-aa05-a50caa4eac84 req-90c5f0b7-fea5-4b6a-87f0-f81dfed537f6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:08.178430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c54cf6f-94fc-41b9-aa05-a50caa4eac84 req-90c5f0b7-fea5-4b6a-87f0-f81dfed537f6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0906148 Jun 01 14:07:08.224399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8c54cf6f-94fc-41b9-aa05-a50caa4eac84 req-299e1ff2-79a8-4312-b010-f9ed488005c9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Jun 01 14:07:09.457964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd0a0-8bda-4844-855a-6467ef13e276 req-65ecac86-2102-4f07-97ea-bb3717638aac tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:09.459447 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18dd0a0-8bda-4844-855a-6467ef13e276 req-65ecac86-2102-4f07-97ea-bb3717638aac tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.1049838 Jun 01 14:07:09.504618 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d18dd0a0-8bda-4844-855a-6467ef13e276 req-2d9b91b8-3df8-427f-a954-e636276eee57 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 Jun 01 14:07:10.694928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6874e-6a19-4581-9bab-39286dbe4f08 req-e12d5762-87cb-49ae-9baf-e53a4a0f24bc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:10.696364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46a6874e-6a19-4581-9bab-39286dbe4f08 req-e12d5762-87cb-49ae-9baf-e53a4a0f24bc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0819719 Jun 01 14:07:10.740844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-46a6874e-6a19-4581-9bab-39286dbe4f08 req-719c4183-d546-4987-bdee-f671533a4ca0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Jun 01 14:07:12.072857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204979d-e77c-4548-b3c6-a5c41f0844fa req-483325de-320c-4111-83e6-4d879ae0a51f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:12.074380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e204979d-e77c-4548-b3c6-a5c41f0844fa req-483325de-320c-4111-83e6-4d879ae0a51f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.2121353 Jun 01 14:07:12.132879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e204979d-e77c-4548-b3c6-a5c41f0844fa req-7346818c-4b4d-4a67-9ac7-55982e7d73d8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515690 Jun 01 14:07:13.328279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85796580-541a-484d-89ee-98688e810f7a req-4c90e84b-77b3-4be8-ab9a-c5dfbff980eb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:13.329678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85796580-541a-484d-89ee-98688e810f7a req-4c90e84b-77b3-4be8-ab9a-c5dfbff980eb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0863659 Jun 01 14:07:13.380073 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85796580-541a-484d-89ee-98688e810f7a req-30b69818-426e-4cad-b6b7-4cd59cf68d2d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Jun 01 14:07:14.589941 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336856-8aa5-4748-a2c8-17548dfd0174 req-dd7beffa-0ec1-4334-adc5-83ab9535012e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:14.591413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d336856-8aa5-4748-a2c8-17548dfd0174 req-dd7beffa-0ec1-4334-adc5-83ab9535012e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0913274 Jun 01 14:07:14.635607 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0d336856-8aa5-4748-a2c8-17548dfd0174 req-734edd70-a675-48f9-ba0d-809533b96744 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380886 Jun 01 14:07:15.848681 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8eac3-46bc-41ba-81da-0fdef24aafe4 req-b27eedc0-8f2a-4714-992f-6729bd89411a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:15.850181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eae8eac3-46bc-41ba-81da-0fdef24aafe4 req-b27eedc0-8f2a-4714-992f-6729bd89411a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0948603 Jun 01 14:07:15.895286 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eae8eac3-46bc-41ba-81da-0fdef24aafe4 req-eab6c27f-159d-455d-b856-9902ce164322 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390179 Jun 01 14:07:17.087048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c036-5895-4cbf-9157-abb389bbfd46 req-a8fdbc41-64ed-41c0-9f40-3919014005e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:17.088524 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8c2c036-5895-4cbf-9157-abb389bbfd46 req-a8fdbc41-64ed-41c0-9f40-3919014005e6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0817225 Jun 01 14:07:17.140754 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d8c2c036-5895-4cbf-9157-abb389bbfd46 req-7c6841e0-2a2f-4593-beb4-def028f1aeb0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Jun 01 14:07:18.342030 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61323d93-d182-475f-bb75-1749f657a7e0 req-217b9769-42d5-469a-b76d-ffea5a4e54bd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:18.343528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61323d93-d182-475f-bb75-1749f657a7e0 req-217b9769-42d5-469a-b76d-ffea5a4e54bd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0926397 Jun 01 14:07:18.343757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-804736f9-e53d-411d-a9e9-afa3dd85d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:18.389918 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61323d93-d182-475f-bb75-1749f657a7e0 req-fbc96ffa-51eb-46d4-b9b2-67867af7b8be tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Jun 01 14:07:18.670191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:19.610268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c62be-f41b-49f4-9df8-06299c3130f9 req-2674259f-0fb6-4c00-bc82-71f8b49a37e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:19.611925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be7c62be-f41b-49f4-9df8-06299c3130f9 req-2674259f-0fb6-4c00-bc82-71f8b49a37e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.1019073 Jun 01 14:07:19.664304 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be7c62be-f41b-49f4-9df8-06299c3130f9 req-0f5502bc-927a-4dc5-9700-c376529af174 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Jun 01 14:07:19.688720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56094) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:19.795644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-63d5066d-8fae-47af-bebb-fe9ef506c125 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 HTTP/1.1" status: 200 len: 994 time: 0.1057808 Jun 01 14:07:20.562964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2f0e001f-46cb-4aa1-9122-180a1c0c778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:21.749309 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:21.997955 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:23.396707 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:32.145283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:07:35.286514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:43.193074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-cfb839da-9ce4-4cab-8f61-e493928626f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779476 Jun 01 14:07:43.335011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-d2b4d7f6-30f4-494e-9a5e-39dba141f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:43.336464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-d2b4d7f6-30f4-494e-9a5e-39dba141f489 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0743458 Jun 01 14:07:43.484649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-7c40807c-4b4a-4c4d-a839-c4de4ef192b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:43.485969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-7c40807c-4b4a-4c4d-a839-c4de4ef192b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.1280460 Jun 01 14:07:43.593876 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-fc9a6dd7-dfa9-4030-a990-c3955778ae21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 1002 time: 0.1002784 Jun 01 14:07:43.659483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-64207453-e4a7-4cfc-ba51-bde54fdbe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:43.660894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-64207453-e4a7-4cfc-ba51-bde54fdbe9f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0616608 Jun 01 14:07:43.741862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-0d87e0b0-dc8b-4a1e-8ce8-864aba1d5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:43.743270 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-0d87e0b0-dc8b-4a1e-8ce8-864aba1d5e63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761569 Jun 01 14:07:43.875481 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-61b1dd02-334e-472d-8831-9382d2c85ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248105 Jun 01 14:07:44.020192 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bbda2c26-7e08-49bd-abdc-2d9ecf9efa17 req-b28e8b47-7234-46b8-ae41-11e961e6fd14 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390145 Jun 01 14:07:48.258051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56110) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:48.340965 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5191524f-bd88-49a5-9252-166e88972bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:48.581023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port f231d138-84b7-4eff-ab24-c44a3ffab35c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:07:48.581335 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:48.680442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:48.750788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:48.751078 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:48.882091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for f231d138-84b7-4eff-ab24-c44a3ffab35c owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:07:49.035660 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:49.096514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=f231d138-84b7-4eff-ab24-c44a3ffab35c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:49.139198 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.139423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.139738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.140090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.140412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.140755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.141371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.141690 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.142101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.142442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.142930 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.143329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:49.209116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:49.209533 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 disassociated (deleted). External IP: 172.25.7.214, port: 71055e04-4605-4b0a-9bf3-556d2174ab20. Jun 01 14:07:49.602423 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:07:49.785772 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:07:49.795772 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Sync routers for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:07:49.805860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:07:49.806786 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:49.811522 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:49.873803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8de26c5b-df35-468b-897d-2d0797ebbd58 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/floatingips/30ba087d-b7bd-4185-98b1-dfc00ae1f8a2 HTTP/1.1" status: 204 len: 168 time: 1.6117542 Jun 01 14:07:49.873803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:07:49.924964 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10763bc5-7b97-4e18-ac93-8e22eb5dbb65'] response: {'name': 'network-changed', 'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'status': 'completed', 'code': 200} Jun 01 14:07:50.001260 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:07:50.171589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-eff37648-8b44-446a-bbf2-c1730b75039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:50.173173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-eff37648-8b44-446a-bbf2-c1730b75039b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.2251656 Jun 01 14:07:50.384640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399e42a-14b2-49c4-ab59-3b0a5dbfcafc req-4fe0d885-9823-4166-914c-28c28c15bbb6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:50.385253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1399e42a-14b2-49c4-ab59-3b0a5dbfcafc req-4fe0d885-9823-4166-914c-28c28c15bbb6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:07:50.386463 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:50.389518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-02f29bfc-a1ee-44c4-9aef-a35da57cbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:50.390431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Checking router: 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:07:50.390982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-02f29bfc-a1ee-44c4-9aef-a35da57cbf1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 200 len: 898 time: 0.2110107 Jun 01 14:07:50.399712 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:07:50.400551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:50.456898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1399e42a-14b2-49c4-ab59-3b0a5dbfcafc req-4fe0d885-9823-4166-914c-28c28c15bbb6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:07:50.458232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1399e42a-14b2-49c4-ab59-3b0a5dbfcafc req-4fe0d885-9823-4166-914c-28c28c15bbb6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.2545719 Jun 01 14:07:50.484326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-a4bff347-b3d8-47e8-ad8b-0777ea238c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 200 len: 217 time: 0.0858428 Jun 01 14:07:50.557157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec90-05ed-4fb2-b23f-92d942227bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:50.565841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1399e42a-14b2-49c4-ab59-3b0a5dbfcafc req-f4291b6c-32a1-41b8-8777-17903c394254 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985661 Jun 01 14:07:50.579004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-fde63778-a3f5-43ab-90d3-3cbcaf9d0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:50.580439 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-fde63778-a3f5-43ab-90d3-3cbcaf9d0460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 200 len: 834 time: 0.0888078 Jun 01 14:07:50.588931 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:07:50.660645 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-ae01a17a-ec48-4f50-9486-fb2a7285e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:50.663167 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-ae01a17a-ec48-4f50-9486-fb2a7285e670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edbdf120-124f-4bd2-8c55-de6373a689df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750287 Jun 01 14:07:50.797803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-74067177-6685-4ef0-8193-8798a0b13509 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 Jun 01 14:07:50.907197 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:50.911270 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6722-1d65-434e-974f-b4fc2f47f495 None None] The sync data for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 is: [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '25088da9-71e5-4cfb-ac4d-6437bee1b668', 'name': '', 'network_id': 'edbdf120-124f-4bd2-8c55-de6373a689df', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:15:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:23Z', 'updated_at': '2022-06-01T14:06:28Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '67828b01-3bec-4ed7-a99e-d3a551acafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:07:50.931785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35f0a8ff-af3f-4560-aa73-06a710932835 req-43d147be-169f-40d2-b112-effb3d3f1676 service neutron] 10.222.0.13 "GET /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274610 Jun 01 14:07:51.149452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c172a6-b759-475c-b7a2-2a000b9916e8 None None] New status for floating IP 30ba087d-b7bd-4185-98b1-dfc00ae1f8a2: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:07:51.662766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-4f5944a1-37d1-4249-9622-8e701736fa26 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:51.664229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-4f5944a1-37d1-4249-9622-8e701736fa26 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.0902407 Jun 01 14:07:51.750470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:51.806491 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 71055e04-4605-4b0a-9bf3-556d2174ab20 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:07:51.806845 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:51.926672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8e6c8-50bd-4ef7-aed2-e2fc8b03e1b8 req-4ceb5a70-6d96-4352-a78d-9ae3cde8b022 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:07:51.928040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-daa8e6c8-50bd-4ef7-aed2-e2fc8b03e1b8 req-4ceb5a70-6d96-4352-a78d-9ae3cde8b022 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 946 time: 0.2588878 Jun 01 14:07:51.993393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:52.063141 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-daa8e6c8-50bd-4ef7-aed2-e2fc8b03e1b8 req-6c6352e7-872c-4c6a-8ea1-661680e8d157 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf325b95-51b6-485c-9c0b-97f021cf7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286125 Jun 01 14:07:52.115104 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 71055e04-4605-4b0a-9bf3-556d2174ab20, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=71055e04-4605-4b0a-9bf3-556d2174ab20,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:07:52.115633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:52.245336 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 71055e04-4605-4b0a-9bf3-556d2174ab20 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:07:52.497667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:52.587324 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=71055e04-4605-4b0a-9bf3-556d2174ab20,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:52.640300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] No DVR routers for this DVR port 71055e04-4605-4b0a-9bf3-556d2174ab20 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:07:52.643539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:52.646003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'name': 'network-vif-deleted', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:07:52.662548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9c52325d-9349-428b-b7b4-d95ec5250a53 req-1a2a81ea-60c7-4430-8b92-a2e4f939b73a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "DELETE /v2.0/ports/71055e04-4605-4b0a-9bf3-556d2174ab20 HTTP/1.1" status: 204 len: 173 time: 0.9915416 Jun 01 14:07:52.695404 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56354fdc-1d7f-4f92-9777-d5f1a7fedba6'] response: {'server_uuid': '240f249b-c457-4590-9232-1cca07fb7dc3', 'name': 'network-vif-deleted', 'tag': '71055e04-4605-4b0a-9bf3-556d2174ab20', 'status': 'completed', 'code': 200} Jun 01 14:07:53.234129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1b4c55ec-8c75-4198-b5a4-e92ce76724b2 req-1b8bf97d-b49d-477f-b39e-8c105412302c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:07:53.251544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-1b4c55ec-8c75-4198-b5a4-e92ce76724b2 req-1b8bf97d-b49d-477f-b39e-8c105412302c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:07:53.252657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b4c55ec-8c75-4198-b5a4-e92ce76724b2 req-1b8bf97d-b49d-477f-b39e-8c105412302c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=240f249b-c457-4590-9232-1cca07fb7dc3 HTTP/1.1" status: 200 len: 210 time: 0.0600636 Jun 01 14:07:53.393854 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:54.354752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56134) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:54.831625 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 71055e04-4605-4b0a-9bf3-556d2174ab20 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:07:54.869055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 71055e04-4605-4b0a-9bf3-556d2174ab20 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:07:54.869370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 71055e04-4605-4b0a-9bf3-556d2174ab20 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:07:54.948700 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:55.302530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 25088da9-71e5-4cfb-ac4d-6437bee1b668 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:07:55.302997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:55.494222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 25088da9-71e5-4cfb-ac4d-6437bee1b668, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=25088da9-71e5-4cfb-ac4d-6437bee1b668,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:07:55.494970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:55.734142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 25088da9-71e5-4cfb-ac4d-6437bee1b668 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:07:55.934920 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:55.982272 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=25088da9-71e5-4cfb-ac4d-6437bee1b668,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:56.258487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:56.626297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:07:56.804240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:07:56.815572 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Sync routers for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:07:56.823234 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1c2ef685-7639-4778-b4db-c58a67dbd64e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674423 Jun 01 14:07:56.826029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56138) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:56.826178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:07:56.826708 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:56.894562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting subnet 67828b01-3bec-4ed7-a99e-d3a551acafb8 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:07:56.897656 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:56.952392 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.003877 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:07:57.032842 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.233950 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.270666 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Subnet': ['ID=67828b01-3bec-4ed7-a99e-d3a551acafb8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:57.278352 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.285532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d96a76ff-6500-4c5c-a16c-d05965048b5a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/subnets/67828b01-3bec-4ed7-a99e-d3a551acafb8 HTTP/1.1" status: 204 len: 168 time: 0.4584944 Jun 01 14:07:57.286359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed4f2c-8aaf-44d6-bd61-6fef8b4c94aa None None] Network edbdf120-124f-4bd2-8c55-de6373a689df requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:07:57.288350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:57.304919 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:07:55Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:57.309393 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Checking router: 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:07:57.320864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Routers {'30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:07:57.321570 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:57.476962 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.541422 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] Set router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:07:57.553411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] DHCP port deletion for edbdf120-124f-4bd2-8c55-de6373a689df request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:07:57.557642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Deleting port 464c86a7-defa-4c59-b5db-8b7d55d831a5 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:07:57.558015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.677251 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.688885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 80d9b176-897d-4d57-bcb9-fc96aa43d66f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:07:57.689284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.770090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] For port 464c86a7-defa-4c59-b5db-8b7d55d831a5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=464c86a7-defa-4c59-b5db-8b7d55d831a5,segment=NetworkSegment(11b63574-bd57-432b-aed2-d43d1eae966e),segment_id=11b63574-bd57-432b-aed2-d43d1eae966e)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:07:57.770442 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.834178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:07:55Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:57.838519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec82b17-b746-4a7b-ae9e-f4799fc3ffdd None None] The sync data for ids ['30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e'] in n-d-844200-1 is: [{'id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150063951', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:06:19Z', 'updated_at': '2022-06-01T14:07:55Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '80d9b176-897d-4d57-bcb9-fc96aa43d66f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:06:20Z', 'updated_at': '2022-06-01T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:07:57.868961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 80d9b176-897d-4d57-bcb9-fc96aa43d66f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=80d9b176-897d-4d57-bcb9-fc96aa43d66f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:07:57.869384 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.894975 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Calling delete_port for 464c86a7-defa-4c59-b5db-8b7d55d831a5 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:07:57.972683 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:57.995387 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 80d9b176-897d-4d57-bcb9-fc96aa43d66f owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:07:58.018302 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Pushing event deleted for resources: {'Port': ['ID=464c86a7-defa-4c59-b5db-8b7d55d831a5,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:58.023228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] No DVR routers for this DVR port 464c86a7-defa-4c59-b5db-8b7d55d831a5 on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:07:58.030785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.031060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.031396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.031726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.032050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.032372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.032691 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.033337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.033337 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.033626 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.033944 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.034257 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbef0b-5edd-4e31-b303-122ee0cfcba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:07:58.179010 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.228903 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=80d9b176-897d-4d57-bcb9-fc96aa43d66f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:58.322810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.494970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.497474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.524825 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.525699 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Fanout notify agent at l3_agent the message router_deleted on router 30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:07:58.549420 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.550472 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-168e392c-f1a2-4aa4-9761-edeb73eb7114 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/routers/30fbdd26-2c3e-4ec7-b990-a23ee0e6bc2e HTTP/1.1" status: 204 len: 168 time: 1.2611945 Jun 01 14:07:58.553058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56146) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:58.641824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 464c86a7-defa-4c59-b5db-8b7d55d831a5 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:07:58.681079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 464c86a7-defa-4c59-b5db-8b7d55d831a5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:07:58.681412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 464c86a7-defa-4c59-b5db-8b7d55d831a5 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:07:58.681829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 25088da9-71e5-4cfb-ac4d-6437bee1b668 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:07:58.720341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 25088da9-71e5-4cfb-ac4d-6437bee1b668 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:07:58.720679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 25088da9-71e5-4cfb-ac4d-6437bee1b668 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:07:58.794262 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.924386 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:58.958094 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbdf120-124f-4bd2-8c55-de6373a689df']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:58.975695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b63574-bd57-432b-aed2-d43d1eae966e') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:58.975983 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b63574-bd57-432b-aed2-d43d1eae966e') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:07:58.988264 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.007875 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.014537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:07:59.015079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.079385 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 11b63574-bd57-432b-aed2-d43d1eae966e resource provider aggregate not found Jun 01 14:07:59.099659 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 11b63574-bd57-432b-aed2-d43d1eae966e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11b63574-bd57-432b-aed2-d43d1eae966e found for delete ", "request_id": "req-30bb2d3c-718e-4674-9ce1-e6c6dd2e936b"}]} Jun 01 14:07:59.116190 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.120513 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.150878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Network': ['ID=edbdf120-124f-4bd2-8c55-de6373a689df,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:59.160048 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3b0d55c5-754c-448f-a84e-1bd529aacbb7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/networks/edbdf120-124f-4bd2-8c55-de6373a689df HTTP/1.1" status: 204 len: 168 time: 0.6060491 Jun 01 14:07:59.164013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56154) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:59.232677 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.262965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.330180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.350981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf325b95-51b6-485c-9c0b-97f021cf7fe1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:59.365379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.366496 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-615a96f8-612f-41f3-b800-50fc574845ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/security-groups/cf325b95-51b6-485c-9c0b-97f021cf7fe1 HTTP/1.1" status: 204 len: 168 time: 0.2015972 Jun 01 14:07:59.489375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56162) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:59.494896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673933137', 'description': 'tempest-secgroup-smoke-673933137 description', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:07:59.501908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:07:59.506217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:07:59.509191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:07:59.515135 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:07:59.526833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.546616 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:07:59.550781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:07:59.553576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:07:59.559680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:07:59.640987 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.646992 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.692523 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a5c159-be08-4088-a475-2df69252598f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:59.696545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.697841 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-76301967-d0eb-45b7-922f-81805e95480e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2073679 Jun 01 14:07:59.702121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56166) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:59.717776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:07:59.728169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:07:59.733641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:07:59.736553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:07:59.742617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:07:59.761878 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.824727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.829780 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.852279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e404a15b-af74-4ece-b6ac-423bf6e25a7e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:07:59.862204 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.863411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5d45dc97-4e82-40f8-a343-3c2521d37eb1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521308 Jun 01 14:07:59.866268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56170) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:07:59.871311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:07:59.877775 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:07:59.881571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:07:59.884432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:07:59.890313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:07:59.908014 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.977123 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:07:59.982339 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.010076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da028f5-5d0d-46e9-91f8-41f803b4834a,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.021634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.022963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e160a21b-d6be-487b-a53c-f3e75abd088b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556640 Jun 01 14:08:00.025776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56174) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.030938 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.037450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.041395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.044314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.049922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.069206 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.134924 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.140444 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.163478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e8ce27-8b34-49dd-8219-d961b3708b97,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.172751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.173910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5ea57fe9-00ca-4b91-afdc-8b04fe2e6979 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471136 Jun 01 14:08:00.176737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56178) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.181758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.188783 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.192555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.195394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.201415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.218114 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.289423 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.295575 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.320808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb699ab-940e-437b-b78b-86ea48626f9c,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.331860 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.333087 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b953d72a-4957-4cd7-9184-18a1e2b903bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554034 Jun 01 14:08:00.337281 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56182) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.342101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.348459 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.353059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.357184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.362946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.374575 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:08:00.381757 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.446487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.451863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.475532 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e46e7d6-cb8f-494a-90ed-48ac68679372,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.486719 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.487928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c9b5c840-545c-4cfa-b500-2a9113be995f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497476 Jun 01 14:08:00.490787 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56186) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.495664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '73a5c159-be08-4088-a475-2df69252598f', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.503031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.506898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.509708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.515643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.527073 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:08:00.534220 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.538875 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80d9b176-897d-4d57-bcb9-fc96aa43d66f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:08:00.573613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 80d9b176-897d-4d57-bcb9-fc96aa43d66f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:08:00.573976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 80d9b176-897d-4d57-bcb9-fc96aa43d66f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:08:00.607261 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.612596 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.637351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad4a1c7-4799-4dbb-828f-cc80bdaa652a,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.647682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.648857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-464f99e9-72cd-4a72-9e28-8ab600c29d0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571758 Jun 01 14:08:00.651862 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56190) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.657389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'network': {'name': 'tempest-network-smoke--1740281997', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'port_security_enabled': True}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.663055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.667724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:network and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.670857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.677517 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.689487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:08:00.692881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.723397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:08:00.732767 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.733096 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Added segment 5b9e006a-f11c-416f-95ef-5fdd00657fb0 of type vlan for network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 Jun 01 14:08:00.758658 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.789807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.795868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:00.796435 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.902063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2490034 Jun 01 14:08:00.905411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56194) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:00.908043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd87a02-b4e3-44e0-92f5-b4746d7fd2cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Network': ['ID=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:00.910864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'admin_state_up': True, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:00.918496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:08:00.920160 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:00.924365 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:router and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:00.927353 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:00.933395 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:00.945231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.946259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:00.961792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.234736 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.546623 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.576252 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.721840 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.34 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/e744ce15-e040-44a3-89f7-e288ffe789b5) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:08:01.876464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.913348 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:01.978964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:01.982056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:01.986414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:08:02.141842 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=e744ce15-e040-44a3-89f7-e288ffe789b5,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:02.160205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.160543 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.160869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.161191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.161507 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.161824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.162137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.162447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.162800 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.163108 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.163414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.163728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:02.570014 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:02.926986 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:03.135260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:08:03.311548 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:08:03.321334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Sync routers for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:08:03.331951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:03.332551 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:03.341492 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:03.342717 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-75ef905b-0586-48be-b401-c9700980acd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4366152 Jun 01 14:08:03.346240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56198) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:03.388669 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-865a335c-c76b-41a2-8956-c34e50bd02ba tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=075ce40609474cd3bc0f7bd0e18b3590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412557 Jun 01 14:08:03.391298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56202) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:03.509629 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:03.654960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd9573-4230-4559-ad8a-2cf03b9357b0 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:03.656328 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0ffd9573-4230-4559-ad8a-2cf03b9357b0 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2641380 Jun 01 14:08:03.659346 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56206) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:03.697810 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2cae6dd2-c052-45f3-9ae9-5af4925e27d3 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373981 Jun 01 14:08:03.700743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56210) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:03.705914 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072761616', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:03.815167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:03.819545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:subnet and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:03.822418 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:03.828459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:03.839241 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:08:03.841243 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:02Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:03.843234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:03.845200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Checking router: 138a825c-98ec-42bb-b02b-f9f49dfb65f5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:08:03.845546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Updating router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 port e744ce15-e040-44a3-89f7-e288ffe789b5 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:08:03.899017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.055558 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.133511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Subnet': ['ID=9c59c5a0-8454-438e-99ac-483cdd5562ce,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:04.144660 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Checking segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:08:04.145059 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network hostable DHCP agents. Network: 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:08:04.164159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:08:04.174031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:04.178464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:04.179078 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.204774 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e43fec1-0cb9-4f82-aed3-6483b87e49f4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5002570 Jun 01 14:08:04.205129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56214) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:04.206300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374181f9-5cb5-4413-bf66-f59f15b5e3ce None None] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:08:04.315572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.343649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Transition to ACTIVE for port object e744ce15-e040-44a3-89f7-e288ffe789b5 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:04.359239 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.480808 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Attempting to bind port e744ce15-e040-44a3-89f7-e288ffe789b5 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:08:04.481245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Attempting to bind port e744ce15-e040-44a3-89f7-e288ffe789b5 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:08:04.481547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Attempting to bind port e744ce15-e040-44a3-89f7-e288ffe789b5 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:08:04.490773 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c62c1-963a-43f4-b8f6-77fbe16377a4 None None] Pushing event updated for resources: {'Port': ['ID=e744ce15-e040-44a3-89f7-e288ffe789b5,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:04.500679 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:08:04.501056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:08:04.501462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.501860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:08:04.502334 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Bound port: e744ce15-e040-44a3-89f7-e288ffe789b5, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:08:04.502726 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.600353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:08:04.601173 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.666518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] For port e744ce15-e040-44a3-89f7-e288ffe789b5, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:08:04.684739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] For port e744ce15-e040-44a3-89f7-e288ffe789b5, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e744ce15-e040-44a3-89f7-e288ffe789b5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:08:04.693790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.834664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:04.835394 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:04.893785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c62c1-963a-43f4-b8f6-77fbe16377a4 None None] Pushing event updated for resources: {'Port': ['ID=e744ce15-e040-44a3-89f7-e288ffe789b5,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:04.908741 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:04.922525 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Allocated IP 172.20.0.2 (5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7/9c59c5a0-8454-438e-99ac-483cdd5562ce/0a4c33bb-fed3-4411-bd6d-12711aec575b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:08:05.163229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:05.375140 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.489964 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.527219 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Transition to ACTIVE for port object 0a4c33bb-fed3-4411-bd6d-12711aec575b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:05.557512 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Transition to ACTIVE for port object 0a4c33bb-fed3-4411-bd6d-12711aec575b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:05.569271 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.638137 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.1 (5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7/9c59c5a0-8454-438e-99ac-483cdd5562ce/b2a88a5c-b7a7-4e6e-b1ca-baff165584e4) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:08:05.649349 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Pushing event updated for resources: {'Port': ['ID=0a4c33bb-fed3-4411-bd6d-12711aec575b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:05.653109 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:05.655583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:05.658448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:08:05.695210 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:02Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:05.731223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cc44a-bcaa-429a-a71b-c5a808905ba9 None None] The sync data for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 is: [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:02Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:08:05.758450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Attempting to bind port 0a4c33bb-fed3-4411-bd6d-12711aec575b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:08:05.758888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Attempting to bind port 0a4c33bb-fed3-4411-bd6d-12711aec575b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:08:05.759418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Attempting to bind port 0a4c33bb-fed3-4411-bd6d-12711aec575b on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:08:05.767452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:08:05.767818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Checking segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:08:05.768859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.768859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Bound using segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:08:05.769100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Bound port: 0a4c33bb-fed3-4411-bd6d-12711aec575b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:08:05.769602 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.806888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.826063 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:05.852242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.862414 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] For port 0a4c33bb-fed3-4411-bd6d-12711aec575b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:08:05.865803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] For port 0a4c33bb-fed3-4411-bd6d-12711aec575b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0a4c33bb-fed3-4411-bd6d-12711aec575b,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:08:05.871627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:05.922945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:05.926284 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:05.930487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:08:05.970910 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:05.981136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe688c9-f710-492f-8f82-b0fca4e64116 None None] Pushing event updated for resources: {'Port': ['ID=0a4c33bb-fed3-4411-bd6d-12711aec575b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:06.016848 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.158626 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.637090 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.643205 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.647378 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0a4c33bb-fed3-4411-bd6d-12711aec575b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:06.724078 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 0a4c33bb-fed3-4411-bd6d-12711aec575b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:06.731013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e744ce15-e040-44a3-89f7-e288ffe789b5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:06.762332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:06.767249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.803413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port e744ce15-e040-44a3-89f7-e288ffe789b5 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:06.809265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e744ce15-e040-44a3-89f7-e288ffe789b5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:06.809773 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.915560 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:06.916875 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:06.942543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e744ce15-e040-44a3-89f7-e288ffe789b5 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:06.942949 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:06.961217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port e744ce15-e040-44a3-89f7-e288ffe789b5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e744ce15-e040-44a3-89f7-e288ffe789b5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:06.966119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:07.037356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d456a-8dc2-4eaa-ab35-5395b2df2733 None None] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:08:07.099464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=e744ce15-e040-44a3-89f7-e288ffe789b5,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:07.116935 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:08:07.150439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Provisioning for port 0a4c33bb-fed3-4411-bd6d-12711aec575b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:07.165960 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Provisioning complete for port 0a4c33bb-fed3-4411-bd6d-12711aec575b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:07.166328 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:07.388327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Current status of the port 0a4c33bb-fed3-4411-bd6d-12711aec575b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:07.388973 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:07.431800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] For port 0a4c33bb-fed3-4411-bd6d-12711aec575b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0a4c33bb-fed3-4411-bd6d-12711aec575b,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:07.440222 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:07.454703 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:08:07.469280 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Sync routers for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:08:07.479811 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-acfa7463-9da0-427a-a94d-8904f75aa4bb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/138a825c-98ec-42bb-b02b-f9f49dfb65f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2733386 Jun 01 14:08:07.481484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:07.482833 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:07.523160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323f1e-246e-41bf-8ed6-191dadd074a5 None None] Pushing event updated for resources: {'Port': ['ID=0a4c33bb-fed3-4411-bd6d-12711aec575b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:07.701381 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:07.704703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-32f9605d-3d6d-4973-8325-5c3344f656cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:08:07.738489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-32f9605d-3d6d-4973-8325-5c3344f656cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:08:07.739849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-32f9605d-3d6d-4973-8325-5c3344f656cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673933137&fields=id&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 267 time: 0.0846694 Jun 01 14:08:07.764164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Provisioning complete for port 0a4c33bb-fed3-4411-bd6d-12711aec575b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:07.764790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:07.922369 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-89a798e7-3e7f-49f7-8c59-3b46ad816ffb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:07.923202 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-89a798e7-3e7f-49f7-8c59-3b46ad816ffb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:08:07.950694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-89a798e7-3e7f-49f7-8c59-3b46ad816ffb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:08:07.951800 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-89a798e7-3e7f-49f7-8c59-3b46ad816ffb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 797 time: 0.2045836 Jun 01 14:08:07.962450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Current status of the port 0a4c33bb-fed3-4411-bd6d-12711aec575b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:07.975676 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f13a93ec-b87b-44e4-a790-e6e1d1466986 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/quotas/075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 375 time: 0.0170784 Jun 01 14:08:07.979805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Provisioning for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:07.988107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Provisioning complete for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:07.988868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.050678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-43875298-e7ce-43b9-a499-e0b15667451e None None] Port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:08:08.074579 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-bb023509-d766-471e-9a2e-b1ab47479e8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:08:08.076105 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 2, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:08.080429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Checking router: 138a825c-98ec-42bb-b02b-f9f49dfb65f5 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:08:08.080984 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Updating router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:08:08.096799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-bb023509-d766-471e-9a2e-b1ab47479e8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:08:08.098276 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-bb023509-d766-471e-9a2e-b1ab47479e8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217258 Jun 01 14:08:08.138804 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.169922 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0a0db7fb-d895-4787-82fa-f207af2798a4 None None] Provisioning complete for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:08.170356 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0a0db7fb-d895-4787-82fa-f207af2798a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.222743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-0a0db7fb-d895-4787-82fa-f207af2798a4 None None] Port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:08:08.242206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-4fdf350e-05f4-4cea-ac45-a51c05a4fd60 service neutron] 10.222.0.40 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307073 Jun 01 14:08:08.375154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-e36c506b-14d4-4a4c-a479-dbbc7d6b0bf9 service neutron] 10.222.0.40 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263542 Jun 01 14:08:08.481057 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.493555 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Transition to ACTIVE for port object b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:08.501968 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.618539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a055a6dd-ad08-4914-b6dd-daf47b31a11a req-40ba7448-2585-4d94-afa3-db1a82818288 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 210 time: 0.0780563 Jun 01 14:08:08.638879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0a4c33bb-fed3-4411-bd6d-12711aec575b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:08.734818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 0a4c33bb-fed3-4411-bd6d-12711aec575b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:08.735195 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.767714 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Pushing event updated for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:08.781533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.781937 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.782247 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.782541 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.782821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.783137 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.783453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.783759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.784070 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.784375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.784684 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.784988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:08:08.788310 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Attempting to bind port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:08:08.788674 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Attempting to bind port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:08:08.789026 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Attempting to bind port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:08:08.795015 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:08:08.795592 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Checking segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:08:08.796014 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.796389 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Bound using segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:08:08.796848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Bound port: b2a88a5c-b7a7-4e6e-b1ca-baff165584e4, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:08:08.797314 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.871539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 0a4c33bb-fed3-4411-bd6d-12711aec575b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:08.872715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e744ce15-e040-44a3-89f7-e288ffe789b5 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:08.890940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] For port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:08:08.895087 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] For port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:08:08.901031 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.942712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port e744ce15-e040-44a3-89f7-e288ffe789b5 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:08.943742 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:08.996093 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:08.997308 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:07:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:09.067095 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584d6e-1252-4e0b-ab6f-d3a3e78d808c None None] Pushing event updated for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:09.098116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port e744ce15-e040-44a3-89f7-e288ffe789b5 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:09.171195 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:08:09.201648 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:09.515359 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:08Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:09.519061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abd44-6dea-48bc-a47e-e7a3cfa201df None None] The sync data for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 is: [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:08Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:08:09.978492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d79d2b3-00a7-4de2-a643-4a490af13486 req-84cebe7e-848b-4479-8ffd-fce2b6f621a0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 210 time: 0.2454290 Jun 01 14:08:10.037806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f4ee2762-d610-413c-b286-dcaec8974567 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:10.039422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f4ee2762-d610-413c-b286-dcaec8974567 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 797 time: 0.3392193 Jun 01 14:08:10.091766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-a3936e1e-627e-4c07-84e2-a96f39f819ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 379 time: 0.0429873 Jun 01 14:08:10.100064 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'port': {'device_id': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'admin_state_up': True, 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'security_groups': ['73a5c159-be08-4088-a475-2df69252598f']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:10.244242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:10.255111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:10.266268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:08:10.270048 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.441557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.4 (5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7/9c59c5a0-8454-438e-99ac-483cdd5562ce/b6b33847-d822-4475-b61b-de16dc81c3eb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:08:10.615974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:10.660977 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.677905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object b6b33847-d822-4475-b61b-de16dc81c3eb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:10.685276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:10.690442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:10.690839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.704693 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.780726 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:10.783671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:10.787776 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:08:10.815082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:10.815461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.836382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:10.851591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:10.857171 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.862557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:10.863214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:10.889883 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-f6237081-2284-4c97-822a-5658370aafc1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934482 Jun 01 14:08:10.901839 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Request body: {'port': {'device_id': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:10.932377 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:11.029580 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.058490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-759dd476-506c-484c-8334-8138a62bcaa0 None None] Provisioning for port b6b33847-d822-4475-b61b-de16dc81c3eb completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:11.064129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-759dd476-506c-484c-8334-8138a62bcaa0 None None] Provisioning complete for port b6b33847-d822-4475-b61b-de16dc81c3eb triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:11.064494 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-759dd476-506c-484c-8334-8138a62bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.119018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-759dd476-506c-484c-8334-8138a62bcaa0 None None] Port b6b33847-d822-4475-b61b-de16dc81c3eb cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:08:11.321257 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f2a79-e538-46a0-b325-dbe8ed31a5a2 req-0f0924f6-783c-4651-b1bd-664761d9c71b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:11.321846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be0f2a79-e538-46a0-b325-dbe8ed31a5a2 req-0f0924f6-783c-4651-b1bd-664761d9c71b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:08:11.357916 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-be0f2a79-e538-46a0-b325-dbe8ed31a5a2 req-0f0924f6-783c-4651-b1bd-664761d9c71b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:08:11.359065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be0f2a79-e538-46a0-b325-dbe8ed31a5a2 req-0f0924f6-783c-4651-b1bd-664761d9c71b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 931 time: 0.2673297 Jun 01 14:08:11.420733 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-be0f2a79-e538-46a0-b325-dbe8ed31a5a2 req-6e9ebf8a-1899-4d9c-8bf5-9d774b3c8964 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533609 Jun 01 14:08:11.484741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b33847-d822-4475-b61b-de16dc81c3eb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:08:11.492504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.508642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Transition to ACTIVE for port object b6b33847-d822-4475-b61b-de16dc81c3eb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:08:11.514115 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.667867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:11.752484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:08:11.752823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:08:11.753147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:08:11.758268 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:08:11.758578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:08:11.763928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:08:11.764258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Checking segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:08:11.764633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Bound using segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:08:11.765045 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Bound port: b6b33847-d822-4475-b61b-de16dc81c3eb, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:08:11.765380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.854284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:08:11.857334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:08:11.863754 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.925388 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:11.925991 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:11.927421 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] 10.222.0.13 "PUT /v2.0/ports/b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1091 time: 1.0301270 Jun 01 14:08:11.927841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:08:11.957570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025da8-a02a-43d5-85f9-b9ab5146fd9e service neutron] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:11.982222 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f180c9-22df-413e-a235-96bdd19b9786'] response: {'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'status': 'completed', 'code': 200} Jun 01 14:08:12.061012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-1d848d72-5957-4b34-9749-51f0c743695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.062894 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-1d848d72-5957-4b34-9749-51f0c743695f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1094 time: 0.0733404 Jun 01 14:08:12.134254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-cca31116-2db4-47bb-b93f-cdc00aecde98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 217 time: 0.0647306 Jun 01 14:08:12.196638 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-06cc3975-c8a5-4e0a-b5f6-ea6b01c2721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.197993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-06cc3975-c8a5-4e0a-b5f6-ea6b01c2721c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0571713 Jun 01 14:08:12.384694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-7831fff9-4ed7-4aac-ad6f-2b59c1136b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.386083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-7831fff9-4ed7-4aac-ad6f-2b59c1136b5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816828 Jun 01 14:08:12.523392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-6a41a13e-c17e-4f3d-8879-9b46acbbe8d1 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297758 Jun 01 14:08:12.590054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:12.665703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:12.665945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:12.714465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f1cafcef-59e2-4749-aa97-bc78db2beaf7 req-64acdd47-36ee-42e6-bd38-9585cb6f5652 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845024 Jun 01 14:08:12.726784 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0abeb-af19-43e3-9ac2-aaa5416457e9 req-96842413-bd41-4a66-a566-a3f860d18cc8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.728225 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2b0abeb-af19-43e3-9ac2-aaa5416457e9 req-96842413-bd41-4a66-a566-a3f860d18cc8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 943 time: 0.1808753 Jun 01 14:08:12.789737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:12.813605 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a2b0abeb-af19-43e3-9ac2-aaa5416457e9 req-a85afc9a-5a0b-44e5-882f-1c5d2a6ec3a2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788121 Jun 01 14:08:12.842551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-d16f6cd6-b037-4401-b604-c538bce97cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.844046 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-d16f6cd6-b037-4401-b604-c538bce97cdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1094 time: 0.0814273 Jun 01 14:08:12.982053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-375d39fe-90b3-4936-9d30-86a96b7681a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:12.983445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-375d39fe-90b3-4936-9d30-86a96b7681a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1337559 Jun 01 14:08:13.053673 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-6f7c7663-c8ce-4baa-8b68-04c34f622a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 217 time: 0.0632188 Jun 01 14:08:13.116528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-062fed3d-4960-4db6-94fc-e3d6fd23d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:13.117889 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-062fed3d-4960-4db6-94fc-e3d6fd23d124 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0575023 Jun 01 14:08:13.197957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-a46c539a-1b8b-4d69-b2c1-4faca83cfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:13.199728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-a46c539a-1b8b-4d69-b2c1-4faca83cfcc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750208 Jun 01 14:08:13.341297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-198cc6df-f457-4fd5-a8ce-45237edaf721 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343999 Jun 01 14:08:13.485006 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fd9e44b6-742b-49c6-bec2-e3883ebaa474 req-81020987-2de8-48fd-8432-457dbf011bfc service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365662 Jun 01 14:08:14.028041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f6d0f-0985-45a5-afcf-c10860c4f68b req-418ab745-e135-4bfc-b343-5421684dcce8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:14.029592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71f6d0f-0985-45a5-afcf-c10860c4f68b req-418ab745-e135-4bfc-b343-5421684dcce8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 943 time: 0.0948362 Jun 01 14:08:14.084874 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b71f6d0f-0985-45a5-afcf-c10860c4f68b req-cf898fe6-f335-4e84-94c6-8688f61f14d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462587 Jun 01 14:08:14.909460 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:08:15.050380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:15.063757 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'mac_address': 'fa:16:3e:a1:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:08:15.123065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b6b33847-d822-4475-b61b-de16dc81c3eb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:15.123437 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:15.141774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b33847-d822-4475-b61b-de16dc81c3eb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:08:15.158486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:15.165648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:15.233082 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:15.290326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113110f1-f969-4b6c-85eb-71b88a6c94d4 req-1625cca4-01d8-4341-8ff6-677dc6551004 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:15.292117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-113110f1-f969-4b6c-85eb-71b88a6c94d4 req-1625cca4-01d8-4341-8ff6-677dc6551004 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.0845811 Jun 01 14:08:15.338644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-113110f1-f969-4b6c-85eb-71b88a6c94d4 req-83b2b400-1f27-44d5-a4a2-159c3abf959c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407028 Jun 01 14:08:15.370087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['b6b33847-d822-4475-b61b-de16dc81c3eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:08:16.538450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7aa8b-18bb-424b-954a-fec804041ba8 req-8f15fb83-e880-4826-b155-9193ba6a3d94 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:16.539969 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5b7aa8b-18bb-424b-954a-fec804041ba8 req-8f15fb83-e880-4826-b155-9193ba6a3d94 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.0864220 Jun 01 14:08:16.586492 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f5b7aa8b-18bb-424b-954a-fec804041ba8 req-c07984b2-de7d-4b52-bc05-b2a32a0336b3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Jun 01 14:08:16.926487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:08:17.005135 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port b6b33847-d822-4475-b61b-de16dc81c3eb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:08:17.010480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port b6b33847-d822-4475-b61b-de16dc81c3eb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:08:17.010941 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:17.132035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port b6b33847-d822-4475-b61b-de16dc81c3eb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:08:17.132360 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:17.161840 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:08:17.171988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:08:17.177109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:17.248510 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:17.281011 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a030f7a3-6f19-4009-8673-7e434661ea42'] response: {'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'code': 200} Jun 01 14:08:17.417011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5fc1-e6c4-424b-b663-d6ad3ba1f753 req-f36d1447-0e35-4e61-b688-2e48b3d2f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:17.418543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14be5fc1-e6c4-424b-b663-d6ad3ba1f753 req-f36d1447-0e35-4e61-b688-2e48b3d2f6f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.0801790 Jun 01 14:08:17.458511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-14be5fc1-e6c4-424b-b663-d6ad3ba1f753 req-1ac7d348-5183-487e-aade-a983fa8f10d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343227 Jun 01 14:08:17.803879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8e92a-0363-41f7-b898-7a9d9561f51f req-889a2b95-6fb9-4ad5-b2df-f96fe6842330 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:17.805266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4e8e92a-0363-41f7-b898-7a9d9561f51f req-889a2b95-6fb9-4ad5-b2df-f96fe6842330 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0996342 Jun 01 14:08:17.853970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a4e8e92a-0363-41f7-b898-7a9d9561f51f req-7a8ea370-70f1-4124-9185-026762143b3d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Jun 01 14:08:18.339757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-be8c5f16-1221-407a-86c8-f136524fa6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:18.719293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:19.180148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27b608-828d-4028-aaca-d1ddd76098e4 req-f7237a61-ebc4-4e46-bc61-26301b9a71a9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:19.181501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c27b608-828d-4028-aaca-d1ddd76098e4 req-f7237a61-ebc4-4e46-bc61-26301b9a71a9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.2032397 Jun 01 14:08:19.228998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c27b608-828d-4028-aaca-d1ddd76098e4 req-124131d4-8bfb-46b7-ae65-7dd3e503676b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Jun 01 14:08:19.438495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb10b79-c25d-4ad6-bfe2-194a751db964 req-173058a5-cc96-4521-bd77-7b4ef613a492 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:19.439892 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eb10b79-c25d-4ad6-bfe2-194a751db964 req-173058a5-cc96-4521-bd77-7b4ef613a492 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0907047 Jun 01 14:08:19.484476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eb10b79-c25d-4ad6-bfe2-194a751db964 req-b60a9a9a-7198-4d68-b77f-7d8cd01bc3e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Jun 01 14:08:19.507400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56274) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:19.581417 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87944806-d9c8-441b-8a88-9a89fc7ac628 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:19.582939 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-87944806-d9c8-441b-8a88-9a89fc7ac628 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1091 time: 0.0745182 Jun 01 14:08:19.587280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56278) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:19.593396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:08:19.600539 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:08:19.604610 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:floatingip and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:08:19.607943 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:08:19.617205 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:08:19.636284 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:19.781277 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:19.927392 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.184 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f11fcd26-1ec6-48da-bdec-615473689fd1) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:08:20.078148 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.111653 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.175253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:08:20.177830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:08:20.183827 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:08:20.221466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f11fcd26-1ec6-48da-bdec-615473689fd1,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:20.562095 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-17b3450f-7c11-41e8-add0-ad1cef8b6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.612116 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.694552 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.902054 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:20.909034 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:21.016699 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f11fcd26-1ec6-48da-bdec-615473689fd1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:08:21.029449 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:21.327298 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 04b31341-f85f-4c05-976d-e6077aeb418a associated. External IP: 172.25.7.184, port: b6b33847-d822-4475-b61b-de16dc81c3eb. Jun 01 14:08:21.691784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:08:21.745902 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:21.880481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:08:21.891238 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Sync routers for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:08:21.901107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:21.901730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:08:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:21.908670 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:21.972039 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ed8be0b4-62cc-44fc-a99b-4b94f43a4dc7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3836272 Jun 01 14:08:21.972528 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:08:22.027146 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598fa258-3bf0-4d09-ab3a-8e5ab079f069'] response: {'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'status': 'completed', 'code': 200} Jun 01 14:08:22.061180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:22.097759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:22.185877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-07e4a285-79f1-4e7d-86e7-7d605508d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:22.187776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-07e4a285-79f1-4e7d-86e7-7d605508d052 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.1360295 Jun 01 14:08:22.200028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7f916-331f-47bd-a730-097bed022feb req-b132f024-108a-4f0c-9745-58c05ec1ad20 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:22.201424 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e7f916-331f-47bd-a730-097bed022feb req-b132f024-108a-4f0c-9745-58c05ec1ad20 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1180201 Jun 01 14:08:22.324088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e9e7f916-331f-47bd-a730-097bed022feb req-070c2b4c-f6c5-49c3-8c56-9d94a7a48207 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042800 Jun 01 14:08:22.348097 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56286) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:22.359543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-6ce8cc26-2fd4-4e99-acbd-c95f63c5b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:22.360993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-6ce8cc26-2fd4-4e99-acbd-c95f63c5b258 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1586127 Jun 01 14:08:22.455784 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3dd1ed5a-5987-4be2-b54f-a0317cc070a9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/04b31341-f85f-4c05-976d-e6077aeb418a HTTP/1.1" status: 200 len: 991 time: 0.1065285 Jun 01 14:08:22.458919 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '04b31341-f85f-4c05-976d-e6077aeb418a', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'mac_address': 'fa:16:3e:a1:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:08:20Z', 'updated_at': '2022-06-01T14:08:20Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:22.463072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Checking router: 138a825c-98ec-42bb-b02b-f9f49dfb65f5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:08:22.477723 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:08:22.478374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:08:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:22.484534 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-3cf8af89-9151-4bdb-b25e-8333d60824e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 999 time: 0.1170056 Jun 01 14:08:22.551016 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-4a0d93cf-3d3f-41fa-9025-3befc2679f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:22.552453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-4a0d93cf-3d3f-41fa-9025-3befc2679f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0619080 Jun 01 14:08:22.627805 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-d61e612e-5d93-43c3-acad-44bcee8ee46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:22.629180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-d61e612e-5d93-43c3-acad-44bcee8ee46c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706861 Jun 01 14:08:22.655517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:08:22.761572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-8ed34b48-9f96-4b04-88e3-6e5ef98fe85b service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256156 Jun 01 14:08:22.900801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-710aae3b-1d8e-4927-8f6b-339872ef9987 req-107f5c59-dd20-480d-ab9b-3f43297c89fa service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328785 Jun 01 14:08:23.042140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '04b31341-f85f-4c05-976d-e6077aeb418a', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'mac_address': 'fa:16:3e:a1:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:08:20Z', 'updated_at': '2022-06-01T14:08:20Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:08:23.046564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c1d1e-f5e4-4791-adc9-dba5798384e4 None None] The sync data for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 is: [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '04b31341-f85f-4c05-976d-e6077aeb418a', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'mac_address': 'fa:16:3e:a1:21:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:08:20Z', 'updated_at': '2022-06-01T14:08:20Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:08:23.256893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c85205-541a-4d64-a9fa-55e106f7916b None None] New status for floating IP 04b31341-f85f-4c05-976d-e6077aeb418a: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:08:23.396479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:23.460121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56290) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:23.570523 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-df7e167f-8177-4517-8b26-55ee8011350c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/04b31341-f85f-4c05-976d-e6077aeb418a HTTP/1.1" status: 200 len: 993 time: 0.1084781 Jun 01 14:08:35.291045 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:43.192945 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-9e34d6f2-f1d6-41d3-956f-ac8100f8bbd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774074 Jun 01 14:08:43.344292 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-681ce627-4683-449b-a070-95b0709f0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:43.345743 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-681ce627-4683-449b-a070-95b0709f0dbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.0835452 Jun 01 14:08:43.490990 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-aa9ec329-5499-4f53-886f-dd5f467cbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:43.492399 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-aa9ec329-5499-4f53-886f-dd5f467cbb43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1278315 Jun 01 14:08:43.600319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-e1d13c92-9ffa-4810-8422-3c1800ee8f1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1001 time: 0.1008313 Jun 01 14:08:43.663767 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-33e2f43f-283c-48f0-8098-ba67ca170a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:43.665156 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-33e2f43f-283c-48f0-8098-ba67ca170a15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0582664 Jun 01 14:08:43.741564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-f7f30b70-5f64-4d62-ac27-c88f9f64a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:43.742942 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-f7f30b70-5f64-4d62-ac27-c88f9f64a6db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715542 Jun 01 14:08:43.991181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-514150a1-60d3-46b1-b66c-2d30c0b731bc service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412164 Jun 01 14:08:44.133545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-418abc3d-cc1e-4c56-91cc-c22916e9aabc req-7bef58cb-64e3-4745-8a16-30d01e8a42d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353951 Jun 01 14:08:46.160045 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:08:48.339655 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3038e13f-1e03-49ff-8b82-8c53618afa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:48.712652 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:50.499778 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56308) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:08:50.543093 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1af1f-8b3d-4fee-9ac8-b0859d39501a req-1af85e66-24a9-437f-a2c3-d376a246774c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:50.544923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c1af1f-8b3d-4fee-9ac8-b0859d39501a req-1af85e66-24a9-437f-a2c3-d376a246774c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0808437 Jun 01 14:08:50.592827 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c10a7b34-38d4-46a7-886a-b5b4f7eb654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:50.597756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30c1af1f-8b3d-4fee-9ac8-b0859d39501a req-bddfc56f-9a71-48bb-9303-1980499ae10e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455775 Jun 01 14:08:50.629908 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-9eae412d-ea08-4420-b006-42ce5764ff57 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288505 Jun 01 14:08:51.750262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:51.813183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdb1c-f230-4e39-8a29-0ae9afa67fc0 req-08cd452c-58b6-4167-9d5a-57e30d34a5e1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:51.814766 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8bfdb1c-f230-4e39-8a29-0ae9afa67fc0 req-08cd452c-58b6-4167-9d5a-57e30d34a5e1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0943139 Jun 01 14:08:51.905506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8bfdb1c-f230-4e39-8a29-0ae9afa67fc0 req-97eba348-de21-46d2-af5e-e03ba5f599a6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841146 Jun 01 14:08:51.926012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-aa65662f-b53a-46b3-9ba7-0731e279bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:51.927538 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-aa65662f-b53a-46b3-9ba7-0731e279bfcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.0930805 Jun 01 14:08:51.999714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:52.065055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-c71a2c67-ca0d-4477-9f55-14138e89e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:52.066506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-c71a2c67-ca0d-4477-9f55-14138e89e051 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1317494 Jun 01 14:08:52.188747 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-4698d342-2880-402a-bf51-5de319a64216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1001 time: 0.1151621 Jun 01 14:08:52.253119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-6fddcf51-4eaf-4b76-8cb0-bff95f6f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:52.254508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-6fddcf51-4eaf-4b76-8cb0-bff95f6f3d32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0598865 Jun 01 14:08:52.339431 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-31de1a5d-a149-4824-be02-a6ec88766304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:52.341070 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-31de1a5d-a149-4824-be02-a6ec88766304 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770431 Jun 01 14:08:52.475025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-b7ba6a9a-99b7-4470-83bf-ff4cb60cfe5b service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267390 Jun 01 14:08:52.608406 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-ab56dffc-8176-418c-8ee3-ad305958a6e3 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271799 Jun 01 14:08:53.107597 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142f778-c919-4f00-8e4d-7c2c223133cb req-f3c0ad7e-7d0f-4943-97f1-c88efcdb53a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:53.109484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1142f778-c919-4f00-8e4d-7c2c223133cb req-f3c0ad7e-7d0f-4943-97f1-c88efcdb53a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0904539 Jun 01 14:08:53.158888 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1142f778-c919-4f00-8e4d-7c2c223133cb req-db0c5f49-fb87-451d-b1f7-8b0fb72e3617 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Jun 01 14:08:53.401026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:08:54.373576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba1206-1143-4799-9d56-a118ebf165eb req-44e9eef7-251c-45a0-945a-ab9f0362ae97 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:54.375159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ba1206-1143-4799-9d56-a118ebf165eb req-44e9eef7-251c-45a0-945a-ab9f0362ae97 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0991905 Jun 01 14:08:54.422958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a5ba1206-1143-4799-9d56-a118ebf165eb req-73396ac9-07b0-47f7-ae6a-334ef6b74b2b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Jun 01 14:08:55.632136 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e862aa-3abf-4b62-8b24-0ff55e721586 req-a76fbc2a-0c75-4ef3-a643-e54775cb368c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:55.633624 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38e862aa-3abf-4b62-8b24-0ff55e721586 req-a76fbc2a-0c75-4ef3-a643-e54775cb368c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1008921 Jun 01 14:08:55.685303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38e862aa-3abf-4b62-8b24-0ff55e721586 req-96c5721a-e034-4774-9e4a-9ec2cab58c85 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Jun 01 14:08:56.885818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d87ab-793e-4b47-8804-e6f6b531b665 req-75c1a4ba-4a7f-4833-8d8b-532c8f8f17dc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:56.887308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b4d87ab-793e-4b47-8804-e6f6b531b665 req-75c1a4ba-4a7f-4833-8d8b-532c8f8f17dc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0884397 Jun 01 14:08:56.937146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9b4d87ab-793e-4b47-8804-e6f6b531b665 req-0c03dea8-113f-4ec4-88f8-4ad735ff75c0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Jun 01 14:08:58.162109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f91c-10e5-4f3a-9798-c5933ad81890 req-bf070f52-227c-4185-b187-06f667dc873f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:58.164012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1412f91c-10e5-4f3a-9798-c5933ad81890 req-bf070f52-227c-4185-b187-06f667dc873f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0919120 Jun 01 14:08:58.220543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1412f91c-10e5-4f3a-9798-c5933ad81890 req-f11a9b08-1cb7-4376-9903-841dc0169745 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486419 Jun 01 14:08:59.421043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f41dfe-5690-49b4-977e-ae1f5608614a req-b4fed4c6-00ea-4114-be82-3b3cad13b917 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:08:59.422611 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07f41dfe-5690-49b4-977e-ae1f5608614a req-b4fed4c6-00ea-4114-be82-3b3cad13b917 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0836320 Jun 01 14:08:59.467251 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07f41dfe-5690-49b4-977e-ae1f5608614a req-5a77f4ef-333c-43b9-836e-691ebcb191ae tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Jun 01 14:09:00.773058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d0b01-2023-4ad5-85d4-cbfe381697d3 req-7611d865-2a4d-4e7f-baa4-10350ff529e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:00.774390 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd5d0b01-2023-4ad5-85d4-cbfe381697d3 req-7611d865-2a4d-4e7f-baa4-10350ff529e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1962702 Jun 01 14:09:00.819748 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dd5d0b01-2023-4ad5-85d4-cbfe381697d3 req-2e0fa5f4-5fdf-4fcd-8e41-319ca2050789 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395770 Jun 01 14:09:02.029497 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3798610-7fb9-44ca-a77b-4cc32ae5fcdd req-87c9f59e-81ed-4dd0-b112-c37d54252055 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:02.030941 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3798610-7fb9-44ca-a77b-4cc32ae5fcdd req-87c9f59e-81ed-4dd0-b112-c37d54252055 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0915015 Jun 01 14:09:02.078223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c3798610-7fb9-44ca-a77b-4cc32ae5fcdd req-6a5e5933-de66-40d9-8aec-69570c01486f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Jun 01 14:09:03.276501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345475b8-1515-49c7-8ceb-f24648bc1f70 req-e2585847-29cd-4774-87a6-555e71a52f97 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:03.277939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-345475b8-1515-49c7-8ceb-f24648bc1f70 req-e2585847-29cd-4774-87a6-555e71a52f97 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.0847888 Jun 01 14:09:03.323058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-345475b8-1515-49c7-8ceb-f24648bc1f70 req-5d445fdd-2085-4a5a-897e-772235b4516b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Jun 01 14:09:04.571817 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-d7e34e8d-2d37-4861-b0d0-3f40590497a2 service neutron] show failed (client error): The resource could not be found. Jun 01 14:09:04.572829 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-d7e34e8d-2d37-4861-b0d0-3f40590497a2 service neutron] 10.222.0.13 "GET /v2.0/ports/b6b33847-d822-4475-b61b-de16dc81c3eb/bindings/n-h1-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0964711 Jun 01 14:09:04.588192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112fc7-99c7-4921-afa9-cd672889c3b6 req-649cf24f-b7a2-46bf-b227-60703493e647 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:04.589840 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2112fc7-99c7-4921-afa9-cd672889c3b6 req-649cf24f-b7a2-46bf-b227-60703493e647 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1489255 Jun 01 14:09:04.636903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d2112fc7-99c7-4921-afa9-cd672889c3b6 req-0feedfab-bb7a-4c7d-932c-7851f43fc6c2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Jun 01 14:09:04.893109 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-913073a7-c6e0-4e73-af2b-8642bd598267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:04.894487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-913073a7-c6e0-4e73-af2b-8642bd598267 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 1096 time: 0.1222334 Jun 01 14:09:04.912226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:09:05.025224 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:05.298559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:05.311546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:09:05.341351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:09:05.398115 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:09:05.404155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:05.422696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Transition to ACTIVE for port object b6b33847-d822-4475-b61b-de16dc81c3eb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:09:05.428550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:05.542751 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cdcc02-993a-495b-9732-79bc20910b17'] response: {'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'code': 200} Jun 01 14:09:05.575044 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:09:05.588614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.588948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.589273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.589595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.589911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.590221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.590568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.591013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.591325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.591636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.591927 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.592223 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:05.641478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] No DVR routers for this DVR port b6b33847-d822-4475-b61b-de16dc81c3eb on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:09:05.931883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:09:05.932110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:09:05.932422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:09:05.948209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63abe-df19-44c1-a195-dbb11aa84469 req-2cd5aca9-dd61-4dc2-a812-6f52b1e3d4cc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:05.949709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9e63abe-df19-44c1-a195-dbb11aa84469 req-2cd5aca9-dd61-4dc2-a812-6f52b1e3d4cc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 943 time: 0.1644974 Jun 01 14:09:05.951840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:09:05.952152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Attempting to bind port b6b33847-d822-4475-b61b-de16dc81c3eb on network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:09:05.970487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:09:05.970848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Checking segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:09:05.971216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Bound using segment: {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:09:05.971640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Bound port: b6b33847-d822-4475-b61b-de16dc81c3eb, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9e006a-f11c-416f-95ef-5fdd00657fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:09:05.971982 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:06.160061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9e63abe-df19-44c1-a195-dbb11aa84469 req-829c1a0f-8167-4c7f-addb-491aee9f1ac7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035193 Jun 01 14:09:06.191632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:09:06.194466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:09:06.200762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:06.261643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:06.262229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:06.263744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] 10.222.0.24 "PUT /v2.0/ports/b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1091 time: 1.3555002 Jun 01 14:09:06.278753 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa3c8-b1d1-4d70-a35f-ba6f18c9056a service neutron] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:09:06.375271 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-e8e7c04b-082a-442d-be04-cea685dc7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:06.377033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-e8e7c04b-082a-442d-be04-cea685dc7bf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1094 time: 0.0790224 Jun 01 14:09:06.512316 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-6fa044de-9bb4-4c31-8a44-adc79d969c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:06.513764 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-6fa044de-9bb4-4c31-8a44-adc79d969c91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1312451 Jun 01 14:09:06.623464 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-6898598a-8860-4d3d-a135-d84f0962eaa2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 999 time: 0.1032581 Jun 01 14:09:06.689992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-a50c3f95-07a9-4404-a0d7-a6e00811dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:06.691565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-a50c3f95-07a9-4404-a0d7-a6e00811dd36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0627215 Jun 01 14:09:06.771739 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-b4b5dfe8-f020-49fc-a6f8-2debf1924e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:06.773153 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-b4b5dfe8-f020-49fc-a6f8-2debf1924e9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754986 Jun 01 14:09:06.783987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-fef7a15c-0033-4efc-b442-b9e7ceef921c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:09:06.784902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-fef7a15c-0033-4efc-b442-b9e7ceef921c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055056 Jun 01 14:09:06.921091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-65947b22-ca96-4ad5-b3fc-30d20217adf3 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298342 Jun 01 14:09:07.054442 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62dbf4ca-ea50-4b76-bc7a-fb9b3c164f3c req-d5ab3b6a-ded2-4b14-ab9c-9ae54635e01c service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270676 Jun 01 14:09:07.355167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414998-205a-4afc-89b9-8b69712d7256 req-944785fe-5011-4a49-b8d9-79b5598ee682 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:07.356619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f414998-205a-4afc-89b9-8b69712d7256 req-944785fe-5011-4a49-b8d9-79b5598ee682 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 943 time: 0.0885870 Jun 01 14:09:07.405351 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f414998-205a-4afc-89b9-8b69712d7256 req-04f7a91b-e83c-4adf-9dfb-c669bf2f68b8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Jun 01 14:09:07.543665 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:09:07.611747 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e11dd1a-18d8-46cb-9637-02e42c46e553'] response: {'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'status': 'completed', 'code': 200} Jun 01 14:09:07.762217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-5595dea6-521e-44ad-8372-892a261f4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:07.763715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-5595dea6-521e-44ad-8372-892a261f4f17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1094 time: 0.1297474 Jun 01 14:09:07.769438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-6a571b66-19ec-4fd9-8b95-e2b259cafffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:07.770821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-6a571b66-19ec-4fd9-8b95-e2b259cafffc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1094 time: 0.1033175 Jun 01 14:09:08.005917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-ff77999e-4c88-41b2-b823-655e557dfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.007365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-ff77999e-4c88-41b2-b823-655e557dfc56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.2356832 Jun 01 14:09:08.011542 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-3c5f5926-032e-4e40-bb08-0118874a9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.012893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-3c5f5926-032e-4e40-bb08-0118874a9e4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.2198777 Jun 01 14:09:08.309920 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-c5098ca3-ab1b-48eb-9944-9845ee1397b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 999 time: 0.2960598 Jun 01 14:09:08.311993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-08c0f321-5226-4d84-9477-a530bc3bf5e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 999 time: 0.2476630 Jun 01 14:09:08.418728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-748d8dd1-6d04-433b-87f8-8407f36aff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.420162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-748d8dd1-6d04-433b-87f8-8407f36aff51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.1048169 Jun 01 14:09:08.423557 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-6dfb0fa7-20d0-44b7-8717-d31fbae008c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.424873 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-6dfb0fa7-20d0-44b7-8717-d31fbae008c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0804381 Jun 01 14:09:08.615982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-4be1ac1a-e1c0-4b62-83c7-91f93c4aa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.617359 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-4be1ac1a-e1c0-4b62-83c7-91f93c4aa379 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911998 Jun 01 14:09:08.620710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-7e26ba85-b8d3-4908-ae44-f5ae50425e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.621995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-7e26ba85-b8d3-4908-ae44-f5ae50425e47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647120 Jun 01 14:09:08.782124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a2199-fd4b-41a1-8b13-9b64933a5baa req-bc2d3d3c-4839-427a-ae8d-4a372dad6ec7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:08.783768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-572a2199-fd4b-41a1-8b13-9b64933a5baa req-bc2d3d3c-4839-427a-ae8d-4a372dad6ec7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 943 time: 0.2653255 Jun 01 14:09:08.901067 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-572a2199-fd4b-41a1-8b13-9b64933a5baa req-2af12b6f-0732-4b81-a42c-37af1bbd709c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080866 Jun 01 14:09:08.910435 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-2cdc3170-d3df-4894-9ed0-8866c157fbf7 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854559 Jun 01 14:09:08.912283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-3f206273-5721-426b-9e1b-38e88f48a564 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658892 Jun 01 14:09:09.146202 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-b88dd0c3-855d-4034-bbf0-9ff3f5e4ae53 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290337 Jun 01 14:09:09.149374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d0de0b61-f0fa-4ac2-a1db-37ba96229c7c req-09243fec-e75f-4e05-af3a-c87b4df10f2f service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137568 Jun 01 14:09:09.153756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:09:09.215249 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:09:09.504006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:09:09.649428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:09:09.665392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'port_id': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'mac_address': 'fa:16:3e:a1:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:09:09.725821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b6b33847-d822-4475-b61b-de16dc81c3eb is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:09:09.726199 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:09.744518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b33847-d822-4475-b61b-de16dc81c3eb {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:09:09.760026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:09:09.766889 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:09.842964 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:09:09.850395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.850761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.851091 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.851418 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.851749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.852069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.852385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.852695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.853032 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.853424 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.853742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:09.854034 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:09:10.113119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6a125-2322-4f83-8577-5b5d91b872ab req-8467e836-9630-4b96-b334-758ab9fbe508 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:10.114805 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25e6a125-2322-4f83-8577-5b5d91b872ab req-8467e836-9630-4b96-b334-758ab9fbe508 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.0961483 Jun 01 14:09:10.162086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-25e6a125-2322-4f83-8577-5b5d91b872ab req-56b33045-5716-4277-aac9-b65a6d68344c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409429 Jun 01 14:09:11.222633 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['b6b33847-d822-4475-b61b-de16dc81c3eb'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:09:11.353507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5da6cf-d5ed-4afa-938e-a731ebcf9ecf req-34df60ec-98c9-4281-a9df-5d7de16279c8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:11.355290 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df5da6cf-d5ed-4afa-938e-a731ebcf9ecf req-34df60ec-98c9-4281-a9df-5d7de16279c8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.0861499 Jun 01 14:09:11.401790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df5da6cf-d5ed-4afa-938e-a731ebcf9ecf req-7367f498-c512-42d4-86a2-565c6a027904 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 Jun 01 14:09:11.783917 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea85f-4cf7-41bd-8ece-946f7bda59b4 req-8156861f-a001-4a93-9e7f-755958526bd9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:11.785257 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bfea85f-4cf7-41bd-8ece-946f7bda59b4 req-8156861f-a001-4a93-9e7f-755958526bd9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.1520057 Jun 01 14:09:11.795947 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-cf195b03-7711-4c82-8d03-d6de001cbade tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:11.797474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-cf195b03-7711-4c82-8d03-d6de001cbade tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717&tenant_id=075ce40609474cd3bc0f7bd0e18b3590&binding%3Ahost_id=n-h1-844200-1 HTTP/1.1" status: 200 len: 944 time: 0.1235657 Jun 01 14:09:11.894727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bfea85f-4cf7-41bd-8ece-946f7bda59b4 req-19644364-e7be-4bcb-b25a-fb61a769a0dc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962322 Jun 01 14:09:11.904436 n-d-844200-1 neutron-server[88371]: INFO neutron.api.v2.resource [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-69d9a21b-7132-4f88-aa88-65c26ee66026 service neutron] delete failed (client error): The resource could not be found. Jun 01 14:09:11.905427 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-69d9a21b-7132-4f88-aa88-65c26ee66026 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b6b33847-d822-4475-b61b-de16dc81c3eb/bindings/n-h2-844200-1 HTTP/1.1" status: 404 len: 380 time: 0.0938339 Jun 01 14:09:12.101420 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-baca603f-8905-4b6a-b8c4-038d45b931cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:12.103131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-baca603f-8905-4b6a-b8c4-038d45b931cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1095 time: 0.1287224 Jun 01 14:09:12.151859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab05e1-b14d-4c8c-b78b-0038239a22e8 req-82dfe684-a510-4ef1-a1da-39e77f5d994c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:12.153569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ab05e1-b14d-4c8c-b78b-0038239a22e8 req-82dfe684-a510-4ef1-a1da-39e77f5d994c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.1413577 Jun 01 14:09:12.392787 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b5ab05e1-b14d-4c8c-b78b-0038239a22e8 req-b41ff7a0-b5c9-4a30-8b91-8c3526b9e4cc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715246 Jun 01 14:09:12.411589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-ebe3e437-bca9-44eb-89fe-95e00440eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:12.413121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-ebe3e437-bca9-44eb-89fe-95e00440eb02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.3012471 Jun 01 14:09:12.522688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-d6fa1a3d-066d-4554-8ec7-bb57f1ca7254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1000 time: 0.1029608 Jun 01 14:09:12.590804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-9818ae44-753b-4fec-a882-7d92cd47636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:12.592244 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-9818ae44-753b-4fec-a882-7d92cd47636d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0632501 Jun 01 14:09:12.675277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-a1af9500-925e-4fb3-8d25-f8cada8a13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:12.677363 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-a1af9500-925e-4fb3-8d25-f8cada8a13f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792789 Jun 01 14:09:12.811899 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-ba821b26-f381-4b96-acf6-84852b615369 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283512 Jun 01 14:09:12.951222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-19db60b2-c2ef-47f2-bff6-8bd403194ca4 req-a2313b52-bd1f-4757-9f01-776ebe4dc466 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335173 Jun 01 14:09:13.536621 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:09:13.615249 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb92101-4f87-45ca-83c4-e949b2540d1a req-ce0623be-5841-4850-86c8-eb7a6b19451e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:13.616671 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb92101-4f87-45ca-83c4-e949b2540d1a req-ce0623be-5841-4850-86c8-eb7a6b19451e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 944 time: 0.0925081 Jun 01 14:09:13.622061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port b6b33847-d822-4475-b61b-de16dc81c3eb completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:09:13.627557 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port b6b33847-d822-4475-b61b-de16dc81c3eb triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:09:13.627951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:13.661834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2cb92101-4f87-45ca-83c4-e949b2540d1a req-b444eba4-c4b1-4a4a-937f-65eff7fddb89 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384879 Jun 01 14:09:13.686264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56386) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:09:13.741309 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port b6b33847-d822-4475-b61b-de16dc81c3eb is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:09:13.741678 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:13.771108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:09:13.782131 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:09:13.788322 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:13.800390 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dda03ab4-6327-45ec-9bb3-771853f3509a tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/04b31341-f85f-4c05-976d-e6077aeb418a HTTP/1.1" status: 200 len: 992 time: 0.1121776 Jun 01 14:09:13.822826 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4541df26-1f54-4e9f-97ac-d276ddfc49f7'] response: {'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'code': 200} Jun 01 14:09:13.861287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:09:16.408581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-0f6a747b-5e59-4a90-91fd-13840550bb2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750291 Jun 01 14:09:16.575047 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-06f97caa-a9c5-4d67-87be-209a2d261cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:16.576497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-06f97caa-a9c5-4d67-87be-209a2d261cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.0772958 Jun 01 14:09:16.722851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-e972f12e-be6d-4ae4-bae1-210f04e49c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:16.724143 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-e972f12e-be6d-4ae4-bae1-210f04e49c8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.1293509 Jun 01 14:09:16.823715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-0be0558f-1d4b-4ec6-a497-af6cbcf3154a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 1001 time: 0.0933025 Jun 01 14:09:16.888689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-b5636200-49a2-44f3-ac81-d2763867cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:16.890086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-b5636200-49a2-44f3-ac81-d2763867cfa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0609694 Jun 01 14:09:16.966233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-d356f9de-0a08-492b-9eec-c77027f22672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:09:16.967688 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-d356f9de-0a08-492b-9eec-c77027f22672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720801 Jun 01 14:09:17.101803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-bcef96d7-8c64-4ee3-8fce-da8bdd887cfb service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279447 Jun 01 14:09:17.244519 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eccc4129-290f-4685-9e8d-cead090b5f8c req-1b655531-3a41-49b5-a30c-55dd244111ff service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360927 Jun 01 14:09:18.342734 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-de1e30c0-af83-4df5-8a25-3d8eb52859c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:18.738272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:20.572589 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-73f2d453-7ae1-4603-9961-42adcd4d9af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:21.759293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:22.007283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:23.151400 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:09:23.405925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:35.309223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:48.351982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3b67bcfb-9e69-4991-96a2-90f1c288dd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:48.739292 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:50.569664 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bb252078-83f8-464b-8c17-63f4117d7b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:51.757155 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:52.018274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:09:53.410219 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:00.153006 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:10:00.276945 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56404) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:00.501495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port f11fcd26-1ec6-48da-bdec-615473689fd1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:10:00.501719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:00.812192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:00.812534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:00.940332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for f11fcd26-1ec6-48da-bdec-615473689fd1 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:10:01.099776 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:01.149558 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=f11fcd26-1ec6-48da-bdec-615473689fd1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:01.197609 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.197925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.198274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.198633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.198933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.199264 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.199590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.199913 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.200256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.200575 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.200891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.201211 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:01.260687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:01.261180 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 04b31341-f85f-4c05-976d-e6077aeb418a disassociated (deleted). External IP: 172.25.7.184, port: b6b33847-d822-4475-b61b-de16dc81c3eb. Jun 01 14:10:01.638788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:10:01.823545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:10:01.835304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Sync routers for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:10:01.845943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:01.846695 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:01.847786 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:01.908535 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f48937f4-6fd4-4d17-a126-2b01d7ad9511 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/floatingips/04b31341-f85f-4c05-976d-e6077aeb418a HTTP/1.1" status: 204 len: 168 time: 1.6277084 Jun 01 14:10:01.908535 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:10:02.010692 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3df44cf-514e-4e39-b605-7f208eac2ce0'] response: {'name': 'network-changed', 'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'status': 'completed', 'code': 200} Jun 01 14:10:02.031945 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:02.151263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-3a432eea-eddb-4902-ab2e-c98c97bc6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:02.152771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-3a432eea-eddb-4902-ab2e-c98c97bc6f70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 1096 time: 0.0985329 Jun 01 14:10:02.394862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:02.399252 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Checking router: 138a825c-98ec-42bb-b02b-f9f49dfb65f5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:10:02.407910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:02.408547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:02.465747 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-206cd6d3-499e-4011-86bb-c96e2879fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:02.467193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-206cd6d3-499e-4011-86bb-c96e2879fa93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 200 len: 898 time: 0.2977872 Jun 01 14:10:02.478948 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8022a2-80e2-4e1c-8207-f88ca80adc03 req-718669c9-8d46-428d-84ee-ee9a1609a198 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:02.480346 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab8022a2-80e2-4e1c-8207-f88ca80adc03 req-718669c9-8d46-428d-84ee-ee9a1609a198 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.2444551 Jun 01 14:10:02.561303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-a5da811b-1319-4117-9b86-e13ea70cb5ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 200 len: 217 time: 0.0799747 Jun 01 14:10:02.593536 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:02.626197 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ab8022a2-80e2-4e1c-8207-f88ca80adc03 req-be415f69-b7bb-4f3c-b077-4c96e07a4ffa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955992 Jun 01 14:10:02.638873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-168f02e9-323e-4075-896b-bc7cb8d4c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:02.640297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-168f02e9-323e-4075-896b-bc7cb8d4c67b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 200 len: 835 time: 0.0662894 Jun 01 14:10:02.719752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-8bd37f9c-777b-43a7-a1f6-2817ef6a0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:02.721115 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-8bd37f9c-777b-43a7-a1f6-2817ef6a0928 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739436 Jun 01 14:10:02.853669 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-8d1bac25-9fcc-45a7-bd5a-f5f6db6fb2c4 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252594 Jun 01 14:10:02.923738 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:02.928113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dbaa8-2e48-49e9-8e15-f1454e511429 None None] The sync data for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 is: [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'b2a88a5c-b7a7-4e6e-b1ca-baff165584e4', 'name': '', 'network_id': '5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:6e:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:05Z', 'updated_at': '2022-06-01T14:08:10Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '9c59c5a0-8454-438e-99ac-483cdd5562ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:10:02.993092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9faf8700-d1b3-4f85-a470-f5528996e52f req-fd9c4c9f-d012-4673-9396-5e8b49557119 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311171 Jun 01 14:10:03.145164 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07a25f-cd03-4d29-a14b-ae07a1dbfcd3 None None] New status for floating IP 04b31341-f85f-4c05-976d-e6077aeb418a: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:10:03.884419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e939-d40f-46e8-b946-a5660b60e013 req-fade7fd7-0519-4189-af3e-5f88343d1b4d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:03.885870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6331e939-d40f-46e8-b946-a5660b60e013 req-fade7fd7-0519-4189-af3e-5f88343d1b4d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1457164 Jun 01 14:10:03.893192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-289343b1-7c49-4f99-84fd-18b2f79c09b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:03.894501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-289343b1-7c49-4f99-84fd-18b2f79c09b5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 945 time: 0.1228762 Jun 01 14:10:03.990371 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6331e939-d40f-46e8-b946-a5660b60e013 req-cdb5a242-b002-4b0a-a2b3-22dd0a0eaf54 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=73a5c159-be08-4088-a475-2df69252598f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947640 Jun 01 14:10:03.993676 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port b6b33847-d822-4475-b61b-de16dc81c3eb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:10:03.994016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:04.243675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port b6b33847-d822-4475-b61b-de16dc81c3eb, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=b6b33847-d822-4475-b61b-de16dc81c3eb,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:04.243981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:04.379840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for b6b33847-d822-4475-b61b-de16dc81c3eb owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:10:04.534627 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:04.588028 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=b6b33847-d822-4475-b61b-de16dc81c3eb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:04.663130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] No DVR routers for this DVR port b6b33847-d822-4475-b61b-de16dc81c3eb on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:10:04.666051 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:04.668531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-deleted', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:10:04.680476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3823c4a9-584a-459b-8bbb-706c258f95d1 req-1f233bd6-6d0b-436d-b8e4-88825034d5e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.24 "DELETE /v2.0/ports/b6b33847-d822-4475-b61b-de16dc81c3eb HTTP/1.1" status: 204 len: 173 time: 0.7714016 Jun 01 14:10:04.716666 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8917cf0-39e0-4ea7-af66-03b633cc5e42'] response: {'server_uuid': 'bc4cf642-c3f8-4205-b565-d4f0411f9717', 'name': 'network-vif-deleted', 'tag': 'b6b33847-d822-4475-b61b-de16dc81c3eb', 'status': 'completed', 'code': 200} Jun 01 14:10:05.287814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c0792a0f-1ff7-416e-a8ba-332406ae1f8a req-e9a60cd3-9b09-44f8-88e2-0b2bea56854d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:10:05.296618 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:05.304924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c0792a0f-1ff7-416e-a8ba-332406ae1f8a req-e9a60cd3-9b09-44f8-88e2-0b2bea56854d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:10:05.306065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c0792a0f-1ff7-416e-a8ba-332406ae1f8a req-e9a60cd3-9b09-44f8-88e2-0b2bea56854d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=bc4cf642-c3f8-4205-b565-d4f0411f9717 HTTP/1.1" status: 200 len: 210 time: 0.1909261 Jun 01 14:10:06.463582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56426) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:07.149408 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:07.520620 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:10:07.521218 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:07.715927 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port b2a88a5c-b7a7-4e6e-b1ca-baff165584e4, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:07.716254 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:07.803787 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:10:07.842278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: b6b33847-d822-4475-b61b-de16dc81c3eb {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:10:07.842578 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device b6b33847-d822-4475-b61b-de16dc81c3eb not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:10:07.860040 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:10:08.336864 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:08.383080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=b2a88a5c-b7a7-4e6e-b1ca-baff165584e4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:08.670887 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.034670 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:10:09.220957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:10:09.230930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Sync routers for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:10:09.240617 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-99125b05-cb60-4318-9946-d8bdc80e2285 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/138a825c-98ec-42bb-b02b-f9f49dfb65f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7759712 Jun 01 14:10:09.241408 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:09.242111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:09.243558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56430) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:09.311868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting subnet 9c59c5a0-8454-438e-99ac-483cdd5562ce {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:10:09.315333 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.371647 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.416666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:09.455232 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.530253 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.576330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Subnet': ['ID=9c59c5a0-8454-438e-99ac-483cdd5562ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:09.582786 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.588585 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc99e0-4ffa-4d0d-94ab-61427c3cd3d8 None None] Network 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:10:09.593025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.593383 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.593696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.594026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.594347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.594688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.595011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.595329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.595659 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.595958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.596273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.596569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:09.605888 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56434) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:09.606039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4e14e611-6834-43dc-b185-160a258f5253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/subnets/9c59c5a0-8454-438e-99ac-483cdd5562ce HTTP/1.1" status: 204 len: 168 time: 0.3612890 Jun 01 14:10:09.785309 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:09.914883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:10:08Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:09.919069 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Checking router: 138a825c-98ec-42bb-b02b-f9f49dfb65f5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:10:09.928171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Routers {'138a825c-98ec-42bb-b02b-f9f49dfb65f5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:09.928823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:09.983004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] DHCP port deletion for 5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:10:10.002003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Deleting port 0a4c33bb-fed3-4411-bd6d-12711aec575b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:10:10.002371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.094327 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.105499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port e744ce15-e040-44a3-89f7-e288ffe789b5 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:10:10.105827 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.223920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] Set router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:10.280637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port e744ce15-e040-44a3-89f7-e288ffe789b5, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=e744ce15-e040-44a3-89f7-e288ffe789b5,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:10.280935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.401894 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for e744ce15-e040-44a3-89f7-e288ffe789b5 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:10:10.479060 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] For port 0a4c33bb-fed3-4411-bd6d-12711aec575b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=0a4c33bb-fed3-4411-bd6d-12711aec575b,segment=NetworkSegment(5b9e006a-f11c-416f-95ef-5fdd00657fb0),segment_id=5b9e006a-f11c-416f-95ef-5fdd00657fb0)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:10.479605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.576963 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.607537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Calling delete_port for 0a4c33bb-fed3-4411-bd6d-12711aec575b owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:10:10.628809 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=e744ce15-e040-44a3-89f7-e288ffe789b5,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:10.662970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 0a4c33bb-fed3-4411-bd6d-12711aec575b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:10:10.722453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.829540 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.870902 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Port 0a4c33bb-fed3-4411-bd6d-12711aec575b update to DOWN by agent not found {{(pid=88373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 14:10:10.884809 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Pushing event deleted for resources: {'Port': ['ID=0a4c33bb-fed3-4411-bd6d-12711aec575b,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:10.887268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] No DVR routers for this DVR port 0a4c33bb-fed3-4411-bd6d-12711aec575b on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:10:10.900089 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.900307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.900727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.901066 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.901236 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.901693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.901693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.901998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.902346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.902667 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.902988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.903307 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.903623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147baea-d0d4-409d-aa1b-2f7286eed9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:10.903897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.921411 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:10:08Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:10.925949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96bbe10-da2c-468c-9b67-449f0d5f6720 None None] The sync data for ids ['138a825c-98ec-42bb-b02b-f9f49dfb65f5'] in n-d-844200-1 is: [{'id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621752151', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:08:00Z', 'updated_at': '2022-06-01T14:10:08Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': 'e744ce15-e040-44a3-89f7-e288ffe789b5', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a825c-98ec-42bb-b02b-f9f49dfb65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:08:01Z', 'updated_at': '2022-06-01T14:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:10:10.931030 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.931729 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Fanout notify agent at l3_agent the message router_deleted on router 138a825c-98ec-42bb-b02b-f9f49dfb65f5 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:10:10.949406 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:10.950437 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-20783024-2c07-4c9e-bef4-2f4e1e085ec9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/routers/138a825c-98ec-42bb-b02b-f9f49dfb65f5 HTTP/1.1" status: 204 len: 168 time: 1.3433752 Jun 01 14:10:10.953260 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56438) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:11.067960 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.207971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.233987 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:11.248650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9e006a-f11c-416f-95ef-5fdd00657fb0') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:11.248947 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9e006a-f11c-416f-95ef-5fdd00657fb0') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:11.260502 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.282232 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.290320 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:10:11.291015 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.387102 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5b9e006a-f11c-416f-95ef-5fdd00657fb0 resource provider aggregate not found Jun 01 14:10:11.396123 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.416894 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 5b9e006a-f11c-416f-95ef-5fdd00657fb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b9e006a-f11c-416f-95ef-5fdd00657fb0 found for delete ", "request_id": "req-32d51505-856a-4881-9173-b591df9a10f9"}]} Jun 01 14:10:11.417888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.430887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Network': ['ID=5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:11.443577 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56448) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:11.444120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ea9a2482-a36a-4b64-a0cc-b447a44adf8b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/networks/5d6ab9b2-1e50-4ab2-a124-0b0721d86fa7 HTTP/1.1" status: 204 len: 168 time: 0.4892869 Jun 01 14:10:11.517551 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.549714 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.628312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.653528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a5c159-be08-4088-a475-2df69252598f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:11.662626 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.662626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-cf3623a5-0912-42f3-8b0f-c3cca983ac39 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/security-groups/73a5c159-be08-4088-a475-2df69252598f HTTP/1.1" status: 204 len: 168 time: 0.2170892 Jun 01 14:10:11.787942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56456) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:11.793728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977012216', 'description': 'tempest-secgroup-smoke-977012216 description', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:11.800931 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:11.805360 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:11.808458 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:11.814876 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:11.830720 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.850521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:11.854669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:11.857448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:11.863098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:11.940437 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.945841 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.992503 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5735c9c8-0941-4710-9936-2c879e48e4d3,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:11.995638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:11.996872 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5ff021ab-bcb0-47ea-8f79-fcb6af905e2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079268 Jun 01 14:10:12.000322 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56460) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.005998 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.013425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.017308 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.020212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.026948 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.044871 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.109634 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.115345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.140277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54211baf-5b35-44b2-8049-5f5ce9c84455,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.150000 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.151243 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e73ada6b-041d-4f32-a8ea-18b0721d7081 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495578 Jun 01 14:10:12.155906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56464) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.161109 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.168720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.172741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.175784 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.182082 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.202687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.278483 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.284175 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.308488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769ab7bd-d49f-4b24-8ad9-1fc6471d6457,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.318202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.319419 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c13d2c48-9c3a-4f04-916c-d92c83e66aaa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626127 Jun 01 14:10:12.323957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56468) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.329083 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.336448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.340989 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.344262 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.350895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.371575 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.442513 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.447904 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.470883 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edb93ba-5898-428a-8e77-73c4244a5dca,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.481233 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.482428 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1040969d-12a9-407a-91d6-5372f499f38f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574159 Jun 01 14:10:12.485378 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.490443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.497481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.501429 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.504332 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.510436 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.530811 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.611522 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.617615 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.642500 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faacee7-e49f-43d9-90f3-9e9d2f77d4b9,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.651793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.653067 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-94059f66-de96-4a7e-a768-d5b964c520a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667788 Jun 01 14:10:12.655838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56476) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.660707 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e744ce15-e040-44a3-89f7-e288ffe789b5 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:10:12.661230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.668654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.675678 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.679491 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.687369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.695095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: e744ce15-e040-44a3-89f7-e288ffe789b5 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:10:12.695442 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device e744ce15-e040-44a3-89f7-e288ffe789b5 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:10:12.695893 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:10:12.699883 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:10:12.706917 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.778307 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.780615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:10:12.781055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b2a88a5c-b7a7-4e6e-b1ca-baff165584e4 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:10:12.784332 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.807918 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6446a252-92c8-4843-aa11-61c6a4efa6a8,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.817137 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.818291 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ad4d1cce-eb2c-4c3c-99ec-b9625b3addd4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615558 Jun 01 14:10:12.821075 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56480) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:12.826133 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '5735c9c8-0941-4710-9936-2c879e48e4d3', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:12.832712 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:12.836462 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:12.839420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:12.845132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:12.856984 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:10:12.863665 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.936314 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.942844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.977746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da2d689-f14c-4872-80a2-d1ebf4a875eb,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:12.992259 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:12.993943 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-45b1a6f8-4e2f-4ca6-b511-9ad3ce1392f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717172 Jun 01 14:10:12.998697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56484) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:13.007455 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'network': {'name': 'tempest-network-smoke--738545050', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:13.014416 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:13.018758 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:network and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:13.021552 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:13.027171 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:13.042165 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:10:13.045385 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.074434 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:10:13.082886 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.083269 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Added segment 2aeacdea-c11c-4b53-a5aa-9d19d17bee55 of type vlan for network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 Jun 01 14:10:13.108715 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.139160 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.147126 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:13.147878 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.375146 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3749590 Jun 01 14:10:13.377864 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7bc74-1e74-488b-9632-9dafed8d1954 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Network': ['ID=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:13.378148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56488) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:13.384207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'admin_state_up': True, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:13.388423 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:10:13.393276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:13.397539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:router and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:13.400795 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:13.410581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:13.422056 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.423249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.443858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:13.721638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:14.047836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:14.078134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:14.223527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.88 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/561e29e3-3ada-4ded-a6c8-7d2662ec49e7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:10:14.370713 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:14.411967 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:14.592084 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:14.595058 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:14.598647 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:10:14.627192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:15.027931 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:15.384217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:15.609574 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router cb7bc7f1-70d9-45e7-af8b-64fe560801bd is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:10:15.794536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:10:15.804848 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Sync routers for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:10:15.816183 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:15.816819 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:15.831438 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:15.836923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7819b560-8267-47ec-b067-1d4bd0c1082c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4535534 Jun 01 14:10:15.837159 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56492) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:15.932646 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0808c70f-db65-4daf-b952-b3358e8c6d40 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=075ce40609474cd3bc0f7bd0e18b3590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0942001 Jun 01 14:10:15.935874 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56498) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:16.013052 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:16.071104 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b054e0-3704-44c0-8865-55ace516ec4e tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:16.073094 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-a1b054e0-3704-44c0-8865-55ace516ec4e tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362214 Jun 01 14:10:16.076083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:16.116091 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a1e10f82-62c0-4ce7-8b08-5593359e6cc8 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388262 Jun 01 14:10:16.118766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:16.124152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372464671', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:16.343219 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:14Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:16.347127 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Checking router: cb7bc7f1-70d9-45e7-af8b-64fe560801bd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:10:16.347448 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Updating router cb7bc7f1-70d9-45e7-af8b-64fe560801bd port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:10:16.384408 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:16.388935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:subnet and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:16.391891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:16.398067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:16.408804 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.412385 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:10:16.416275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.647154 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.726604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Subnet': ['ID=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:16.737300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Checking segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:10:16.737663 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network hostable DHCP agents. Network: be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:10:16.759808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:10:16.770328 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:16.772863 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.775188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:16.775903 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.783595 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da46ea-b647-4012-8edd-67d112ef7088 None None] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:10:16.785957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Transition to ACTIVE for port object 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:16.793845 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.801098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-8acf3416-75cc-422d-98a4-905b9a5a197d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6811724 Jun 01 14:10:16.803939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56510) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:16.880068 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Attempting to bind port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:10:16.881229 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Attempting to bind port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:10:16.881759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Attempting to bind port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:10:16.884175 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Pushing event updated for resources: {'Port': ['ID=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:16.893895 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:10:16.894258 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:10:16.894680 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.895061 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:10:16.895519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Bound port: 561e29e3-3ada-4ded-a6c8-7d2662ec49e7, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:10:16.895886 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:16.919784 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.920110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.920439 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.920761 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.921086 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.921400 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.921857 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.922180 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.922477 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.922814 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.923232 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.923542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:10:16.979753 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] For port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:10:16.983172 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] For port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:10:16.989189 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.028245 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:10:17.029517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.076178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2b1f-e699-4432-b66e-60a2e249eb5e None None] Pushing event updated for resources: {'Port': ['ID=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:17.080353 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:17.080945 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:17.190268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Allocated IP 172.20.0.2 (be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9/cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4/a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:10:17.299662 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:17.429625 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.441987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Transition to ACTIVE for port object a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:17.463072 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Transition to ACTIVE for port object a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:17.472011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.545040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.555228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:17.556583 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:17.560888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:10:17.596355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Pushing event updated for resources: {'Port': ['ID=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:17.605773 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:14Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:17.610088 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c5c79-c255-4538-8bc4-5f0b1cc8c3a2 None None] The sync data for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 is: [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:14Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:10:17.663180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Attempting to bind port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:10:17.663553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Attempting to bind port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:10:17.663918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Attempting to bind port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f on network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:10:17.669850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:10:17.670228 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Checking segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:10:17.670657 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.671056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Bound using segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:10:17.671524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Bound port: a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:10:17.671894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.764756 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] For port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:10:17.768261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] For port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:10:17.773613 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:17.870767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e4dc-34a2-4346-a8c7-f6ac23161502 None None] Pushing event updated for resources: {'Port': ['ID=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:18.148575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.1 (be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9/cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4/00a133a1-8d31-4827-be19-9a5ab2017dc0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:10:18.329981 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.337607 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9e052c2e-400f-4ac6-9281-9d3c260c8f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.348722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object 00a133a1-8d31-4827-be19-9a5ab2017dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:18.374209 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.447116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:18.450418 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:18.453284 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:10:18.503162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:18.526194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.727575 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:18.778397 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.803989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.806515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:18.813278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:18.890239 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:18.896449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:18.896891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:18.924355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a5aa2-9cd5-401c-a1ec-d4df15d45625 None None] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:10:19.030676 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Provisioning for port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:19.046345 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Provisioning complete for port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:19.046756 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.242432 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.248456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:19.248851 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.249146 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.366997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.370672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:19.388261 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:19.399118 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.400947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Current status of the port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:19.401308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.498820 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] For port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:19.502440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:19.509803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.513575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:19.514830 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:19.587601 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8982b-dcc4-4ad1-b32b-45964e6a7193 None None] Pushing event updated for resources: {'Port': ['ID=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:19.715183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router cb7bc7f1-70d9-45e7-af8b-64fe560801bd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:10:19.745454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Provisioning for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:19.751149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Provisioning complete for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:19.751525 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.815022 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Port 00a133a1-8d31-4827-be19-9a5ab2017dc0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:10:19.827619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Provisioning complete for port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:19.827950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:19.952099 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c5d09fc1-3380-45c3-be04-d9f18292af54 None None] Current status of the port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:20.041924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:10:20.053054 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Sync routers for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:10:20.054998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-71add3ea-e7cf-4726-a479-5773a2939805 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/cb7bc7f1-70d9-45e7-af8b-64fe560801bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2499728 Jun 01 14:10:20.074966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:20.075572 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:09:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:20.156515 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-3d53c218-7fbb-4481-9ec5-9aa2f4f8de8b None None] Provisioning complete for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:20.156830 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3d53c218-7fbb-4481-9ec5-9aa2f4f8de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:20.279899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-71b28144-a2d8-450e-9165-d2d7e09c9224 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:10:20.287046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-3d53c218-7fbb-4481-9ec5-9aa2f4f8de8b None None] Port 00a133a1-8d31-4827-be19-9a5ab2017dc0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:10:20.296869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-71b28144-a2d8-450e-9165-d2d7e09c9224 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:10:20.298362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-71b28144-a2d8-450e-9165-d2d7e09c9224 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977012216&fields=id&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 267 time: 0.0585954 Jun 01 14:10:20.310530 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:20.452599 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-705af913-95c2-4ce1-b659-2e286f47e699 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:20.453932 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-705af913-95c2-4ce1-b659-2e286f47e699 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 796 time: 0.1488495 Jun 01 14:10:20.470984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-5446d667-7be1-41c5-acc9-829115715fcf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/quotas/075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 375 time: 0.0108337 Jun 01 14:10:20.527119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7b21d34e-f2e8-45be-a15c-3b9bac718f69 None None] Provisioning complete for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:20.527468 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7b21d34e-f2e8-45be-a15c-3b9bac718f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:20.553832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-0b08acd5-5a30-4bee-b2e8-e5b27b4b4db7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:10:20.571170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-0b08acd5-5a30-4bee-b2e8-e5b27b4b4db7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:10:20.572612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-0b08acd5-5a30-4bee-b2e8-e5b27b4b4db7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957806 Jun 01 14:10:20.590580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-d67d158c-bc18-4978-9ae6-5fc6924127dc service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:10:20.591564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-d67d158c-bc18-4978-9ae6-5fc6924127dc service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064013 Jun 01 14:10:20.620913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-76abb16e-e5e2-4d0c-93f8-4202be6560c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:20.626566 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-7b21d34e-f2e8-45be-a15c-3b9bac718f69 None None] Port 00a133a1-8d31-4827-be19-9a5ab2017dc0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:10:20.683852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:20.729478 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-2304c22f-0655-4f75-94e8-18219a6d8a16 service neutron] 10.222.0.40 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311364 Jun 01 14:10:20.750708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 2, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:20.757070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Checking router: cb7bc7f1-70d9-45e7-af8b-64fe560801bd for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:10:20.757417 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Updating router cb7bc7f1-70d9-45e7-af8b-64fe560801bd port 00a133a1-8d31-4827-be19-9a5ab2017dc0 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:10:20.806151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:20.806519 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:20.857085 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:20.861790 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-9160e09e-a2f0-490c-9f02-b47f0625dd11 service neutron] 10.222.0.40 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256316 Jun 01 14:10:21.045736 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:21.046874 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:21.119469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20fd3971-0377-4eaa-84e2-400750a744dc req-ee569d14-0db3-4ccc-8f4b-9fbcc6d157bf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 210 time: 0.0966368 Jun 01 14:10:21.273195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:21.273479 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.458799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.472769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:21.476806 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Transition to ACTIVE for port object 00a133a1-8d31-4827-be19-9a5ab2017dc0 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:21.484882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.651416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1114a1-2fe5-4563-a469-7bceed6aedcc None None] Pushing event updated for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:21.707638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Attempting to bind port 00a133a1-8d31-4827-be19-9a5ab2017dc0 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:10:21.707999 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Attempting to bind port 00a133a1-8d31-4827-be19-9a5ab2017dc0 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:10:21.708360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Attempting to bind port 00a133a1-8d31-4827-be19-9a5ab2017dc0 on network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:10:21.714742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:10:21.715174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Checking segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:10:21.715576 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.716017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Bound using segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:10:21.716533 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Bound port: 00a133a1-8d31-4827-be19-9a5ab2017dc0, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:10:21.716927 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.803299 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.827556 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] For port 00a133a1-8d31-4827-be19-9a5ab2017dc0, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:10:21.830720 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] For port 00a133a1-8d31-4827-be19-9a5ab2017dc0, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=00a133a1-8d31-4827-be19-9a5ab2017dc0,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:10:21.835966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:21.914402 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:21.915119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:21.978385 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1114a1-2fe5-4563-a469-7bceed6aedcc None None] Pushing event updated for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:22.020501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.132580 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:22.179822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-5411a96c-4387-4a7b-ae78-df18e79fc969 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:22.182377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-5411a96c-4387-4a7b-ae78-df18e79fc969 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 796 time: 0.1894815 Jun 01 14:10:22.245458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-d2c3476b-57db-4b7a-87c5-6a7112ff8e4b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 379 time: 0.0548272 Jun 01 14:10:22.284233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'port': {'device_id': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'admin_state_up': True, 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'security_groups': ['5735c9c8-0941-4710-9936-2c879e48e4d3']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:22.308915 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f2b02415-7faf-4bba-995a-e225196485b9 req-8d6d75ad-a897-47f2-8b5e-3e713d74c249 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 210 time: 0.0682194 Jun 01 14:10:22.429937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:22.439926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:22.451225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:10:22.455611 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.487049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:21Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:22.491477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31586-2eb4-4bc9-b1f5-2d4d10e653c9 None None] The sync data for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 is: [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:21Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:10:22.639381 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.3 (be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9/cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4/91b21cc5-e152-4a0a-b4bc-d10fc8da01ce) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:10:22.704061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 00a133a1-8d31-4827-be19-9a5ab2017dc0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:22.779439 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:22.785160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:22.785522 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.858865 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.877160 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:22.907516 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.909185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 00a133a1-8d31-4827-be19-9a5ab2017dc0 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:22.910428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:22.948473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 00a133a1-8d31-4827-be19-9a5ab2017dc0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=00a133a1-8d31-4827-be19-9a5ab2017dc0,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:22.953925 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.079519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:23.124252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:23.127879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:23.132340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:10:23.164163 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:23.208964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:23.209636 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.236983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-a2f91306-c752-462d-87e1-41422da97be5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9606762 Jun 01 14:10:23.293530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Request body: {'port': {'device_id': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:23.413694 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.427749 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.429246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bed064ab-ed36-43e2-8ed6-c111505a3c97 None None] Provisioning for port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:23.436991 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-bed064ab-ed36-43e2-8ed6-c111505a3c97 None None] Provisioning complete for port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:23.437677 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bed064ab-ed36-43e2-8ed6-c111505a3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.500064 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-bed064ab-ed36-43e2-8ed6-c111505a3c97 None None] Port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:10:23.654972 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c531ff-e82f-425c-8334-e097e9e46f98 req-53c81912-9ed3-4381-97c1-1266b37c3671 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:23.655664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16c531ff-e82f-425c-8334-e097e9e46f98 req-53c81912-9ed3-4381-97c1-1266b37c3671 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:10:23.737152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-16c531ff-e82f-425c-8334-e097e9e46f98 req-53c81912-9ed3-4381-97c1-1266b37c3671 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:10:23.738262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16c531ff-e82f-425c-8334-e097e9e46f98 req-53c81912-9ed3-4381-97c1-1266b37c3671 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 931 time: 0.3117194 Jun 01 14:10:23.811854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-16c531ff-e82f-425c-8334-e097e9e46f98 req-a64a795e-fa5e-4935-b662-8e3b7de93735 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674839 Jun 01 14:10:23.897928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:10:23.907881 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:23.924390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Transition to ACTIVE for port object 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:10:23.929479 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:24.084626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Pushing event updated for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:24.169882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Attempting to bind port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:10:24.170210 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Attempting to bind port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:10:24.170535 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Attempting to bind port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce on network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:10:24.175164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce on network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:10:24.175476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Attempting to bind port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce on network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:10:24.180461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:10:24.180821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Checking segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:10:24.181227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Bound using segment: {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:10:24.181651 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Bound port: 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aeacdea-c11c-4b53-a5aa-9d19d17bee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:10:24.181989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:24.272176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:10:24.275197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:10:24.281068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:24.345266 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:24.345899 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:24.347337 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] 10.222.0.13 "PUT /v2.0/ports/91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 1091 time: 1.1032259 Jun 01 14:10:24.347766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:10:24.369090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca94e-1149-4ccc-b288-40d8e29ffa03 service neutron] Pushing event updated for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:24.463109 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e5ffc3-72c8-479c-99f7-d296033b0240'] response: {'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'status': 'completed', 'code': 200} Jun 01 14:10:24.480992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-f15fc204-8ef3-4098-ae6a-93630cdd2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:24.482583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-f15fc204-8ef3-4098-ae6a-93630cdd2fdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1094 time: 0.0863709 Jun 01 14:10:24.557195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-f0f7d994-190f-414a-8af7-ce4b35062163 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 217 time: 0.0674191 Jun 01 14:10:24.623101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-380eab2e-e6ce-4ba4-b9a7-7c3d54ecc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:24.624597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-380eab2e-e6ce-4ba4-b9a7-7c3d54ecc19c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0613823 Jun 01 14:10:24.664225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 00a133a1-8d31-4827-be19-9a5ab2017dc0 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:24.706811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ee4b8478-61af-4fe7-830e-f95fabe5eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:24.708219 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ee4b8478-61af-4fe7-830e-f95fabe5eeb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774472 Jun 01 14:10:24.733933 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 00a133a1-8d31-4827-be19-9a5ab2017dc0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:24.734287 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:24.844402 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-ee1ced07-e9e5-4e1e-ae29-3a67a4b74aab service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296344 Jun 01 14:10:24.856046 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 00a133a1-8d31-4827-be19-9a5ab2017dc0 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:25.144333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b37713a4-8fbe-40ec-8c56-28966f65c6f5 req-cc550bad-1df3-4599-9a90-5f686db6e441 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936101 Jun 01 14:10:25.166749 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192358a-9b3d-457c-9659-5d8ec697a5f5 req-ce7d6896-2243-42a8-9d5c-6bbbfa8ffa42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:25.168278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b192358a-9b3d-457c-9659-5d8ec697a5f5 req-ce7d6896-2243-42a8-9d5c-6bbbfa8ffa42 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 943 time: 0.2384889 Jun 01 14:10:25.257535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b192358a-9b3d-457c-9659-5d8ec697a5f5 req-8b71bce3-7eab-4348-848c-dd3b66efd5f0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829608 Jun 01 14:10:25.285441 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-d8e181f8-cceb-466a-b083-34c337735fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:25.287002 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-d8e181f8-cceb-466a-b083-34c337735fd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1094 time: 0.0896204 Jun 01 14:10:25.419922 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-dbf5e8ea-9d0a-4302-900d-a38108b97d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:25.421228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-dbf5e8ea-9d0a-4302-900d-a38108b97d0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1285985 Jun 01 14:10:25.490092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-0c8b5575-1a1e-4b17-9646-89a54f7eed81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 217 time: 0.0611408 Jun 01 14:10:25.563780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-e7b4603f-981b-4371-a5ef-61c91f614643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:25.565171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-e7b4603f-981b-4371-a5ef-61c91f614643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0681558 Jun 01 14:10:25.646975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-97b4837b-d619-4993-9bb9-c0bebceeea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:25.649175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-97b4837b-d619-4993-9bb9-c0bebceeea34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775077 Jun 01 14:10:25.804216 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-be7fccef-92b5-4890-8267-a3d85f3d51fb service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472914 Jun 01 14:10:25.948808 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-23f4b57c-831d-49c8-ac6b-a2a5134e5aee req-0d99bdc0-3263-4800-9563-96e3ba9a9d8a service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349802 Jun 01 14:10:26.463081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac50ac-0186-4ae3-8246-b7beff7bc55f req-e5fc3d93-322a-4989-b7e1-8121ed3a6d96 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:26.465386 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9ac50ac-0186-4ae3-8246-b7beff7bc55f req-e5fc3d93-322a-4989-b7e1-8121ed3a6d96 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 943 time: 0.0863423 Jun 01 14:10:26.508699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b9ac50ac-0186-4ae3-8246-b7beff7bc55f req-b581341e-e544-4e12-b355-7f20f9963496 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375695 Jun 01 14:10:27.714187 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539c4e-9f89-435c-aef5-4e0eb2863b27 req-fabce222-6405-4cdf-9877-f246b3b03c17 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:27.715694 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72539c4e-9f89-435c-aef5-4e0eb2863b27 req-fabce222-6405-4cdf-9877-f246b3b03c17 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 943 time: 0.0825901 Jun 01 14:10:27.762133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72539c4e-9f89-435c-aef5-4e0eb2863b27 req-bd86d0c2-f485-4cdf-8aa3-895557f50926 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Jun 01 14:10:28.962397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9ae95-764f-411a-97d8-d81ab5eba35f req-32f64315-5e4c-41bb-a64b-735eb7bebcd2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:28.964079 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b9ae95-764f-411a-97d8-d81ab5eba35f req-32f64315-5e4c-41bb-a64b-735eb7bebcd2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 943 time: 0.0938408 Jun 01 14:10:29.031243 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-61b9ae95-764f-411a-97d8-d81ab5eba35f req-042fa31b-a983-4532-bd59-a9ad5bf48fa6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 Jun 01 14:10:29.507616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:10:29.643777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:29.657913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'port_id': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'mac_address': 'fa:16:3e:ee:a2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:10:29.716426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:29.716820 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:29.740696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:10:29.756954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:29.762963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:29.832148 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:30.014299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:10:30.228670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e4fba-53da-42df-a834-ca838f913238 req-e2e5cea6-13e5-4cb8-8f3d-680841033b35 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:30.230084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd2e4fba-53da-42df-a834-ca838f913238 req-e2e5cea6-13e5-4cb8-8f3d-680841033b35 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 944 time: 0.0820060 Jun 01 14:10:30.277776 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd2e4fba-53da-42df-a834-ca838f913238 req-73325170-05dc-4306-aec2-a04e3a32fc12 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Jun 01 14:10:31.476842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41216-e9b6-450a-9df0-e8146bc22c15 req-2f4066b7-66e5-45ca-b1af-dc74ccdc4325 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:31.478631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adf41216-e9b6-450a-9df0-e8146bc22c15 req-2f4066b7-66e5-45ca-b1af-dc74ccdc4325 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 944 time: 0.0881844 Jun 01 14:10:31.515836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:10:31.525434 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adf41216-e9b6-450a-9df0-e8146bc22c15 req-8eef05da-0ea9-405d-af37-fdaddf4794bd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Jun 01 14:10:31.590541 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:10:31.595373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:10:31.595747 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:31.715726 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:10:31.716096 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:31.745358 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:10:31.755529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:10:31.760461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:31.804012 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e08ce9-ea7f-47a6-8722-a1bafc9c5d48'] response: {'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'code': 200} Jun 01 14:10:31.846987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:31.928239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3987-5da9-4408-b7c4-6a44e16e13c7 req-76d79478-1e61-40e1-b167-861d4769248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:31.929684 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4ca3987-5da9-4408-b7c4-6a44e16e13c7 req-76d79478-1e61-40e1-b167-861d4769248f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.0766759 Jun 01 14:10:31.969847 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d4ca3987-5da9-4408-b7c4-6a44e16e13c7 req-59a4c118-8063-4acf-b4b3-efb070f3940a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338938 Jun 01 14:10:32.718773 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6948a-4a92-4509-a623-3adecbdd70c4 req-9ad036b1-5e98-4298-8558-d2eef3bf62ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:32.721061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01b6948a-4a92-4509-a623-3adecbdd70c4 req-9ad036b1-5e98-4298-8558-d2eef3bf62ea tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0845346 Jun 01 14:10:32.766497 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01b6948a-4a92-4509-a623-3adecbdd70c4 req-ebc05054-b840-4232-890d-019199bb6eb5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Jun 01 14:10:33.969428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae21a3-072c-4bcd-951e-034c6774bda1 req-f5ff48e5-845a-4726-9dac-b91b2a2f5bf2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:33.970891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eae21a3-072c-4bcd-951e-034c6774bda1 req-f5ff48e5-845a-4726-9dac-b91b2a2f5bf2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0867739 Jun 01 14:10:34.018237 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6eae21a3-072c-4bcd-951e-034c6774bda1 req-e35dfc36-8197-4902-b64a-5da7f08d9d8d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389838 Jun 01 14:10:34.221478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c11c36-8256-451f-b182-d4d3c1e42757 req-e109eae3-913c-43e9-a96f-940d4514ab2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:34.223035 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c11c36-8256-451f-b182-d4d3c1e42757 req-e109eae3-913c-43e9-a96f-940d4514ab2c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0983255 Jun 01 14:10:34.272761 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-87c11c36-8256-451f-b182-d4d3c1e42757 req-792c510e-70fb-4d93-a319-513c5a5faad8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439208 Jun 01 14:10:34.307270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56572) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:34.381879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4d5ff-699e-4298-aa14-35076201add7 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:34.383385 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-53f4d5ff-699e-4298-aa14-35076201add7 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1091 time: 0.0751870 Jun 01 14:10:34.386906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56576) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:34.391807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:10:34.398606 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:10:34.402826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:floatingip and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:10:34.405815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:10:34.411798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:10:34.425161 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:34.685159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:34.829992 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.220 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/f7d50f7d-0878-4755-9338-b431d262a6a7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:10:34.982458 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.014477 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.080168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:10:35.083123 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:10:35.085615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:10:35.119507 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f7d50f7d-0878-4755-9338-b431d262a6a7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:35.307166 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.527057 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.606953 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.829246 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.835809 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:35.945405 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=f7d50f7d-0878-4755-9338-b431d262a6a7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:10:35.958974 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:36.138880 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP ea19bea7-cc30-4237-b0bb-3390b51f911b associated. External IP: 172.25.7.220, port: 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce. Jun 01 14:10:36.620397 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router cb7bc7f1-70d9-45e7-af8b-64fe560801bd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:10:36.802296 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:10:36.813399 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Sync routers for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:10:36.823773 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:36.824373 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:36.828012 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:36.885412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7eefb244-fc52-4b65-8436-72e6e2f80dff tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4974432 Jun 01 14:10:36.886101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:10:36.936504 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11afd456-afac-4f13-abd2-9acf9e22e567'] response: {'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'status': 'completed', 'code': 200} Jun 01 14:10:37.009676 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:37.089804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-6f73989a-73f1-4c2d-9de3-b136498f2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:37.091314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-6f73989a-73f1-4c2d-9de3-b136498f2741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.1330152 Jun 01 14:10:37.102085 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4435-797f-4a87-87fc-cf56cb5f5303 req-c634bfff-d97e-4536-ade1-8a4c6d81e7fd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:37.103440 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c62a4435-797f-4a87-87fc-cf56cb5f5303 req-c634bfff-d97e-4536-ade1-8a4c6d81e7fd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.1150928 Jun 01 14:10:37.162866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:10:37.227933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c62a4435-797f-4a87-87fc-cf56cb5f5303 req-ac6311a6-94bc-497d-b4bb-780904be6367 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060429 Jun 01 14:10:37.252985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56584) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:37.263620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-b52c917a-7b28-4945-95c6-3a5d846fb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:37.265146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-b52c917a-7b28-4945-95c6-3a5d846fb2c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1607664 Jun 01 14:10:37.363911 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3399a956-fd63-49d2-b959-64b4f5b620b7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 200 len: 991 time: 0.1094000 Jun 01 14:10:37.364584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ea19bea7-cc30-4237-b0bb-3390b51f911b', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'port_id': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'mac_address': 'fa:16:3e:ee:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:10:35Z', 'updated_at': '2022-06-01T14:10:35Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:37.368588 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Checking router: cb7bc7f1-70d9-45e7-af8b-64fe560801bd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:10:37.371705 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-e431c40f-01fe-474f-892d-7cc6b146f1dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 999 time: 0.0997398 Jun 01 14:10:37.377029 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:10:37.377688 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:10:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:37.441245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-d14ffab9-c9b3-4441-8134-78c0b80bfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:37.443162 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-d14ffab9-c9b3-4441-8134-78c0b80bfa6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0650403 Jun 01 14:10:37.529673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-3586806f-31a2-4877-a615-4a22bb5993fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:37.531195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-3586806f-31a2-4877-a615-4a22bb5993fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800796 Jun 01 14:10:37.563645 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:10:37.668232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-136c943f-54ae-4a97-a978-cfe7535d8be8 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293659 Jun 01 14:10:37.800711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfcb923a-cbf8-4588-88c8-7d2caca870e0 req-eded0273-ebac-46d7-959f-de32244633c4 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262183 Jun 01 14:10:37.951685 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ea19bea7-cc30-4237-b0bb-3390b51f911b', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'port_id': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'mac_address': 'fa:16:3e:ee:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:10:35Z', 'updated_at': '2022-06-01T14:10:35Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:10:37.955583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c089ed-8b99-4a08-a617-8e3d8421b59b None None] The sync data for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 is: [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ea19bea7-cc30-4237-b0bb-3390b51f911b', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'port_id': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'mac_address': 'fa:16:3e:ee:a2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:10:35Z', 'updated_at': '2022-06-01T14:10:35Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:10:38.164747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c4108-ea74-4d53-b616-5b7058c512bf None None] New status for floating IP ea19bea7-cc30-4237-b0bb-3390b51f911b: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:10:38.367767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56588) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:38.480777 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-48fdefe9-19a6-4585-82fc-c42d4be73e0d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 200 len: 991 time: 0.1113398 Jun 01 14:10:39.484780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56592) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:10:39.717254 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f65c509b-1d30-4c69-87ed-d236ce1b95ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 200 len: 993 time: 0.2314517 Jun 01 14:10:43.188014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-8e116fd7-aa10-4589-885a-b56417ec0634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766747 Jun 01 14:10:43.338088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-2403e093-86bc-4a49-8fe7-7303833d1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:43.339652 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-2403e093-86bc-4a49-8fe7-7303833d1094 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.0797441 Jun 01 14:10:43.491755 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-b5c1dc84-1849-48c3-b436-882c65a14314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:43.493085 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-b5c1dc84-1849-48c3-b436-882c65a14314 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1270614 Jun 01 14:10:43.604746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-07eda4d8-3b1e-44a8-a952-6413945698db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 1001 time: 0.0988061 Jun 01 14:10:43.693570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-42ee5f5c-e8b8-4e88-8f25-a7b7813e4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:43.695054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-42ee5f5c-e8b8-4e88-8f25-a7b7813e4263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0737531 Jun 01 14:10:43.784415 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-1ab8e324-3c8c-45c4-b2c0-f5c7dab485ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:10:43.785797 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-1ab8e324-3c8c-45c4-b2c0-f5c7dab485ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774918 Jun 01 14:10:43.931579 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-3d793565-ad3e-49c0-968b-485ab9190dc8 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319065 Jun 01 14:10:44.065756 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7a2a21-65e2-4a29-b55b-095725850ec4 req-52d40dd8-93be-435c-9a31-577381d8bf10 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261525 Jun 01 14:10:48.351028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9055bcf5-be5c-4a18-b5b0-a7e5cce61c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:48.776628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:50.575192 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-304f7ace-785d-403a-8879-6e376c1a1c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:51.763727 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:52.013488 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:10:53.414685 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:05.322507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:09.514711 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7777-02ad-426f-a580-caeb2387bdef req-110b7b33-31fc-4140-bcfb-64133ffa9c26 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:09.516323 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85bb7777-02ad-426f-a580-caeb2387bdef req-110b7b33-31fc-4140-bcfb-64133ffa9c26 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0875449 Jun 01 14:11:09.561677 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85bb7777-02ad-426f-a580-caeb2387bdef req-baafd877-d023-4396-ba9d-5601c7941253 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393353 Jun 01 14:11:10.753391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d2bea-c6f6-43ea-9c40-dfd8077da931 req-27254b34-af9e-4cbf-9eb5-7f4b5bebd8de tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:10.755211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa6d2bea-c6f6-43ea-9c40-dfd8077da931 req-27254b34-af9e-4cbf-9eb5-7f4b5bebd8de tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0824921 Jun 01 14:11:10.800183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fa6d2bea-c6f6-43ea-9c40-dfd8077da931 req-3d132c92-b6b3-4e8b-8383-a71343623993 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 Jun 01 14:11:12.004826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33d16-b6ae-4299-8aef-e81ada493b4f req-d600f4db-6ddf-419f-bf44-626b338222ed tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:12.006354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fde33d16-b6ae-4299-8aef-e81ada493b4f req-d600f4db-6ddf-419f-bf44-626b338222ed tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0959778 Jun 01 14:11:12.050465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fde33d16-b6ae-4299-8aef-e81ada493b4f req-3396673a-c145-4310-aa16-8ad4673c9377 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383773 Jun 01 14:11:13.249215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0576d-13e3-47dd-ac10-7142eb53d274 req-a038a8a4-a30b-4149-8b25-7d29b76ff9f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:13.250678 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01f0576d-13e3-47dd-ac10-7142eb53d274 req-a038a8a4-a30b-4149-8b25-7d29b76ff9f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0908155 Jun 01 14:11:13.297069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01f0576d-13e3-47dd-ac10-7142eb53d274 req-83d5484f-5073-421a-98e5-fc326c2b52ce tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Jun 01 14:11:14.158116 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:11:14.501771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77535e-adf7-4cd5-aef7-30028cfb72ad req-ab4d4526-701d-4816-8118-c444432028de tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:14.503701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b77535e-adf7-4cd5-aef7-30028cfb72ad req-ab4d4526-701d-4816-8118-c444432028de tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0845437 Jun 01 14:11:14.551093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5b77535e-adf7-4cd5-aef7-30028cfb72ad req-afc1bca1-a971-466a-97a6-691a94f41c90 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Jun 01 14:11:15.753979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7ef4c-cd5f-4b5a-976e-108545db7c1e req-fceb910d-0ef1-4221-8502-717dd3452821 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:15.755532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57a7ef4c-cd5f-4b5a-976e-108545db7c1e req-fceb910d-0ef1-4221-8502-717dd3452821 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0818727 Jun 01 14:11:15.803833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57a7ef4c-cd5f-4b5a-976e-108545db7c1e req-0954b683-033a-4bea-b15c-3d917cb9a219 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Jun 01 14:11:17.024245 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717018a-4bf9-4f46-83db-9691c5ef1e42 req-086293ec-8559-4804-a5a7-faa9671d03b8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:17.025701 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f717018a-4bf9-4f46-83db-9691c5ef1e42 req-086293ec-8559-4804-a5a7-faa9671d03b8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0925975 Jun 01 14:11:17.080689 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f717018a-4bf9-4f46-83db-9691c5ef1e42 req-0e3ea871-0f2e-4109-b4c2-6a50984ee9b8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476630 Jun 01 14:11:18.294943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e315a1-87cc-4327-8455-857ee6e8420f req-7ea6881e-376b-455d-93c4-cd815a9b6e43 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:18.296373 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57e315a1-87cc-4327-8455-857ee6e8420f req-7ea6881e-376b-455d-93c4-cd815a9b6e43 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0833881 Jun 01 14:11:18.342857 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-57e315a1-87cc-4327-8455-857ee6e8420f req-2a707934-ea0e-4504-9245-6ad220245fbe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Jun 01 14:11:18.348648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-10aab37c-e8e7-4ca2-8948-3c33e489ff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:18.794578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:19.536825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ad769-0987-4d3c-a06f-fb823f976655 req-59e45564-fcb6-4e49-a26b-565b237b9708 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:19.538446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4ad769-0987-4d3c-a06f-fb823f976655 req-59e45564-fcb6-4e49-a26b-565b237b9708 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0802417 Jun 01 14:11:19.587038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ea4ad769-0987-4d3c-a06f-fb823f976655 req-12e32226-94d5-48cb-be37-6f8c0e3f88fe tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395021 Jun 01 14:11:20.577198 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-63a2d630-2f11-4547-a909-e5e73039f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:20.785639 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0a30-4d14-4627-a2c3-afedce015ccd req-ea4829d0-9e6b-4c62-b5f2-345a2418202b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:20.787232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c97a0a30-4d14-4627-a2c3-afedce015ccd req-ea4829d0-9e6b-4c62-b5f2-345a2418202b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0909922 Jun 01 14:11:20.831989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c97a0a30-4d14-4627-a2c3-afedce015ccd req-a1fddd2f-7814-4f4d-b970-45cfa520bea7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 Jun 01 14:11:21.766966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:22.014134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:22.038354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90799-f8d6-4dbc-877a-d74efa95e03a req-07c4e4e0-d21c-4f1b-9ae1-a4e4ea37b305 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:22.039879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4d90799-f8d6-4dbc-877a-d74efa95e03a req-07c4e4e0-d21c-4f1b-9ae1-a4e4ea37b305 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0828533 Jun 01 14:11:22.096278 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c4d90799-f8d6-4dbc-877a-d74efa95e03a req-a596b3de-614a-493e-81cf-b7f34535a369 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506487 Jun 01 14:11:23.300854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eea10e-b1d4-4846-aa13-bc1482b2ab7d req-4a95ddbb-66e1-4fee-9462-3d2901c1eb64 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:23.302339 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8eea10e-b1d4-4846-aa13-bc1482b2ab7d req-4a95ddbb-66e1-4fee-9462-3d2901c1eb64 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0919428 Jun 01 14:11:23.348963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8eea10e-b1d4-4846-aa13-bc1482b2ab7d req-71c9d383-5ff1-4e11-8838-6ae91326e1e1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406716 Jun 01 14:11:23.421243 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:24.549025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164022dc-b03c-4ee3-af3f-ef7ca7051fab req-65b21dfd-60f2-48ba-b845-09c352564ccf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:24.550482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-164022dc-b03c-4ee3-af3f-ef7ca7051fab req-65b21dfd-60f2-48ba-b845-09c352564ccf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0847220 Jun 01 14:11:24.602728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-164022dc-b03c-4ee3-af3f-ef7ca7051fab req-6c55e90c-1dda-46e9-aadb-5468242c7b17 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Jun 01 14:11:25.817124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e8abb-3534-41bb-a41e-9502bf08176a req-c14a1ad7-0a1c-4e4f-8bbb-7b97f25028ef tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:25.818554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-911e8abb-3534-41bb-a41e-9502bf08176a req-c14a1ad7-0a1c-4e4f-8bbb-7b97f25028ef tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.0902705 Jun 01 14:11:25.865045 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-911e8abb-3534-41bb-a41e-9502bf08176a req-fbc1bcd9-ea37-4b15-a69f-cbf751be9cd5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Jun 01 14:11:25.894391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56650) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:11:26.122745 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-68faf8b6-80f7-4a3f-8e0b-14d1cc0783b0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 200 len: 993 time: 0.2266204 Jun 01 14:11:27.634836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af272f26-7686-4df2-95db-45280d2e4df3 req-92a5563d-1d94-4e87-81da-e377a6b98ddb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:27.636291 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af272f26-7686-4df2-95db-45280d2e4df3 req-92a5563d-1d94-4e87-81da-e377a6b98ddb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.1400917 Jun 01 14:11:27.659251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-ba73d640-c61d-40d7-94e9-e684d55a6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:27.660537 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-ba73d640-c61d-40d7-94e9-e684d55a6da8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.1062992 Jun 01 14:11:27.760831 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-af272f26-7686-4df2-95db-45280d2e4df3 req-fee8d163-c6a3-4a54-b76c-dd3362c795f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187034 Jun 01 14:11:27.809442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-0f42aaed-e970-440f-a80f-e9f19aca3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:27.810906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-0f42aaed-e970-440f-a80f-e9f19aca3d92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1448345 Jun 01 14:11:27.912176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-d7c96831-ba14-4d98-8896-506945ee453a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 1001 time: 0.0950851 Jun 01 14:11:27.978624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-0b75f345-b771-47fc-9d22-34be5c474cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:27.980007 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-0b75f345-b771-47fc-9d22-34be5c474cc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0619729 Jun 01 14:11:28.056738 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-46ecd630-5e2c-41e1-ab0c-9f4666cba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:28.058215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-46ecd630-5e2c-41e1-ab0c-9f4666cba8a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711966 Jun 01 14:11:28.189581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-0002f40c-1e6a-421a-90d6-264061f4db04 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250091 Jun 01 14:11:28.333542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a186538-a86b-4ce9-b413-63b7aeb84759 req-eedc32d5-a778-49c9-a091-608584bf4aec service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384351 Jun 01 14:11:28.981762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5b5ee-d847-4452-a7dc-91731c9ed320 req-3f0ef9f3-bfbf-4500-978d-a8e3fd5ff3b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:28.983263 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01a5b5ee-d847-4452-a7dc-91731c9ed320 req-3f0ef9f3-bfbf-4500-978d-a8e3fd5ff3b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.1094539 Jun 01 14:11:29.031937 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-01a5b5ee-d847-4452-a7dc-91731c9ed320 req-65361d51-c8d5-45a4-8005-f23112e722ec tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400617 Jun 01 14:11:29.060822 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56664) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:11:29.173298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4fbfdc6a-2020-45d6-bb7b-d06ae313b0be tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 200 len: 993 time: 0.1112475 Jun 01 14:11:35.329545 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:37.081921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-31613be5-0428-48e7-b518-0276020f7d2f req-53db7fd3-fb79-404f-ac90-a03474e90e6f service neutron] (88372) timed out ('10.222.0.13', 64341) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 14:11:43.234786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-d0a0f1cb-8b99-4438-9ffc-2d335b541563 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745349 Jun 01 14:11:43.394995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae68b66-e680-4e66-96cd-a16158c624de req-2d3175ff-9ee2-44c4-98f2-39f572f142dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:43.396454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-2d3175ff-9ee2-44c4-98f2-39f572f142dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.0856781 Jun 01 14:11:43.545608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae68b66-e680-4e66-96cd-a16158c624de req-8e14c339-e0e2-428e-8277-70aa033c50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:43.547102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-8e14c339-e0e2-428e-8277-70aa033c50ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1305549 Jun 01 14:11:43.654171 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-e0a65b9e-7c6d-4a5b-a571-119d64ef5e04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 1001 time: 0.1009429 Jun 01 14:11:43.722971 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae68b66-e680-4e66-96cd-a16158c624de req-13cf0fcc-2411-4333-a464-8f7b6fd53015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:43.724448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-13cf0fcc-2411-4333-a464-8f7b6fd53015 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0632157 Jun 01 14:11:43.801137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae68b66-e680-4e66-96cd-a16158c624de req-633f006f-369e-4b12-9935-8c2b4db9729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:11:43.802465 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-633f006f-369e-4b12-9935-8c2b4db9729f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710967 Jun 01 14:11:44.058206 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-c950b1a1-588b-41b2-bce7-8a39199601cc service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479877 Jun 01 14:11:44.191598 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0ae68b66-e680-4e66-96cd-a16158c624de req-c26081be-24c1-4cbc-96b5-eb8200b04473 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261380 Jun 01 14:11:48.353207 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-825f6e68-123d-4848-8350-ee6bf4c06afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:48.796043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:50.574300 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fc25c11d-64e2-4874-8535-622c3da11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:51.158426 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:11:51.766244 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:52.027447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:53.417232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:11:59.876786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56678) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:00.089525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port f7d50f7d-0878-4755-9338-b431d262a6a7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:12:00.089814 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:00.263063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:00.263320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:00.387997 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for f7d50f7d-0878-4755-9338-b431d262a6a7 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:12:00.541904 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:00.593800 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=f7d50f7d-0878-4755-9338-b431d262a6a7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:00.626539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.626981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.627339 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.627664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.627987 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.628309 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.628633 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.628949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.629267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.629583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.629883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.630192 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:00.695727 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:00.696101 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP ea19bea7-cc30-4237-b0bb-3390b51f911b disassociated (deleted). External IP: 172.25.7.220, port: 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce. Jun 01 14:12:01.185942 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router cb7bc7f1-70d9-45e7-af8b-64fe560801bd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:12:01.368484 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:12:01.378450 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Sync routers for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:12:01.389044 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:01.389825 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:01.390060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:01.452105 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-27597fd8-5efb-4d86-85ee-7d6bb350ca88 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/floatingips/ea19bea7-cc30-4237-b0bb-3390b51f911b HTTP/1.1" status: 204 len: 168 time: 1.5710127 Jun 01 14:12:01.452105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:12:01.513099 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483030e1-9952-4896-821b-5b9478a165ac'] response: {'name': 'network-changed', 'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'status': 'completed', 'code': 200} Jun 01 14:12:01.576616 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:01.608231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-bf2b3606-d756-4b12-bcfe-d20aacce88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:01.609711 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-bf2b3606-d756-4b12-bcfe-d20aacce88a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 1096 time: 0.0730145 Jun 01 14:12:01.787435 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-568553c5-4a49-45d3-848d-2ea04dc448d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:01.788794 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-568553c5-4a49-45d3-848d-2ea04dc448d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 200 len: 897 time: 0.1728966 Jun 01 14:12:01.871811 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-76b1fa1d-17a0-4198-9df2-87ae85e8eca5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 200 len: 217 time: 0.0715363 Jun 01 14:12:01.899928 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:01.903917 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Checking router: cb7bc7f1-70d9-45e7-af8b-64fe560801bd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:12:01.913124 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:01.913724 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:01.946134 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-d782f6dc-03cb-48b0-bfca-e423e3745837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:01.947595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-d782f6dc-03cb-48b0-bfca-e423e3745837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 200 len: 835 time: 0.0689297 Jun 01 14:12:01.958214 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8dc6-0a43-4616-8392-98a616d38cc7 req-7d517bcd-c587-478b-9104-d2ebe54b4558 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:01.958905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7f0d8dc6-0a43-4616-8392-98a616d38cc7 req-7d517bcd-c587-478b-9104-d2ebe54b4558 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:12:02.017809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-7f0d8dc6-0a43-4616-8392-98a616d38cc7 req-7d517bcd-c587-478b-9104-d2ebe54b4558 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:12:02.018961 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f0d8dc6-0a43-4616-8392-98a616d38cc7 req-7d517bcd-c587-478b-9104-d2ebe54b4558 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.2634754 Jun 01 14:12:02.072088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7f0d8dc6-0a43-4616-8392-98a616d38cc7 req-2d8140da-e056-439f-93bd-21a7f477af8f tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 Jun 01 14:12:02.074165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-f597e2d6-2c06-4a6e-a763-e5e6e559ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:02.075559 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-f597e2d6-2c06-4a6e-a763-e5e6e559ee63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140614 Jun 01 14:12:02.104829 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:02.209751 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-0075ff76-36a6-499b-afd9-f917de3548b1 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265020 Jun 01 14:12:02.342302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ce5d9b9b-4870-42bc-bf19-7fe8f3ea8410 req-e332401a-1b22-4776-abc3-109abe3c7c72 service neutron] 10.222.0.13 "GET /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258836 Jun 01 14:12:02.456584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:02.460857 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48031e-9bb1-4899-a8ea-a08896ff3170 None None] The sync data for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 is: [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:10:18Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '00a133a1-8d31-4827-be19-9a5ab2017dc0', 'name': '', 'network_id': 'be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:b9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:17Z', 'updated_at': '2022-06-01T14:10:22Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': 'cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:12:02.694857 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b88bc-47f8-4c49-ab2d-41f3b93d76d9 None None] New status for floating IP ea19bea7-cc30-4237-b0bb-3390b51f911b: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:12:03.266173 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-2bd03089-3ffc-49a2-b448-7a61752e48dc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:03.267830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-2bd03089-3ffc-49a2-b448-7a61752e48dc tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.1355295 Jun 01 14:12:03.348760 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc97899-0645-46f2-b81f-f8a5ce218c9a req-31d16cfd-3d18-4b4d-8bcf-208a5743024e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:03.350183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdc97899-0645-46f2-b81f-f8a5ce218c9a req-31d16cfd-3d18-4b4d-8bcf-208a5743024e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 945 time: 0.1530304 Jun 01 14:12:03.353527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:12:03.353863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:03.467924 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fdc97899-0645-46f2-b81f-f8a5ce218c9a req-c513cab2-0039-4f9b-8ba1-eb8148dfa272 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=5735c9c8-0941-4710-9936-2c879e48e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898628 Jun 01 14:12:03.655967 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:03.656316 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:03.904276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:12:04.057843 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:04.107933 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=91b21cc5-e152-4a0a-b4bc-d10fc8da01ce,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:04.188544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] No DVR routers for this DVR port 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:12:04.191641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:04.194161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'name': 'network-vif-deleted', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:12:04.211348 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2d4e28b4-3a12-4475-a4ca-c6bf12e258ed req-f9abafd5-795a-4404-8450-312fce7bb250 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "DELETE /v2.0/ports/91b21cc5-e152-4a0a-b4bc-d10fc8da01ce HTTP/1.1" status: 204 len: 173 time: 0.9370768 Jun 01 14:12:04.253616 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b3e8c8-185f-40be-a883-225ebbfa443b'] response: {'server_uuid': 'd2d9cc27-38ca-4ecc-a890-ef949300ee08', 'name': 'network-vif-deleted', 'tag': '91b21cc5-e152-4a0a-b4bc-d10fc8da01ce', 'status': 'completed', 'code': 200} Jun 01 14:12:04.638033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-593b65c2-df5a-4631-a9e7-8744fa482e41 req-35671655-e595-43e9-a073-9499e9edbc38 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:12:04.655133 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-593b65c2-df5a-4631-a9e7-8744fa482e41 req-35671655-e595-43e9-a073-9499e9edbc38 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:12:04.656306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-593b65c2-df5a-4631-a9e7-8744fa482e41 req-35671655-e595-43e9-a073-9499e9edbc38 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=d2d9cc27-38ca-4ecc-a890-ef949300ee08 HTTP/1.1" status: 200 len: 210 time: 0.0609865 Jun 01 14:12:05.324232 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:05.763129 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56698) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:06.328170 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:06.694130 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 00a133a1-8d31-4827-be19-9a5ab2017dc0 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:12:06.694641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:07.021562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 00a133a1-8d31-4827-be19-9a5ab2017dc0, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=00a133a1-8d31-4827-be19-9a5ab2017dc0,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:07.022276 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:07.148796 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 00a133a1-8d31-4827-be19-9a5ab2017dc0 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:12:07.348114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:07.394685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=00a133a1-8d31-4827-be19-9a5ab2017dc0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:07.437933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.438273 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.438656 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.438976 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.439298 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.440372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.440372 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.440625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.440906 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.441249 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.441569 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.441878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:07.697466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.029972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:12:08.067434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:12:08.067767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 91b21cc5-e152-4a0a-b4bc-d10fc8da01ce not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:12:08.113663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router cb7bc7f1-70d9-45e7-af8b-64fe560801bd has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:12:08.295185 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:12:08.305921 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Sync routers for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:12:08.316896 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9714f359-7d3b-41a6-b96b-9ce0ecf84faa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/cb7bc7f1-70d9-45e7-af8b-64fe560801bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5523143 Jun 01 14:12:08.318220 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:08.318857 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:08.319673 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56702) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:08.495782 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:08.500438 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting subnet cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:12:08.503859 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.558865 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.644487 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.721851 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.761545 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:08.766422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.771505 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ea56f-58a2-42c0-8cac-b1810eef4ee4 None None] Network be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:12:08.773860 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3c5d2790-45ee-4f1f-ab42-4624c6e2ffc5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/subnets/cfb30d0d-9ed4-4f0f-8979-ed2ab3838df4 HTTP/1.1" status: 204 len: 168 time: 0.4531665 Jun 01 14:12:08.776640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56706) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:08.788785 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:12:07Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:08.792647 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Checking router: cb7bc7f1-70d9-45e7-af8b-64fe560801bd for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:12:08.801200 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Routers {'cb7bc7f1-70d9-45e7-af8b-64fe560801bd'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:08.801836 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:08.962764 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:08.993395 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] Set router cb7bc7f1-70d9-45e7-af8b-64fe560801bd gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:09.032598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] DHCP port deletion for be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:12:09.037027 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Deleting port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:12:09.037420 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.151083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.162021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:12:09.162484 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.247920 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] For port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,segment=NetworkSegment(2aeacdea-c11c-4b53-a5aa-9d19d17bee55),segment_id=2aeacdea-c11c-4b53-a5aa-9d19d17bee55)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:09.248395 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.287947 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-79221742-7079-45f3-8479-f0359de38fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:12:07Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:09.292093 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79221742-7079-45f3-8479-f0359de38fdd None None] The sync data for ids ['cb7bc7f1-70d9-45e7-af8b-64fe560801bd'] in n-d-844200-1 is: [{'id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1338869605', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:10:13Z', 'updated_at': '2022-06-01T14:12:07Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '561e29e3-3ada-4ded-a6c8-7d2662ec49e7', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7bc7f1-70d9-45e7-af8b-64fe560801bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:10:14Z', 'updated_at': '2022-06-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:12:09.349695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 561e29e3-3ada-4ded-a6c8-7d2662ec49e7, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:09.350126 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.373478 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Calling delete_port for a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:12:09.453095 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.473287 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:12:09.499712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Pushing event deleted for resources: {'Port': ['ID=a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:09.508124 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] No DVR routers for this DVR port a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:12:09.510333 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.510769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.511110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.511444 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.511765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.512117 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.512412 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.512734 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.513087 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.513405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.513703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.514074 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46703474-2e22-4915-9cef-2fe9bd585302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:09.898305 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:09.944994 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=561e29e3-3ada-4ded-a6c8-7d2662ec49e7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:10.047507 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.235019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.237515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.268160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.268727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Fanout notify agent at l3_agent the message router_deleted on router cb7bc7f1-70d9-45e7-af8b-64fe560801bd {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:12:10.284409 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.285462 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-266fcec3-1b47-4594-b93d-d1a75789b8f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/routers/cb7bc7f1-70d9-45e7-af8b-64fe560801bd HTTP/1.1" status: 204 len: 168 time: 1.5072815 Jun 01 14:12:10.289178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56710) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:10.400249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.535023 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.559673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:10.571509 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aeacdea-c11c-4b53-a5aa-9d19d17bee55') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:10.571716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aeacdea-c11c-4b53-a5aa-9d19d17bee55') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:10.582885 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.598613 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.604718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:12:10.605089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.707194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.737303 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.744354 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Network': ['ID=be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:10.751983 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2aeacdea-c11c-4b53-a5aa-9d19d17bee55 resource provider aggregate not found Jun 01 14:12:10.757024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-66ac12b3-99d9-4d4e-b6d5-d0357e5d8976 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/networks/be2ac2db-3ee8-41f1-b0dd-1d087dc2f9c9 HTTP/1.1" status: 204 len: 168 time: 0.4668798 Jun 01 14:12:10.759731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56720) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:10.769857 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2aeacdea-c11c-4b53-a5aa-9d19d17bee55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aeacdea-c11c-4b53-a5aa-9d19d17bee55 found for delete ", "request_id": "req-6111a0ba-c93a-4a7a-aa46-a8225ce10dd0"}]} Jun 01 14:12:10.780215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:12:10.818341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:12:10.818708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device a3ebf9ff-885e-4ea5-b7cc-e3bf2a3aad8f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:12:10.819149 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 00a133a1-8d31-4827-be19-9a5ab2017dc0 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:12:10.841930 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.854821 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 00a133a1-8d31-4827-be19-9a5ab2017dc0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:12:10.855176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 00a133a1-8d31-4827-be19-9a5ab2017dc0 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:12:10.855603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:12:10.871586 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.888678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:12:10.889024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 561e29e3-3ada-4ded-a6c8-7d2662ec49e7 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:12:10.937661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.956630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735c9c8-0941-4710-9936-2c879e48e4d3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:10.968514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:10.969622 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-dcfc3e66-cb78-446e-8741-764f17b336d5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/security-groups/5735c9c8-0941-4710-9936-2c879e48e4d3 HTTP/1.1" status: 204 len: 168 time: 0.2088013 Jun 01 14:12:11.100011 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56728) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.107630 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422351327', 'description': 'tempest-secgroup-smoke-1422351327 description', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.115942 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.120350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.123335 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.129394 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.142751 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.168022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.172518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.175642 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.182061 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.254184 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.259213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.314530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:11.317900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.319120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1cdb85a9-c9d5-4efa-9519-803aae8325af tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2178955 Jun 01 14:12:11.322170 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56732) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.327299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.334533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.340067 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.343016 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.351632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.373637 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.436639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.441417 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.464240 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beef6ee-ff4f-4276-8cbd-23d4589bce03,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:11.473577 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.477570 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f7d55f53-6f8d-4cfe-97cb-fc35bb9f482e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514766 Jun 01 14:12:11.478072 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56736) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.483545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.490939 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.495217 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.498262 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.504896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.523792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.584972 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.590239 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.614949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07821a08-3c96-4451-afe2-e5cf04116c23,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:11.625287 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.626523 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-68c8ea71-968e-48db-ba6e-05b79d6984a3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472499 Jun 01 14:12:11.630876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56740) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.635765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.643724 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.647877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.650833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.656804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.675852 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.747928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.753249 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.777546 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821cf93b-cae4-45bc-b9a0-26a1c94c8ab7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:11.788770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.789991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-888bbce4-83da-4569-9dfb-c90718776e75 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581466 Jun 01 14:12:11.792901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56744) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.797715 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.804327 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.808254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.811847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.818023 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.835859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.899217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.904840 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.930439 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622e176-541d-4422-bd44-c9784f2f7b0e,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:11.939173 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:11.940723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-871fca9f-e632-4373-97d7-c8552a498569 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468945 Jun 01 14:12:11.943733 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56748) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:11.949029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:11.956162 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:11.960121 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:11.963031 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:11.968665 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:11.980764 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:12:11.988578 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.052357 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.057389 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.080601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf81ed9-98db-4d5e-9c39-fa2f113e2aa5,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:12.089426 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.090644 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-25d7ef50-9713-4f8f-9e21-c9b30e1b06e5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459019 Jun 01 14:12:12.093388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56754) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:12.098654 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'security_group_rule': {'security_group_id': '27bddf2d-85d6-4354-97a0-1fb2fcc3baa2', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:12.105554 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:12.109774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:security_group_rule and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:12.112814 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:12.118728 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:12.132419 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Project 075ce40609474cd3bc0f7bd0e18b3590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:12:12.139028 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.208063 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.213158 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.235403 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f8de1f-96ee-429d-b099-3b3c5a957e22,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:12.245414 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.246809 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-329971c4-8268-40e1-ab81-c47b96cf1038 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525073 Jun 01 14:12:12.249887 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56758) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:12.255772 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'network': {'name': 'tempest-network-smoke--165086230', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'port_security_enabled': True}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:12.261648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:12.266287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:network and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:12.269414 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:12.275520 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:12.288582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:12:12.292390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.321664 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:12:12.330745 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.331097 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Added segment b8371bb8-de89-4d74-b7a0-c0aaac93769c of type vlan for network de7fbd52-b353-4138-b249-d5887b0a3195 Jun 01 14:12:12.356320 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.387213 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.392550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:12.393125 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.495093 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440569 Jun 01 14:12:12.497768 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56762) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:12.505077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'admin_state_up': True, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:12.514890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06699d90-654d-4fbc-915d-a0a896c730f3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Network': ['ID=de7fbd52-b353-4138-b249-d5887b0a3195,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:12.517719 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:12.522226 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:router and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:12.524892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network de7fbd52-b353-4138-b249-d5887b0a3195 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:12:12.525490 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:12.531173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:12.541198 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.542159 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.556916 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:12.831657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:13.243296 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:13.271784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:13.409136 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.141 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/68fc29e5-bf00-45de-83f2-1fd8ac89405f) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:12:13.566190 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:13.599640 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:13.662861 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:13.665770 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:13.670154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:12:13.707362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=68fc29e5-bf00-45de-83f2-1fd8ac89405f,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:14.106392 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:14.457843 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:14.798578 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router a64162e1-482f-49fb-a617-8ff0bcb46f05 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:12:14.973698 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:12:14.983862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Sync routers for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:12:15.002909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:15.003367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:15.003568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:15.004750 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5a127639-205f-49d8-aa72-953effd9df33 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5059714 Jun 01 14:12:15.007911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56768) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:15.048120 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f89b4a03-f53f-412b-9e5b-b85c1a302b78 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=075ce40609474cd3bc0f7bd0e18b3590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390968 Jun 01 14:12:15.051066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56772) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:15.186637 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f3cd4-eba7-418e-a57d-f5cef87d34ad tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:15.191295 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-0f0f3cd4-eba7-418e-a57d-f5cef87d34ad tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362805 Jun 01 14:12:15.191471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56776) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:15.228365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:15.231088 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-82594f50-d948-4e10-a9d8-b5263a96b262 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=b3885b8b-5db0-4385-ae63-34e40cb7908a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383561 Jun 01 14:12:15.233925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56780) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:15.239398 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721676683', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:15.351550 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:15.355653 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:subnet and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:15.358572 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:15.364540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:15.375278 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:12:15.379038 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:15.511608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:13Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:15.527475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Checking router: a64162e1-482f-49fb-a617-8ff0bcb46f05 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:12:15.527475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Updating router a64162e1-482f-49fb-a617-8ff0bcb46f05 port 68fc29e5-bf00-45de-83f2-1fd8ac89405f binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:12:15.575079 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:15.614128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:15.689176 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Subnet': ['ID=3e59f6a3-a095-4187-9730-cbfc41c5096e,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:15.700098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Checking segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:12:15.700453 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network hostable DHCP agents. Network: de7fbd52-b353-4138-b249-d5887b0a3195, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:12:15.722222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network de7fbd52-b353-4138-b249-d5887b0a3195 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:12:15.731830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, de7fbd52-b353-4138-b249-d5887b0a3195) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:15.735959 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:15.736557 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:15.758090 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1771c9e4-6da5-43e2-8d41-b39ca1137286 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5232131 Jun 01 14:12:15.760878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56784) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:15.770110 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a4e54-d99b-4a09-be1c-d9f7c0398f46 None None] Network de7fbd52-b353-4138-b249-d5887b0a3195 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:12:16.084011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.087965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e132b-b15c-4799-a360-674abceade56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-de7fbd52-b353-4138-b249-d5887b0a3195', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:12:16.088862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.154646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Transition to ACTIVE for port object 68fc29e5-bf00-45de-83f2-1fd8ac89405f will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:16.164230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.279491 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Attempting to bind port 68fc29e5-bf00-45de-83f2-1fd8ac89405f on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:12:16.279859 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Attempting to bind port 68fc29e5-bf00-45de-83f2-1fd8ac89405f by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:12:16.280208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Attempting to bind port 68fc29e5-bf00-45de-83f2-1fd8ac89405f on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:12:16.308888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e422de-a907-4ad3-9004-f5ef5c122984 None None] Pushing event updated for resources: {'Port': ['ID=68fc29e5-bf00-45de-83f2-1fd8ac89405f,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:16.326215 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:12:16.326750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:12:16.327091 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.327542 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:12:16.327949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Bound port: 68fc29e5-bf00-45de-83f2-1fd8ac89405f, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:12:16.328315 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.391998 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-472e132b-b15c-4799-a360-674abceade56 None None] Allocated IP 172.20.0.2 (de7fbd52-b353-4138-b249-d5887b0a3195/3e59f6a3-a095-4187-9730-cbfc41c5096e/99a56db6-49b8-4782-b46d-b194fc8daf0b) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:12:16.437935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] For port 68fc29e5-bf00-45de-83f2-1fd8ac89405f, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:12:16.502500 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] For port 68fc29e5-bf00-45de-83f2-1fd8ac89405f, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68fc29e5-bf00-45de-83f2-1fd8ac89405f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:12:16.509038 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.607938 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.675986 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e422de-a907-4ad3-9004-f5ef5c122984 None None] Pushing event updated for resources: {'Port': ['ID=68fc29e5-bf00-45de-83f2-1fd8ac89405f,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:16.681277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:16.681918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:16.912693 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:16.931852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-472e132b-b15c-4799-a360-674abceade56 None None] Transition to ACTIVE for port object 99a56db6-49b8-4782-b46d-b194fc8daf0b will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:16.951062 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:17.063061 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-472e132b-b15c-4799-a360-674abceade56 None None] Transition to ACTIVE for port object 99a56db6-49b8-4782-b46d-b194fc8daf0b will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:17.129269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.151448 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.1 (de7fbd52-b353-4138-b249-d5887b0a3195/3e59f6a3-a095-4187-9730-cbfc41c5096e/d7542a78-fe23-499f-bfd9-bbe85fd33dbd) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:12:17.220179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e132b-b15c-4799-a360-674abceade56 None None] Network de7fbd52-b353-4138-b249-d5887b0a3195 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:17.226440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-472e132b-b15c-4799-a360-674abceade56 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:17.242144 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e132b-b15c-4799-a360-674abceade56 None None] Pushing event updated for resources: {'Port': ['ID=99a56db6-49b8-4782-b46d-b194fc8daf0b,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:17.244640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e132b-b15c-4799-a360-674abceade56 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:12:17.329370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.346946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object d7542a78-fe23-499f-bfd9-bbe85fd33dbd will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:17.372367 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.383617 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-472e132b-b15c-4799-a360-674abceade56 None None] Attempting to bind port 99a56db6-49b8-4782-b46d-b194fc8daf0b on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:12:17.383995 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-472e132b-b15c-4799-a360-674abceade56 None None] Attempting to bind port 99a56db6-49b8-4782-b46d-b194fc8daf0b by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:12:17.384355 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e132b-b15c-4799-a360-674abceade56 None None] Attempting to bind port 99a56db6-49b8-4782-b46d-b194fc8daf0b on network de7fbd52-b353-4138-b249-d5887b0a3195 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:12:17.396296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e132b-b15c-4799-a360-674abceade56 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:12:17.396670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e132b-b15c-4799-a360-674abceade56 None None] Checking segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:12:17.397497 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.397497 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e132b-b15c-4799-a360-674abceade56 None None] Bound using segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:12:17.397930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-472e132b-b15c-4799-a360-674abceade56 None None] Bound port: 99a56db6-49b8-4782-b46d-b194fc8daf0b, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:12:17.398297 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.446188 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network de7fbd52-b353-4138-b249-d5887b0a3195 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:17.450362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:17.456383 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:12:17.495769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:13Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:17.498804 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:17.502946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203bffd-5d09-4145-87cf-3e7143677b53 None None] The sync data for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 is: [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:13Z', 'revision_number': 3, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:12:17.508434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-472e132b-b15c-4799-a360-674abceade56 None None] For port 99a56db6-49b8-4782-b46d-b194fc8daf0b, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:12:17.510363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-472e132b-b15c-4799-a360-674abceade56 None None] For port 99a56db6-49b8-4782-b46d-b194fc8daf0b, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99a56db6-49b8-4782-b46d-b194fc8daf0b,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:12:17.522651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-472e132b-b15c-4799-a360-674abceade56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.532687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:17.616896 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e132b-b15c-4799-a360-674abceade56 None None] Pushing event updated for resources: {'Port': ['ID=99a56db6-49b8-4782-b46d-b194fc8daf0b,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:17.859133 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.348662 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-22c932e1-4f30-4f70-8835-d004979cdc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.448472 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.456570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.572851 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:18.575270 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.649987 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917461de-371a-453e-83c6-12ab3b93e2ed None None] Network de7fbd52-b353-4138-b249-d5887b0a3195 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:12:18.723830 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network de7fbd52-b353-4138-b249-d5887b0a3195 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:18.725290 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:18.745715 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-fb7afb5c-73de-4ed6-b348-d388e0483330 None None] Provisioning for port 99a56db6-49b8-4782-b46d-b194fc8daf0b completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:18.826649 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:18.827465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68fc29e5-bf00-45de-83f2-1fd8ac89405f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:18.936709 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router a64162e1-482f-49fb-a617-8ff0bcb46f05 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:12:18.959640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 68fc29e5-bf00-45de-83f2-1fd8ac89405f completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:18.967090 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 68fc29e5-bf00-45de-83f2-1fd8ac89405f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:18.967465 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.101703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 68fc29e5-bf00-45de-83f2-1fd8ac89405f is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:19.102144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.126100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 68fc29e5-bf00-45de-83f2-1fd8ac89405f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68fc29e5-bf00-45de-83f2-1fd8ac89405f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:19.132204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.133246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99a56db6-49b8-4782-b46d-b194fc8daf0b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:19.134066 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:12:19.146451 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Sync routers for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:12:19.150626 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-07530768-1f1b-4071-89ea-a7a4a66b3376 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/a64162e1-482f-49fb-a617-8ff0bcb46f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3869328 Jun 01 14:12:19.155957 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:19.156837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:11:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:19.263885 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=68fc29e5-bf00-45de-83f2-1fd8ac89405f,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:19.276287 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 99a56db6-49b8-4782-b46d-b194fc8daf0b completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:19.283527 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 99a56db6-49b8-4782-b46d-b194fc8daf0b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:19.283886 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.360274 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:19.380101 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-94875beb-d172-4c6a-882e-916bcd09c344 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422351327&fields=id&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 267 time: 0.0508602 Jun 01 14:12:19.472888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Provisioning for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:19.496493 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Provisioning complete for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:19.496999 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.555222 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 99a56db6-49b8-4782-b46d-b194fc8daf0b is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:19.555691 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.578179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Port d7542a78-fe23-499f-bfd9-bbe85fd33dbd cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:12:19.597044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 99a56db6-49b8-4782-b46d-b194fc8daf0b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99a56db6-49b8-4782-b46d-b194fc8daf0b,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:19.608262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.614269 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-60d2956b-bf8e-409b-a703-866bb2e85be7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:19.615628 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-60d2956b-bf8e-409b-a703-866bb2e85be7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:12:19.642187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Provisioning complete for port 99a56db6-49b8-4782-b46d-b194fc8daf0b triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:19.643124 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.654914 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-60d2956b-bf8e-409b-a703-866bb2e85be7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:12:19.658414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-60d2956b-bf8e-409b-a703-866bb2e85be7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 796 time: 0.2668276 Jun 01 14:12:19.691354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-1a2e3e51-4c46-4266-b3e1-12bb99f3c1f8 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/quotas/075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 375 time: 0.0286529 Jun 01 14:12:19.740836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=99a56db6-49b8-4782-b46d-b194fc8daf0b,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:19.796744 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-34ac2337-4e84-4c25-8015-e792cfc54671 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040068 Jun 01 14:12:19.807254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb59e2-c119-4a77-9a94-e61e75f3dc9c None None] Current status of the port 99a56db6-49b8-4782-b46d-b194fc8daf0b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:19.809551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:18Z', 'revision_number': 2, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:19.813985 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Checking router: a64162e1-482f-49fb-a617-8ff0bcb46f05 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:12:19.814375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Updating router a64162e1-482f-49fb-a617-8ff0bcb46f05 port d7542a78-fe23-499f-bfd9-bbe85fd33dbd binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:12:19.866873 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.929208 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5d47d97f-2c45-4e01-9506-beb6b0d60e7d None None] Provisioning complete for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:19.929598 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5d47d97f-2c45-4e01-9506-beb6b0d60e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:19.988640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5d47d97f-2c45-4e01-9506-beb6b0d60e7d None None] Port d7542a78-fe23-499f-bfd9-bbe85fd33dbd cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:12:20.106223 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-c0dce3d8-6ef0-45ac-848c-8d0c7367628a service neutron] 10.222.0.40 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997577 Jun 01 14:12:20.212682 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.225135 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Transition to ACTIVE for port object d7542a78-fe23-499f-bfd9-bbe85fd33dbd will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:20.231910 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.247394 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-6637e53e-54e5-43c0-9ba4-cea7320cbe2b service neutron] 10.222.0.40 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352897 Jun 01 14:12:20.396849 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Pushing event updated for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:20.449453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.449802 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.450118 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.450663 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.451161 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.451656 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.452154 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.452630 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.453103 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.453584 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.454197 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.454428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2fad7767-88c2-4652-9c8a-81697e09ca77 req-97c57c83-41b2-4179-8e2c-a6adcaa49521 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 210 time: 0.0511396 Jun 01 14:12:20.456109 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:12:20.490542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Attempting to bind port d7542a78-fe23-499f-bfd9-bbe85fd33dbd on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:12:20.491274 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Attempting to bind port d7542a78-fe23-499f-bfd9-bbe85fd33dbd by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:12:20.491767 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Attempting to bind port d7542a78-fe23-499f-bfd9-bbe85fd33dbd on network de7fbd52-b353-4138-b249-d5887b0a3195 {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:12:20.498056 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:12:20.498375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Checking segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:12:20.498812 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.499196 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Bound using segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:12:20.499653 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Bound port: d7542a78-fe23-499f-bfd9-bbe85fd33dbd, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:12:20.500040 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.577872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef2821d8-7678-4d25-a67c-2ebab9cc09c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.593835 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] For port d7542a78-fe23-499f-bfd9-bbe85fd33dbd, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:12:20.597815 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] For port d7542a78-fe23-499f-bfd9-bbe85fd33dbd, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:12:20.601577 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.696487 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:20.697145 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:12:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:20.752603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68fc29e5-bf00-45de-83f2-1fd8ac89405f up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:20.794277 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10281f06-dbf7-4d19-8d9e-9f33affb1fad None None] Pushing event updated for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=4']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:20.841966 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 68fc29e5-bf00-45de-83f2-1fd8ac89405f triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:20.842648 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:20.927710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:20.976246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 68fc29e5-bf00-45de-83f2-1fd8ac89405f is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:20.977273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99a56db6-49b8-4782-b46d-b194fc8daf0b up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:21.044946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 99a56db6-49b8-4782-b46d-b194fc8daf0b triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:21.045311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:21.170839 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 99a56db6-49b8-4782-b46d-b194fc8daf0b is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:21.289951 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:20Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:21.293902 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4353784-2620-4363-af94-e2e09fe5c596 None None] The sync data for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 is: [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:20Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:12:21.648401 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a3c56658-07e1-4fc8-95f8-a760f4efdcc2 req-9087cbfa-931c-4f15-8d7f-8c1ee47ac538 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 210 time: 0.0582147 Jun 01 14:12:21.700315 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-4e966678-a12c-4821-842f-ca8db7af28d9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:21.701709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-4e966678-a12c-4821-842f-ca8db7af28d9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 796 time: 0.2262294 Jun 01 14:12:21.754777 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-f613a2c5-26c7-489b-91d6-125a06852c20 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ce40609474cd3bc0f7bd0e18b3590 HTTP/1.1" status: 200 len: 380 time: 0.0445626 Jun 01 14:12:21.760002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:21.765080 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'port': {'device_id': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'admin_state_up': True, 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'security_groups': ['27bddf2d-85d6-4354-97a0-1fb2fcc3baa2']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:21.909729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:21.914766 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:port and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:21.917793 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:21.923828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:21.935527 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Made reservation on behalf of 075ce40609474cd3bc0f7bd0e18b3590 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:12:21.939946 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.020506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.114212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.20.0.13 (de7fbd52-b353-4138-b249-d5887b0a3195/3e59f6a3-a095-4187-9730-cbfc41c5096e/6fe78cd9-b020-48c8-8255-3ca9d7cafc2d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:12:22.316787 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.334672 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Transition to ACTIVE for port object 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:22.360652 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.435121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network de7fbd52-b353-4138-b249-d5887b0a3195 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:22.438121 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:22.442480 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:12:22.480178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:22.513534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:22.514152 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.542265 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-cd29a54f-8578-4238-808b-c684fcd3162d tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7816744 Jun 01 14:12:22.555032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Request body: {'port': {'device_id': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:22.668379 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.721206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8dd72295-5357-4282-984e-959e97359aaf None None] Provisioning for port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:22.727776 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8dd72295-5357-4282-984e-959e97359aaf None None] Provisioning complete for port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:22.728397 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8dd72295-5357-4282-984e-959e97359aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.773745 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d7542a78-fe23-499f-bfd9-bbe85fd33dbd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:22.846822 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8dd72295-5357-4282-984e-959e97359aaf None None] Port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:12:22.868081 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:22.872877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:22.873247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:22.992759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8560eb-9869-4450-9f1d-c58e3639ab46 req-bb6e92d7-51c6-46d6-a82a-22525c508bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:22.993437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0f8560eb-9869-4450-9f1d-c58e3639ab46 req-bb6e92d7-51c6-46d6-a82a-22525c508bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:12:22.994453 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d7542a78-fe23-499f-bfd9-bbe85fd33dbd is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:22.994904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.027862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port d7542a78-fe23-499f-bfd9-bbe85fd33dbd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:23.031298 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-0f8560eb-9869-4450-9f1d-c58e3639ab46 req-bb6e92d7-51c6-46d6-a82a-22525c508bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:12:23.032169 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.032597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f8560eb-9869-4450-9f1d-c58e3639ab46 req-bb6e92d7-51c6-46d6-a82a-22525c508bb4 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 932 time: 0.2344286 Jun 01 14:12:23.104125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:23.250464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:12:23.257140 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f8560eb-9869-4450-9f1d-c58e3639ab46 req-81045bbe-90a8-4308-b2c8-57d7433088ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113972 Jun 01 14:12:23.260873 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.277568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Transition to ACTIVE for port object 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:12:23.284025 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.421431 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.437764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:23.524465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Attempting to bind port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:12:23.524789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Attempting to bind port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:12:23.525105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Attempting to bind port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d on network de7fbd52-b353-4138-b249-d5887b0a3195 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:12:23.529727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d on network de7fbd52-b353-4138-b249-d5887b0a3195 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:12:23.530032 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Attempting to bind port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d on network de7fbd52-b353-4138-b249-d5887b0a3195 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:12:23.535170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:12:23.535436 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Checking segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:12:23.535809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Bound using segment: {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:12:23.536215 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Bound port: 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8371bb8-de89-4d74-b7a0-c0aaac93769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:12:23.536554 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.627945 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:12:23.630807 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:12:23.637272 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.701573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:23.702240 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:23.703543 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] 10.222.0.13 "PUT /v2.0/ports/6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 1092 time: 1.1528916 Jun 01 14:12:23.703970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:12:23.727528 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ed51-8ffd-4a94-9b22-c077946c0305 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:23.773013 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fc7fe0-a27a-4652-9359-e71ccff312ea'] response: {'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'status': 'completed', 'code': 200} Jun 01 14:12:23.815226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-6f5f165d-a9d1-440a-bf35-cb6050111ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:23.816727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-6f5f165d-a9d1-440a-bf35-cb6050111ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1095 time: 0.0757689 Jun 01 14:12:23.889302 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-61f85528-31cd-4071-bb76-3389112cfb00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 217 time: 0.0650804 Jun 01 14:12:23.951188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-77186d4b-0b41-458c-a653-71f23d0d2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:23.952588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-77186d4b-0b41-458c-a653-71f23d0d2e26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0570886 Jun 01 14:12:24.039558 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-df3e8419-2ffc-4ad0-a962-6da5976ad6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.040967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-df3e8419-2ffc-4ad0-a962-6da5976ad6ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822999 Jun 01 14:12:24.174233 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-4b18d2f7-ab32-4066-98a2-646c30ec27e0 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266961 Jun 01 14:12:24.309060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a9d97d49-a0e3-4af8-a0b9-29ee36bfe463 req-fdb55537-7197-4d6d-89e1-b42d8504029a service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289120 Jun 01 14:12:24.485617 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-a4311b53-a8a3-4bb3-8ebd-fe55f10f519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.487392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-a4311b53-a8a3-4bb3-8ebd-fe55f10f519a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1095 time: 0.1340528 Jun 01 14:12:24.497409 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6fb10-d268-4444-86dc-fcca2cc80aac req-f5fa81b1-fd00-4da5-af51-dcb2368a40ae tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.498801 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a6fb10-d268-4444-86dc-fcca2cc80aac req-f5fa81b1-fd00-4da5-af51-dcb2368a40ae tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 944 time: 0.1147823 Jun 01 14:12:24.622288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-67a6fb10-d268-4444-86dc-fcca2cc80aac req-d474e9cd-d985-41dc-ae09-addd537779cf tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050055 Jun 01 14:12:24.657252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-3b0f7aad-cc28-4ccb-bf8b-739ac2d6d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.658848 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-3b0f7aad-cc28-4ccb-bf8b-739ac2d6d362 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 897 time: 0.1591697 Jun 01 14:12:24.727172 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-4e9ea7af-129e-458f-90e5-2e77bbb42731 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 217 time: 0.0618114 Jun 01 14:12:24.735240 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d7542a78-fe23-499f-bfd9-bbe85fd33dbd up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:24.792995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-c10d0dd3-67f0-4d6d-bed7-644e9176853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.794345 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-c10d0dd3-67f0-4d6d-bed7-644e9176853e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0609076 Jun 01 14:12:24.804426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port d7542a78-fe23-499f-bfd9-bbe85fd33dbd triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:24.804788 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:24.873956 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-ddcb6237-d636-4b41-aa7d-c885a94f607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:24.875483 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-ddcb6237-d636-4b41-aa7d-c885a94f607c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735731 Jun 01 14:12:24.923119 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port d7542a78-fe23-499f-bfd9-bbe85fd33dbd is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:25.122723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-1154716f-1139-4632-bf30-6fb1ab743dda service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340901 Jun 01 14:12:25.253697 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-60dec966-24a0-459b-bda9-e31d0ff0ec50 req-7491dacb-17fe-4393-bf47-87010a07e724 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235752 Jun 01 14:12:25.835829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6959c50-77d2-4842-9cc5-286fcff22dad req-2f29ced5-ab69-4e90-adfb-9b81689d7512 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:25.837285 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6959c50-77d2-4842-9cc5-286fcff22dad req-2f29ced5-ab69-4e90-adfb-9b81689d7512 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 944 time: 0.0937247 Jun 01 14:12:25.884610 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b6959c50-77d2-4842-9cc5-286fcff22dad req-685754e9-e899-4784-b3a3-ab6b1cb63a69 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414815 Jun 01 14:12:27.083746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f392a-89a2-419f-ac1f-f901e6ed20ea req-e53f2d48-6f7a-4aa3-bcc3-1e1ed66da484 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:27.085188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a7f392a-89a2-419f-ac1f-f901e6ed20ea req-e53f2d48-6f7a-4aa3-bcc3-1e1ed66da484 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 944 time: 0.0857351 Jun 01 14:12:27.136100 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1a7f392a-89a2-419f-ac1f-f901e6ed20ea req-43bb1d78-c184-4977-892a-95041b522a20 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jun 01 14:12:28.116163 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:12:28.158323 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:12:28.266615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:28.280304 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'port_id': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'mac_address': 'fa:16:3e:39:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:12:28.325884 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3633a2e-bc55-4549-84d9-5115a1f9eaa6 req-45d3ee48-c421-4a6f-8530-770719a64a7e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:28.327407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3633a2e-bc55-4549-84d9-5115a1f9eaa6 req-45d3ee48-c421-4a6f-8530-770719a64a7e tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 944 time: 0.0802071 Jun 01 14:12:28.337234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:28.337605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:28.357908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:12:28.373332 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f3633a2e-bc55-4549-84d9-5115a1f9eaa6 req-c46be111-4e1f-471f-b47b-e0cee127a6eb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Jun 01 14:12:28.373568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:28.378055 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:28.475189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:28.582860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:12:29.587018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aec96c-42d2-4063-9148-222086a2dc1b req-cec4861c-759b-482b-a13c-47fff75454a9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:29.588484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2aec96c-42d2-4063-9148-222086a2dc1b req-cec4861c-759b-482b-a13c-47fff75454a9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 945 time: 0.0986369 Jun 01 14:12:29.633369 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2aec96c-42d2-4063-9148-222086a2dc1b req-3a6c1d57-4797-4534-b8a7-d7861e0ad0f5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Jun 01 14:12:30.125180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:12:30.200710 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:12:30.206116 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:12:30.206496 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:30.330545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:12:30.330897 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:30.362732 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:12:30.373086 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:12:30.378357 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:30.415586 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbb427c-4c29-4136-a9ee-7bade48b6f4d'] response: {'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'code': 200} Jun 01 14:12:30.451162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:30.539312 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8652e-1a98-4f33-84eb-2c32c0c85e9a req-88e1743b-d589-49e3-8f73-f81dce9cea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:30.540802 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7d8652e-1a98-4f33-84eb-2c32c0c85e9a req-88e1743b-d589-49e3-8f73-f81dce9cea3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1097 time: 0.0756741 Jun 01 14:12:30.581793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b7d8652e-1a98-4f33-84eb-2c32c0c85e9a req-ccc7e2c0-86b1-4791-a92c-80b07edb8cf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348029 Jun 01 14:12:30.841984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0d32-11f5-48d1-857b-82d9217f040a req-6c9b391b-f087-492c-86c9-f572e82c9668 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:30.843514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eaba0d32-11f5-48d1-857b-82d9217f040a req-6c9b391b-f087-492c-86c9-f572e82c9668 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0993629 Jun 01 14:12:30.888414 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eaba0d32-11f5-48d1-857b-82d9217f040a req-733be81b-696d-42c6-937f-1c4aeb29d6b2 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386720 Jun 01 14:12:32.092358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810dbb-1e3b-4d14-afb0-fcde73a0e77a req-d81bdce3-0d43-458d-92b8-7d0074266871 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:32.093830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac810dbb-1e3b-4d14-afb0-fcde73a0e77a req-d81bdce3-0d43-458d-92b8-7d0074266871 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0859022 Jun 01 14:12:32.148249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac810dbb-1e3b-4d14-afb0-fcde73a0e77a req-91a34a17-db6e-4444-91d0-4453e2296beb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Jun 01 14:12:32.375337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038bdc-8772-47a1-879c-0e5ba7c15072 req-7d065420-7280-4e09-9db0-76dda598fa84 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:32.376837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b038bdc-8772-47a1-879c-0e5ba7c15072 req-7d065420-7280-4e09-9db0-76dda598fa84 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.1084673 Jun 01 14:12:32.423623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0b038bdc-8772-47a1-879c-0e5ba7c15072 req-0688f84e-9ec1-4de8-95ea-f02b977fa974 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Jun 01 14:12:32.446579 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56836) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:32.522373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff3395-652f-4ae8-822e-1578f36eb4b7 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:32.523923 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8cff3395-652f-4ae8-822e-1578f36eb4b7 tempest-TestNetworkAdvancedServerOps-536745247 tempest-TestNetworkAdvancedServerOps-536745247-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1092 time: 0.0763199 Jun 01 14:12:32.527957 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56840) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:32.533339 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:12:32.540751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:12:32.545028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Usage tracker for resource:floatingip and tenant:075ce40609474cd3bc0f7bd0e18b3590 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:12:32.547872 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:12:32.553968 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:12:32.567451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:32.711308 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:32.855751 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Allocated IP 172.25.7.203 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/da4bd38c-1d3e-4310-a382-cc67f6685574) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:12:33.017926 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:33.050579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:33.116495 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:12:33.119411 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:12:33.125516 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:12:33.155151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=da4bd38c-1d3e-4310-a382-cc67f6685574,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:33.677795 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:33.753033 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:33.977287 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:33.984935 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:34.101139 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event updated for resources: {'Port': ['ID=da4bd38c-1d3e-4310-a382-cc67f6685574,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:12:34.113923 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:34.303040 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 761fb270-809f-4cfb-a7c9-d16c66d1b95d associated. External IP: 172.25.7.203, port: 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d. Jun 01 14:12:34.669461 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router a64162e1-482f-49fb-a617-8ff0bcb46f05 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:12:34.850652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:12:34.861881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Sync routers for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:12:34.871837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:34.872391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:12:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:34.876127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:35.052040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-30b8607d-33ee-42d1-8824-292fb7d7859c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5230694 Jun 01 14:12:35.052849 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:12:35.057448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:35.095657 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3866f6-d79b-4d04-ac50-eef5ecaeb456'] response: {'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'status': 'completed', 'code': 200} Jun 01 14:12:35.252827 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-e4c40f3c-6113-41ad-b065-c179c3172e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:35.254176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-e4c40f3c-6113-41ad-b065-c179c3172e27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1097 time: 0.1367424 Jun 01 14:12:35.262346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bb64e-3e50-445e-8f68-1ef55b1945d9 req-413bbdbf-cfbc-4ee6-9b96-91c4a34372e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:35.263683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d25bb64e-3e50-445e-8f68-1ef55b1945d9 req-413bbdbf-cfbc-4ee6-9b96-91c4a34372e9 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.1153734 Jun 01 14:12:35.337457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:35.390049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d25bb64e-3e50-445e-8f68-1ef55b1945d9 req-dd667900-d312-4072-abb4-e93232921c3b tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080184 Jun 01 14:12:35.415102 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56848) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:35.426496 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-bda07461-c8d5-4a1f-a3a6-e22572e04949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:35.428154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-bda07461-c8d5-4a1f-a3a6-e22572e04949 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 897 time: 0.1636856 Jun 01 14:12:35.441604 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '761fb270-809f-4cfb-a7c9-d16c66d1b95d', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'port_id': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'mac_address': 'fa:16:3e:39:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:12:33Z', 'updated_at': '2022-06-01T14:12:33Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:35.446789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Checking router: a64162e1-482f-49fb-a617-8ff0bcb46f05 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:12:35.456300 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:12:35.456913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:12:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:35.529158 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-33f741bc-023c-417b-a149-f5180c5207c5 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/761fb270-809f-4cfb-a7c9-d16c66d1b95d HTTP/1.1" status: 200 len: 992 time: 0.1126122 Jun 01 14:12:35.539714 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-30012f55-e7b5-445b-8c04-4d6ab1062280 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 1000 time: 0.1051309 Jun 01 14:12:35.604414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-143a6de7-b2d8-498d-a3af-cfee64537eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:35.605859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-143a6de7-b2d8-498d-a3af-cfee64537eda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0604038 Jun 01 14:12:35.649641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:12:35.680380 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-ef33c508-f991-4936-9dc0-9000b7d324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:35.681859 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-ef33c508-f991-4936-9dc0-9000b7d324d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706015 Jun 01 14:12:35.832273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-acbef826-2d99-42e6-a974-d9fc4ccd2824 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436071 Jun 01 14:12:36.062635 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '761fb270-809f-4cfb-a7c9-d16c66d1b95d', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'port_id': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'mac_address': 'fa:16:3e:39:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:12:33Z', 'updated_at': '2022-06-01T14:12:33Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:12:36.066951 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd36cf-ee63-4750-9811-43560572fe2f None None] The sync data for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 is: [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': '761fb270-809f-4cfb-a7c9-d16c66d1b95d', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'port_id': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'mac_address': 'fa:16:3e:39:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:12:33Z', 'updated_at': '2022-06-01T14:12:33Z', 'revision_number': 0, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:12:36.098614 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c266139a-588a-4a2b-afad-8cdc5e9808a7 req-9c6c9fd4-1f69-4f05-9878-7b81b362b474 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607245 Jun 01 14:12:36.257736 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ddf73-4ea1-4724-bebc-739b45d705b9 None None] New status for floating IP 761fb270-809f-4cfb-a7c9-d16c66d1b95d: ACTIVE {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:12:36.533697 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56852) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:12:36.645868 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-091d2da9-a03d-42aa-bcdf-62d23e18d0ab tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/761fb270-809f-4cfb-a7c9-d16c66d1b95d HTTP/1.1" status: 200 len: 994 time: 0.1108682 Jun 01 14:12:45.200163 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-3c0b02cc-e297-4c24-a93a-ac41c785c9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856218 Jun 01 14:12:45.361817 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-92677cef-3c8f-45a6-a3d6-e22058646146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:45.363364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-92677cef-3c8f-45a6-a3d6-e22058646146 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1097 time: 0.0784993 Jun 01 14:12:45.519585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-23053ede-5243-47c9-a8b6-d4bab6358b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:45.521037 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-23053ede-5243-47c9-a8b6-d4bab6358b5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 897 time: 0.1318693 Jun 01 14:12:45.629432 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-d4a83684-2796-430d-9a11-544270370c61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 1002 time: 0.1019645 Jun 01 14:12:45.693195 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-83b2259a-f834-4feb-9b75-bcd0c4b9feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:45.694566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-83b2259a-f834-4feb-9b75-bcd0c4b9feb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0590775 Jun 01 14:12:45.779609 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-921e246d-987a-45c1-87c1-65bafdda5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:12:45.780979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-921e246d-987a-45c1-87c1-65bafdda5f49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805843 Jun 01 14:12:45.918279 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-4e027723-a9d0-4739-a7b0-717b7f21c57c service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306610 Jun 01 14:12:46.048562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-470762a4-55a7-4a8f-8781-9221a38bbe55 req-deece0e6-dc7a-4d9f-92ac-527662f80274 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243391 Jun 01 14:12:48.349561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efc4f09b-5ddd-4f96-a4a6-7fcb91f010b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:48.794629 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:50.589403 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e56592fd-8ab8-4239-8437-ea7463d8a407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:51.772718 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:52.031533 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:12:53.429923 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:05.162519 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:13:05.332279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:06.536319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f77aa-ed8a-4222-be88-4fc4deb87ead req-28efb068-c306-493b-9c39-f5114dc0f6df tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:06.537868 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29f77aa-ed8a-4222-be88-4fc4deb87ead req-28efb068-c306-493b-9c39-f5114dc0f6df tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0843892 Jun 01 14:13:06.583155 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a29f77aa-ed8a-4222-be88-4fc4deb87ead req-b04fcf20-be65-475d-ac6e-118d2cd39cfa tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Jun 01 14:13:07.776010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b73b3-c68a-478b-8265-e15ee100de27 req-81c79444-dc89-4085-af83-f2a22f873d23 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:07.777392 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e0b73b3-c68a-478b-8265-e15ee100de27 req-81c79444-dc89-4085-af83-f2a22f873d23 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0849862 Jun 01 14:13:07.840189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e0b73b3-c68a-478b-8265-e15ee100de27 req-f9849c80-016b-4481-b80d-255836a8edd1 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568898 Jun 01 14:13:07.869428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56874) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:07.987739 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c240ff5c-a8f7-46d8-8fe6-a1ec50d3a1e0 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/761fb270-809f-4cfb-a7c9-d16c66d1b95d HTTP/1.1" status: 200 len: 994 time: 0.1171021 Jun 01 14:13:09.524438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b169137-1c20-4714-bb2c-0dff0c31a37e req-d04d9926-0265-44e0-9c2e-b2cb036d47fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:09.525890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b169137-1c20-4714-bb2c-0dff0c31a37e req-d04d9926-0265-44e0-9c2e-b2cb036d47fb tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.1464117 Jun 01 14:13:09.531843 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-1105fd33-3947-40b9-a35e-eab2cbd9d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:09.533179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-1105fd33-3947-40b9-a35e-eab2cbd9d516 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1097 time: 0.1151490 Jun 01 14:13:09.658620 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7b169137-1c20-4714-bb2c-0dff0c31a37e req-f9f7f22a-46f2-4121-b9a9-92defd6a7bf7 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244745 Jun 01 14:13:09.699485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-a01f34a2-44d0-4d88-aaae-f6cf91558315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:09.700935 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-a01f34a2-44d0-4d88-aaae-f6cf91558315 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 897 time: 0.1532927 Jun 01 14:13:09.923327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-9536f1f1-5264-4627-8b57-4a2a23367e7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 1002 time: 0.2156065 Jun 01 14:13:09.987099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-cb0355c4-17c8-4f56-8f79-fff9a01cdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:09.988475 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-cb0355c4-17c8-4f56-8f79-fff9a01cdf52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0589852 Jun 01 14:13:10.068728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-e251e651-2b5d-4356-aff5-f9682c8f0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:10.070211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-e251e651-2b5d-4356-aff5-f9682c8f0588 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756407 Jun 01 14:13:10.205454 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-329458f8-c375-4fb5-b06c-34de026d4d74 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290619 Jun 01 14:13:10.341796 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc4a2a5f-d0d6-4933-8d64-00363d157484 req-d8e46c5c-60f0-4aa7-824f-2af0da05dff2 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299970 Jun 01 14:13:10.865246 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392af8-9c25-4be7-be02-5e33566b1417 req-aab4ecac-6d20-4a92-88a7-002327303e96 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:10.866922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36392af8-9c25-4be7-be02-5e33566b1417 req-aab4ecac-6d20-4a92-88a7-002327303e96 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0840843 Jun 01 14:13:10.913522 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36392af8-9c25-4be7-be02-5e33566b1417 req-ec0ed1fa-b41d-4585-bf1f-a3ef314d9edd tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Jun 01 14:13:12.120733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18092b-bfe7-46fd-8c0f-a12579b176b5 req-3f9e0304-5dcb-40e3-8016-594000da6323 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:12.122165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd18092b-bfe7-46fd-8c0f-a12579b176b5 req-3f9e0304-5dcb-40e3-8016-594000da6323 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.0876274 Jun 01 14:13:12.169228 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bd18092b-bfe7-46fd-8c0f-a12579b176b5 req-a9df677e-8c39-4bf2-84cf-2c2ca105d070 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Jun 01 14:13:12.196898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56888) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:12.307565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ca5f13ae-2058-4be5-b6fb-833b55d482ef tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/floatingips/761fb270-809f-4cfb-a7c9-d16c66d1b95d HTTP/1.1" status: 200 len: 994 time: 0.1094999 Jun 01 14:13:12.559248 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56896) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:12.757300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port da4bd38c-1d3e-4310-a382-cc67f6685574 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:13:12.757645 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:12.942579 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:12.942866 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:13.065053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for da4bd38c-1d3e-4310-a382-cc67f6685574 owned by network:floatingip {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:13:13.220715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:13.265876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=da4bd38c-1d3e-4310-a382-cc67f6685574,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:13.302540 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.302909 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.303231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.303551 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.303881 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.304206 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.304530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.304875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.305201 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.305515 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.305833 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.306143 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:13.479545 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for floatingip, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:13.479836 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Floating IP 761fb270-809f-4cfb-a7c9-d16c66d1b95d disassociated (deleted). External IP: 172.25.7.203, port: 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d. Jun 01 14:13:13.838949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router a64162e1-482f-49fb-a617-8ff0bcb46f05 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:13:14.021594 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:14.031498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Sync routers for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:14.042913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:14.043535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:12:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:14.044487 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:14.099643 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c108b94f-c9f5-4662-b6e4-e8c138590541 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/floatingips/761fb270-809f-4cfb-a7c9-d16c66d1b95d HTTP/1.1" status: 204 len: 168 time: 1.5392773 Jun 01 14:13:14.100236 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:13:14.147640 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161b3a0e-ced8-4c87-8c84-02cf347a54e6'] response: {'name': 'network-changed', 'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'status': 'completed', 'code': 200} Jun 01 14:13:14.226015 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:14.249286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-0020b8a8-db3d-4217-9d1c-94a9aa81a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:14.251486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-0020b8a8-db3d-4217-9d1c-94a9aa81a94c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 1097 time: 0.0833142 Jun 01 14:13:14.391101 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-025ecd50-2c58-41a8-9e24-1b741a4f93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:14.392867 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-025ecd50-2c58-41a8-9e24-1b741a4f93ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 200 len: 897 time: 0.1349704 Jun 01 14:13:14.497489 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-24a00545-a85a-41c6-9510-7f62bb5392da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 200 len: 217 time: 0.0969663 Jun 01 14:13:14.544694 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:14.548524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Checking router: a64162e1-482f-49fb-a617-8ff0bcb46f05 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:14.558803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:14.559672 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:12:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:14.577963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-37ced659-ad87-4ee2-b677-d43271e0f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:14.579437 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-37ced659-ad87-4ee2-b677-d43271e0f2a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 200 len: 835 time: 0.0755267 Jun 01 14:13:14.629863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d322fb-6bcd-40f3-b19a-829d704e99e2 req-fa4b680d-8f1f-4a53-b0d9-1266377c72ca tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:14.630539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36d322fb-6bcd-40f3-b19a-829d704e99e2 req-fa4b680d-8f1f-4a53-b0d9-1266377c72ca tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:14.668036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36d322fb-6bcd-40f3-b19a-829d704e99e2 req-fa4b680d-8f1f-4a53-b0d9-1266377c72ca tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:14.669148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36d322fb-6bcd-40f3-b19a-829d704e99e2 req-fa4b680d-8f1f-4a53-b0d9-1266377c72ca tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.2675612 Jun 01 14:13:14.700449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-4e5b365a-499a-4b0d-95b2-5dc14730a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:14.701902 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-4e5b365a-499a-4b0d-95b2-5dc14730a997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de7fbd52-b353-4138-b249-d5887b0a3195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153326 Jun 01 14:13:14.743851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:14.786173 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36d322fb-6bcd-40f3-b19a-829d704e99e2 req-5cc80738-b068-4de2-8ebd-d6419a40a19c tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109867 Jun 01 14:13:14.846248 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-ef79b972-faa5-43c5-8c7f-b9a68afee84f service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357965 Jun 01 14:13:15.102283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8b97ee8-1b62-418f-84b7-25ea0d963f4b req-dd2c8d8a-cc57-4033-bcbc-2c78a651be83 service neutron] 10.222.0.13 "GET /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496824 Jun 01 14:13:15.118640 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:15.122836 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c9323-52d9-41b9-9e0a-3a1aab0cd491 None None] The sync data for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 is: [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:12:17Z', 'revision_number': 4, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'd7542a78-fe23-499f-bfd9-bbe85fd33dbd', 'name': '', 'network_id': 'de7fbd52-b353-4138-b249-d5887b0a3195', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'mac_address': 'fa:16:3e:66:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:16Z', 'updated_at': '2022-06-01T14:12:23Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'subnets': [{'id': '3e59f6a3-a095-4187-9730-cbfc41c5096e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:15.331194 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b509de-f7dc-451e-a5d9-4eff090af99a None None] New status for floating IP 761fb270-809f-4cfb-a7c9-d16c66d1b95d: DOWN {{(pid=88374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:13:15.955237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-3caffc85-f16d-4bad-80e5-bf75fabb1208 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:15.956623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-3caffc85-f16d-4bad-80e5-bf75fabb1208 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.1233399 Jun 01 14:13:16.037541 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:13:16.037855 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:16.095375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddc9b2-16fb-40e0-8933-1f5f19d9b5a0 req-e5aeb10a-f89c-4135-a732-f607b61dedb3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:16.096699 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85ddc9b2-16fb-40e0-8933-1f5f19d9b5a0 req-e5aeb10a-f89c-4135-a732-f607b61dedb3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 946 time: 0.1954992 Jun 01 14:13:16.196709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-85ddc9b2-16fb-40e0-8933-1f5f19d9b5a0 req-0dc2e6fc-573c-4313-973d-341a72237e36 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/security-groups?id=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915065 Jun 01 14:13:16.340654 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:16.340994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:16.464875 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:13:16.618385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:16.684190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=6fe78cd9-b020-48c8-8255-3ca9d7cafc2d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:16.755437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] No DVR routers for this DVR port 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:13:16.758387 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:16.760815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'name': 'network-vif-deleted', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:13:16.777589 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1f3a82ea-e3a5-4e65-ad37-76023f6f1f8f req-5a14390e-2bd4-4f2b-ba41-9f4d4ab40f45 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.13 "DELETE /v2.0/ports/6fe78cd9-b020-48c8-8255-3ca9d7cafc2d HTTP/1.1" status: 204 len: 173 time: 0.8117793 Jun 01 14:13:16.809433 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86122d7d-d109-4772-9a9a-0b8638775d51'] response: {'server_uuid': 'cdb37993-a95e-439d-9ae4-7c852db1b5bf', 'name': 'network-vif-deleted', 'tag': '6fe78cd9-b020-48c8-8255-3ca9d7cafc2d', 'status': 'completed', 'code': 200} Jun 01 14:13:17.380432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5c6369ee-6a44-4b78-8a56-9c3a4b85ede8 req-77d1c1b1-2a15-4582-a1f4-4a5898acfa53 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Synchronizing usage tracker for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:17.399191 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-5c6369ee-6a44-4b78-8a56-9c3a4b85ede8 req-77d1c1b1-2a15-4582-a1f4-4a5898acfa53 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Unset dirty status for tenant:075ce40609474cd3bc0f7bd0e18b3590 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:17.400728 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5c6369ee-6a44-4b78-8a56-9c3a4b85ede8 req-77d1c1b1-2a15-4582-a1f4-4a5898acfa53 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "GET /v2.0/ports?device_id=cdb37993-a95e-439d-9ae4-7c852db1b5bf HTTP/1.1" status: 200 len: 210 time: 0.0655632 Jun 01 14:13:18.353089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-312dbaac-89c0-4fc2-979f-3b2c28bbd0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:18.524731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:18.790774 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:19.097494 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:19.453826 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port d7542a78-fe23-499f-bfd9-bbe85fd33dbd {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:13:19.454064 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:19.647022 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port d7542a78-fe23-499f-bfd9-bbe85fd33dbd, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:19.647793 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:19.888499 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for d7542a78-fe23-499f-bfd9-bbe85fd33dbd owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:13:20.215258 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:20.269042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=d7542a78-fe23-499f-bfd9-bbe85fd33dbd,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:20.319878 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.320248 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.320648 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.321035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.321350 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.321695 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.322010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.322344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.322683 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.323014 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.323325 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.323635 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:20.444454 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:13:20.479359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:13:20.480068 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 6fe78cd9-b020-48c8-8255-3ca9d7cafc2d not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:13:20.565941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:20.584332 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bcb9-7641-4164-b8f4-427663d15519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:20.930811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Router a64162e1-482f-49fb-a617-8ff0bcb46f05 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:13:21.115658 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:21.125656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Sync routers for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:21.136084 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3bc24158-e94e-4684-abe2-eb037f8764ee tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "PUT /v2.0/routers/a64162e1-482f-49fb-a617-8ff0bcb46f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102579 Jun 01 14:13:21.137146 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:21.137767 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:21.139119 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56918) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:21.205955 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting subnet 3e59f6a3-a095-4187-9730-cbfc41c5096e {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:13:21.209070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.263296 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.316746 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:21.351138 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.437658 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.476806 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Subnet': ['ID=3e59f6a3-a095-4187-9730-cbfc41c5096e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:21.484648 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.490683 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f9861a8f-a777-47ff-a4bb-bf108ecb07e3 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/subnets/3e59f6a3-a095-4187-9730-cbfc41c5096e HTTP/1.1" status: 204 len: 168 time: 0.3504541 Jun 01 14:13:21.493389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56922) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:21.503012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c02b1-9fce-48a9-bafc-cb9787b597b5 None None] Network de7fbd52-b353-4138-b249-d5887b0a3195 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:13:21.673489 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.787258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.816623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:13:20Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:21.821156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Checking router: a64162e1-482f-49fb-a617-8ff0bcb46f05 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:21.831079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Routers {'a64162e1-482f-49fb-a617-8ff0bcb46f05'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:21.831688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['a64162e1-482f-49fb-a617-8ff0bcb46f05'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:21.886102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] DHCP port deletion for de7fbd52-b353-4138-b249-d5887b0a3195 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:13:21.909630 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Deleting port 99a56db6-49b8-4782-b46d-b194fc8daf0b {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:13:21.910004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:21.988790 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.000013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Deleting port 68fc29e5-bf00-45de-83f2-1fd8ac89405f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:13:22.000406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.087086 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.115584 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] Set router a64162e1-482f-49fb-a617-8ff0bcb46f05 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:22.197083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] For port 68fc29e5-bf00-45de-83f2-1fd8ac89405f, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=68fc29e5-bf00-45de-83f2-1fd8ac89405f,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:22.197749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.321868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Calling delete_port for 68fc29e5-bf00-45de-83f2-1fd8ac89405f owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:13:22.448925 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] For port 99a56db6-49b8-4782-b46d-b194fc8daf0b, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=99a56db6-49b8-4782-b46d-b194fc8daf0b,segment=NetworkSegment(b8371bb8-de89-4d74-b7a0-c0aaac93769c),segment_id=b8371bb8-de89-4d74-b7a0-c0aaac93769c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:22.449289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.497833 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.570182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Port': ['ID=68fc29e5-bf00-45de-83f2-1fd8ac89405f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:22.596258 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Calling delete_port for 99a56db6-49b8-4782-b46d-b194fc8daf0b owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:13:22.639518 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.729904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007'] for port, after_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.782322 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Pushing event deleted for resources: {'Port': ['ID=99a56db6-49b8-4782-b46d-b194fc8daf0b,revision_number=None']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:22.789781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:13:20Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:22.796276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] No DVR routers for this DVR port 99a56db6-49b8-4782-b46d-b194fc8daf0b on host n-d-844200-1 {{(pid=88373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:13:22.799139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.799535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.799897 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.800230 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.800554 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.800883 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.801206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.801615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.801837 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.802151 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.802462 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.802829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317c848-f413-44f3-9e56-13ff655f9ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:22.806519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326a28a-b5fa-4e43-a0db-03551c3f7319 None None] The sync data for ids ['a64162e1-482f-49fb-a617-8ff0bcb46f05'] in n-d-844200-1 is: [{'id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671188855', 'tenant_id': '075ce40609474cd3bc0f7bd0e18b3590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:12:12Z', 'updated_at': '2022-06-01T14:13:20Z', 'revision_number': 5, 'project_id': '075ce40609474cd3bc0f7bd0e18b3590', 'gw_port': {'id': '68fc29e5-bf00-45de-83f2-1fd8ac89405f', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64162e1-482f-49fb-a617-8ff0bcb46f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:12:13Z', 'updated_at': '2022-06-01T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:22.831295 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.833696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99a56db6-49b8-4782-b46d-b194fc8daf0b no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:13:22.837997 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.863869 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.864503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Fanout notify agent at l3_agent the message router_deleted on router a64162e1-482f-49fb-a617-8ff0bcb46f05 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:13:22.869276 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 99a56db6-49b8-4782-b46d-b194fc8daf0b {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:13:22.869641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 99a56db6-49b8-4782-b46d-b194fc8daf0b not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:13:22.881102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:22.882170 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b9047328-6b67-4a2f-a60b-9143734d95ba tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/routers/a64162e1-482f-49fb-a617-8ff0bcb46f05 HTTP/1.1" status: 204 len: 168 time: 1.3878977 Jun 01 14:13:22.885189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56926) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:23.010289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.147608 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.175154 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7fbd52-b353-4138-b249-d5887b0a3195']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:23.189351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8371bb8-de89-4d74-b7a0-c0aaac93769c') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:23.189661 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8371bb8-de89-4d74-b7a0-c0aaac93769c') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:23.202193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.218843 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.225299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:13:23.225733 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.412028 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b8371bb8-de89-4d74-b7a0-c0aaac93769c resource provider aggregate not found Jun 01 14:13:23.431041 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.448871 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment b8371bb8-de89-4d74-b7a0-c0aaac93769c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8371bb8-de89-4d74-b7a0-c0aaac93769c found for delete ", "request_id": "req-bc6b07c6-e85d-4f65-a79f-e651de8a00a0"}]} Jun 01 14:13:23.455332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.474715 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.486170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'Network': ['ID=de7fbd52-b353-4138-b249-d5887b0a3195,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:23.495573 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-acb95c1c-213b-48b3-b7d0-759ef095c529 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/networks/de7fbd52-b353-4138-b249-d5887b0a3195 HTTP/1.1" status: 204 len: 168 time: 0.6094162 Jun 01 14:13:23.498483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56934) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:23.574500 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.607063 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.673675 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.693538 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bddf2d-85d6-4354-97a0-1fb2fcc3baa2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:23.700385 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:23.701507 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c28f4224-68ac-47d3-b611-509416ccf9b6 tempest-TestNetworkAdvancedServerOps-1539472999 tempest-TestNetworkAdvancedServerOps-1539472999-project] 10.222.0.40 "DELETE /v2.0/security-groups/27bddf2d-85d6-4354-97a0-1fb2fcc3baa2 HTTP/1.1" status: 204 len: 168 time: 0.2020178 Jun 01 14:13:24.118970 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56944) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:24.282113 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4a4e13ee-9922-4d24-a3a9-9cb28bb273cb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=075ce40609474cd3bc0f7bd0e18b3590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616199 Jun 01 14:13:24.284391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56950) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:24.345642 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:24.371834 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:24.425887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:24.446419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8992d355-916c-4e8e-bc7b-55c62c355088,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:24.453137 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:24.456640 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-93197af5-5b23-4749-ae06-081cc5c6f0d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8992d355-916c-4e8e-bc7b-55c62c355088 HTTP/1.1" status: 204 len: 168 time: 0.1689706 Jun 01 14:13:24.728372 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68fc29e5-bf00-45de-83f2-1fd8ac89405f no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:13:24.749999 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 56958) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:24.765540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 68fc29e5-bf00-45de-83f2-1fd8ac89405f {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:13:24.765540 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 68fc29e5-bf00-45de-83f2-1fd8ac89405f not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:13:24.765946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d7542a78-fe23-499f-bfd9-bbe85fd33dbd no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:13:24.768108 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:24.786724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:24.791922 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Usage tracker for resource:security_group_rule and tenant:f68f2363acc14731a20bce7f7baa4a9d is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:24.795004 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:24.799942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: d7542a78-fe23-499f-bfd9-bbe85fd33dbd {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:13:24.800272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device d7542a78-fe23-499f-bfd9-bbe85fd33dbd not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:13:24.800611 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:25.011977 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.017598 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.066840 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f68f2363acc14731a20bce7f7baa4a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156836 Jun 01 14:13:25.067669 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772fa16-0326-47cc-abef-3b8d9be12639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa350a40-05c0-4bbd-8aef-cddde0f10c80,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:25.069779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56962) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:25.132203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.158370 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.217682 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.232358 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa350a40-05c0-4bbd-8aef-cddde0f10c80,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:25.238111 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:25.239232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-fa96f515-71e4-4b91-a532-88fa0ae77945 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aa350a40-05c0-4bbd-8aef-cddde0f10c80 HTTP/1.1" status: 204 len: 168 time: 0.1684575 Jun 01 14:13:26.062935 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56986) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:26.180129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825715224-network', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:26.186673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:26.190826 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Usage tracker for resource:network and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:26.193796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:26.200479 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:26.213116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Made reservation on behalf of 91b91e9f1672426a85c9a696a51a6763 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:13:26.215595 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.227599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.242303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:26.246267 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:26.249105 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:26.254828 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:26.340476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.347060 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.375391 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:13:26.384176 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcbd5b3-e42c-4b3b-8aa2-b10b5fc112f3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:26.389663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.390006 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Added segment ef715315-41c9-475e-8b88-d1a7e70e9cd7 of type vlan for network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 Jun 01 14:13:26.418116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.448974 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.450034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:26.450621 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.555299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] Pushing event updated for resources: {'Network': ['ID=fd34734b-a3bd-4590-9bb4-c54e27e79ed0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:26.559413 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-705d24e5-2102-4dfc-8e42-3520dd495c61 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4954517 Jun 01 14:13:26.562437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56992) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:26.566367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:13:26.567866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Request body: {'subnet': {'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825715224-subnet', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:26.573649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:26.577629 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Usage tracker for resource:subnet and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:26.580504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:26.586228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:26.597226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Made reservation on behalf of 91b91e9f1672426a85c9a696a51a6763 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:13:26.599722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.802366 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.874974 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa35b48b-b2f3-4aea-a888-23ef2c6b1707,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:26.886581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:26.886958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Network hostable DHCP agents. Network: fd34734b-a3bd-4590-9bb4-c54e27e79ed0, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:13:26.907978 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:13:26.918450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, fd34734b-a3bd-4590-9bb4-c54e27e79ed0) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:26.922393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:26.922995 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.927950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffda4f6-3408-4a53-940e-3db88c44523b None None] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:13:26.945487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-906efb5d-eb1a-42bc-b2c7-fc933d36e46c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819208 Jun 01 14:13:26.948389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 56996) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:26.953553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:26.958792 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:26.963247 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Usage tracker for resource:router and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:26.966062 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:26.971785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:26.986279 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:26.987317 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.002294 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.150658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:13:27.151485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.265183 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.311201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Allocated IP 172.20.0.2 (fd34734b-a3bd-4590-9bb4-c54e27e79ed0/aa35b48b-b2f3-4aea-a888-23ef2c6b1707/515ae1b3-5c15-4a39-ae26-8e259cb53e50) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:27.523278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.535019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Transition to ACTIVE for port object 515ae1b3-5c15-4a39-ae26-8e259cb53e50 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:27.554473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Transition to ACTIVE for port object 515ae1b3-5c15-4a39-ae26-8e259cb53e50 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:27.560862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.627216 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:27.630113 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:27.632714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:27.640741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Pushing event updated for resources: {'Port': ['ID=515ae1b3-5c15-4a39-ae26-8e259cb53e50,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:27.702320 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.733663 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.769603 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Attempting to bind port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:27.769959 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Attempting to bind port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:27.770346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Attempting to bind port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:27.776206 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:27.776511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:27.776904 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.777295 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Bound using segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:27.777759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Bound port: 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:27.778120 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.874865 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] For port 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:27.878132 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] For port 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=515ae1b3-5c15-4a39-ae26-8e259cb53e50,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:27.883944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:27.887225 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Allocated IP 172.25.7.67 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/dfef4f5b-736c-487f-882b-407cd678ac9d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:27.963781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572deac7-e5bc-4d49-b0b1-d8fcdee7212f None None] Pushing event updated for resources: {'Port': ['ID=515ae1b3-5c15-4a39-ae26-8e259cb53e50,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:28.048180 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:28.080935 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:28.154035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:28.157494 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:28.159478 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:28.196443 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Pushing event updated for resources: {'Port': ['ID=dfef4f5b-736c-487f-882b-407cd678ac9d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:28.592993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:28.801396 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 515ae1b3-5c15-4a39-ae26-8e259cb53e50 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:28.869749 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eaa4db-5020-4ea0-9e02-dcbeaf5cf1f1 None None] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:13:28.954074 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:28.966164 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:28.983703 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Provisioning for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:28.992957 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:28.993311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.028564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Provisioning complete for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:29.028920 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.284362 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:13:29.320901 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:29.321320 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.329936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Current status of the port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:29.330306 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.383818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=515ae1b3-5c15-4a39-ae26-8e259cb53e50,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:29.390402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.478012 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:29.488915 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:29.500787 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:29.501536 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:29.508449 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:13:29.508802 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:13:29.519039 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:29.523365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b470a658-78df-490c-96cc-2898e240c503 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5714481 Jun 01 14:13:29.523731 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57000) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:29.546716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=515ae1b3-5c15-4a39-ae26-8e259cb53e50,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:29.693522 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:29.974943 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:28Z', 'revision_number': 3, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:29.978860 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:29.979187 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Updating router 482f119c-e69e-47fb-bc0a-d4d8303f6342 port dfef4f5b-736c-487f-882b-407cd678ac9d binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:13:30.030913 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.075535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-44923426-4235-40af-86e1-1a23cc672f90 None None] Current status of the port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:30.198928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5e7585c1-43e3-43f3-a4f7-e96da531dd1a None None] Provisioning complete for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:30.199350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5e7585c1-43e3-43f3-a4f7-e96da531dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.209666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.326835 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5e7585c1-43e3-43f3-a4f7-e96da531dd1a None None] Current status of the port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:30.397461 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.409572 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Transition to ACTIVE for port object dfef4f5b-736c-487f-882b-407cd678ac9d will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:30.417625 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.431441 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Allocated IP 172.20.0.1 (fd34734b-a3bd-4590-9bb4-c54e27e79ed0/aa35b48b-b2f3-4aea-a888-23ef2c6b1707/4ff2a68d-9f62-4acc-a6da-bbdf9fb59217) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:30.491034 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Attempting to bind port dfef4f5b-736c-487f-882b-407cd678ac9d on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:30.491633 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Attempting to bind port dfef4f5b-736c-487f-882b-407cd678ac9d by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:30.491751 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Attempting to bind port dfef4f5b-736c-487f-882b-407cd678ac9d on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:30.505494 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:30.505935 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:30.506230 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.506656 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:30.507142 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Bound port: dfef4f5b-736c-487f-882b-407cd678ac9d, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:30.507511 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.554228 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Pushing event updated for resources: {'Port': ['ID=dfef4f5b-736c-487f-882b-407cd678ac9d,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:30.567439 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.567748 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.568110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.568575 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.568795 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.569160 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.569515 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.569871 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.570220 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.570542 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.570862 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.571163 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:13:30.583820 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.600519 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Transition to ACTIVE for port object 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:30.602053 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] For port dfef4f5b-736c-487f-882b-407cd678ac9d, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:30.605319 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] For port dfef4f5b-736c-487f-882b-407cd678ac9d, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfef4f5b-736c-487f-882b-407cd678ac9d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:30.609443 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.626474 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.685427 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:30.686017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:30.698901 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:30.701932 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:30.706400 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:30.737938 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:30.765759 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5050c-2d59-44ae-9d67-3f2884b7308f None None] Pushing event updated for resources: {'Port': ['ID=dfef4f5b-736c-487f-882b-407cd678ac9d,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:30.787122 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.793518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 515ae1b3-5c15-4a39-ae26-8e259cb53e50 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:30.866910 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:30.867762 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:30.889919 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:30.995652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-85f1c4c0-96da-4436-a242-9158a8c20310 None None] Provisioning for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:31.005305 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-85f1c4c0-96da-4436-a242-9158a8c20310 None None] Provisioning complete for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:31.005711 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-85f1c4c0-96da-4436-a242-9158a8c20310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:31.043139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:31.065180 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-85f1c4c0-96da-4436-a242-9158a8c20310 None None] Port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:13:31.181384 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:31.186977 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:28Z', 'revision_number': 3, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:31.190837 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de04c80-c166-475e-bf70-c5ec059863a4 None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:28Z', 'revision_number': 3, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:31.429740 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:31.435685 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:31.545872 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:31.550367 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:31.693798 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:31.694960 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:31.894000 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:13:31.998853 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-66bc3c94-0ddf-4bfd-b74c-1e1db8b67f7d None None] Provisioning complete for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:31.999475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-66bc3c94-0ddf-4bfd-b74c-1e1db8b67f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.056643 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-66bc3c94-0ddf-4bfd-b74c-1e1db8b67f7d None None] Port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:13:32.078488 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:32.095231 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fb5dc6d1-c4a5-402f-89f2-16d773c0dd79 admin admin] 10.222.0.40 "PUT /v2.0/routers/482f119c-e69e-47fb-bc0a-d4d8303f6342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704186 Jun 01 14:13:32.638854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57018) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:32.645025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-118472713-network', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:32.651367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:32.655338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Usage tracker for resource:network and tenant:38baf4fb61ad4e92b260c105fc6060af is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:32.659868 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:32.661807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:32.666074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:32.672459 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:32.673314 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:32.676728 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Made reservation on behalf of 38baf4fb61ad4e92b260c105fc6060af for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:13:32.679172 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.691689 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.705891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:32.709621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Usage tracker for resource:security_group_rule and tenant:38baf4fb61ad4e92b260c105fc6060af is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:32.712389 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:32.718576 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:32.814195 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.819175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.853840 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:13:32.859226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfef4f5b-736c-487f-882b-407cd678ac9d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:32.862553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e588b4-f2ea-4e88-86a0-bcc2116078ec,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:32.868474 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.868891 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Added segment 383222e3-03e8-4576-810d-1e406455208c of type vlan for network 4a918d94-b16a-4812-9119-a5c7b1f52c73 Jun 01 14:13:32.897859 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.931926 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.933172 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:32.933746 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:32.956226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:33.032610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port dfef4f5b-736c-487f-882b-407cd678ac9d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:33.038168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a918d94-b16a-4812-9119-a5c7b1f52c73,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:33.044093 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-68f948dc-db77-4e55-bf04-14b6f44c51e7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4041128 Jun 01 14:13:33.044331 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57022) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:33.050301 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Request body: {'subnet': {'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-118472713-subnet', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:33.056808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:33.061396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Usage tracker for resource:subnet and tenant:38baf4fb61ad4e92b260c105fc6060af is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:33.064489 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:33.070582 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:33.082071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Made reservation on behalf of 38baf4fb61ad4e92b260c105fc6060af for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:13:33.084657 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.091877 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:13:33.112848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dfef4f5b-736c-487f-882b-407cd678ac9d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:33.113188 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.288988 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.364650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=271e83c6-5439-4aa0-b4f1-93863f37b798,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:33.375442 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Checking segment: {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:33.375790 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Network hostable DHCP agents. Network: 4a918d94-b16a-4812-9119-a5c7b1f52c73, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:13:33.396324 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:13:33.407373 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 4a918d94-b16a-4812-9119-a5c7b1f52c73) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:33.411741 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:33.412411 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.435973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4079b7-5e36-4ec5-8c08-9f2d135f4604 None None] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:13:33.438065 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-fc56dd01-0349-4b2b-8287-fa0310ad8174 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3925047 Jun 01 14:13:33.440460 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57026) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:33.445412 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:33.451666 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:33.455972 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Usage tracker for resource:router and tenant:38baf4fb61ad4e92b260c105fc6060af is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:33.458425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:33.464685 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:33.477571 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.478965 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.494110 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.547213 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dfef4f5b-736c-487f-882b-407cd678ac9d is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:33.547504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.586511 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port dfef4f5b-736c-487f-882b-407cd678ac9d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfef4f5b-736c-487f-882b-407cd678ac9d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:33.604518 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.721181 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 2, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:33.732506 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:33.732801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Updating router 482f119c-e69e-47fb-bc0a-d4d8303f6342 port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:13:33.807526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=dfef4f5b-736c-487f-882b-407cd678ac9d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:33.829527 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.842545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-4a918d94-b16a-4812-9119-a5c7b1f52c73', 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'fixed_ips': [{'subnet_id': '271e83c6-5439-4aa0-b4f1-93863f37b798'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:13:33.843376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:33.880035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.174646 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Allocated IP 172.20.0.2 (4a918d94-b16a-4812-9119-a5c7b1f52c73/271e83c6-5439-4aa0-b4f1-93863f37b798/ef7bb9cb-84d4-45e1-b420-7675e1022445) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:34.191293 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.232290 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.370356 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Allocated IP 172.25.7.49 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/120b98a7-1002-43ef-9c0d-fa7381b9b621) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:34.516371 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.520220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.538327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Transition to ACTIVE for port object 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:34.541015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.552311 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.552837 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.556209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Transition to ACTIVE for port object ef7bb9cb-84d4-45e1-b420-7675e1022445 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:34.622540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:34.625866 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:34.631433 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:34.664797 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=120b98a7-1002-43ef-9c0d-fa7381b9b621,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:34.703076 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Transition to ACTIVE for port object ef7bb9cb-84d4-45e1-b420-7675e1022445 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:34.751847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.760802 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdd50f-1617-455c-99ca-ebc9746f5366 None None] Pushing event updated for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:34.833329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfef4f5b-736c-487f-882b-407cd678ac9d up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:34.940477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:34.941108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Pushing event updated for resources: {'Port': ['ID=ef7bb9cb-84d4-45e1-b420-7675e1022445,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:34.948098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:34.950100 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Attempting to bind port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:34.950470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Attempting to bind port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:34.950936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Attempting to bind port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:34.953138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:34.965852 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:34.966221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:34.966612 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:34.967028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Bound using segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:34.967490 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Bound port: 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:34.967860 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.061521 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.123386 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Attempting to bind port ef7bb9cb-84d4-45e1-b420-7675e1022445 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:35.123724 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Attempting to bind port ef7bb9cb-84d4-45e1-b420-7675e1022445 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:35.124121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Attempting to bind port ef7bb9cb-84d4-45e1-b420-7675e1022445 on network 4a918d94-b16a-4812-9119-a5c7b1f52c73 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:35.125988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port dfef4f5b-736c-487f-882b-407cd678ac9d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:35.126376 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.163838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:35.164189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Checking segment: {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:35.164601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.165002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Bound using segment: {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:35.165475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Bound port: ef7bb9cb-84d4-45e1-b420-7675e1022445, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:35.166018 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.260299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] For port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:35.282324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] For port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:35.300951 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.426869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] For port ef7bb9cb-84d4-45e1-b420-7675e1022445, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:35.457901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.458564 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:35.459273 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:35.531843 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] For port ef7bb9cb-84d4-45e1-b420-7675e1022445, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef7bb9cb-84d4-45e1-b420-7675e1022445,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:35.548198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdd50f-1617-455c-99ca-ebc9746f5366 None None] Pushing event updated for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:35.552160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.553706 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:35.598652 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port dfef4f5b-736c-487f-882b-407cd678ac9d is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:35.752475 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe243d9-07b1-424b-8353-67378bb43530 None None] Pushing event updated for resources: {'Port': ['ID=ef7bb9cb-84d4-45e1-b420-7675e1022445,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:35.763817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:35.770073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Router 406e637a-57fe-470f-b203-61f62587a6b5 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:13:35.968443 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:35.980603 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Sync routers for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:35.992551 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:35.993560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:36.006781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:36.011392 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19dfd6cb-2d3a-4cb6-9862-09673956a9a7 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5665276 Jun 01 14:13:36.011885 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57030) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:36.182129 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:35Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:36.188289 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108950f-b042-4799-83df-40ca73d69f51 None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:35Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:36.201460 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:36.632765 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:34Z', 'revision_number': 3, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:36.637408 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Checking router: 406e637a-57fe-470f-b203-61f62587a6b5 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:36.638052 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Updating router 406e637a-57fe-470f-b203-61f62587a6b5 port 120b98a7-1002-43ef-9c0d-fa7381b9b621 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:13:36.697332 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:36.859125 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953999f-2d5b-499a-a05c-b611ee623ad3 None None] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:13:36.862817 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.019452 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:37.096627 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-640712d7-899a-4ee4-be4e-6cd211656a97 None None] Provisioning for port ef7bb9cb-84d4-45e1-b420-7675e1022445 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:37.124560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Allocated IP 172.20.0.1 (4a918d94-b16a-4812-9119-a5c7b1f52c73/271e83c6-5439-4aa0-b4f1-93863f37b798/ee9f7e71-ecd6-45e3-9259-faf31c82ee58) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:37.145785 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.160076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Transition to ACTIVE for port object 120b98a7-1002-43ef-9c0d-fa7381b9b621 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:37.169355 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.185428 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:37.195413 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:37.195799 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.257792 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Attempting to bind port 120b98a7-1002-43ef-9c0d-fa7381b9b621 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:37.258154 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Attempting to bind port 120b98a7-1002-43ef-9c0d-fa7381b9b621 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:37.258794 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Attempting to bind port 120b98a7-1002-43ef-9c0d-fa7381b9b621 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:37.273285 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:37.273651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:37.274050 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.274433 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:37.274934 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Bound port: 120b98a7-1002-43ef-9c0d-fa7381b9b621, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:37.275333 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.354873 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] For port 120b98a7-1002-43ef-9c0d-fa7381b9b621, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:37.358476 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] For port 120b98a7-1002-43ef-9c0d-fa7381b9b621, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=120b98a7-1002-43ef-9c0d-fa7381b9b621,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:37.368401 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746515af-1d11-4c87-ad9e-04a46a3c3dc3 None None] Pushing event updated for resources: {'Port': ['ID=120b98a7-1002-43ef-9c0d-fa7381b9b621,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:37.373785 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.382435 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:37.382899 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.429516 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:37.452339 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.453156 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef7bb9cb-84d4-45e1-b420-7675e1022445 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:37.475132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.500780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Transition to ACTIVE for port object ee9f7e71-ecd6-45e3-9259-faf31c82ee58 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:37.536504 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.541695 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:37.542324 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:37.636055 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:37.637727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:37.649223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ef7bb9cb-84d4-45e1-b420-7675e1022445 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:37.656618 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ef7bb9cb-84d4-45e1-b420-7675e1022445 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:37.657172 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.660969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:37.663595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:37.684136 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746515af-1d11-4c87-ad9e-04a46a3c3dc3 None None] Pushing event updated for resources: {'Port': ['ID=120b98a7-1002-43ef-9c0d-fa7381b9b621,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:37.704226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Pushing event updated for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:37.732681 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.749946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d846bd4f-72a6-407b-8d22-692c66451bfe None None] Provisioning complete for port ef7bb9cb-84d4-45e1-b420-7675e1022445 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:37.750317 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d846bd4f-72a6-407b-8d22-692c66451bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.845775 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:37.859363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ef7bb9cb-84d4-45e1-b420-7675e1022445 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:37.859895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:37.908781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ef7bb9cb-84d4-45e1-b420-7675e1022445, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef7bb9cb-84d4-45e1-b420-7675e1022445,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:37.946802 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.033299 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d846bd4f-72a6-407b-8d22-692c66451bfe None None] Current status of the port ef7bb9cb-84d4-45e1-b420-7675e1022445 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:38.043169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ef7bb9cb-84d4-45e1-b420-7675e1022445,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:38.047792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.144129 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:34Z', 'revision_number': 3, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:38.148453 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be2f06-eee4-44dd-8a0f-9a35fd34e7a7 None None] The sync data for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 is: [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:34Z', 'revision_number': 3, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:38.174844 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-923034e9-cd0e-4087-9f3f-4b3e8ba78b43 None None] Provisioning for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:38.180520 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-923034e9-cd0e-4087-9f3f-4b3e8ba78b43 None None] Provisioning complete for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:38.180894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-923034e9-cd0e-4087-9f3f-4b3e8ba78b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.243482 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-923034e9-cd0e-4087-9f3f-4b3e8ba78b43 None None] Port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:13:38.291332 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.297553 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.414969 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.440183 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Pushing event updated for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:38.592329 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:38.593533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:38.806867 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Router 406e637a-57fe-470f-b203-61f62587a6b5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:13:38.875702 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 120b98a7-1002-43ef-9c0d-fa7381b9b621 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:38.920496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-524ae6f8-875f-4886-ace8-85992bb41ccf None None] Provisioning complete for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:38.921266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-524ae6f8-875f-4886-ace8-85992bb41ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:38.991111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-524ae6f8-875f-4886-ace8-85992bb41ccf None None] Port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:13:39.007111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 120b98a7-1002-43ef-9c0d-fa7381b9b621 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:39.011367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:39.012834 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 120b98a7-1002-43ef-9c0d-fa7381b9b621 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:39.013174 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.029542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6d3bc7f1-26a0-40a4-a9b9-2275d49cf71b admin admin] 10.222.0.40 "PUT /v2.0/routers/406e637a-57fe-470f-b203-61f62587a6b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0078652 Jun 01 14:13:39.136026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 120b98a7-1002-43ef-9c0d-fa7381b9b621 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:39.136399 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.155165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 120b98a7-1002-43ef-9c0d-fa7381b9b621, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=120b98a7-1002-43ef-9c0d-fa7381b9b621,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:39.159186 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.159909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:39.273994 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=120b98a7-1002-43ef-9c0d-fa7381b9b621,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:39.285391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:39.285757 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.425710 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57040) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:39.431988 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532934507', 'description': 'tempest-secgroup-smoke-532934507 description', 'project_id': '91b91e9f1672426a85c9a696a51a6763'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:39.439518 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:39.443590 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:39.443761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:39.445112 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef7bb9cb-84d4-45e1-b420-7675e1022445 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:39.447541 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:39.453650 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:39.465166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.487364 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:39.491230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:39.494224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:39.501700 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:39.518935 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ef7bb9cb-84d4-45e1-b420-7675e1022445 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:39.520009 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.584662 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.589748 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.634098 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab477182-e506-40e7-ba97-1ab8d2fcd1e0,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:39.637378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.638735 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-e0414a72-3f19-4b5e-ba27-db65a6a0769d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2113092 Jun 01 14:13:39.641838 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57044) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:39.647255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:39.649466 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ef7bb9cb-84d4-45e1-b420-7675e1022445 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:39.660038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:39.665363 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:39.670211 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:39.676100 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:39.823553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Sync routers for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:39.831437 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.833036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:39.833641 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:39.892919 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.897329 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.921727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a695435-1871-47e9-b0f3-4d04a97dd4e7,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:39.930999 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:39.933016 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a600d250-ae76-4ab9-a469-17be0cf6af9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895751 Jun 01 14:13:39.935804 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57048) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:39.940716 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:39.947796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:39.951678 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:39.954710 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:39.960412 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:39.979326 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.012189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:40.043059 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.048481 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.074041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e655e6fa-2da7-4b7d-b5f7-072221f56b65,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:40.084641 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.085993 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1a8a5023-2d2f-487a-a9f3-c9ccfaa22596 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492531 Jun 01 14:13:40.088932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57052) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:40.094026 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:40.100649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:40.104718 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:40.107758 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:40.113915 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:40.133836 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.201577 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.205611 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.229575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2aaaa5-aafb-4df6-8fbd-0bf98d33c73b,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:40.239673 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.240872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2ed5cd82-ae74-4851-9af5-c7bc9108e13e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509652 Jun 01 14:13:40.243642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57056) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:40.248949 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:40.255461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:40.259285 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:40.262303 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:40.268306 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:40.290213 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.347730 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 4, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ee9f7e71-ecd6-45e3-9259-faf31c82ee58', 'name': '', 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'mac_address': 'fa:16:3e:70:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:36Z', 'updated_at': '2022-06-01T14:13:38Z', 'revision_number': 2, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'subnets': [{'id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:40.352013 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Checking router: 406e637a-57fe-470f-b203-61f62587a6b5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:13:40.352360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Updating router 406e637a-57fe-470f-b203-61f62587a6b5 port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:13:40.355520 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.359529 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.382013 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c045cf-81d7-4db6-a48b-770fda9915cc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:40.392495 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.393789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3864cd1d-7630-4618-95dc-4d052ed14e78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490815 Jun 01 14:13:40.396811 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57060) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:40.402258 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:40.408046 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.409056 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:40.412817 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:40.415671 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:40.421321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:40.432295 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Project 91b91e9f1672426a85c9a696a51a6763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:13:40.439832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.508008 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.512602 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.535638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b2ed42-08ef-4ec5-9b79-02ec893ff448,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:40.548666 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.549930 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-699c90ff-7358-4465-bbca-d1d46b6422cd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520324 Jun 01 14:13:40.552967 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57064) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:40.558540 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'ab477182-e506-40e7-ba97-1ab8d2fcd1e0', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:40.565343 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:40.569156 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:40.572029 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:40.577657 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:40.588298 n-d-844200-1 neutron-server[88372]: INFO neutron.db.securitygroups_db [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Project 91b91e9f1672426a85c9a696a51a6763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:13:40.595166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.661249 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.666017 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.691252 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685f26b5-fff6-48b0-934f-aa72c123f398,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:40.702528 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.703808 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d65ccbe7-ddac-4bea-a399-21d131c06a7d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498373 Jun 01 14:13:40.756675 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.772967 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Transition to ACTIVE for port object ee9f7e71-ecd6-45e3-9259-faf31c82ee58 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:40.781662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 120b98a7-1002-43ef-9c0d-fa7381b9b621 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:40.811164 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:40.874818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e2f2c8e2-5a14-4e52-9d4b-738e1fa5e01e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:40.894051 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e2f2c8e2-5a14-4e52-9d4b-738e1fa5e01e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:40.903052 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e2f2c8e2-5a14-4e52-9d4b-738e1fa5e01e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532934507&fields=id&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 267 time: 0.0688393 Jun 01 14:13:40.964954 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bdba1-edd6-4b68-a757-5b797e2778ca None None] Pushing event updated for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:41.058817 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 120b98a7-1002-43ef-9c0d-fa7381b9b621 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:41.059485 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:41.062110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-ca33a7f8-b494-4b39-84e6-38508778a01f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:41.062936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-ca33a7f8-b494-4b39-84e6-38508778a01f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:network {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:41.083908 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-ca33a7f8-b494-4b39-84e6-38508778a01f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:network {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:41.085098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-ca33a7f8-b494-4b39-84e6-38508778a01f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 809 time: 0.1814566 Jun 01 14:13:41.101575 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-0aca50c9-4227-48c5-aab3-0836865dfe93 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/quotas/91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 375 time: 0.0106730 Jun 01 14:13:41.146176 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Attempting to bind port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:41.146535 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Attempting to bind port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:41.146914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Attempting to bind port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 on network 4a918d94-b16a-4812-9119-a5c7b1f52c73 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:41.163118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:41.163360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Checking segment: {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:41.163788 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:41.164174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Bound using segment: {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:41.164602 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Bound port: ee9f7e71-ecd6-45e3-9259-faf31c82ee58, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383222e3-03e8-4576-810d-1e406455208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:41.165043 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:41.186527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-715b422a-b582-4a8b-b8d1-a19aa2eca1ca tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789394 Jun 01 14:13:41.320045 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] For port ee9f7e71-ecd6-45e3-9259-faf31c82ee58, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:41.324198 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] For port ee9f7e71-ecd6-45e3-9259-faf31c82ee58, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:41.325549 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 120b98a7-1002-43ef-9c0d-fa7381b9b621 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:41.328781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:41.407128 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:41.407750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:41.440179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-ae21ce7a-47c8-4dad-9fdf-eeba78763464 service neutron] 10.222.0.40 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404613 Jun 01 14:13:41.463140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bdba1-edd6-4b68-a757-5b797e2778ca None None] Pushing event updated for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:41.588342 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e406ee20-7326-4dca-945c-fb1b57630151 service neutron] 10.222.0.40 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413496 Jun 01 14:13:41.596167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:13:41.780995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1b8ecf9a-9c82-47d9-8d33-4dc3b61e668d req-156acb5d-0686-4e7d-ac03-8de002314f9a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0434723 Jun 01 14:13:41.919847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 4, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ee9f7e71-ecd6-45e3-9259-faf31c82ee58', 'name': '', 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'mac_address': 'fa:16:3e:70:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:36Z', 'updated_at': '2022-06-01T14:13:41Z', 'revision_number': 4, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'subnets': [{'id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:41.924035 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd1a0-5d3f-407b-9672-921c76cf1754 None None] The sync data for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 is: [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 4, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': 'ee9f7e71-ecd6-45e3-9259-faf31c82ee58', 'name': '', 'network_id': '4a918d94-b16a-4812-9119-a5c7b1f52c73', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'mac_address': 'fa:16:3e:70:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:36Z', 'updated_at': '2022-06-01T14:13:41Z', 'revision_number': 4, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'subnets': [{'id': '271e83c6-5439-4aa0-b4f1-93863f37b798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:13:42.162885 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:13:42.801841 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ee9f7e71-ecd6-45e3-9259-faf31c82ee58 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:42.872139 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:42.878380 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:42.878788 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:42.882658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-30719285-7989-4a32-ad77-b8d2fc13d6ec req-adf3d2a9-ae59-405f-a239-e74e8acfb309 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0472372 Jun 01 14:13:43.012169 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:43.012550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:43.048195 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port ee9f7e71-ecd6-45e3-9259-faf31c82ee58, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:43.052735 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:43.126908 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:44.003009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d76a30bb-4c46-4872-bbe2-fc4cac3efe2d req-0419314c-3c83-4005-aa6e-9f55583b9a62 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0547509 Jun 01 14:13:44.783359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ee9f7e71-ecd6-45e3-9259-faf31c82ee58 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:44.857755 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:44.858121 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:44.984537 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:45.158298 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd94f7ad-3a4d-4e56-8df4-629baa03f699 req-6cfb8366-a987-4a60-9559-90a1c69259b1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0452728 Jun 01 14:13:46.075444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-4647045f-1335-40d5-938f-26e93f53f569 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:46.076884 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-4647045f-1335-40d5-938f-26e93f53f569 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 809 time: 0.1486993 Jun 01 14:13:46.131655 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-4cf00e56-4a7f-4174-8ba2-cb3f8e339a7c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 379 time: 0.0465658 Jun 01 14:13:46.140066 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'port': {'device_id': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'admin_state_up': True, 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'security_groups': ['ab477182-e506-40e7-ba97-1ab8d2fcd1e0']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:46.324593 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e78f1d4b-59e3-4ac5-97d3-2ec5c5e4c6f6 req-3b14e3ee-1a68-48b3-819e-fb0c84304917 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0512867 Jun 01 14:13:46.325432 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:46.331004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:port and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:46.335444 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:46.344048 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:46.357855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Made reservation on behalf of 91b91e9f1672426a85c9a696a51a6763 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:13:46.361406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:46.528018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Allocated IP 172.20.0.4 (fd34734b-a3bd-4590-9bb4-c54e27e79ed0/aa35b48b-b2f3-4aea-a888-23ef2c6b1707/0081d6a8-e787-44cd-b07f-ca8b4d78889d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:46.721473 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:46.737580 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Transition to ACTIVE for port object 0081d6a8-e787-44cd-b07f-ca8b4d78889d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:46.766492 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:46.835368 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:46.838848 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:46.843968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:47.006725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:47.038334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:47.038960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:47.060798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-e0976c6d-1ee9-45f6-bbbe-a2e6f7bea59a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243295 Jun 01 14:13:47.071943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Request body: {'port': {'device_id': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:47.088419 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f0075f3e-766a-4c4d-bc08-e993e52ab68e None None] Provisioning for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:47.093856 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-f0075f3e-766a-4c4d-bc08-e993e52ab68e None None] Provisioning complete for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:47.094331 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f0075f3e-766a-4c4d-bc08-e993e52ab68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:47.148658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f0075f3e-766a-4c4d-bc08-e993e52ab68e None None] Port 0081d6a8-e787-44cd-b07f-ca8b4d78889d cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:13:47.184374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:47.607161 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124ba9-0501-449d-a7f9-dd33600f422e req-c5545462-6674-41a2-b40a-486f1caa4e2d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:47.608122 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4c124ba9-0501-449d-a7f9-dd33600f422e req-c5545462-6674-41a2-b40a-486f1caa4e2d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:47.616038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:13:47.626125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:47.645562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Transition to ACTIVE for port object 0081d6a8-e787-44cd-b07f-ca8b4d78889d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:13:47.646634 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-4c124ba9-0501-449d-a7f9-dd33600f422e req-c5545462-6674-41a2-b40a-486f1caa4e2d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:47.647821 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c124ba9-0501-449d-a7f9-dd33600f422e req-c5545462-6674-41a2-b40a-486f1caa4e2d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 931 time: 0.2019327 Jun 01 14:13:47.649187 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:47.810936 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:47.822989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c124ba9-0501-449d-a7f9-dd33600f422e req-13aa92a2-bb5a-4386-b5f9-cd03c8133b5c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382451 Jun 01 14:13:47.929197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Attempting to bind port 0081d6a8-e787-44cd-b07f-ca8b4d78889d on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:13:47.929526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Attempting to bind port 0081d6a8-e787-44cd-b07f-ca8b4d78889d by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:13:47.929845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Attempting to bind port 0081d6a8-e787-44cd-b07f-ca8b4d78889d on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:47.935428 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Port 0081d6a8-e787-44cd-b07f-ca8b4d78889d on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:13:47.935732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Attempting to bind port 0081d6a8-e787-44cd-b07f-ca8b4d78889d on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:13:47.940702 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:13:47.941004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:13:47.941384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Bound using segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:13:47.941781 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Bound port: 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:13:47.942116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:48.036116 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:13:48.040873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:13:48.048933 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:48.108393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:48.109019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:48.110375 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] 10.222.0.13 "PUT /v2.0/ports/0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1091 time: 1.0423372 Jun 01 14:13:48.110836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:13:48.131276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21520c-3777-4bdb-8422-b4ff1f9d2cef service neutron] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:48.190714 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97e1a29-d4f6-43b6-badc-1d49d8ad533a'] response: {'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'status': 'completed', 'code': 200} Jun 01 14:13:48.233010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-87cc8234-870d-4013-9b8d-a089733ff678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:48.234631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-87cc8234-870d-4013-9b8d-a089733ff678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1094 time: 0.0805762 Jun 01 14:13:48.307975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-f10bfe69-4f26-4a48-9742-60d59a02320c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 217 time: 0.0656404 Jun 01 14:13:48.348005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-687d6e64-6374-435d-8a9c-029f44ce440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:48.372427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-7da6c70c-168f-4d23-94e3-2f5f51abd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:48.373853 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-7da6c70c-168f-4d23-94e3-2f5f51abd0bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0587695 Jun 01 14:13:48.454276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6cf0b9aa-c139-41ec-8c3b-3f7c1e7d9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:48.455786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-6cf0b9aa-c139-41ec-8c3b-3f7c1e7d9cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754204 Jun 01 14:13:48.590264 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-269d88b2-4e1d-4535-98a0-0c80cd299378 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275456 Jun 01 14:13:48.731994 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-32c8f5ab-a206-4b9d-9d05-bb155082aae0 req-44b53f81-e1b9-4d77-9b97-e0f5592780f4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355720 Jun 01 14:13:48.790144 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:48.858081 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-4f77dbf5-a5d0-4c39-93c8-a7f2467659f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:48.859581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-4f77dbf5-a5d0-4c39-93c8-a7f2467659f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1094 time: 0.0781534 Jun 01 14:13:49.155692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-07bc68a9-c857-4807-9a42-5c377c29570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:49.157041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-07bc68a9-c857-4807-9a42-5c377c29570a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.2911353 Jun 01 14:13:49.227110 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e538c-9da8-4440-bce1-ba28c8b72642 req-924fdcc5-0234-4ac1-a00a-2b1e60c5fc42 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:49.228628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-393e538c-9da8-4440-bce1-ba28c8b72642 req-924fdcc5-0234-4ac1-a00a-2b1e60c5fc42 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.2975757 Jun 01 14:13:49.238047 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-275efd67-ff98-4601-be56-8a33587131b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 217 time: 0.0742879 Jun 01 14:13:49.322869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-393e538c-9da8-4440-bce1-ba28c8b72642 req-1f7d2f7b-4fd6-4f6c-b46b-bfbd3a8aa4c5 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870042 Jun 01 14:13:49.328063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-5138077b-f2d1-4806-9938-0f91cde38fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:49.329404 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-5138077b-f2d1-4806-9938-0f91cde38fda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0795598 Jun 01 14:13:49.406855 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-e3255ca4-a012-4a8d-811a-a9644307e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:49.408181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-e3255ca4-a012-4a8d-811a-a9644307e6ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719914 Jun 01 14:13:49.539749 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-da348ce4-43cb-43f1-abca-4fe878b94059 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249022 Jun 01 14:13:49.672706 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bb2e7085-8245-4a97-8bdd-08699c544cb5 req-43d2445b-b794-487f-9997-72faa5653dcb service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259286 Jun 01 14:13:50.520644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4b228-1d44-4410-982f-b2779d04a8eb req-01132076-e6d5-4591-b50f-ae54267fea9d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:50.522131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52f4b228-1d44-4410-982f-b2779d04a8eb req-01132076-e6d5-4591-b50f-ae54267fea9d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0877600 Jun 01 14:13:50.572327 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-52f4b228-1d44-4410-982f-b2779d04a8eb req-09360b90-8146-45f1-b738-9897bb88f73a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Jun 01 14:13:50.589026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-565a97d1-1956-4b7d-ab44-908d6ce9ecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:51.764880 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:51.775692 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291e7fe-725a-4bd4-9f8b-c795118a4676 req-65b77a11-3d45-40a6-afd6-902e8154f200 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:51.777281 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9291e7fe-725a-4bd4-9f8b-c795118a4676 req-65b77a11-3d45-40a6-afd6-902e8154f200 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0881910 Jun 01 14:13:51.824205 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9291e7fe-725a-4bd4-9f8b-c795118a4676 req-158e6ec1-b3f7-463a-b96a-4b3fac9a470b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Jun 01 14:13:52.033892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:52.622615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:13:52.808121 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:52.822620 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:13:52.879282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:52.879594 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:52.897201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:13:52.913395 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:52.919475 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:52.990571 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:53.018900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54255722-3855-49cb-8c48-5dd5a90281d1 req-272c8f20-6251-4b6b-9f6c-c81dd958802f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:53.020330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54255722-3855-49cb-8c48-5dd5a90281d1 req-272c8f20-6251-4b6b-9f6c-c81dd958802f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0840569 Jun 01 14:13:53.075282 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54255722-3855-49cb-8c48-5dd5a90281d1 req-b3cfe2b3-b7af-4ee5-9d44-4fa6861f329d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481622 Jun 01 14:13:53.125363 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['0081d6a8-e787-44cd-b07f-ca8b4d78889d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:13:53.444507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:54.280151 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609492ca-be06-4ced-90f9-23075bb6cfa6 req-b9bb22d6-b32a-430d-be56-532697a9748c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:54.281588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-609492ca-be06-4ced-90f9-23075bb6cfa6 req-b9bb22d6-b32a-430d-be56-532697a9748c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0934775 Jun 01 14:13:54.328809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-609492ca-be06-4ced-90f9-23075bb6cfa6 req-897e5c81-fe9d-4712-b0ae-53788b24a0c2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Jun 01 14:13:54.653968 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:13:54.741464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:13:54.746761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:13:54.747324 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:54.867308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:13:54.867704 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:54.895750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:13:54.906079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:13:54.911461 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:54.982042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:54.992672 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65079b8c-21e7-4931-b948-2354e12dee0a'] response: {'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'code': 200} Jun 01 14:13:55.127465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36dfa7-6f84-4af0-ba70-1c9282f6099a req-d9f1d8ea-dde0-4019-94b5-ac9bbfb7b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:55.128844 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d36dfa7-6f84-4af0-ba70-1c9282f6099a req-d9f1d8ea-dde0-4019-94b5-ac9bbfb7b8dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1096 time: 0.0792964 Jun 01 14:13:55.176491 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1d36dfa7-6f84-4af0-ba70-1c9282f6099a req-8058c7a7-3472-423a-a312-6f3520a63de3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Jun 01 14:13:55.535818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c078d-45b0-4e5b-b945-a3bf93eeae42 req-8da9a4b3-d089-4be3-abfe-ff8d1e8d4393 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:55.537260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d55c078d-45b0-4e5b-b945-a3bf93eeae42 req-8da9a4b3-d089-4be3-abfe-ff8d1e8d4393 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0866685 Jun 01 14:13:55.586563 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d55c078d-45b0-4e5b-b945-a3bf93eeae42 req-274d8445-45a7-4e38-b70c-cedfd31c9481 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Jun 01 14:13:56.790399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9c24-1098-42fe-b656-4ceee1e4cde3 req-86a26ebf-94a9-441b-8f78-af03bf5d60c0 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:56.791940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-060e9c24-1098-42fe-b656-4ceee1e4cde3 req-86a26ebf-94a9-441b-8f78-af03bf5d60c0 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0925128 Jun 01 14:13:56.836015 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-060e9c24-1098-42fe-b656-4ceee1e4cde3 req-521709ba-b3bc-4c23-a5f1-138227df399c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Jun 01 14:13:57.022756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8014e-38c0-4e90-b214-2193288a3f6c req-56f51807-255c-4012-892f-e3c0ab1328f2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:57.024209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72c8014e-38c0-4e90-b214-2193288a3f6c req-56f51807-255c-4012-892f-e3c0ab1328f2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Jun 01 14:13:57.068343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72c8014e-38c0-4e90-b214-2193288a3f6c req-8364666a-d4a3-4943-9455-f3002c360a9a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378339 Jun 01 14:13:57.097668 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57136) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:57.228852 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbb6e6-b66b-4908-a184-2ac35d1c68f9 tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:57.229600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c7dbb6e6-b66b-4908-a184-2ac35d1c68f9 tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] Synchronizing usage tracker for tenant:38baf4fb61ad4e92b260c105fc6060af on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:13:57.248950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-c7dbb6e6-b66b-4908-a184-2ac35d1c68f9 tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] Unset dirty status for tenant:38baf4fb61ad4e92b260c105fc6060af on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:13:57.250130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c7dbb6e6-b66b-4908-a184-2ac35d1c68f9 tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1091 time: 0.1513684 Jun 01 14:13:57.253253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57142) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:13:57.258255 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:13:57.265510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:13:57.269543 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:floatingip and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:13:57.277132 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:13:57.283069 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:13:57.294956 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:57.435578 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:57.690976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Allocated IP 172.25.7.45 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ad18e5b6-5c56-4184-a859-ef43454cfcc1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:13:57.841058 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:57.877217 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:57.953604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:13:57.956514 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:13:57.959221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:13:57.993106 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=ad18e5b6-5c56-4184-a859-ef43454cfcc1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:58.396667 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:58.480080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:58.696377 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:58.704068 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:58.812926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=ad18e5b6-5c56-4184-a859-ef43454cfcc1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:13:58.825084 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:58.999477 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Floating IP ba076160-8247-42be-9c76-0d0176e56995 associated. External IP: 172.25.7.45, port: 0081d6a8-e787-44cd-b07f-ca8b4d78889d. Jun 01 14:13:59.492901 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:13:59.680235 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:13:59.695454 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:13:59.706447 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:13:59.706665 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:13:59.707108 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:13:59.764308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-4df951b5-f1c2-4adb-a113-c86f0d9eef90 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5098581 Jun 01 14:13:59.764774 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:13:59.809948 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47982e1-f5a5-4dbf-a5d7-1ab94482b8fd'] response: {'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'status': 'completed', 'code': 200} Jun 01 14:13:59.910031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-5a2f608f-6ca3-4a1b-ae58-6d1190759167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:13:59.911554 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-5a2f608f-6ca3-4a1b-ae58-6d1190759167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1096 time: 0.0795555 Jun 01 14:13:59.921657 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:14:00.054137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-e820ae20-cb18-4b1b-8957-6f5948551d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:00.055540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-e820ae20-cb18-4b1b-8957-6f5948551d41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1375942 Jun 01 14:14:00.156062 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-510ca12c-4f56-405f-b3af-af0c48d3ed90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 998 time: 0.0945399 Jun 01 14:14:00.222273 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-f557880d-510d-46e4-8a72-b83c1cf3c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:00.223738 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-f557880d-510d-46e4-8a72-b83c1cf3c2f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0624130 Jun 01 14:14:00.273922 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ba076160-8247-42be-9c76-0d0176e56995', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:13:58Z', 'updated_at': '2022-06-01T14:13:58Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:14:00.278489 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:14:00.287796 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:14:00.288405 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:13:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:14:00.300519 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-f81b575d-f488-45e9-bd13-77c605c35551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:00.302028 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-f81b575d-f488-45e9-bd13-77c605c35551 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721138 Jun 01 14:14:00.438781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-1abf56c8-3b1f-4cc8-9a87-05fcf64931d7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296611 Jun 01 14:14:00.470050 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:14:00.572567 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-adb341f8-0ace-49e2-9b4b-5d2ff7093a5d req-d98d3e78-0a79-4506-a317-a5555ee0a093 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276910 Jun 01 14:14:00.829895 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ba076160-8247-42be-9c76-0d0176e56995', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:13:58Z', 'updated_at': '2022-06-01T14:13:58Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:14:00.833973 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995a61d-1068-45ce-a735-444cb77fb08d None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ba076160-8247-42be-9c76-0d0176e56995', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:13:58Z', 'updated_at': '2022-06-01T14:13:58Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:14:01.041347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995b837-de66-4ecb-adab-f4fe1689da18 None None] New status for floating IP ba076160-8247-42be-9c76-0d0176e56995: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:14:05.351586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:05.789287 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-79242961-a6cf-4645-ab61-b0fedbf1d37d req-19d32d7c-2e41-4264-8d6f-4f6c43d64637 service neutron] (88372) timed out ('10.222.0.40', 52692) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 14:14:18.352160 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f95-4bc0-4e70-9867-87ddd7e03750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:18.797369 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:19.168639 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:14:20.599082 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3689-be84-44a9-be8d-69db643eb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:21.775460 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:22.040400 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:23.438705 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:35.349730 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:48.188865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-324cee17-ff76-478a-919e-c9a4fec181da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852160 Jun 01 14:14:48.342842 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792220-b217-4310-af29-9148ff36534b req-e8fe9e8e-1972-4519-8efa-06231aeac41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:48.344313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-e8fe9e8e-1972-4519-8efa-06231aeac41b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1096 time: 0.0784578 Jun 01 14:14:48.357670 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-1b7557c5-9d7c-4e60-9b9c-e3004411c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:48.488608 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792220-b217-4310-af29-9148ff36534b req-c9fddf0f-166a-46e8-9eb4-be0f8868f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:48.490024 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-c9fddf0f-166a-46e8-9eb4-be0f8868f2ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1267087 Jun 01 14:14:48.718989 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-8f4a5fd4-4cd6-4264-90f5-1f32a341fafa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1000 time: 0.2208827 Jun 01 14:14:48.785442 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792220-b217-4310-af29-9148ff36534b req-02564b99-2251-477b-9e5e-4a7aab443aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:48.787009 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-02564b99-2251-477b-9e5e-4a7aab443aa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0621247 Jun 01 14:14:48.799797 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:48.866642 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792220-b217-4310-af29-9148ff36534b req-6a8eba34-2770-4656-91ae-fc1bdc0ab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:14:48.868122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-6a8eba34-2770-4656-91ae-fc1bdc0ab84c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751286 Jun 01 14:14:48.999145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-cc173a84-79f2-4f51-8905-8225da044ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Jun 01 14:14:49.143628 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5e792220-b217-4310-af29-9148ff36534b req-c1892785-f71b-43dc-94eb-efb0fd65447a service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389751 Jun 01 14:14:50.594725 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3c0a3bc1-9776-4326-a7d9-cf2bf94a7b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:51.770426 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:52.044824 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:53.442114 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:14:56.167937 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:15:05.359441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:18.369769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-9ffe30a6-5155-4bde-92f4-0f3158002976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:18.811803 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:20.591227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-323ea7c2-19df-4272-8914-9c3ced5c597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:21.770694 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:22.055471 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:23.444656 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:33.169636 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:15:35.366998 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:48.270201 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-c130179a-446c-4f90-b9b2-73d113d2b8ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1630485 Jun 01 14:15:48.369011 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2125cf1b-22e1-41cc-8918-2d0fd2eedd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:48.420809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-095d5b96-4f3c-4b85-a0cd-0e8869bb5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:48.422184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-095d5b96-4f3c-4b85-a0cd-0e8869bb5350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1096 time: 0.0806980 Jun 01 14:15:48.568353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-99f2201a-95db-4bb4-99cd-694c014cba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:48.569786 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-99f2201a-95db-4bb4-99cd-694c014cba46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1287596 Jun 01 14:15:48.671022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-2f057a56-062a-48ae-853c-c0c8b5710ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1000 time: 0.0954278 Jun 01 14:15:48.730518 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-0b036ece-0dcd-43ab-bd6b-6168192b79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:48.731903 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-0b036ece-0dcd-43ab-bd6b-6168192b79c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0555651 Jun 01 14:15:48.810374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-c623a8f0-a9d2-44c7-874e-a58b6f0b3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:48.812186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-c623a8f0-a9d2-44c7-874e-a58b6f0b3343 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747299 Jun 01 14:15:48.815272 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:48.822024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-06d33fbe-18ca-4f32-9b78-c6bd7f18a55f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:15:48.822962 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-06d33fbe-18ca-4f32-9b78-c6bd7f18a55f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048852 Jun 01 14:15:48.956922 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-fd46fb42-72c1-4d1c-b604-3ee4a841994c service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278515 Jun 01 14:15:49.087960 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-129b913e-5f3c-4d91-87d5-d813eb0ab5ce req-3b550740-d1f7-4aff-aa01-5a2800abdc61 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251342 Jun 01 14:15:50.591497 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-59e56703-dba5-40e3-9a6a-e71862923ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:51.766177 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:52.057309 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:53.448721 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:15:56.064286 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc9318-f347-49ee-bde0-dbfdab9a4af7 req-e82addae-8717-42b6-bef9-8e00299e5f78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:56.065785 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdcc9318-f347-49ee-bde0-dbfdab9a4af7 req-e82addae-8717-42b6-bef9-8e00299e5f78 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1363111 Jun 01 14:15:56.114179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cdcc9318-f347-49ee-bde0-dbfdab9a4af7 req-9b0b80da-fe3f-4281-87c4-d15fb222dc9c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Jun 01 14:15:57.313004 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8dd88-0b5a-4832-aea2-f9364c0d25fd req-4fea1b75-04e2-4f85-b2c6-309f4b5534db tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:57.314577 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99b8dd88-0b5a-4832-aea2-f9364c0d25fd req-4fea1b75-04e2-4f85-b2c6-309f4b5534db tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0858943 Jun 01 14:15:57.364329 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99b8dd88-0b5a-4832-aea2-f9364c0d25fd req-693c43e8-1d6d-4dc9-bf85-3ce7973e032a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Jun 01 14:15:58.577730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0739-3215-4231-ad3b-73fda468fa38 req-c8ce9444-d723-4628-8701-b3f6abc9ca2c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:58.579210 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7ba0739-3215-4231-ad3b-73fda468fa38 req-c8ce9444-d723-4628-8701-b3f6abc9ca2c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0871468 Jun 01 14:15:58.624295 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f7ba0739-3215-4231-ad3b-73fda468fa38 req-9156807d-2dbd-417b-b7c1-ee78929b7eb2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387580 Jun 01 14:15:59.951985 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72437541-208e-4ce0-9ceb-fe599cf3a1be req-ddcb82c6-3460-45af-9433-eec19a433ee8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:15:59.953423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72437541-208e-4ce0-9ceb-fe599cf3a1be req-ddcb82c6-3460-45af-9433-eec19a433ee8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1969342 Jun 01 14:15:59.997438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72437541-208e-4ce0-9ceb-fe599cf3a1be req-f7b82f62-c675-41c4-9eba-40215164c89f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380335 Jun 01 14:16:01.206375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7518fb-77d4-49e2-963c-3dc46aa2e0f6 req-55073b38-7479-4c6b-aced-5d45c5e335a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:01.207906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f7518fb-77d4-49e2-963c-3dc46aa2e0f6 req-55073b38-7479-4c6b-aced-5d45c5e335a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0894585 Jun 01 14:16:01.260161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f7518fb-77d4-49e2-963c-3dc46aa2e0f6 req-ca7f8536-6add-459e-bc08-a2607379270c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Jun 01 14:16:02.462180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2cae4-020d-4f3b-bac6-2afe62f46259 req-ce85d29b-a1fd-4eab-ac31-0dc6d2175fe2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:02.463810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69a2cae4-020d-4f3b-bac6-2afe62f46259 req-ce85d29b-a1fd-4eab-ac31-0dc6d2175fe2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0912964 Jun 01 14:16:02.510584 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-69a2cae4-020d-4f3b-bac6-2afe62f46259 req-660a5b1d-f3fc-4b2f-b572-ccb22384fc1d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Jun 01 14:16:03.724873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279c95f-cdee-483e-a537-918deb1d5764 req-7a2a542c-f7d7-4d52-a9a4-12fee9b62dec tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:03.726320 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3279c95f-cdee-483e-a537-918deb1d5764 req-7a2a542c-f7d7-4d52-a9a4-12fee9b62dec tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0938535 Jun 01 14:16:03.773408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-3279c95f-cdee-483e-a537-918deb1d5764 req-b5f48652-66aa-4a4f-9ac3-cca8ae00185f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Jun 01 14:16:04.977250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a60cea-5815-43be-bc0a-cbd4ac694e56 req-6a110987-333e-4710-ae32-e9ed78b5dd47 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:04.978730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03a60cea-5815-43be-bc0a-cbd4ac694e56 req-6a110987-333e-4710-ae32-e9ed78b5dd47 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0956056 Jun 01 14:16:05.023230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-03a60cea-5815-43be-bc0a-cbd4ac694e56 req-a91c9ef9-aa87-46d5-bb64-d85a5c6a1653 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 Jun 01 14:16:05.376520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:06.251099 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8346-0abb-46e4-832d-322251f72c30 req-01bdf4c0-d1ea-4355-b659-d1ca19c7c803 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:06.252529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7eae8346-0abb-46e4-832d-322251f72c30 req-01bdf4c0-d1ea-4355-b659-d1ca19c7c803 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1172576 Jun 01 14:16:06.300074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7eae8346-0abb-46e4-832d-322251f72c30 req-ea8b6a73-cf5e-4224-83c9-6839e59d6c23 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413122 Jun 01 14:16:07.499500 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990962-fef9-4a3b-a8bb-f3245ed198ef req-c591e6a7-2e3a-46ec-a804-eca76e2aa4b2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:07.500958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b990962-fef9-4a3b-a8bb-f3245ed198ef req-c591e6a7-2e3a-46ec-a804-eca76e2aa4b2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0858924 Jun 01 14:16:07.544275 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2b990962-fef9-4a3b-a8bb-f3245ed198ef req-6441eb59-d3d3-439d-8b62-b9c6603d7b61 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374320 Jun 01 14:16:08.772964 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ef73e-ee0b-4285-b0a0-28e0b7a51a5f req-52657232-3f4d-47a1-b04b-bbb9c94c21ee tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:08.775703 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad9ef73e-ee0b-4285-b0a0-28e0b7a51a5f req-52657232-3f4d-47a1-b04b-bbb9c94c21ee tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1028624 Jun 01 14:16:08.824500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad9ef73e-ee0b-4285-b0a0-28e0b7a51a5f req-4ede665e-2f0f-41e5-b468-89bf0cd19239 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Jun 01 14:16:09.403824 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:16:09.607656 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:09.623759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:16:09.686284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:16:09.687001 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:09.707327 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:16:09.724956 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:09.730128 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:09.812017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['0081d6a8-e787-44cd-b07f-ca8b4d78889d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:16:09.859005 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:16:09.879359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.879705 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.880042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.880373 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.880699 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.881017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.881346 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.881670 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.881992 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.882306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.882639 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:09.882982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:16:10.051371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10fdca-4f02-4c4f-a391-81c2d8848b96 req-31506191-807e-461b-a786-038a2a7fface tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:10.055226 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db10fdca-4f02-4c4f-a391-81c2d8848b96 req-31506191-807e-461b-a786-038a2a7fface tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0901921 Jun 01 14:16:10.117810 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-db10fdca-4f02-4c4f-a391-81c2d8848b96 req-411a48b5-d7b5-404a-ae0a-21316bd38bcf tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559585 Jun 01 14:16:10.171255 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:16:11.346878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c2305-6b09-4848-b9f0-6cab852e108a req-584d759a-e069-4732-addb-2de4f78a2518 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:11.354191 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef0c2305-6b09-4848-b9f0-6cab852e108a req-584d759a-e069-4732-addb-2de4f78a2518 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0972545 Jun 01 14:16:11.406050 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ef0c2305-6b09-4848-b9f0-6cab852e108a req-a60a043a-5e65-4661-93d2-0aa4fa8d603e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Jun 01 14:16:11.423688 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:16:11.513375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:16:11.513758 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:11.650293 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:16:11.650817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:11.683943 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:16:11.695192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:11.704868 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:11.747740 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eb7d59-011b-4663-8388-598d7bb488aa'] response: {'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'code': 200} Jun 01 14:16:11.794470 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:16:12.624836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dac45-488c-44ae-9801-a9f585c940c7 req-1d8d38fb-264d-43fb-9ec2-e90c1286dd15 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:12.627022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-915dac45-488c-44ae-9801-a9f585c940c7 req-1d8d38fb-264d-43fb-9ec2-e90c1286dd15 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1018376 Jun 01 14:16:12.679374 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-915dac45-488c-44ae-9801-a9f585c940c7 req-85455ed8-dd01-467b-babb-7754b76bb2ce tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Jun 01 14:16:13.914799 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a34a-ab60-4dab-9b64-ba2f7d48cf6f req-a5d3d5e1-bded-40e9-9473-5692378c7557 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:13.916893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02a9a34a-ab60-4dab-9b64-ba2f7d48cf6f req-a5d3d5e1-bded-40e9-9473-5692378c7557 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0910177 Jun 01 14:16:13.965083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-02a9a34a-ab60-4dab-9b64-ba2f7d48cf6f req-7220d065-8b8e-487c-8668-09ba6c9b52e4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Jun 01 14:16:15.179076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d0f6-59ea-474d-9945-e5c85820e117 req-75c5f46b-b2c8-4c1a-9c91-4cf7307512c9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:15.180597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bf5d0f6-59ea-474d-9945-e5c85820e117 req-75c5f46b-b2c8-4c1a-9c91-4cf7307512c9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.1002798 Jun 01 14:16:15.235147 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0bf5d0f6-59ea-474d-9945-e5c85820e117 req-7f402755-98a8-4b3b-87fc-ef21d0aa0273 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483153 Jun 01 14:16:16.438671 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc3b4-1533-4299-8cd6-bfbfbd5c484b req-8c0384e0-3924-4651-b6e0-7723ac18888e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:16.441240 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15ffc3b4-1533-4299-8cd6-bfbfbd5c484b req-8c0384e0-3924-4651-b6e0-7723ac18888e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0953562 Jun 01 14:16:16.516948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-15ffc3b4-1533-4299-8cd6-bfbfbd5c484b req-418c7c3b-dcf1-4cda-93f4-eff9df38fb51 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686295 Jun 01 14:16:17.724637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44131b16-4eb8-4642-846c-a21ba254ea28 req-1d1c2161-b256-42f8-bfb6-1431329b0eaa tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:17.726309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44131b16-4eb8-4642-846c-a21ba254ea28 req-1d1c2161-b256-42f8-bfb6-1431329b0eaa tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0833852 Jun 01 14:16:17.772532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44131b16-4eb8-4642-846c-a21ba254ea28 req-89ff76d2-83de-4db6-8312-902fc655d4e4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403078 Jun 01 14:16:17.927727 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-88fdfe77-7541-4e42-a9a4-224bb0102967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:17.929211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-88fdfe77-7541-4e42-a9a4-224bb0102967 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1096 time: 0.0874231 Jun 01 14:16:18.063117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-085dbb64-a459-46c3-8951-b82cf6f612be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:18.064527 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-085dbb64-a459-46c3-8951-b82cf6f612be service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1276364 Jun 01 14:16:18.172410 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-28099d46-c9ff-4e28-bab6-0227201c9414 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1000 time: 0.1005602 Jun 01 14:16:18.240374 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-26bb7a3f-652a-4ce9-9e73-e012f1262b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:18.241781 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-26bb7a3f-652a-4ce9-9e73-e012f1262b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0626383 Jun 01 14:16:18.318669 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-eb12f848-9fb3-4ad0-9519-057d723bcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:18.320017 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-eb12f848-9fb3-4ad0-9519-057d723bcc8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719035 Jun 01 14:16:18.369419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-28f6c7d9-7f42-44b4-b762-42a22d444918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:18.452305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-11fb0b0e-f4fe-4c7e-bcb6-32a1dc78a47d service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252470 Jun 01 14:16:18.588835 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4567346-3cb1-4633-895b-1f582d73c5ac req-44388096-53f5-44bb-9f5b-2de0a3f04399 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303859 Jun 01 14:16:18.831258 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:18.975641 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1af65-99be-401b-9f93-3f174f2aaf6b req-eb53d0d3-01a8-45d8-ab1b-1a37260db70b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:18.977004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ab1af65-99be-401b-9f93-3f174f2aaf6b req-eb53d0d3-01a8-45d8-ab1b-1a37260db70b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0909050 Jun 01 14:16:19.025658 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4ab1af65-99be-401b-9f93-3f174f2aaf6b req-b19fe246-bdce-4382-9c85-407201ebd941 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 Jun 01 14:16:20.224001 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921f6a-3166-4358-8ebf-81e802f8e4bf req-ffbd9b6e-39a3-4576-97f2-cf37dae3eba5 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:20.225352 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff921f6a-3166-4358-8ebf-81e802f8e4bf req-ffbd9b6e-39a3-4576-97f2-cf37dae3eba5 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0869055 Jun 01 14:16:20.269752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ff921f6a-3166-4358-8ebf-81e802f8e4bf req-49a0fb1e-9399-4781-9928-53208cf5989d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Jun 01 14:16:20.587501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-47c00919-19c2-4cb8-a0ff-3182df19eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:21.476490 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d34cd-bf1c-4c9a-8b48-f879834a891b req-9cbb3b4f-3480-4957-a326-ea8d4701fd3e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:21.478398 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e1d34cd-bf1c-4c9a-8b48-f879834a891b req-9cbb3b4f-3480-4957-a326-ea8d4701fd3e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 945 time: 0.0911648 Jun 01 14:16:21.526891 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7e1d34cd-bf1c-4c9a-8b48-f879834a891b req-23e05478-5b9b-4a2b-b92e-f018bf081ce3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Jun 01 14:16:21.528398 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:16:21.653370 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:16:21.654119 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:21.682002 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:16:21.691662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:21.697190 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:21.738033 n-d-844200-1 neutron-server[88373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0eabd4fa-ed0b-4895-871b-1da3b5b34545']: {'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'code': 422} returned with failed status Jun 01 14:16:21.780215 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:21.787582 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:16:21.940620 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cc891-16d2-4418-9d0a-81e9b9944f49 req-d9a41589-6162-4447-8c52-14f62f5f9229 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:21.942152 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac2cc891-16d2-4418-9d0a-81e9b9944f49 req-d9a41589-6162-4447-8c52-14f62f5f9229 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0862732 Jun 01 14:16:21.993988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ac2cc891-16d2-4418-9d0a-81e9b9944f49 req-bd144d88-1d87-4bb2-8c74-1fee25636db3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Jun 01 14:16:22.051273 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:22.107770 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-f8966f05-74f0-4861-a521-fbb120d18716 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215436 Jun 01 14:16:23.101024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-2ed085f3-dda1-41f0-ac11-42d8978014c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.102536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-2ed085f3-dda1-41f0-ac11-42d8978014c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 1094 time: 0.0770614 Jun 01 14:16:23.369199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c870cd-d480-427d-96d5-fda8184e90cb req-4716913f-c56f-4bae-b241-9aa0eb04edae tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.370718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88c870cd-d480-427d-96d5-fda8184e90cb req-4716913f-c56f-4bae-b241-9aa0eb04edae tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.2647798 Jun 01 14:16:23.373321 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-b20a97cc-d5d6-4d6c-8815-08a61cafdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.374633 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-b20a97cc-d5d6-4d6c-8815-08a61cafdbf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1094 time: 0.2383046 Jun 01 14:16:23.452030 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:23.491929 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88c870cd-d480-427d-96d5-fda8184e90cb req-f996cb18-7e5b-45b8-9bb7-585aa1aa92c4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153233 Jun 01 14:16:23.533068 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-557429fa-0f11-488b-bf1a-73511c797860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.534477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-557429fa-0f11-488b-bf1a-73511c797860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1456242 Jun 01 14:16:23.641984 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-53fd685f-8e86-4e5a-b6ad-e48a51c156c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 998 time: 0.1006041 Jun 01 14:16:23.705396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-98eda4ca-d347-4650-b5da-b3d08fa5fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.706837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-98eda4ca-d347-4650-b5da-b3d08fa5fcd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0592108 Jun 01 14:16:23.781596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-6712b8cc-cd0a-47ae-a4a1-afa386fd5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:23.783102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-6712b8cc-cd0a-47ae-a4a1-afa386fd5b19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707364 Jun 01 14:16:23.916623 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-2fb738dc-745c-4505-8204-b1f78dccfa43 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268885 Jun 01 14:16:24.052715 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fcd653f-1aa3-4b93-884a-6a7b6cd11bc4 req-9c805ab4-5d7a-4c97-ad59-238e358bf00a service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278682 Jun 01 14:16:24.706343 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47afbd2-cba9-40bc-93ed-b9319a603339 req-61fd535f-d5e9-4675-aa30-9c13eb23c920 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:24.708682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b47afbd2-cba9-40bc-93ed-b9319a603339 req-61fd535f-d5e9-4675-aa30-9c13eb23c920 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0910192 Jun 01 14:16:24.768778 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b47afbd2-cba9-40bc-93ed-b9319a603339 req-76ed18d9-17b6-4513-8e0c-5271b85e3676 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533447 Jun 01 14:16:25.970986 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b4d6-be9d-4520-bb64-9fe53c017819 req-5d53b354-6c98-4a01-978e-a5c4014fd8e9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:25.973548 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e337b4d6-be9d-4520-bb64-9fe53c017819 req-5d53b354-6c98-4a01-978e-a5c4014fd8e9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0878723 Jun 01 14:16:26.019569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e337b4d6-be9d-4520-bb64-9fe53c017819 req-48a468c5-0e21-4b7d-9569-e6655e481e69 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Jun 01 14:16:27.211588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b0d9-e0dc-4f6d-8eda-b1d2ce4c2bad req-3ccf5f3c-ec43-42f0-9b82-2d433dac62ee tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:27.214262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a22b0d9-e0dc-4f6d-8eda-b1d2ce4c2bad req-3ccf5f3c-ec43-42f0-9b82-2d433dac62ee tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0870068 Jun 01 14:16:27.258983 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0a22b0d9-e0dc-4f6d-8eda-b1d2ce4c2bad req-f207ee2c-ea2e-4d23-8a98-e69c925537c8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389440 Jun 01 14:16:28.465900 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e60f8-ba9a-4411-b91f-0053e314d23b req-ca2cdf1e-9400-4a37-b7ec-1d50bbda6aa4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:28.474121 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e60f8-ba9a-4411-b91f-0053e314d23b req-ca2cdf1e-9400-4a37-b7ec-1d50bbda6aa4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0899541 Jun 01 14:16:28.536504 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4e5e60f8-ba9a-4411-b91f-0053e314d23b req-9df7447e-c690-4778-9d3d-8ddcedcdae84 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611610 Jun 01 14:16:29.742834 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cdeb5-2896-4f0d-b920-b35192c5a3e1 req-cc9dbbf3-6258-4319-afeb-98c02ad78b56 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:29.745692 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc6cdeb5-2896-4f0d-b920-b35192c5a3e1 req-cc9dbbf3-6258-4319-afeb-98c02ad78b56 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0961845 Jun 01 14:16:29.793044 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bc6cdeb5-2896-4f0d-b920-b35192c5a3e1 req-2abc089f-da1d-4d87-aa08-9bd074b12cd1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 Jun 01 14:16:30.992031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe39bfd-f784-42e7-8c1b-8b0518947ecf req-34be2f4f-d72a-49bf-b3f2-eb2bbf6b715c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:30.994176 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe39bfd-f784-42e7-8c1b-8b0518947ecf req-34be2f4f-d72a-49bf-b3f2-eb2bbf6b715c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0821891 Jun 01 14:16:31.045906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fe39bfd-f784-42e7-8c1b-8b0518947ecf req-62ff0ee0-a163-43b5-98d6-3700e25b95e7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458481 Jun 01 14:16:32.264075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277547a-0c69-4f3c-bac5-facac17c4e14 req-574ab073-4eb9-4ccc-a502-7bc8e61c6f6c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:32.265501 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6277547a-0c69-4f3c-bac5-facac17c4e14 req-574ab073-4eb9-4ccc-a502-7bc8e61c6f6c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0906518 Jun 01 14:16:32.312422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6277547a-0c69-4f3c-bac5-facac17c4e14 req-3e804b49-a125-49fd-8fcb-07543e0c5b2e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Jun 01 14:16:33.516396 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe5d15-f9e2-48d2-bbeb-1a134f40ba58 req-e75528cb-cab7-45b4-b70a-52c8786b8be3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:33.517864 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08fe5d15-f9e2-48d2-bbeb-1a134f40ba58 req-e75528cb-cab7-45b4-b70a-52c8786b8be3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0862091 Jun 01 14:16:33.573154 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08fe5d15-f9e2-48d2-bbeb-1a134f40ba58 req-2e674474-e07e-42a3-b17f-4ab66a054ea1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494485 Jun 01 14:16:34.789422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cf593-2866-44e7-8c98-d5bf6d9b6a59 req-d5023c34-ad97-4a5d-8402-e33ec9ae9252 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:34.790964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7cf593-2866-44e7-8c98-d5bf6d9b6a59 req-d5023c34-ad97-4a5d-8402-e33ec9ae9252 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 943 time: 0.0895398 Jun 01 14:16:34.838928 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e7cf593-2866-44e7-8c98-d5bf6d9b6a59 req-9c33bdd3-0b6d-40d5-ac87-a52e21d23b8d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396547 Jun 01 14:16:35.377539 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:35.585521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:16:35.721784 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:35.734631 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'port_id': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'mac_address': 'fa:16:3e:fe:94:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:16:35.797610 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:16:35.798078 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:35.824031 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:16:35.843553 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:35.850091 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:35.920769 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:16:36.031732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78374b0-c4e1-4f5e-a648-52a5ab65bc4c req-da9a40b9-5e5b-4b44-9515-d598ab5d1f50 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:36.033096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b78374b0-c4e1-4f5e-a648-52a5ab65bc4c req-da9a40b9-5e5b-4b44-9515-d598ab5d1f50 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0859590 Jun 01 14:16:36.085309 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b78374b0-c4e1-4f5e-a648-52a5ab65bc4c req-4aaf288f-df03-412b-bdf1-529b1f851bd5 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440426 Jun 01 14:16:36.093692 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['0081d6a8-e787-44cd-b07f-ca8b4d78889d'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:16:37.289920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ecd4c-ea9f-48b7-bef0-7b796d182cf8 req-1e06b5ed-a499-4426-bdfd-0db327b4b9c4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:37.291666 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f7ecd4c-ea9f-48b7-bef0-7b796d182cf8 req-1e06b5ed-a499-4426-bdfd-0db327b4b9c4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 944 time: 0.0909138 Jun 01 14:16:37.339827 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f7ecd4c-ea9f-48b7-bef0-7b796d182cf8 req-17925290-1c66-4c8b-a35f-c2bdbd8be078 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400746 Jun 01 14:16:37.600362 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:16:37.684847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 0081d6a8-e787-44cd-b07f-ca8b4d78889d triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:16:37.685230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:37.804247 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 0081d6a8-e787-44cd-b07f-ca8b4d78889d is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:16:37.804483 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:37.833152 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:16:37.843007 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:16:37.849289 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:37.886174 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadc8202-d0a3-44f1-b55b-13ccd8c0c251'] response: {'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'code': 200} Jun 01 14:16:37.918605 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:16:38.122602 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcfd07-55f9-4b0e-89b4-ae5fa792ec78 req-36b82e8e-0674-4017-8877-a1d56447cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:38.124168 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99dcfd07-55f9-4b0e-89b4-ae5fa792ec78 req-36b82e8e-0674-4017-8877-a1d56447cbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1097 time: 0.0917838 Jun 01 14:16:38.165925 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99dcfd07-55f9-4b0e-89b4-ae5fa792ec78 req-deba7579-08d8-44f8-9a6a-a155b7b76193 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Jun 01 14:16:38.547108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c908f8-abfc-45ca-bcfe-58d7668550a7 req-4733a9a8-97df-464c-ba50-ba144be91286 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:38.548862 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33c908f8-abfc-45ca-bcfe-58d7668550a7 req-4733a9a8-97df-464c-ba50-ba144be91286 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.0822489 Jun 01 14:16:38.597482 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-33c908f8-abfc-45ca-bcfe-58d7668550a7 req-d222e0c0-d9ad-4502-8e75-50737bdc493c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Jun 01 14:16:39.796419 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e3939-1675-456b-965d-9197c86ded74 req-0531af5e-e8a0-4d86-be1b-78e103b8907c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:39.798068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9e3939-1675-456b-965d-9197c86ded74 req-0531af5e-e8a0-4d86-be1b-78e103b8907c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.0815027 Jun 01 14:16:39.843731 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fc9e3939-1675-456b-965d-9197c86ded74 req-06136664-9658-414b-8ef2-2e0f7a24a8e1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395391 Jun 01 14:16:41.151061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e020-e737-4100-a221-983964aea2f6 req-ce418c2d-4251-4337-933a-0edf45dd7431 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:41.152456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4a0e020-e737-4100-a221-983964aea2f6 req-ce418c2d-4251-4337-933a-0edf45dd7431 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.2026584 Jun 01 14:16:41.203403 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e4a0e020-e737-4100-a221-983964aea2f6 req-f61ef435-564f-4175-8984-e420128e8ba8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Jun 01 14:16:47.177884 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:16:48.378417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dd899e55-02f7-46b6-8311-9207a8018e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:48.833582 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:49.177588 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-2593ea8e-6406-408d-8340-b24f0a054925 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719280 Jun 01 14:16:49.330613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-b61e6869-d329-4c75-baff-cbad72e6edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:49.332108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-b61e6869-d329-4c75-baff-cbad72e6edf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1097 time: 0.0798912 Jun 01 14:16:49.480199 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-20a45371-93f0-4564-b467-11bd2e064706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:49.481570 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-20a45371-93f0-4564-b467-11bd2e064706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1294763 Jun 01 14:16:49.601453 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-867de56f-45ce-4d6c-93ec-e03fc27c05b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1000 time: 0.1118667 Jun 01 14:16:49.667057 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-f9da03db-5ab7-48f8-81e3-056acd6a8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:49.668474 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-f9da03db-5ab7-48f8-81e3-056acd6a8bd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0604050 Jun 01 14:16:49.748570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-fce0b747-94a1-446e-935e-95261e09fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:16:49.749948 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-fce0b747-94a1-446e-935e-95261e09fbad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758274 Jun 01 14:16:49.884249 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-962e6293-e676-4a71-86db-d1b9725c3a65 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268322 Jun 01 14:16:50.026222 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-97bad93d-4e26-45d5-bbf3-0aec6764d1c4 req-a6f6def9-bdaf-494b-b4f1-bb9aeaffa4ab service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326573 Jun 01 14:16:50.622206 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d7490906-ff9d-43a6-b558-5f664ddbd8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:51.777789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:52.062557 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:16:53.453688 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:05.404109 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:18.368105 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3f77e9e7-d34d-455b-a394-3b7e9bb3f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:18.854002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:20.604966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-99fe335b-4153-497b-819e-f21022f30ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:21.777050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:22.064123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:23.457187 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:24.177803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:17:35.419262 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:48.374918 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-44c5b27a-aea0-4982-99ea-cdcc31cd5407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:48.862079 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:50.188830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-e014d77b-46f0-4871-8bf0-621f38a9273f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892174 Jun 01 14:17:50.333510 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-6020d740-df3b-470d-8190-2472c03f0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:50.335030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-6020d740-df3b-470d-8190-2472c03f0a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1097 time: 0.0744264 Jun 01 14:17:50.498984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-192c213a-fb53-4162-b630-01c79afb3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:50.500356 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-192c213a-fb53-4162-b630-01c79afb3d8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1398010 Jun 01 14:17:50.601829 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d9f02b6c-efb7-46ca-95bb-4830ec24ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:50.609926 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-81e025ae-0b19-4770-a796-1350c696f68a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 1000 time: 0.1038358 Jun 01 14:17:50.679771 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-0783e41e-7e12-4220-9007-30c5480a2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:50.681702 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-0783e41e-7e12-4220-9007-30c5480a2dbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0656204 Jun 01 14:17:50.759020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-da8cf88e-ac29-4969-be05-f669db7680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:50.760380 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-da8cf88e-ac29-4969-be05-f669db7680c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722845 Jun 01 14:17:50.892830 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-d29ecc08-3c13-4963-8226-22031e7ff5e3 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259382 Jun 01 14:17:51.034270 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57446) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:51.141649 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f07f2ef5-ac5f-4b79-8598-4852e106f9e1 req-52ada872-6507-451a-98c8-02863965388b service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419631 Jun 01 14:17:51.241116 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Deleting port ad18e5b6-5c56-4184-a859-ef43454cfcc1 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:17:51.241403 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:51.426758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:51.427052 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:51.670233 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Calling delete_port for ad18e5b6-5c56-4184-a859-ef43454cfcc1 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:17:51.773436 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:51.826953 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:51.874907 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'Port': ['ID=ad18e5b6-5c56-4184-a859-ef43454cfcc1,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:51.921831 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.922166 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.922492 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.922839 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.923161 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.923478 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.923793 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.924101 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.924410 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.924724 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.925028 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:51.925338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:52.000101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:52.000444 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Floating IP ba076160-8247-42be-9c76-0d0176e56995 disassociated (deleted). External IP: 172.25.7.45, port: 0081d6a8-e787-44cd-b07f-ca8b4d78889d. Jun 01 14:17:52.066305 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:52.359687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:17:52.542785 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:17:52.553387 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:17:52.564110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:17:52.564683 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:17:52.564832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:52.619923 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-cceeda6d-0754-45f9-a928-6c19e086e0a8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "DELETE /v2.0/floatingips/ba076160-8247-42be-9c76-0d0176e56995 HTTP/1.1" status: 204 len: 168 time: 1.5843904 Jun 01 14:17:52.620420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:17:52.727755 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e15764-eb95-43e0-83e6-f64ae822a558'] response: {'name': 'network-changed', 'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'status': 'completed', 'code': 200} Jun 01 14:17:52.742471 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:17:52.827589 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-7d4e9c36-4ff6-4c83-8c09-96d21fec0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:52.829042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-7d4e9c36-4ff6-4c83-8c09-96d21fec0ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 1097 time: 0.0784206 Jun 01 14:17:53.015732 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-48e7b08f-f770-4045-9f80-3f589c8ab4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:53.017135 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-48e7b08f-f770-4045-9f80-3f589c8ab4ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1824553 Jun 01 14:17:53.070042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:17:53.074242 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:17:53.082731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:17:53.083490 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:17:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:17:53.091419 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-9781409d-6f4a-4463-b20c-3dbddd841876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 200 len: 217 time: 0.0662837 Jun 01 14:17:53.103562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647977b-6c6d-4f4e-8b4f-1a43d1b38b83 req-0286ad4f-d392-4dff-88ec-d0aa3263219d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:53.104976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9647977b-6c6d-4f4e-8b4f-1a43d1b38b83 req-0286ad4f-d392-4dff-88ec-d0aa3263219d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.1765203 Jun 01 14:17:53.186981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-c57ea4df-ef89-45f3-8924-9ce5859aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:53.188306 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-c57ea4df-ef89-45f3-8924-9ce5859aecd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0824783 Jun 01 14:17:53.195469 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9647977b-6c6d-4f4e-8b4f-1a43d1b38b83 req-c52f62f0-42a0-4daf-bf8d-bb4cc7a452b9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586326 Jun 01 14:17:53.261248 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:17:53.267968 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-7541bb1a-b137-4276-861e-3669b15d9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:53.269535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-7541bb1a-b137-4276-861e-3669b15d9eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732250 Jun 01 14:17:53.401872 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-6b4c7efb-29d9-4bee-8db7-a627da539ada service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249068 Jun 01 14:17:53.459403 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:53.534273 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9ea37bd2-1c53-4c36-9213-86e58e440d4f req-6b773bb1-c80e-4165-9389-470bf44efc63 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262140 Jun 01 14:17:53.582891 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:17:53.587087 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b9df0-55a5-4f24-99da-c71216b983fa None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:17:53.821568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d631a0ba-e067-42ca-8778-b801bd67daa1 None None] New status for floating IP ba076160-8247-42be-9c76-0d0176e56995: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:17:54.247124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-27f40c83-676e-4be9-9ff4-381fa29ba108 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:54.248597 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-27f40c83-676e-4be9-9ff4-381fa29ba108 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.0892675 Jun 01 14:17:54.358513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Deleting port 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:17:54.358823 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:54.508067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e073-c9e4-4c10-a3b9-70596ee14718 req-30572674-2fe6-4307-a47c-af71ba3a02d4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:17:54.509532 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f31e073-c9e4-4c10-a3b9-70596ee14718 req-30572674-2fe6-4307-a47c-af71ba3a02d4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 946 time: 0.1981792 Jun 01 14:17:54.634074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8f31e073-c9e4-4c10-a3b9-70596ee14718 req-999fdbbf-4e7d-47a1-9cdf-a8e7c3a66e56 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab477182-e506-40e7-ba97-1ab8d2fcd1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775008 Jun 01 14:17:54.656714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] For port 0081d6a8-e787-44cd-b07f-ca8b4d78889d, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=0081d6a8-e787-44cd-b07f-ca8b4d78889d,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:17:54.657070 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:54.777092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Calling delete_port for 0081d6a8-e787-44cd-b07f-ca8b4d78889d owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:17:55.051248 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:55.100592 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'Port': ['ID=0081d6a8-e787-44cd-b07f-ca8b4d78889d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:55.140835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.141175 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.141502 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.141824 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.142153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.142470 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.142810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.143127 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.143463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.143765 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.144083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.144394 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:17:55.185610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] No DVR routers for this DVR port 0081d6a8-e787-44cd-b07f-ca8b4d78889d on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:17:55.188178 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:55.190632 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-deleted', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:17:55.202157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a7d159d5-e3fe-47ed-89b7-9cdf5e24d207 req-87d45177-6716-4dcd-b65a-76e79976ea28 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "DELETE /v2.0/ports/0081d6a8-e787-44cd-b07f-ca8b4d78889d HTTP/1.1" status: 204 len: 173 time: 0.9487388 Jun 01 14:17:55.287831 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09987743-c91c-4bc2-9b7e-db28f2e5bb8b'] response: {'server_uuid': '2b328793-737b-4ebd-a6a2-8b64e1911106', 'name': 'network-vif-deleted', 'tag': '0081d6a8-e787-44cd-b07f-ca8b4d78889d', 'status': 'completed', 'code': 200} Jun 01 14:17:55.796846 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9dacb4ad-c224-4b07-bfa3-9ec2553c63d1 req-4a529222-b023-4b51-80f9-b8d58aa137e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:17:55.814025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-9dacb4ad-c224-4b07-bfa3-9ec2553c63d1 req-4a529222-b023-4b51-80f9-b8d58aa137e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:17:55.815499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9dacb4ad-c224-4b07-bfa3-9ec2553c63d1 req-4a529222-b023-4b51-80f9-b8d58aa137e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b328793-737b-4ebd-a6a2-8b64e1911106 HTTP/1.1" status: 200 len: 210 time: 0.0609782 Jun 01 14:17:56.911629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57472) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:56.989391 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.018730 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.085340 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.102524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab477182-e506-40e7-ba97-1ab8d2fcd1e0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:57.114991 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.116114 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-3199a5d2-13da-4d3b-92ea-c044979920e8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "DELETE /v2.0/security-groups/ab477182-e506-40e7-ba97-1ab8d2fcd1e0 HTTP/1.1" status: 204 len: 168 time: 0.2033312 Jun 01 14:17:57.241191 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57482) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:57.246498 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383699811', 'description': 'tempest-secgroup-smoke-1383699811 description', 'project_id': '91b91e9f1672426a85c9a696a51a6763'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:57.253822 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.258524 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.261647 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.267867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.282639 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.304369 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.308838 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.311788 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.317605 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.387978 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.394687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.438801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6bea16-556a-45d6-81a1-bbc10174e964,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:57.444076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.448344 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-2285d6fa-bbc6-48b1-b19c-5a790fc8ae81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2032812 Jun 01 14:17:57.448485 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57486) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:57.453497 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:57.461143 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.465289 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.468338 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.474896 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.496088 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.559192 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.565466 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.590459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1c5d9b-2163-495b-b8c3-1407ad37a630,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:57.602570 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.603790 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f83d81d9-59e9-4ce2-84d4-22ced725e011 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543820 Jun 01 14:17:57.606876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57490) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:57.612177 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:57.619764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.623745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.626643 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.633054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.655858 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.718810 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.724658 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.747188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da177cc5-1d43-4085-9ff2-ddf3658bb439,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:57.757540 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.758727 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-ea9ced87-6d71-4751-af51-87626914bcdc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507711 Jun 01 14:17:57.761503 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57494) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:57.766299 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:57.772782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.776957 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.779871 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.785578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.803292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.870203 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.876651 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.899254 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7891a6ce-1703-4f68-a89d-230f9ab59d82,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:57.910430 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:57.911732 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-5391beba-85d1-41c1-b536-64f1411524e3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491499 Jun 01 14:17:57.914548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57498) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:57.919482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:57.926024 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:57.930038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:57.933326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:57.939107 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:57.958307 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.028955 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.035089 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.059593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3a0562-7bcb-4f50-a6a7-631d6da48ced,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:58.070110 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.071314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a4714c19-6b64-4574-9ad1-8959c3507a76 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558163 Jun 01 14:17:58.074694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57502) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:58.079525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:58.086155 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:58.090227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:58.093216 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:58.099282 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:58.102955 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:17:58.111112 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Project 91b91e9f1672426a85c9a696a51a6763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:17:58.117918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.136754 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: 0081d6a8-e787-44cd-b07f-ca8b4d78889d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:17:58.137095 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 0081d6a8-e787-44cd-b07f-ca8b4d78889d not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:17:58.182807 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.188196 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.210476 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e0a030-edff-4ef1-aa6c-824354b080fc,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:58.220587 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.221798 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-eedb3888-e3d8-4c67-876b-a4c21fe3575e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461928 Jun 01 14:17:58.224911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57506) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:17:58.229785 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bea16-556a-45d6-81a1-bbc10174e964', 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:17:58.236240 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:17:58.240142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:security_group_rule and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:17:58.243073 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:17:58.248877 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:17:58.261651 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Project 91b91e9f1672426a85c9a696a51a6763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:17:58.268445 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.333184 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.338993 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.367207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe1fe0b-920f-49b0-9cf4-ec8335731308,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:17:58.376928 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:17:58.378150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-dda4086c-91e5-4957-b2af-85d952478d81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523411 Jun 01 14:18:01.185893 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:18:05.416572 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:13.271164 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-2f136197-faab-409c-89dd-0b42b430f6d2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383699811&fields=id&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 267 time: 0.0414553 Jun 01 14:18:13.422664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-609eafdf-9bf1-4bb7-9676-23de3c557593 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:13.423987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-609eafdf-9bf1-4bb7-9676-23de3c557593 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 809 time: 0.1461375 Jun 01 14:18:13.441964 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-2252dd1e-30d4-4cca-bab2-a5f9bc344d5d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/quotas/91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 375 time: 0.0098886 Jun 01 14:18:13.532693 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-918a461c-249f-4b2b-b641-c7bd9f11ef21 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852654 Jun 01 14:18:13.598857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-8081f0cd-7111-4bcd-8dc8-c98a0d2b5a4a service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:18:13.599837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-8081f0cd-7111-4bcd-8dc8-c98a0d2b5a4a service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505683 Jun 01 14:18:13.737074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-ac81ff5f-f176-4bc0-97c6-0878fcd9b6b9 service neutron] 10.222.0.40 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309569 Jun 01 14:18:13.871564 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-cf53f4cc-e63f-4e96-9ecc-b700e48e3e5e service neutron] 10.222.0.40 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260619 Jun 01 14:18:14.299408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e3eb73ff-6c25-435c-a3d0-4e24ccbaea3c req-b835cbfd-94b9-494e-a3f7-3df83ae42a0c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 210 time: 0.0463955 Jun 01 14:18:15.344890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-ef1571f7-b258-4ed2-a5ea-b974c8062505 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:15.346423 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-ef1571f7-b258-4ed2-a5ea-b974c8062505 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 809 time: 0.1480443 Jun 01 14:18:15.395809 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-cc3d4776-bb94-46b4-bbe2-581d45d8aa47 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 380 time: 0.0409861 Jun 01 14:18:15.407694 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'port': {'device_id': '04f7150d-c972-4694-815e-75edef13e547', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'admin_state_up': True, 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'security_groups': ['cf6bea16-556a-45d6-81a1-bbc10174e964']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:18:15.525260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f13c0f08-3def-462e-9fa9-9384a981a856 req-4097832f-3a1c-4a95-8a01-3d6e37743ae1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 210 time: 0.1009045 Jun 01 14:18:15.588819 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:18:15.598636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:18:15.609731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Made reservation on behalf of 91b91e9f1672426a85c9a696a51a6763 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:18:15.613312 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:15.779890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Allocated IP 172.20.0.9 (fd34734b-a3bd-4590-9bb4-c54e27e79ed0/aa35b48b-b2f3-4aea-a888-23ef2c6b1707/69ea1e30-fac1-4edb-bab4-79995a2d7ef0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:18:16.091574 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.108000 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Transition to ACTIVE for port object 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:18:16.132616 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.206844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:18:16.210258 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:18:16.215313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:18:16.245533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:16.288131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:16.288742 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.318458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-3347baa1-e69b-418c-a2a3-a577813a1921 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146476 Jun 01 14:18:16.331277 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Request body: {'port': {'device_id': '04f7150d-c972-4694-815e-75edef13e547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:18:16.450368 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.509801 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-84ecd8b8-abd0-486b-a462-af3147702fa7 None None] Provisioning for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:18:16.515138 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-84ecd8b8-abd0-486b-a462-af3147702fa7 None None] Provisioning complete for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:18:16.515517 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-84ecd8b8-abd0-486b-a462-af3147702fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.575996 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-84ecd8b8-abd0-486b-a462-af3147702fa7 None None] Port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:18:16.823260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805d52-3b7a-48cc-aad1-679bd3b17ba7 req-a76fae40-4bdb-4838-a8b1-185ebbac437d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:16.823844 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c2805d52-3b7a-48cc-aad1-679bd3b17ba7 req-a76fae40-4bdb-4838-a8b1-185ebbac437d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:18:16.888511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c2805d52-3b7a-48cc-aad1-679bd3b17ba7 req-a76fae40-4bdb-4838-a8b1-185ebbac437d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:18:16.889656 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2805d52-3b7a-48cc-aad1-679bd3b17ba7 req-a76fae40-4bdb-4838-a8b1-185ebbac437d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 931 time: 0.2081943 Jun 01 14:18:16.897382 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:18:16.918389 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:16.949593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Transition to ACTIVE for port object 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:18:16.960086 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c2805d52-3b7a-48cc-aad1-679bd3b17ba7 req-2158e2ff-0fa4-4029-a11e-5a1fdc5290ed tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580015 Jun 01 14:18:16.960662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:17.116111 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:17.196124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:18:17.196473 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:18:17.196797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:18:17.201426 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:18:17.201737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:18:17.206857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:18:17.207188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:18:17.207560 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Bound using segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:18:17.207979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Bound port: 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:18:17.208319 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:17.301043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:18:17.303905 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:18:17.312359 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:17.370498 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:17.371141 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:17.372506 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] 10.222.0.13 "PUT /v2.0/ports/69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1091 time: 1.0455663 Jun 01 14:18:17.372944 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:18:17.391823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b4b3-3263-4263-a42c-d91152c8ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:17.468510 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e53c9a6-f084-43f2-93f5-39151fcf413d'] response: {'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'status': 'completed', 'code': 200} Jun 01 14:18:17.512466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-034524ed-f1ed-473c-bb3a-d1ea033985d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:17.513953 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-034524ed-f1ed-473c-bb3a-d1ea033985d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1094 time: 0.0862205 Jun 01 14:18:17.582836 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-f3b72e36-0a62-400b-b4c6-7eab8a62877e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0619125 Jun 01 14:18:17.653146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-20c51c67-b2db-4c69-8820-8fd487340ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:17.654514 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-20c51c67-b2db-4c69-8820-8fd487340ae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0655870 Jun 01 14:18:17.731341 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcee3-561b-4bba-9491-800f91847239 req-5c6caae2-1ed6-4ae7-81a6-b06be4443282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:17.732792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-5c6caae2-1ed6-4ae7-81a6-b06be4443282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720410 Jun 01 14:18:17.973301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-54526b4c-cbc9-4aeb-896c-60b9d209824b service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341683 Jun 01 14:18:18.155262 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7edbcee3-561b-4bba-9491-800f91847239 req-64543188-1cdc-482e-9def-d9b1169fd0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751025 Jun 01 14:18:18.186731 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c88e-5bbd-4cc6-8b74-0c9b73d50360 req-7cd2c855-bf25-438b-8e55-6a6f612b68bc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:18.188215 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79b6c88e-5bbd-4cc6-8b74-0c9b73d50360 req-7cd2c855-bf25-438b-8e55-6a6f612b68bc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1196434 Jun 01 14:18:18.282545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-79b6c88e-5bbd-4cc6-8b74-0c9b73d50360 req-75d85695-de45-4409-888d-e926ada09e33 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883355 Jun 01 14:18:18.302866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-5549f2e3-0ec3-4828-8f02-3f277f90fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:18.304314 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-5549f2e3-0ec3-4828-8f02-3f277f90fa85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1094 time: 0.0961759 Jun 01 14:18:18.360625 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-03e5bbf2-7767-4bcb-88a9-e885f89738f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:18.433961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-13c01866-780d-49d4-b561-e5f8de23a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:18.435412 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-13c01866-780d-49d4-b561-e5f8de23a156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1247141 Jun 01 14:18:18.502512 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-924652e7-2691-4693-b06b-45b2b3b1b119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0590060 Jun 01 14:18:18.571736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-e58bab05-a95f-4e49-a273-b6fa2beb927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:18.573175 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-e58bab05-a95f-4e49-a273-b6fa2beb927a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0643218 Jun 01 14:18:18.650891 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-5b66f566-93fd-4d6a-a97b-1b2133cd1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:18.652344 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-5b66f566-93fd-4d6a-a97b-1b2133cd1db4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725391 Jun 01 14:18:18.783609 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-9b5ef694-64a4-467c-ac2d-0c9d91d026a4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245856 Jun 01 14:18:18.876089 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:18.923288 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-90b1b011-85a5-43c1-b151-536a9816deb2 req-e3ea29e3-7b7f-4f5c-9524-d22beefa57e8 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336539 Jun 01 14:18:19.478573 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee269-7df1-4cec-8f40-f400b5789640 req-f433e96c-9e41-497d-9259-65009711d6b7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:19.480063 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2dee269-7df1-4cec-8f40-f400b5789640 req-f433e96c-9e41-497d-9259-65009711d6b7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0850275 Jun 01 14:18:19.528912 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2dee269-7df1-4cec-8f40-f400b5789640 req-79c1fb4c-dc14-4601-abd6-7461a35e1452 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Jun 01 14:18:20.596871 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f9f-a005-4e8c-95fd-575f60333b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:20.739103 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8d0d1-6adf-4b0e-b2a3-62e652ce5a99 req-c3d5a67f-5e4a-47f3-aa1b-825df1dee462 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:20.740545 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93c8d0d1-6adf-4b0e-b2a3-62e652ce5a99 req-c3d5a67f-5e4a-47f3-aa1b-825df1dee462 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0970483 Jun 01 14:18:20.786313 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-93c8d0d1-6adf-4b0e-b2a3-62e652ce5a99 req-ad9a3c77-dcff-4291-88c0-c969d8a63a58 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Jun 01 14:18:21.775905 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:21.989398 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5b2df-dc3c-4af0-b598-efe6dc2f207c req-0268fec0-5df1-492e-a742-c9b957a34b18 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:21.990834 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eda5b2df-dc3c-4af0-b598-efe6dc2f207c req-0268fec0-5df1-492e-a742-c9b957a34b18 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0899017 Jun 01 14:18:22.036157 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-eda5b2df-dc3c-4af0-b598-efe6dc2f207c req-8632a795-e72f-4f17-b66a-b7de78e12a04 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Jun 01 14:18:22.067288 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:23.247999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff2d7d-29df-40e5-a70a-2f85c3f92872 req-aa331d8e-6011-4e26-b5af-04de6e0712dd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:23.249415 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2ff2d7d-29df-40e5-a70a-2f85c3f92872 req-aa331d8e-6011-4e26-b5af-04de6e0712dd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0996027 Jun 01 14:18:23.295590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e2ff2d7d-29df-40e5-a70a-2f85c3f92872 req-1633987a-fba3-4060-a040-0799dd0f2de7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Jun 01 14:18:23.463781 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:24.518664 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137629e-c91c-436d-beb8-ff0264bc981d req-2b1e5f79-966f-46a2-8b96-684ee07e33bb tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:24.520151 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f137629e-c91c-436d-beb8-ff0264bc981d req-2b1e5f79-966f-46a2-8b96-684ee07e33bb tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1062644 Jun 01 14:18:24.569097 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f137629e-c91c-436d-beb8-ff0264bc981d req-e2848e94-f967-4626-8c74-f9369894550c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Jun 01 14:18:25.769680 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7c01c-0ca1-4e04-adeb-04d0ee098ed2 req-8afcc98b-a347-4d35-82e9-cb8ec9621c31 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:25.771031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81e7c01c-0ca1-4e04-adeb-04d0ee098ed2 req-8afcc98b-a347-4d35-82e9-cb8ec9621c31 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0828941 Jun 01 14:18:25.928893 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-81e7c01c-0ca1-4e04-adeb-04d0ee098ed2 req-d73c0d67-1a34-47c4-b695-49698b9e3640 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520319 Jun 01 14:18:26.261049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:18:26.402248 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:18:26.415447 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'mac_address': 'fa:16:3e:51:a9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:18:26.475001 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:18:26.475428 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:26.492097 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:18:26.511310 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:18:26.515382 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:26.585827 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:26.593965 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.594308 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.594677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.595012 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.595341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.595671 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.596024 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.596342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.596644 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.596971 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.597288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.597598 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:18:26.724608 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['69ea1e30-fac1-4edb-bab4-79995a2d7ef0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:18:27.138696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966f10-14c7-4e83-bd8c-b9fa07e74f88 req-f6eec793-086a-452d-941b-a5dbcce526d3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:27.140242 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07966f10-14c7-4e83-bd8c-b9fa07e74f88 req-f6eec793-086a-452d-941b-a5dbcce526d3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 944 time: 0.0954187 Jun 01 14:18:27.187397 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-07966f10-14c7-4e83-bd8c-b9fa07e74f88 req-44500937-7b22-4ee9-930c-5c66cc587b08 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Jun 01 14:18:28.270191 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:18:28.344193 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:18:28.349044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:18:28.349540 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:28.390750 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392058-c69e-49a7-a630-9d0471c13c1b req-0aa1c07c-1535-4025-a0f6-e5c1c164d997 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:28.392196 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6392058-c69e-49a7-a630-9d0471c13c1b req-0aa1c07c-1535-4025-a0f6-e5c1c164d997 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 944 time: 0.0821705 Jun 01 14:18:28.437476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6392058-c69e-49a7-a630-9d0471c13c1b req-213df0a7-f360-4e28-ad2f-22c438c9c79d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395215 Jun 01 14:18:28.469017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:18:28.469393 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:28.496464 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:18:28.506686 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:18:28.513052 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:28.549411 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db64e50-7ce2-4349-ac90-5c056aee1a2b'] response: {'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'code': 200} Jun 01 14:18:28.581172 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:28.674961 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344984a9-ac3e-4168-bf07-9f0f7f65d8c4 req-563f7af1-de4c-4d82-b64a-40d858d78074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:28.676682 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-344984a9-ac3e-4168-bf07-9f0f7f65d8c4 req-563f7af1-de4c-4d82-b64a-40d858d78074 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1096 time: 0.0736880 Jun 01 14:18:28.719592 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-344984a9-ac3e-4168-bf07-9f0f7f65d8c4 req-422c46da-675b-4149-b785-acd6fe605f77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361586 Jun 01 14:18:29.631810 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ba1f-017d-4851-901d-18f6855b9b5a req-5ba767ce-a1d6-42e1-9922-d96e4ee2990f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:29.633259 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d377ba1f-017d-4851-901d-18f6855b9b5a req-5ba767ce-a1d6-42e1-9922-d96e4ee2990f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0881388 Jun 01 14:18:29.679882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d377ba1f-017d-4851-901d-18f6855b9b5a req-ca79e578-0bbb-4411-a83a-191a99112261 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406892 Jun 01 14:18:30.885489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ae765-8af3-4e84-8b95-a574a7ecfff4 req-03a8f7eb-cc2c-4566-91aa-4feca973763e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:30.887449 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-789ae765-8af3-4e84-8b95-a574a7ecfff4 req-03a8f7eb-cc2c-4566-91aa-4feca973763e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0881598 Jun 01 14:18:30.940054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-789ae765-8af3-4e84-8b95-a574a7ecfff4 req-1a504db2-d7f7-41e0-beb3-1e115dabf4b9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Jun 01 14:18:31.129570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20967b08-93ff-4ce8-86f7-eed88f5cbd7a req-cbaab2fa-99a0-4d4f-9f55-4c026f805470 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:31.131030 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20967b08-93ff-4ce8-86f7-eed88f5cbd7a req-cbaab2fa-99a0-4d4f-9f55-4c026f805470 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0808504 Jun 01 14:18:31.178103 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20967b08-93ff-4ce8-86f7-eed88f5cbd7a req-6acac7c9-3bc5-4f1a-bddb-0f1483799bda tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394425 Jun 01 14:18:31.207801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57690) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:18:31.291926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098b25c-7d5e-43ff-88a0-caa3ea02934f tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:31.293422 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1098b25c-7d5e-43ff-88a0-caa3ea02934f tempest-TestShelveInstance-333424922 tempest-TestShelveInstance-333424922-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1091 time: 0.0844588 Jun 01 14:18:31.297940 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57694) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:18:31.303071 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:18:31.311305 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:18:31.315333 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Usage tracker for resource:floatingip and tenant:91b91e9f1672426a85c9a696a51a6763 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:18:31.318196 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:18:31.324210 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:18:31.336719 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:31.476381 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:31.730266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Allocated IP 172.25.7.117 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:18:31.884638 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:31.916643 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:31.982181 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:18:31.984941 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:18:31.989314 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:18:32.020964 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:32.415547 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:32.491704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:32.710579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:32.717774 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:32.823230 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event updated for resources: {'Port': ['ID=dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:18:32.837599 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:33.022261 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Floating IP dab08e3f-f4bc-431e-a34b-c61a5fdef40e associated. External IP: 172.25.7.117, port: 69ea1e30-fac1-4edb-bab4-79995a2d7ef0. Jun 01 14:18:33.535867 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:18:33.718052 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:18:33.730523 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:18:33.741134 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:18:33.741751 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:18:33.746166 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:33.806034 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-619577ee-23f3-47de-bff9-22050372db4f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5069027 Jun 01 14:18:33.806464 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:18:33.850492 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e005cd4-13ad-4bbc-be20-e331a70674cc'] response: {'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'status': 'completed', 'code': 200} Jun 01 14:18:33.942730 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96ffe-5585-47cf-be52-70846424a31a req-16edb06a-2263-43d2-9c27-6e2f3327a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:33.944220 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-16edb06a-2263-43d2-9c27-6e2f3327a1d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1096 time: 0.0723956 Jun 01 14:18:33.954621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:18:34.076879 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96ffe-5585-47cf-be52-70846424a31a req-ad070d4b-2548-41e7-ad6f-4f7b96970960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:34.078343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-ad070d4b-2548-41e7-ad6f-4f7b96970960 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1277130 Jun 01 14:18:34.178500 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-1149915c-42cb-43ed-a872-d83f02fb1e01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 999 time: 0.0943005 Jun 01 14:18:34.238707 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96ffe-5585-47cf-be52-70846424a31a req-eaa0074a-13f5-4cde-b6e9-d33055389852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:34.240117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-eaa0074a-13f5-4cde-b6e9-d33055389852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0563016 Jun 01 14:18:34.300558 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'dab08e3f-f4bc-431e-a34b-c61a5fdef40e', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:51:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f7150d-c972-4694-815e-75edef13e547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:18:32Z', 'updated_at': '2022-06-01T14:18:32Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:18:34.305549 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:18:34.314890 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:18:34.315511 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:18:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:18:34.317464 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96ffe-5585-47cf-be52-70846424a31a req-24c9cf76-0924-48d6-8861-bd8a06d4e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:34.319013 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-24c9cf76-0924-48d6-8861-bd8a06d4e8b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724890 Jun 01 14:18:34.455958 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-6bbe84dd-cebe-4cbf-81f6-2ba7510aba99 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305110 Jun 01 14:18:34.499070 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:18:34.588246 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6c96ffe-5585-47cf-be52-70846424a31a req-1f560d71-c2e9-4f0b-a793-682292efdaa3 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266491 Jun 01 14:18:34.882375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'dab08e3f-f4bc-431e-a34b-c61a5fdef40e', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:51:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f7150d-c972-4694-815e-75edef13e547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:18:32Z', 'updated_at': '2022-06-01T14:18:32Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:18:34.886783 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb1c1b-b5bf-44a7-a261-b328918d81cf None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'dab08e3f-f4bc-431e-a34b-c61a5fdef40e', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'floating_ip_address': '172.25.7.117', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'mac_address': 'fa:16:3e:51:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f7150d-c972-4694-815e-75edef13e547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:18:32Z', 'updated_at': '2022-06-01T14:18:32Z', 'revision_number': 0, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:18:35.096721 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91e5d0-9369-48ff-9a4b-039b876588e2 None None] New status for floating IP dab08e3f-f4bc-431e-a34b-c61a5fdef40e: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:18:35.415627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:38.181841 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:18:48.369932 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-591ca737-7557-497b-9d79-5c4b0a3f343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:48.878150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:50.177988 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-6381b36f-95f9-478b-935a-c8621efef3c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772684 Jun 01 14:18:50.330006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-7c08295f-7a1d-4ff2-911e-22b3882086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:50.331511 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-7c08295f-7a1d-4ff2-911e-22b3882086cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1096 time: 0.0786462 Jun 01 14:18:50.593699 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-350e8d51-ad0d-4533-bfae-16debb12e813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:50.670733 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-ab153244-12ba-47de-862f-cbc8d4a5d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:50.672266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-ab153244-12ba-47de-862f-cbc8d4a5d6b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.3179312 Jun 01 14:18:50.779184 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-9b7ecac0-3f88-4728-9aea-7ade144383d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0998690 Jun 01 14:18:50.854789 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-f4141596-daf9-4a9e-8552-0130c4d1b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:50.854789 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-f4141596-daf9-4a9e-8552-0130c4d1b1b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0687664 Jun 01 14:18:50.933689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-4b4bd521-576b-46cc-82b4-819db696b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:18:50.935186 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-4b4bd521-576b-46cc-82b4-819db696b9b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742261 Jun 01 14:18:51.085833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-b2b2fc4a-f396-4420-8903-a27d371aaa89 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382098 Jun 01 14:18:51.219631 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c52cfb3f-8dc3-47e2-87b5-dd3ceabf0355 req-aaf4ffaa-05a1-445e-bab3-549c3e851a03 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321857 Jun 01 14:18:51.770839 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:52.070269 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:18:53.463283 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:05.436736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:15.184675 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:19:18.372654 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-061edb38-c18d-47c7-963c-419ffd3ac3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:18.884943 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:20.593674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d64e46c8-cf5b-4ec2-8ed8-b9dcab410f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:21.780631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:22.087253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:23.463981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:35.436268 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:48.379862 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b4e91ece-28d6-4d8c-b4b2-c75e92a6caf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:48.899717 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:50.594666 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8e291ff1-df86-4481-ba9c-c2ddb7d95dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:51.183025 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-854f7f5d-cb69-44e1-8e52-2eaba6152b39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806577 Jun 01 14:19:51.322117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-1a335913-2f5e-4e87-ba3f-4a3b13d5cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:19:51.323681 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-1a335913-2f5e-4e87-ba3f-4a3b13d5cc17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1096 time: 0.0731170 Jun 01 14:19:51.469092 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-69f73fed-f8c8-429c-a6c2-5541081b905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:19:51.470461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-69f73fed-f8c8-429c-a6c2-5541081b905f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1275826 Jun 01 14:19:51.574540 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-2f9d7a2a-c4ac-4907-a85d-3eefeb2941cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0979002 Jun 01 14:19:51.639167 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-79b4a15c-7175-4546-8942-e2e1ff8002ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:19:51.640591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-79b4a15c-7175-4546-8942-e2e1ff8002ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0597923 Jun 01 14:19:51.719334 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-c1090929-7268-433d-b42c-f12025c1700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:19:51.720757 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-c1090929-7268-433d-b42c-f12025c1700e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735617 Jun 01 14:19:51.775944 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:51.854632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-1a9a6efd-a216-4743-878d-dddae8b12e2a service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275959 Jun 01 14:19:51.986382 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d05f80d-655a-49d8-85b5-a57583332a45 req-142ee401-efb5-4273-9070-591959ace4fd service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260951 Jun 01 14:19:52.087982 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:19:52.185356 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:19:53.468895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:05.471769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:18.377392 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e3b76045-e4f9-4df7-98c5-21e4de8f4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:18.897403 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:20.589696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-41440285-b04a-4fe7-aa7e-57909fb8c232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:21.782323 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:22.087629 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:23.474116 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:29.191467 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:20:29.872063 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa5e06-37af-4c05-82f7-0a6670931871 req-ddc1a196-8c5a-4de4-92d5-59a8ab977bf4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:29.873541 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6aa5e06-37af-4c05-82f7-0a6670931871 req-ddc1a196-8c5a-4de4-92d5-59a8ab977bf4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0889266 Jun 01 14:20:29.933657 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6aa5e06-37af-4c05-82f7-0a6670931871 req-b29f8e5f-3955-4602-904e-0b1ca6975685 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516095 Jun 01 14:20:31.149745 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805d86-b019-454e-a526-2c4e60c852f0 req-c11c0db2-035b-4b85-88f8-3f8a10014b81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:31.151132 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35805d86-b019-454e-a526-2c4e60c852f0 req-c11c0db2-035b-4b85-88f8-3f8a10014b81 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0894711 Jun 01 14:20:31.204034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-35805d86-b019-454e-a526-2c4e60c852f0 req-61b1fd9a-3657-46e8-b185-41eb3d87f07e tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Jun 01 14:20:32.418437 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687f51-df5e-4c66-856d-5b3efe624663 req-5a318752-a029-4408-9b28-abcb7cb5da72 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:32.419895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54687f51-df5e-4c66-856d-5b3efe624663 req-5a318752-a029-4408-9b28-abcb7cb5da72 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.1005929 Jun 01 14:20:32.575813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-54687f51-df5e-4c66-856d-5b3efe624663 req-ef38b9d5-a88b-4c7c-834a-3fb21be30d5d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497319 Jun 01 14:20:33.782088 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b361-a81c-4898-ab86-a89164077a0d req-c97f8364-441a-45f9-a87b-c291d13406f7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:33.783477 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e02b361-a81c-4898-ab86-a89164077a0d req-c97f8364-441a-45f9-a87b-c291d13406f7 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0897031 Jun 01 14:20:33.828740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8e02b361-a81c-4898-ab86-a89164077a0d req-d262c1b5-7ab2-4e50-9a0f-7874899b7064 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Jun 01 14:20:35.031796 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3f4a5-f4ef-4e40-a82e-8e20a7ec6889 req-0b82de90-5aec-41a6-b882-a1c75ea540c8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:35.033261 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ce3f4a5-f4ef-4e40-a82e-8e20a7ec6889 req-0b82de90-5aec-41a6-b882-a1c75ea540c8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0892010 Jun 01 14:20:35.080056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2ce3f4a5-f4ef-4e40-a82e-8e20a7ec6889 req-cdd45c26-3552-4633-ae4d-a7d3365e95e2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jun 01 14:20:35.477637 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:36.285943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf30af-153d-4e25-a08d-dc1e6263bb0c req-5b831d3f-0ca5-4277-ba13-c2929ea0b999 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:36.287319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7baf30af-153d-4e25-a08d-dc1e6263bb0c req-5b831d3f-0ca5-4277-ba13-c2929ea0b999 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0826585 Jun 01 14:20:36.335396 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7baf30af-153d-4e25-a08d-dc1e6263bb0c req-f326680b-d15a-480f-ae2a-cf0513cc719f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Jun 01 14:20:37.543508 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4457ee-54ed-4f17-85ba-1aa0a274f721 req-784646b6-b68b-4a3a-909a-b03f70b5b242 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:37.544950 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a4457ee-54ed-4f17-85ba-1aa0a274f721 req-784646b6-b68b-4a3a-909a-b03f70b5b242 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0837450 Jun 01 14:20:37.590148 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a4457ee-54ed-4f17-85ba-1aa0a274f721 req-a80ee468-712f-4681-a45a-2bca8b17ea3b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Jun 01 14:20:38.785189 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b8b5-0a20-4b1b-adcf-4c8201c7486a req-15c2b968-bef6-476a-9207-23b0027c1f18 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:38.787752 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88f8b8b5-0a20-4b1b-adcf-4c8201c7486a req-15c2b968-bef6-476a-9207-23b0027c1f18 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0908291 Jun 01 14:20:38.842387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-88f8b8b5-0a20-4b1b-adcf-4c8201c7486a req-d64adedc-d368-400c-83e0-f1134aa22efd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Jun 01 14:20:39.942466 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a52544f7-08db-4575-8968-c2266c0f8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:39.944022 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a52544f7-08db-4575-8968-c2266c0f8de2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1096 time: 0.0730205 Jun 01 14:20:40.142544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-6aa32ec4-9698-47a7-8fde-169441c6199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:40.143952 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-6aa32ec4-9698-47a7-8fde-169441c6199a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1901522 Jun 01 14:20:40.156585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae07ff-e53b-4f71-a0ad-978892973d1a req-6ae196ea-5f12-4ed2-a2d6-cb02d305afc6 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:40.157976 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cae07ff-e53b-4f71-a0ad-978892973d1a req-6ae196ea-5f12-4ed2-a2d6-cb02d305afc6 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.2030587 Jun 01 14:20:40.293700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8cae07ff-e53b-4f71-a0ad-978892973d1a req-961e07af-c034-44e3-8ad8-b438482dc721 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808465 Jun 01 14:20:40.293700 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-ca5fb70c-4eea-457a-ae9e-f4f373c7bee5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1001 time: 0.1345906 Jun 01 14:20:40.359457 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a0b94c46-d6b0-4aa6-8db2-2119955ca98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:40.361183 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a0b94c46-d6b0-4aa6-8db2-2119955ca98c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0615726 Jun 01 14:20:40.439250 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a96ef2e6-f512-43f5-805d-eb23e5969e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:40.440641 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-a96ef2e6-f512-43f5-805d-eb23e5969e54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734777 Jun 01 14:20:40.586179 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-93238c63-a5d5-4e2f-a96c-ab5f0d7561d8 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373847 Jun 01 14:20:40.717568 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8ea227e-d959-4aa8-b467-9201c7b2e117 req-e841e6a6-bf1e-4699-ab57-d0ee3686e019 service neutron] 10.222.0.13 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257222 Jun 01 14:20:41.488182 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1410a-2b66-43dd-ad14-422890b2d9dd req-1a5613cc-972f-46b8-9913-335f8f4a286d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:41.489771 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd1410a-2b66-43dd-ad14-422890b2d9dd req-1a5613cc-972f-46b8-9913-335f8f4a286d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0859466 Jun 01 14:20:41.537991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8fd1410a-2b66-43dd-ad14-422890b2d9dd req-9e586bd5-808d-404f-8fde-ddc07e2cf7f1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Jun 01 14:20:42.736675 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75a83-a3ff-4aca-847c-4cb4e963a541 req-bba92a85-0cbf-4e70-ab16-b740cd0a66c2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:42.738060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd75a83-a3ff-4aca-847c-4cb4e963a541 req-bba92a85-0cbf-4e70-ab16-b740cd0a66c2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0842030 Jun 01 14:20:42.786581 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebd75a83-a3ff-4aca-847c-4cb4e963a541 req-fa276d2b-8713-45c3-b4b2-d8e8157699bc tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Jun 01 14:20:43.998180 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf382c8-cf9c-4aaa-9925-bcbf79bd527d req-1898ed62-4502-45d4-9690-d0af42203459 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:43.999630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cf382c8-cf9c-4aaa-9925-bcbf79bd527d req-1898ed62-4502-45d4-9690-d0af42203459 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0998573 Jun 01 14:20:44.049126 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4cf382c8-cf9c-4aaa-9925-bcbf79bd527d req-8bb7968d-41e4-493c-b61d-2396f3afe238 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Jun 01 14:20:44.363149 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-f0a9a379-e98b-4586-8c3c-cc6fc1a50187 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695992 Jun 01 14:20:44.552866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301209e-8c24-43e8-8825-654d5c995d84 req-72fb28ea-11e0-42ca-9eca-5f962f1c7281 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:44.554825 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a301209e-8c24-43e8-8825-654d5c995d84 req-72fb28ea-11e0-42ca-9eca-5f962f1c7281 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.1976006 Jun 01 14:20:44.600997 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a301209e-8c24-43e8-8825-654d5c995d84 req-6017443f-5175-4eba-b60c-d7f7e233dea5 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Jun 01 14:20:45.819679 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156e6a3-c536-45ff-ac50-bf73bf87c9ea req-d4e3913a-ebdd-4c8a-960d-1b01b8009538 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:45.821136 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4156e6a3-c536-45ff-ac50-bf73bf87c9ea req-d4e3913a-ebdd-4c8a-960d-1b01b8009538 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0920660 Jun 01 14:20:45.865308 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4156e6a3-c536-45ff-ac50-bf73bf87c9ea req-90a174d1-884d-4aec-9c0f-ec1560d6bb98 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 Jun 01 14:20:46.930565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:20:47.058479 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:20:47.058892 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:47.094056 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:20:47.101006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80df48-16d2-4a4f-95b5-d62a50e685e0 req-f7f87d13-d421-4034-9926-31d5216e8fdd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:47.102239 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa80df48-16d2-4a4f-95b5-d62a50e685e0 req-f7f87d13-d421-4034-9926-31d5216e8fdd tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 945 time: 0.0882754 Jun 01 14:20:47.112367 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:20:47.118020 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:47.175130 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-aa80df48-16d2-4a4f-95b5-d62a50e685e0 req-a7e88ded-88f3-4522-9a12-4e1a45d1bbc4 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564241 Jun 01 14:20:47.202851 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:20:47.208109 n-d-844200-1 neutron-server[88373]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ed65be2-cab9-469c-87bd-669e2c283a7c']: {'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'code': 422} returned with failed status Jun 01 14:20:47.214159 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.214496 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.214848 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.215177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.215504 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.215823 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.216254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.216780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.217296 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.217791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.218306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:47.218876 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:48.361846 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cc49-7277-453d-9845-61d17d3b862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:48.381656 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59251175-2ccb-4b08-b136-b4bdb9df1ce0 req-c967bd3b-caf8-4734-a1b2-6449f416174f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:48.383053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59251175-2ccb-4b08-b136-b4bdb9df1ce0 req-c967bd3b-caf8-4734-a1b2-6449f416174f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0865364 Jun 01 14:20:48.433411 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-59251175-2ccb-4b08-b136-b4bdb9df1ce0 req-f3ba370d-040b-4518-8dd6-06f141d49f54 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Jun 01 14:20:48.902005 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:49.289332 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-ad8806b7-23dd-4112-a698-1e47bffa6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:49.290718 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-ad8806b7-23dd-4112-a698-1e47bffa6f70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547&tenant_id=91b91e9f1672426a85c9a696a51a6763 HTTP/1.1" status: 200 len: 1094 time: 0.1418042 Jun 01 14:20:49.307924 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844200-1', 'device_owner': 'compute:nova'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:20:49.419289 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:49.758300 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107536d-b06e-4270-ae1e-841c411493f6 req-6a09aeab-6654-4b6a-a71f-cad36bd499e2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:49.759813 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0107536d-b06e-4270-ae1e-841c411493f6 req-6a09aeab-6654-4b6a-a71f-cad36bd499e2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.2038574 Jun 01 14:20:49.765043 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:20:49.825364 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0107536d-b06e-4270-ae1e-841c411493f6 req-337749f4-791e-40be-b1fb-b8409bbb1322 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579689 Jun 01 14:20:49.831203 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:20:49.884361 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:20:49.891974 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:49.907782 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Transition to ACTIVE for port object 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:20:49.912360 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:50.049593 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:20:50.070371 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.071037 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.072601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.072995 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.073402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.074489 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.074624 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.074959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.075289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.075611 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.076153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.077096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:20:50.149165 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] No DVR routers for this DVR port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on host n-h2-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:20:50.386454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:20:50.386815 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:20:50.387178 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:20:50.392270 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:20:50.392598 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Attempting to bind port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:20:50.398233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:20:50.398614 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Checking segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:20:50.399011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Bound using segment: {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:20:50.399430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Bound port: 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef715315-41c9-475e-8b88-d1a7e70e9cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:20:50.399775 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:50.595469 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f56176ba-696e-4499-ba50-bf3b0568629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:50.621289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:20:50.624252 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:20:50.627994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:50.687585 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:50.688194 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:50.689562 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] 10.222.0.24 "PUT /v2.0/ports/69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1091 time: 1.3859289 Jun 01 14:20:50.690033 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:20:50.712318 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cb4ec-2e50-415a-96fc-7edfab137f44 service neutron] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:20:50.759830 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d431fbcf-0923-4edf-b9db-16f9bc1b9d1e'] response: {'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'status': 'completed', 'code': 200} Jun 01 14:20:50.808065 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-db77a194-6e6a-41ab-aa59-05d41bc3f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:50.809571 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-db77a194-6e6a-41ab-aa59-05d41bc3f010 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1094 time: 0.0843365 Jun 01 14:20:50.984937 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-1823b31d-ab41-47a6-8e10-00749c346f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:50.986381 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-1823b31d-ab41-47a6-8e10-00749c346f5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1707256 Jun 01 14:20:51.106338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-b6075edb-e664-452a-a522-326ae4efb54b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 999 time: 0.1099975 Jun 01 14:20:51.117928 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158b79f-da3c-4926-a17f-d267a2c2eb83 req-d4dd9aa5-ecd2-454d-a08d-f50040355e8d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:51.119372 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5158b79f-da3c-4926-a17f-d267a2c2eb83 req-d4dd9aa5-ecd2-454d-a08d-f50040355e8d tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1811819 Jun 01 14:20:51.211615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-73115d62-af65-48a5-b130-02db74c9a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:51.212971 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-73115d62-af65-48a5-b130-02db74c9a194 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0927799 Jun 01 14:20:51.216146 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5158b79f-da3c-4926-a17f-d267a2c2eb83 req-2d04df65-4bbc-45c2-a3cc-75fc0f0316f9 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655332 Jun 01 14:20:51.291370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-d6148776-0cc0-4cf8-b82f-82a69eb82368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:51.292850 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-d6148776-0cc0-4cf8-b82f-82a69eb82368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736911 Jun 01 14:20:51.303582 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-b13f2c84-e753-4537-8a10-b42d57d058e5 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:20:51.304869 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-b13f2c84-e753-4537-8a10-b42d57d058e5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060768 Jun 01 14:20:51.443384 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-b991fe30-9b41-47da-8dd2-f433ae68145c service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325028 Jun 01 14:20:51.611455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-3474bedb-7340-4cf8-97a2-1228ebf7bffb service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616762 Jun 01 14:20:51.755338 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18694-8b50-41ad-9de1-d62228815ddd req-8dca72a7-9570-48a6-8ec8-b71460d1ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:51.756740 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-8dca72a7-9570-48a6-8ec8-b71460d1ed54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1094 time: 0.0803769 Jun 01 14:20:51.777462 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:51.891036 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18694-8b50-41ad-9de1-d62228815ddd req-32612dec-e2c9-40be-9420-8e230fef8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:51.892467 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-32612dec-e2c9-40be-9420-8e230fef8d8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1291635 Jun 01 14:20:51.993250 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-b539eff5-8da8-48d9-bb2f-02cdbfc5f708 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 999 time: 0.0940671 Jun 01 14:20:52.065003 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18694-8b50-41ad-9de1-d62228815ddd req-11a16ad6-2aa3-461d-9e3c-8d8d5ac13bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:52.067362 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-11a16ad6-2aa3-461d-9e3c-8d8d5ac13bde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0672948 Jun 01 14:20:52.084674 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:52.141976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18694-8b50-41ad-9de1-d62228815ddd req-87450fb4-31b0-4607-a2b8-e74e2e7cca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:52.143529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-87450fb4-31b0-4607-a2b8-e74e2e7cca45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708909 Jun 01 14:20:52.276446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-fb722a51-0fef-4200-9738-9b223510d7f9 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265903 Jun 01 14:20:52.571333 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24a18694-8b50-41ad-9de1-d62228815ddd req-6dafd27a-b18c-4012-bea3-294f48d83087 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895644 Jun 01 14:20:52.586797 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a859a-895b-4392-ba97-9ecc96b27759 req-9166586a-299d-430e-b2fb-52b646cf67c3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:52.588274 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d51a859a-895b-4392-ba97-9ecc96b27759 req-9166586a-299d-430e-b2fb-52b646cf67c3 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1291218 Jun 01 14:20:52.634182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d51a859a-895b-4392-ba97-9ecc96b27759 req-30a92aa7-8d73-4cd0-a956-6b65e738410a tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Jun 01 14:20:53.477504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:20:53.872929 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e49e-abdb-4632-b59d-b39a3a8a9af4 req-da22d256-71b3-4966-826e-bcd782ef4eec tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:53.874365 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df12e49e-abdb-4632-b59d-b39a3a8a9af4 req-da22d256-71b3-4966-826e-bcd782ef4eec tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0918374 Jun 01 14:20:53.918159 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-df12e49e-abdb-4632-b59d-b39a3a8a9af4 req-9c523f8a-8651-47a8-bdf4-0fff0bdc5ad8 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378711 Jun 01 14:20:55.161566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137870-22fd-45ed-8b7f-3d5327dfae90 req-e7b7a52f-82a0-495d-8633-4d30a2139f6b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:55.163038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99137870-22fd-45ed-8b7f-3d5327dfae90 req-e7b7a52f-82a0-495d-8633-4d30a2139f6b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1314814 Jun 01 14:20:55.209042 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-99137870-22fd-45ed-8b7f-3d5327dfae90 req-d3c62953-eb7e-4960-9609-7be33fabfe22 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Jun 01 14:20:56.459555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe33e3-1583-4e02-a60e-dfed5b76234f req-538ea437-684a-409a-a90b-663e4badce39 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:56.461057 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05fe33e3-1583-4e02-a60e-dfed5b76234f req-538ea437-684a-409a-a90b-663e4badce39 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.1369491 Jun 01 14:20:56.507890 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05fe33e3-1583-4e02-a60e-dfed5b76234f req-8770f9d9-3d3e-48cc-864b-2f779442b790 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 Jun 01 14:20:57.873337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14bc20-a790-4e17-aaac-c905dc867d4d req-83ae6437-af06-4c12-bea5-72a0fc3ed928 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:57.874803 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a14bc20-a790-4e17-aaac-c905dc867d4d req-83ae6437-af06-4c12-bea5-72a0fc3ed928 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0899010 Jun 01 14:20:57.920060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5a14bc20-a790-4e17-aaac-c905dc867d4d req-aa5eaffc-31e6-4dd6-9f47-114a49bbf46b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Jun 01 14:20:59.119962 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb210d5-5722-413f-b5a4-32d2a2e486c6 req-d689355f-f935-4f63-a7f9-59872cd34179 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:20:59.121446 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1eb210d5-5722-413f-b5a4-32d2a2e486c6 req-d689355f-f935-4f63-a7f9-59872cd34179 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0893214 Jun 01 14:20:59.167707 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1eb210d5-5722-413f-b5a4-32d2a2e486c6 req-ac8c6cb2-424e-48bb-9b80-e7afef4d7e72 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Jun 01 14:21:00.369882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498cdb1-e4cc-4ec7-9818-d45886871cde req-82fce37d-b6fb-432e-9064-8b6e069f10fb tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:00.371328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c498cdb1-e4cc-4ec7-9818-d45886871cde req-82fce37d-b6fb-432e-9064-8b6e069f10fb tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 943 time: 0.0830817 Jun 01 14:21:00.418879 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c498cdb1-e4cc-4ec7-9818-d45886871cde req-1e9de989-7359-4365-80b4-7306ebbb052c tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Jun 01 14:21:01.164280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:21:01.305250 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:21:01.319282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'port_id': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'mac_address': 'fa:16:3e:51:a9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:21:01.378274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:21:01.378771 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:01.399858 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:21:01.415350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:21:01.421157 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:01.493262 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=9']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:21:01.609164 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5303d-6ce6-487e-8507-a3f3369f92e0 req-ac23f713-c963-45ce-b67e-fb34a2f6ead2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:01.610613 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38c5303d-6ce6-487e-8507-a3f3369f92e0 req-ac23f713-c963-45ce-b67e-fb34a2f6ead2 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 944 time: 0.0829189 Jun 01 14:21:01.655283 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-38c5303d-6ce6-487e-8507-a3f3369f92e0 req-f585764d-77df-4894-8a55-373d6bc338cf tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386024 Jun 01 14:21:01.836487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['69ea1e30-fac1-4edb-bab4-79995a2d7ef0'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:21:02.864984 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174ebd5-dfcc-42a9-8d36-080c0896daa0 req-b08059b4-db61-4b61-80c9-ca56081b7854 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:02.866407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1174ebd5-dfcc-42a9-8d36-080c0896daa0 req-b08059b4-db61-4b61-80c9-ca56081b7854 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 944 time: 0.0949905 Jun 01 14:21:02.910088 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1174ebd5-dfcc-42a9-8d36-080c0896daa0 req-c5771b68-d079-46bf-832b-2ef5dba5d9ab tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376117 Jun 01 14:21:03.162374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:21:03.241179 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:21:03.246312 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:21:03.246703 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:03.408518 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:21:03.408886 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:03.436976 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:21:03.447071 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:21:03.451433 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:03.485335 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf9a99e-ca78-4e8b-af80-6c40f0fcf27a'] response: {'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'code': 200} Jun 01 14:21:03.522638 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=10']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:21:03.732207 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bbd7c-2b1b-4827-bb52-ce0403d43573 req-881e84ca-eafc-48af-b525-77aa6c47f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:03.733625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c4bbd7c-2b1b-4827-bb52-ce0403d43573 req-881e84ca-eafc-48af-b525-77aa6c47f742 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1097 time: 0.0720417 Jun 01 14:21:03.773131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4c4bbd7c-2b1b-4827-bb52-ce0403d43573 req-9d8fc705-9c37-4f4a-bfb4-1d454ce4ec11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337160 Jun 01 14:21:04.114008 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9042a-c06f-48d1-adc3-f0c6a8f84c1e req-1a5dbf68-9cb1-4ff3-9460-6a59ed1366ff tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:04.115486 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfd9042a-c06f-48d1-adc3-f0c6a8f84c1e req-1a5dbf68-9cb1-4ff3-9460-6a59ed1366ff tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 946 time: 0.0856848 Jun 01 14:21:04.161644 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bfd9042a-c06f-48d1-adc3-f0c6a8f84c1e req-50ac4c33-3403-499a-9f38-d5c3533e65a1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Jun 01 14:21:05.354976 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c3b1-c2e8-4efe-aaf3-6c8d81f4f912 req-0a4aebb1-30ef-46b6-adf7-207b35904d80 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:05.356417 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc60c3b1-c2e8-4efe-aaf3-6c8d81f4f912 req-0a4aebb1-30ef-46b6-adf7-207b35904d80 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 946 time: 0.0820317 Jun 01 14:21:05.403824 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc60c3b1-c2e8-4efe-aaf3-6c8d81f4f912 req-a3935b5d-705d-4b22-af10-11614fcc7feb tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Jun 01 14:21:05.476350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:06.185184 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:21:18.369372 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc8e2-f0da-4928-bca7-db93f97dfa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:18.892450 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:20.595241 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f1b68647-92f9-4909-bd8a-f697c9c1dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:21.789778 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:22.091200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:23.483813 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:29.417995 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-9231f91e-7f34-433e-8c12-541671ddf240 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792818 Jun 01 14:21:29.591006 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-42a77315-e504-4cea-9aed-46aef9c6fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:29.592455 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-42a77315-e504-4cea-9aed-46aef9c6fa7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1097 time: 0.0730093 Jun 01 14:21:29.744499 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-e526f1c1-ed36-4c37-9b8a-672ed73dc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:29.745990 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-e526f1c1-ed36-4c37-9b8a-672ed73dc789 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1296773 Jun 01 14:21:29.856026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-67ebb222-ed11-4539-87eb-71b573b04e9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 1001 time: 0.1015625 Jun 01 14:21:29.923302 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-a917a6e2-c9da-4ae7-bf6f-2a7e03a363e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:29.924487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-a917a6e2-c9da-4ae7-bf6f-2a7e03a363e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0618863 Jun 01 14:21:30.005605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-986012d5-35a8-4922-9d3c-010cd85b41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:21:30.007211 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-986012d5-35a8-4922-9d3c-010cd85b41ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766728 Jun 01 14:21:30.145231 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-1d13cb13-8134-4eca-a43d-77b2cd1794e5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303074 Jun 01 14:21:30.400305 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-44bd7400-09ff-4388-b797-dfb400b874f8 req-29a5a9ba-63aa-4ec7-841c-e46298016533 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491007 Jun 01 14:21:35.482507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:43.185704 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:21:48.377901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e037d6d2-da37-4f9b-8833-fea26f93469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:48.900447 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:50.593487 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-993d7e5f-cbea-48d6-a5d5-c671b9f2a8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:51.785715 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:52.101772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:21:53.482112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:05.499247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:18.376630 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-75d28f89-b487-4c26-8492-04b583839101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:18.894777 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:20.191303 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:22:20.597133 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-0d539114-a453-4e80-8932-418791c85040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:20.890511 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57858) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:21.107145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Deleting port dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:21.107464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:21.280898 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:21.281121 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:21.407476 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Calling delete_port for dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:21.567933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:21.616613 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'Port': ['ID=dfd05fe6-cbd2-48bb-b9cb-dd00b1dd27fe,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:21.661421 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.661737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.662069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.662401 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.662750 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.663132 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.663515 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.663836 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.664420 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.664808 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.665078 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.665396 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:21.738240 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:21.738576 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Floating IP dab08e3f-f4bc-431e-a34b-c61a5fdef40e disassociated (deleted). External IP: 172.25.7.117, port: 69ea1e30-fac1-4edb-bab4-79995a2d7ef0. Jun 01 14:22:21.790002 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:22.097985 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:22.220174 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:22:22.401615 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:22.411607 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:22.423084 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:22.423897 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:22.424208 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:22.482824 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-8230e02e-c564-4639-8f10-b5e27afa04d1 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "DELETE /v2.0/floatingips/dab08e3f-f4bc-431e-a34b-c61a5fdef40e HTTP/1.1" status: 204 len: 168 time: 1.5910783 Jun 01 14:22:22.483386 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:22:22.538063 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e06b300-3a85-441f-a364-7171604a6d76'] response: {'name': 'network-changed', 'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'status': 'completed', 'code': 200} Jun 01 14:22:22.604513 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:22.653087 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-780701af-2de8-427d-a505-5600a497dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:22.654670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-780701af-2de8-427d-a505-5600a497dfc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91b91e9f1672426a85c9a696a51a6763&device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 1097 time: 0.0744197 Jun 01 14:22:22.792742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-e8708bf0-d937-4cfc-b838-50953c8a0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:22.794080 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-e8708bf0-d937-4cfc-b838-50953c8a0f05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 200 len: 910 time: 0.1340625 Jun 01 14:22:22.898245 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-0f634a19-39b5-4c6e-879c-b6013e2147b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0722330 Jun 01 14:22:22.931816 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:22.935853 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:22.944101 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:22.944669 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:22.973117 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-5ea324b4-8570-4aff-ab01-c4790e6b06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:22.974536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-5ea324b4-8570-4aff-ab01-c4790e6b06cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 200 len: 848 time: 0.0674300 Jun 01 14:22:23.024874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1306626-a3c4-40b5-bd6f-8ebc2a50eb85 req-eb795914-7cb4-4b30-8fdf-532addde9d71 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:23.031092 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1306626-a3c4-40b5-bd6f-8ebc2a50eb85 req-eb795914-7cb4-4b30-8fdf-532addde9d71 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 946 time: 0.2360570 Jun 01 14:22:23.090793 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c1306626-a3c4-40b5-bd6f-8ebc2a50eb85 req-cdc3b07f-ca8f-46d6-90d7-6d67d1b33493 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584817 Jun 01 14:22:23.103495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-53d5e50c-c78d-4857-bf84-6b8618f5771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:23.104768 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-53d5e50c-c78d-4857-bf84-6b8618f5771a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd34734b-a3bd-4590-9bb4-c54e27e79ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236937 Jun 01 14:22:23.123714 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:23.238921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-3ae54786-0d49-41ad-ad18-473db3aea3c9 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277323 Jun 01 14:22:23.372882 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ebdd651c-f6a1-4955-8694-bae2e49dae8f req-2a97e25f-016e-401c-acaf-2af6c6808706 service neutron] 10.222.0.24 "GET /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272302 Jun 01 14:22:23.434240 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:23.441085 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7c2e-ad8e-4066-b926-c6db7afd20b6 None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:13:31Z', 'revision_number': 4, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '4ff2a68d-9f62-4acc-a6da-bbdf9fb59217', 'name': '', 'network_id': 'fd34734b-a3bd-4590-9bb4-c54e27e79ed0', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'mac_address': 'fa:16:3e:d6:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:30Z', 'updated_at': '2022-06-01T14:13:37Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'subnets': [{'id': 'aa35b48b-b2f3-4aea-a888-23ef2c6b1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:23.485732 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:23.657025 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf078cd-d8a4-40d0-9db6-a609e4c5c13b None None] New status for floating IP dab08e3f-f4bc-431e-a34b-c61a5fdef40e: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:22:24.292873 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39f783-76df-4f0b-8121-66407a297f4c req-fbd52adc-cf81-4f95-8b18-2bd2f353e54f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:24.294328 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b39f783-76df-4f0b-8121-66407a297f4c req-fbd52adc-cf81-4f95-8b18-2bd2f353e54f tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 946 time: 0.0910838 Jun 01 14:22:24.338565 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8b39f783-76df-4f0b-8121-66407a297f4c req-ee5fb2ec-5e7b-4175-bf18-2eddadad977b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6bea16-556a-45d6-81a1-bbc10174e964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383279 Jun 01 14:22:24.576053 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-260b0ce5-df86-406c-9bcc-41265b2b7502 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:24.577487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-260b0ce5-df86-406c-9bcc-41265b2b7502 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 946 time: 0.0882852 Jun 01 14:22:24.645212 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Deleting port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:24.645568 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:24.896980 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] For port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:24.897328 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:25.019091 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Calling delete_port for 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:25.294511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:25.350152 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'Port': ['ID=69ea1e30-fac1-4edb-bab4-79995a2d7ef0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:25.388553 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.388883 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.389209 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.389537 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.389854 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.390170 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.390481 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.390820 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.391131 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.391446 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.391780 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.392096 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:25.434314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] No DVR routers for this DVR port 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:22:25.436945 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:25.439615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-deleted', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:22:25.451612 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-221e5f24-9ecf-489c-aecf-65cd0ac76635 req-651c4336-5829-4f19-8ae3-bb3c7f3bb762 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.24 "DELETE /v2.0/ports/69ea1e30-fac1-4edb-bab4-79995a2d7ef0 HTTP/1.1" status: 204 len: 173 time: 0.8689458 Jun 01 14:22:25.506109 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b7bd75-0082-49a3-8751-5a4dc9552df9'] response: {'server_uuid': '04f7150d-c972-4694-815e-75edef13e547', 'name': 'network-vif-deleted', 'tag': '69ea1e30-fac1-4edb-bab4-79995a2d7ef0', 'status': 'completed', 'code': 200} Jun 01 14:22:25.521375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-184b3b49-1b71-4252-8966-2c948f7b6509 req-5896b56e-e32d-4bc4-bc41-4db3d47e618b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Synchronizing usage tracker for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:22:25.537584 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-184b3b49-1b71-4252-8966-2c948f7b6509 req-5896b56e-e32d-4bc4-bc41-4db3d47e618b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Unset dirty status for tenant:91b91e9f1672426a85c9a696a51a6763 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:22:25.538195 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-184b3b49-1b71-4252-8966-2c948f7b6509 req-5896b56e-e32d-4bc4-bc41-4db3d47e618b tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 210 time: 0.0653374 Jun 01 14:22:26.705600 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-f4e87f0c-0b1c-431c-a5f6-b2a2ff9154f4 req-fbaee7dc-f04d-411f-bed2-6184ba73b951 tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "GET /v2.0/ports?device_id=04f7150d-c972-4694-815e-75edef13e547 HTTP/1.1" status: 200 len: 210 time: 0.0464325 Jun 01 14:22:27.521597 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:27.558709 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:27.559416 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 69ea1e30-fac1-4edb-bab4-79995a2d7ef0 not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:27.811689 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57880) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:27.895900 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:27.932979 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:28.005560 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:28.028720 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6bea16-556a-45d6-81a1-bbc10174e964,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:28.036543 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:28.040692 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-c349e21d-dc62-467e-9527-b8519d0bdcea tempest-TestShelveInstance-2083613920 tempest-TestShelveInstance-2083613920-project] 10.222.0.40 "DELETE /v2.0/security-groups/cf6bea16-556a-45d6-81a1-bbc10174e964 HTTP/1.1" status: 204 len: 168 time: 0.2251091 Jun 01 14:22:28.089586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57886) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:28.851910 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:29.329471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Deleting port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:29.329818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:29.501173 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] For port 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:29.501533 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:29.627924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Calling delete_port for 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:29.979840 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:30.036854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff2a68d-9f62-4acc-a6da-bbdf9fb59217,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:30.313641 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:30.816481 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Router 482f119c-e69e-47fb-bc0a-d4d8303f6342 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:22:31.000321 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:31.010841 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Sync routers for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:31.019024 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7a2c106c-cccd-4416-9f87-ae5abf2c76f6 admin admin] 10.222.0.40 "PUT /v2.0/routers/482f119c-e69e-47fb-bc0a-d4d8303f6342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9281995 Jun 01 14:22:31.021652 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57892) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:31.021821 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:31.022245 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:31.201606 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:31.232548 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:31.385896 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:31.397629 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Deleting port dfef4f5b-736c-487f-882b-407cd678ac9d {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:31.398460 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:31.528602 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:22:29Z', 'revision_number': 5, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port': {'id': 'dfef4f5b-736c-487f-882b-407cd678ac9d', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:27Z', 'updated_at': '2022-06-01T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:31.532429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Checking router: 482f119c-e69e-47fb-bc0a-d4d8303f6342 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:31.540775 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Routers {'482f119c-e69e-47fb-bc0a-d4d8303f6342'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:31.541357 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['482f119c-e69e-47fb-bc0a-d4d8303f6342'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:31.589672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] For port dfef4f5b-736c-487f-882b-407cd678ac9d, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=dfef4f5b-736c-487f-882b-407cd678ac9d,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:31.590221 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:31.688726 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] Set router 482f119c-e69e-47fb-bc0a-d4d8303f6342 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:31.714853 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Calling delete_port for dfef4f5b-736c-487f-882b-407cd678ac9d owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:31.803952 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:22:31Z', 'revision_number': 6, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:31.809178 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312b-0eb2-4411-8b21-5f934acdeba1 None None] The sync data for ids ['482f119c-e69e-47fb-bc0a-d4d8303f6342'] in n-d-844200-1 is: [{'id': '482f119c-e69e-47fb-bc0a-d4d8303f6342', 'name': 'tempest-TestShelveInstance-1825715224-router', 'tenant_id': '91b91e9f1672426a85c9a696a51a6763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:26Z', 'updated_at': '2022-06-01T14:22:31Z', 'revision_number': 6, 'project_id': '91b91e9f1672426a85c9a696a51a6763', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:31.901531 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:31.949355 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfef4f5b-736c-487f-882b-407cd678ac9d,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:32.037607 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.341773 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.344128 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.373728 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.374247 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482f119c-e69e-47fb-bc0a-d4d8303f6342 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:22:32.386484 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.387636 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-22adc557-b1ca-414a-a1e5-7ebf82283b4f admin admin] 10.222.0.40 "DELETE /v2.0/routers/482f119c-e69e-47fb-bc0a-d4d8303f6342 HTTP/1.1" status: 204 len: 168 time: 1.3649604 Jun 01 14:22:32.390217 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57896) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:32.448921 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Deleting subnet aa35b48b-b2f3-4aea-a888-23ef2c6b1707 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:22:32.451830 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.503244 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.584345 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.658998 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.700686 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa35b48b-b2f3-4aea-a888-23ef2c6b1707,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:32.704579 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.713381 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-aaf91045-485d-48ba-92d9-8bdfbeee8322 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/aa35b48b-b2f3-4aea-a888-23ef2c6b1707 HTTP/1.1" status: 204 len: 168 time: 0.3193371 Jun 01 14:22:32.713524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d00de-2da8-4ec4-8ca8-c112183506c6 None None] Network fd34734b-a3bd-4590-9bb4-c54e27e79ed0 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:32.714080 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57900) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:32.824563 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.834895 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Deleting port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:32.835220 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:32.978050 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] DHCP port deletion for fd34734b-a3bd-4590-9bb4-c54e27e79ed0 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:22:32.982653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Deleting port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:32.983028 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.040744 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] For port 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=515ae1b3-5c15-4a39-ae26-8e259cb53e50,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:33.041279 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.107450 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 515ae1b3-5c15-4a39-ae26-8e259cb53e50 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:33.166167 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Calling delete_port for 515ae1b3-5c15-4a39-ae26-8e259cb53e50 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:33.239140 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] For port 515ae1b3-5c15-4a39-ae26-8e259cb53e50, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=515ae1b3-5c15-4a39-ae26-8e259cb53e50,segment=NetworkSegment(ef715315-41c9-475e-8b88-d1a7e70e9cd7),segment_id=ef715315-41c9-475e-8b88-d1a7e70e9cd7)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:33.239531 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.247832 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.295677 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Pushing event deleted for resources: {'Port': ['ID=515ae1b3-5c15-4a39-ae26-8e259cb53e50,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:33.297459 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] No DVR routers for this DVR port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:22:33.299661 n-d-844200-1 neutron-server[88373]: INFO neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No ports have port_id starting with 515ae1b3-5c15-4a39-ae26-8e259cb53e50 Jun 01 14:22:33.300751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:33.391471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Calling delete_port for 515ae1b3-5c15-4a39-ae26-8e259cb53e50 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:33.412127 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.420079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:33.420079 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 4ff2a68d-9f62-4acc-a6da-bbdf9fb59217 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:33.420471 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfef4f5b-736c-487f-882b-407cd678ac9d no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:33.439041 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd34734b-a3bd-4590-9bb4-c54e27e79ed0']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:33.452533 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef715315-41c9-475e-8b88-d1a7e70e9cd7') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:33.452829 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef715315-41c9-475e-8b88-d1a7e70e9cd7') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:33.465157 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.485758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.492006 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:22:33.492387 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.500445 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: dfef4f5b-736c-487f-882b-407cd678ac9d {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:33.500789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device dfef4f5b-736c-487f-882b-407cd678ac9d not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:22:33.532139 n-d-844200-1 neutron-server[88373]: util.warn( Jun 01 14:22:33.538768 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:22:33.539214 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:22:33.583888 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.600210 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:33.603264 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ef715315-41c9-475e-8b88-d1a7e70e9cd7 resource provider aggregate not found Jun 01 14:22:33.615118 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] Pushing event deleted for resources: {'Network': ['ID=fd34734b-a3bd-4590-9bb4-c54e27e79ed0,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:33.622232 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment ef715315-41c9-475e-8b88-d1a7e70e9cd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef715315-41c9-475e-8b88-d1a7e70e9cd7 found for delete ", "request_id": "req-d7a17f81-afc3-42dc-8145-fa4c1358416c"}]} Jun 01 14:22:33.631903 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9349af3b-8a6e-43c1-b650-bca8895377df admin admin] 10.222.0.40 "DELETE /v2.0/networks/fd34734b-a3bd-4590-9bb4-c54e27e79ed0 HTTP/1.1" status: 204 len: 168 time: 0.9174726 Jun 01 14:22:33.634859 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57910) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:34.040167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Deleting port 515ae1b3-5c15-4a39-ae26-8e259cb53e50 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:34.040736 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:34.111739 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-f4410c58-ea7d-4aa6-a43e-9b5e924c41ea None None] The port '515ae1b3-5c15-4a39-ae26-8e259cb53e50' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:22:34.314787 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:34.670208 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Deleting port ee9f7e71-ecd6-45e3-9259-faf31c82ee58 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:34.670429 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:34.843506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] For port ee9f7e71-ecd6-45e3-9259-faf31c82ee58, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:34.843855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:34.963069 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Calling delete_port for ee9f7e71-ecd6-45e3-9259-faf31c82ee58 owned by network:router_interface {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:35.164933 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:35.213225 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9f7e71-ecd6-45e3-9259-faf31c82ee58,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:35.492310 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:35.607844 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:35.987944 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Router 406e637a-57fe-470f-b203-61f62587a6b5 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:22:36.169546 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:36.179389 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Sync routers for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:36.188237 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d08eff84-e0ee-4628-81c0-4776e96e1a97 admin admin] 10.222.0.40 "PUT /v2.0/routers/406e637a-57fe-470f-b203-61f62587a6b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522318 Jun 01 14:22:36.190356 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:36.190687 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57914) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:36.191049 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:36.365359 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks [] for router, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:36.374488 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:36.557139 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:36.567911 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Deleting port 120b98a7-1002-43ef-9c0d-fa7381b9b621 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:36.568361 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:36.667568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:22:35Z', 'revision_number': 5, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port': {'id': '120b98a7-1002-43ef-9c0d-fa7381b9b621', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e637a-57fe-470f-b203-61f62587a6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:13:34Z', 'updated_at': '2022-06-01T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:36.671368 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Checking router: 406e637a-57fe-470f-b203-61f62587a6b5 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:36.681171 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Routers {'406e637a-57fe-470f-b203-61f62587a6b5'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:36.681813 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['406e637a-57fe-470f-b203-61f62587a6b5'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:36.737824 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] For port 120b98a7-1002-43ef-9c0d-fa7381b9b621, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=120b98a7-1002-43ef-9c0d-fa7381b9b621,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:36.738405 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:36.842879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] Set router 406e637a-57fe-470f-b203-61f62587a6b5 gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:36.950038 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:22:36Z', 'revision_number': 6, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:36.954021 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2121-78c3-4a67-96e0-7c56264f8547 None None] The sync data for ids ['406e637a-57fe-470f-b203-61f62587a6b5'] in n-d-844200-1 is: [{'id': '406e637a-57fe-470f-b203-61f62587a6b5', 'name': 'tempest-TestShelveInstance-118472713-router', 'tenant_id': '38baf4fb61ad4e92b260c105fc6060af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:13:33Z', 'updated_at': '2022-06-01T14:22:36Z', 'revision_number': 6, 'project_id': '38baf4fb61ad4e92b260c105fc6060af', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:36.988723 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Calling delete_port for 120b98a7-1002-43ef-9c0d-fa7381b9b621 owned by network:router_gateway {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:37.162582 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.215820 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Pushing event deleted for resources: {'Port': ['ID=120b98a7-1002-43ef-9c0d-fa7381b9b621,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:37.309758 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.485505 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.487704 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.516325 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.516902 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406e637a-57fe-470f-b203-61f62587a6b5 {{(pid=88372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:22:37.529223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.530349 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-77a68bed-0e11-4546-9d7a-a891eb57da72 admin admin] 10.222.0.40 "DELETE /v2.0/routers/406e637a-57fe-470f-b203-61f62587a6b5 HTTP/1.1" status: 204 len: 168 time: 1.3387327 Jun 01 14:22:37.533946 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57918) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:37.592530 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Deleting subnet 271e83c6-5439-4aa0-b4f1-93863f37b798 {{(pid=88372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:22:37.595785 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.645464 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33521223'] for subnet, precommit_delete_associations {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.693677 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ee9f7e71-ecd6-45e3-9259-faf31c82ee58 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:37.728231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.729570 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ee9f7e71-ecd6-45e3-9259-faf31c82ee58 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:37.730051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ee9f7e71-ecd6-45e3-9259-faf31c82ee58 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:37.800968 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32173499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30989312'] for subnet, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.842640 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271e83c6-5439-4aa0-b4f1-93863f37b798,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:37.847231 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.854946 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b1ea5-52f5-4359-be00-3052f51980ef None None] Network 4a918d94-b16a-4812-9119-a5c7b1f52c73 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:37.855398 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f95d8bf2-3e9f-4f10-912a-d51e9ac5aa77 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/271e83c6-5439-4aa0-b4f1-93863f37b798 HTTP/1.1" status: 204 len: 168 time: 0.3201637 Jun 01 14:22:37.856625 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57922) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:37.973447 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:37.984147 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Deleting port ef7bb9cb-84d4-45e1-b420-7675e1022445 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:37.984473 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.105930 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] DHCP port deletion for 4a918d94-b16a-4812-9119-a5c7b1f52c73 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:22:38.110182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Deleting port ef7bb9cb-84d4-45e1-b420-7675e1022445 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:38.110543 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.191077 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] For port ef7bb9cb-84d4-45e1-b420-7675e1022445, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef7bb9cb-84d4-45e1-b420-7675e1022445,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:38.191422 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.314164 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Calling delete_port for ef7bb9cb-84d4-45e1-b420-7675e1022445 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:38.365861 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] For port ef7bb9cb-84d4-45e1-b420-7675e1022445, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=ef7bb9cb-84d4-45e1-b420-7675e1022445,segment=NetworkSegment(383222e3-03e8-4576-810d-1e406455208c),segment_id=383222e3-03e8-4576-810d-1e406455208c)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:38.366284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.393102 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.439743 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7bb9cb-84d4-45e1-b420-7675e1022445,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:38.443213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] No DVR routers for this DVR port ef7bb9cb-84d4-45e1-b420-7675e1022445 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:22:38.490888 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Calling delete_port for ef7bb9cb-84d4-45e1-b420-7675e1022445 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:22:38.569667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:22:38.569950 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:22:38.669500 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.697774 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a918d94-b16a-4812-9119-a5c7b1f52c73']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:38.709562 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383222e3-03e8-4576-810d-1e406455208c') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:38.709854 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383222e3-03e8-4576-810d-1e406455208c') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:38.721629 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.739145 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.745525 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:22:38.745905 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.807830 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 383222e3-03e8-4576-810d-1e406455208c resource provider aggregate not found Jun 01 14:22:38.838321 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 383222e3-03e8-4576-810d-1e406455208c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 383222e3-03e8-4576-810d-1e406455208c found for delete ", "request_id": "req-b7923522-c205-47aa-9146-6784909eeeea"}]} Jun 01 14:22:38.847875 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.864377 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:38.874302 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a918d94-b16a-4812-9119-a5c7b1f52c73,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:38.881401 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-d64e7377-78fa-4851-9a2a-08b3c0dea5cf admin admin] 10.222.0.40 "DELETE /v2.0/networks/4a918d94-b16a-4812-9119-a5c7b1f52c73 HTTP/1.1" status: 204 len: 168 time: 1.0237467 Jun 01 14:22:39.017277 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57932) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:39.071751 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Deleting port ef7bb9cb-84d4-45e1-b420-7675e1022445 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:22:39.072274 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.072867 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-910e963e-be13-4168-9b79-e1c24ad9292d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=91b91e9f1672426a85c9a696a51a6763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544777 Jun 01 14:22:39.075457 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57936) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:39.107108 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 120b98a7-1002-43ef-9c0d-fa7381b9b621 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:39.135501 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.161212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.173065 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 120b98a7-1002-43ef-9c0d-fa7381b9b621 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:39.173359 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 120b98a7-1002-43ef-9c0d-fa7381b9b621 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:39.173765 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef7bb9cb-84d4-45e1-b420-7675e1022445 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:22:39.201712 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-89ac193b-ed58-444b-a3f8-e5359d632501 None None] The port 'ef7bb9cb-84d4-45e1-b420-7675e1022445' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:22:39.215041 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: ef7bb9cb-84d4-45e1-b420-7675e1022445 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:22:39.215185 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device ef7bb9cb-84d4-45e1-b420-7675e1022445 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:22:39.223514 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.243003 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcbd5b3-e42c-4b3b-8aa2-b10b5fc112f3,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:39.249236 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.250584 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6c9fee9-f39f-414f-872d-dd16d937eb0b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fbcbd5b3-e42c-4b3b-8aa2-b10b5fc112f3 HTTP/1.1" status: 204 len: 168 time: 0.1741400 Jun 01 14:22:39.611447 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57944) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:39.661155 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4a7b9d1c-27d8-4ea7-8293-403c6c85c981 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=38baf4fb61ad4e92b260c105fc6060af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485358 Jun 01 14:22:39.664813 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57948) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:39.724103 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.750838 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.808650 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.827341 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e588b4-f2ea-4e88-86a0-bcc2116078ec,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:39.834661 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:39.835788 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5d9a4378-186e-4475-a855-1d4503807b58 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/95e588b4-f2ea-4e88-86a0-bcc2116078ec HTTP/1.1" status: 204 len: 168 time: 0.1700332 Jun 01 14:22:40.619523 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57972) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:40.735586 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-300786586-network', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229'}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:40.741843 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:40.746177 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Usage tracker for resource:network and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:40.749280 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:40.755924 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:40.771222 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Made reservation on behalf of f602be3a421043a2955745ca8c4ad229 for: {'network': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:22:40.773517 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:40.788919 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:40.812299 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:40.816202 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:40.819073 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:40.825151 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:40.911304 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:40.915624 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:40.946818 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:22:40.955253 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebda38f-8293-47d5-964a-d35d3d4ae1f7,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:40.960796 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:40.961135 n-d-844200-1 neutron-server[88372]: INFO neutron.db.segments_db [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Added segment 2b25adeb-b677-4ae7-84cc-d25ef9a5bc35 of type vlan for network e2fb4dea-f177-46c8-9cc6-f88ba890b41a Jun 01 14:22:40.997251 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.030035 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.031008 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:41.031572 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.137494 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fb4dea-f177-46c8-9cc6-f88ba890b41a,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:41.140771 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5db95ee1-b649-4ce4-874f-03081e6d9ff8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5198555 Jun 01 14:22:41.144965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57978) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:41.152737 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Request body: {'subnet': {'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-300786586-subnet', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'ip_version': 4}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:41.153915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:22:41.161638 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:41.167377 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Usage tracker for resource:subnet and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:41.170393 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:41.176259 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:41.188344 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Made reservation on behalf of f602be3a421043a2955745ca8c4ad229 for: {'subnet': 1} {{(pid=88372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:22:41.190687 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30989371'] for subnet, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.392632 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32173556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30989321'] for subnet, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.464402 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493ff265-8e79-4ebb-9a20-4522bb709ed7,revision_number=0']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:41.474213 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Checking segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:41.474561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Network hostable DHCP agents. Network: e2fb4dea-f177-46c8-9cc6-f88ba890b41a, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:22:41.495985 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:22:41.507200 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, e2fb4dea-f177-46c8-9cc6-f88ba890b41a) {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:41.511456 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:41.512114 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.516044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1f65e-c4b7-4485-a3f9-994434d41d71 None None] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:41.534385 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-ef1ca97c-97ca-44ad-8eb3-5b79527dd538 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3876083 Jun 01 14:22:41.537356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 57982) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:41.542340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:41.547762 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:41.551863 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Usage tracker for resource:router and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:41.555533 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:41.561943 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:41.572546 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.573672 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.589216 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.728661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:22:41.729498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.861762 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:41.878174 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Allocated IP 172.20.0.2 (e2fb4dea-f177-46c8-9cc6-f88ba890b41a/493ff265-8e79-4ebb-9a20-4522bb709ed7/b91cd8a4-d728-43f8-a855-41b680471a22) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:42.084550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.096106 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Transition to ACTIVE for port object b91cd8a4-d728-43f8-a855-41b680471a22 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:42.115375 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Transition to ACTIVE for port object b91cd8a4-d728-43f8-a855-41b680471a22 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:42.122628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.172410 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.190860 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:42.192019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:42.195942 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:42.204722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.205501 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Pushing event updated for resources: {'Port': ['ID=b91cd8a4-d728-43f8-a855-41b680471a22,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:42.289182 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.289522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.290070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.290226 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.290521 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.290869 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.291227 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.291522 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.291850 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.292162 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.292481 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.292781 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:42.322678 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Attempting to bind port b91cd8a4-d728-43f8-a855-41b680471a22 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:42.323048 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Attempting to bind port b91cd8a4-d728-43f8-a855-41b680471a22 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:42.323410 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Attempting to bind port b91cd8a4-d728-43f8-a855-41b680471a22 on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:42.328803 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:42.329177 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Checking segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:42.329601 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.329978 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Bound using segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:42.330434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Bound port: b91cd8a4-d728-43f8-a855-41b680471a22, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:42.330828 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.346313 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Allocated IP 172.25.7.61 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/9b43f6fc-a668-4f7a-931e-fcdcd17389e2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:42.419609 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] For port b91cd8a4-d728-43f8-a855-41b680471a22, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:42.423246 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] For port b91cd8a4-d728-43f8-a855-41b680471a22, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b91cd8a4-d728-43f8-a855-41b680471a22,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:42.428917 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.497291 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.521004 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1ed0-380f-4ea2-8ad3-84925b776e96 None None] Pushing event updated for resources: {'Port': ['ID=b91cd8a4-d728-43f8-a855-41b680471a22,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:42.530284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:42.600814 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:42.603487 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:42.610147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:42.639370 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Pushing event updated for resources: {'Port': ['ID=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:43.120524 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b91cd8a4-d728-43f8-a855-41b680471a22 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:43.178781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.198347 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port b91cd8a4-d728-43f8-a855-41b680471a22 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:43.406324 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5ce56-a07b-42a5-82d6-7121ee57105c None None] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:43.524773 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.530658 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Provisioning for port b91cd8a4-d728-43f8-a855-41b680471a22 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:43.548329 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Provisioning complete for port b91cd8a4-d728-43f8-a855-41b680471a22 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:43.548697 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.732857 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:22:43.768234 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Current status of the port b91cd8a4-d728-43f8-a855-41b680471a22 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:43.768520 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.807636 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] For port b91cd8a4-d728-43f8-a855-41b680471a22, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b91cd8a4-d728-43f8-a855-41b680471a22,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:43.813566 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.886342 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaa6fe-9e7a-4c44-9b4a-808f5e19dbf4 None None] Pushing event updated for resources: {'Port': ['ID=b91cd8a4-d728-43f8-a855-41b680471a22,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:43.915578 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:43.925499 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:43.938283 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:43.939457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:43.944029 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:43.948077 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f5a140fc-0300-4eca-be6b-5db534cd3a1e admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4069271 Jun 01 14:22:43.948466 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 57986) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:44.042136 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-70fbd3f8-6a58-4b41-a266-3c9e40e690ed None None] Provisioning complete for port b91cd8a4-d728-43f8-a855-41b680471a22 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:44.042633 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-70fbd3f8-6a58-4b41-a266-3c9e40e690ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.132012 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:44.159628 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-70fbd3f8-6a58-4b41-a266-3c9e40e690ed None None] Current status of the port b91cd8a4-d728-43f8-a855-41b680471a22 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:44.419413 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:42Z', 'revision_number': 3, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:44.423842 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:44.424183 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Updating router 538a4340-2d10-4338-bff3-4bd5f59f27e3 port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:22:44.482379 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.763941 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.845590 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.857505 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Transition to ACTIVE for port object 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:44.864173 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.941985 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Attempting to bind port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:44.942689 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Attempting to bind port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:44.942689 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Attempting to bind port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:44.944716 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Pushing event updated for resources: {'Port': ['ID=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:44.955067 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.955429 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.955749 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.956064 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.956375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.956687 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.956975 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.957309 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.957596 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.957938 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.958356 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.958706 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:22:44.961866 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:44.962235 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:44.962677 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.963005 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:44.963479 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Bound port: 9b43f6fc-a668-4f7a-931e-fcdcd17389e2, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:44.963831 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:44.970632 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Allocated IP 172.20.0.1 (e2fb4dea-f177-46c8-9cc6-f88ba890b41a/493ff265-8e79-4ebb-9a20-4522bb709ed7/22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:45.043185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] For port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:45.047170 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] For port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:45.051972 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.093011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b91cd8a4-d728-43f8-a855-41b680471a22 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:45.127751 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:45.128365 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:45.130882 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.146965 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Transition to ACTIVE for port object 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:45.171877 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.172449 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port b91cd8a4-d728-43f8-a855-41b680471a22 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:45.172818 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.205910 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d94d1-2f9e-44f4-9204-7412be8b4048 None None] Pushing event updated for resources: {'Port': ['ID=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:45.253536 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:45.256480 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:45.259042 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:45.296107 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port b91cd8a4-d728-43f8-a855-41b680471a22 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:45.296351 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Pushing event updated for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:45.321212 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.328157 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:45.491867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6977e6d-0cc9-4cea-b1f6-b9e0672c8024 None None] Provisioning for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:45.498791 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d6977e6d-0cc9-4cea-b1f6-b9e0672c8024 None None] Provisioning complete for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:45.499466 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d6977e6d-0cc9-4cea-b1f6-b9e0672c8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.560928 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d6977e6d-0cc9-4cea-b1f6-b9e0672c8024 None None] Port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:45.594784 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.625818 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:42Z', 'revision_number': 3, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:45.629638 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d400b52-cf54-4aa5-980c-1cbbf6c93df0 None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:42Z', 'revision_number': 3, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:45.827436 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.834534 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:45.952738 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Pushing event updated for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:45.955441 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:46.242048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:46.243425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:46.441374 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:22:46.492167 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-8d47ba05-6484-460c-af78-d74dde752307 None None] Provisioning complete for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:46.492765 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8d47ba05-6484-460c-af78-d74dde752307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:46.553118 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-8d47ba05-6484-460c-af78-d74dde752307 None None] Port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:46.626557 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:46.635793 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-1b6dc4d6-690a-472b-9da8-6df1998c85f3 admin admin] 10.222.0.40 "PUT /v2.0/routers/538a4340-2d10-4338-bff3-4bd5f59f27e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6862342 Jun 01 14:22:47.102807 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:47.118508 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:47.151187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:47.151915 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:47.180129 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58004) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:47.185829 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2020273039-network', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:47.191450 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:47.195416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Usage tracker for resource:network and tenant:60fce5d82343484e98b3f59aad318fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:47.201893 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:47.208311 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:47.219698 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Made reservation on behalf of 60fce5d82343484e98b3f59aad318fc1 for: {'network': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:22:47.221994 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for network, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.234175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.248619 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:47.252850 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Usage tracker for resource:security_group_rule and tenant:60fce5d82343484e98b3f59aad318fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:47.256029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:47.261811 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:47.340111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:47.345088 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.349284 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.351150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:47.351524 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.376010 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:22:47.388504 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d9822-0e35-4331-a8b9-a71e8a9a6903,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:47.392828 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.393165 n-d-844200-1 neutron-server[88371]: INFO neutron.db.segments_db [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Added segment 90b7d82f-b8fd-4246-af5b-f0d7d200a343 of type vlan for network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 Jun 01 14:22:47.397201 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:47.420170 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756247217116'] for network, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.449751 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006'] for network, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.450581 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:47.451207 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.682185 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] Pushing event updated for resources: {'Network': ['ID=51093f20-d1c5-4e63-bb7e-a01e070a1f33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:47.685805 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:47.686330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-2bdafe10-06bb-48b9-9923-fc2d3870d85a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5047610 Jun 01 14:22:47.686432 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.688741 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58008) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:47.694056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Request body: {'subnet': {'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2020273039-subnet', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'ip_version': 4}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:47.700018 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:47.701374 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 details requested by agent ovs-agent-n-d-844200-1 with host n-d-844200-1 {{(pid=88373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:22:47.704126 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Usage tracker for resource:subnet and tenant:60fce5d82343484e98b3f59aad318fc1 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:47.706969 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:47.712845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:47.724231 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Made reservation on behalf of 60fce5d82343484e98b3f59aad318fc1 for: {'subnet': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:22:47.726638 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32140640'] for subnet, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.832664 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:47.865724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.937996 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32348363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32140626'] for subnet, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:47.962615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:47.980387 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 2, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:47.984265 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:47.984657 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Updating router 538a4340-2d10-4338-bff3-4bd5f59f27e3 port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:22:48.014295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc891cde-4e00-4c23-93bc-b6fee28a64da,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:48.022737 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Checking segment: {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:48.023098 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Network hostable DHCP agents. Network: 51093f20-d1c5-4e63-bb7e-a01e070a1f33, hostable agents: ['e1e2175b-7031-48e0-b015-4376a044828c'], hosted agents: [] {{(pid=88371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:22:48.041586 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.043148 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 is scheduled to be hosted by DHCP agent e1e2175b-7031-48e0-b015-4376a044828c with binding_index 1 {{(pid=88371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:22:48.053061 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844200-1, 51093f20-d1c5-4e63-bb7e-a01e070a1f33) {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:48.058422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:48.059041 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.081098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b81d51cd-39ae-4f8a-8cb3-589ddfe2b09f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3913198 Jun 01 14:22:48.083891 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58012) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:48.086649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a16eb5-de73-47a7-9a1e-68ba3dedf54e None None] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:48.089279 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.v2.base [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}} {{(pid=88372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:48.095154 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:48.099238 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Usage tracker for resource:router and tenant:60fce5d82343484e98b3f59aad318fc1 is out of sync, need to count used quota {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:48.102362 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88372) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:48.108425 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.quota.driver [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:48.120857 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-408635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10370'] for router, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.121993 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10491'] for router, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.137230 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.401451 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.421836 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7eed045a-bda3-41b0-a021-f3566f59e961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.485165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4eadb76-a066-5fd6-af14-80f423725df6-51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'fixed_ips': [{'subnet_id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da'}]}} from n-d-844200-1. {{(pid=88373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 14:22:48.485992 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.697278 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.715512 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.716654 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Transition to ACTIVE for port object 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:48.724517 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.db_base_plugin_common [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Allocated IP 172.20.0.2 (51093f20-d1c5-4e63-bb7e-a01e070a1f33/cc891cde-4e00-4c23-93bc-b6fee28a64da/13892dcf-4776-4b17-a3d4-d2a9c6244de6) {{(pid=88373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:48.728814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.746828 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:48.891506 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Allocated IP 172.25.7.30 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/5b878875-f5b1-4c8c-ad9f-5baffc0a8a16) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:48.949741 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e22adc-ac3f-4f57-a170-91084894af78 None None] Pushing event updated for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:48.995526 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.072282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Attempting to bind port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:49.072648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Attempting to bind port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:49.073010 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Attempting to bind port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:49.093291 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:49.093747 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Checking segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:49.094062 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.094440 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Bound using segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:49.094963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Bound port: 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:49.095334 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.112662 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:49.177855 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.209781 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.276245 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:49.279048 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:49.281479 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:49.326359 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Pushing event updated for resources: {'Port': ['ID=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:49.338790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks [] for port, precommit_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.361565 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Transition to ACTIVE for port object 13892dcf-4776-4b17-a3d4-d2a9c6244de6 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:49.391700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Transition to ACTIVE for port object 13892dcf-4776-4b17-a3d4-d2a9c6244de6 will not be triggered until provisioned by entity DHCP. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:49.393111 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] For port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:49.396282 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] For port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:49.400102 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:49.400454 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.435584 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.439375 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998'] for port, after_create {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.531560 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 is already hosted by enough agents. {{(pid=88373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:49.538780 n-d-844200-1 neutron-server[88373]: DEBUG neutron.scheduler.base_scheduler [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Resources bound (agent type, host, resource id): {{(pid=88373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:49.546689 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Received port after_create {{(pid=88373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:49.586306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:49.587269 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:49.654567 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e22adc-ac3f-4f57-a170-91084894af78 None None] Pushing event updated for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:49.722175 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.916187 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Attempting to bind port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:49.916783 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Attempting to bind port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:49.916898 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Attempting to bind port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 on network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:49.936649 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Pushing event updated for resources: {'Port': ['ID=13892dcf-4776-4b17-a3d4-d2a9c6244de6,revision_number=1']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:49.941708 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:49.943872 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:49.944253 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Checking segment: {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:49.944641 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:49.945019 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Bound using segment: {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:49.945489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Bound port: 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:49.946220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:50.003963 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:50.084732 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407619'] for router, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:50.243591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] For port 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:50.265217 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] For port 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13892dcf-4776-4b17-a3d4-d2a9c6244de6,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:50.273466 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:50.306010 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Router c8d834ca-edb3-4c45-aa48-34b8243c9d5d is scheduled to L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 with binding_index 1 {{(pid=88372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:22:50.419465 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedefe7-3f27-4390-9609-c6c4a727f43b None None] Pushing event updated for resources: {'Port': ['ID=13892dcf-4776-4b17-a3d4-d2a9c6244de6,revision_number=2']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:50.483160 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:49Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:50.488205 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5cbcf-54fe-47e9-9246-fefffd73a3ab None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:49Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:50.524633 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:50.564950 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] Notify callbacks [] for router, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:50.567040 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-9071297c-8c84-4c82-be8b-f3623e4a9f63 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4821074 Jun 01 14:22:50.570215 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58018) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:50.574322 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Sync routers for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:50.594902 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:50.595641 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:50.629565 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cc8970a4-d65a-446b-a476-6599eff0aa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:50.863629 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:51.194696 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13892dcf-4776-4b17-a3d4-d2a9c6244de6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:51.232753 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:49Z', 'revision_number': 3, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:51.236964 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Checking router: c8d834ca-edb3-4c45-aa48-34b8243c9d5d for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:51.237313 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Updating router c8d834ca-edb3-4c45-aa48-34b8243c9d5d port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 binding host n-d-844200-1 {{(pid=88374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:22:51.276661 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:51.283800 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:51.298252 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.389949 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:51.395847 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:51.395847 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.590101 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:51.591094 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.642190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:51.651227 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.652006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.754426 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:51.766992 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.788330 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.provisioning_blocks [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Transition to ACTIVE for port object 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 will not be triggered until provisioned by entity L2. {{(pid=88374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:51.795640 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.799134 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.886011 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be00a35-cb6e-4f0c-adcc-980fac21cc03 None None] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:22:51.902301 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1c3f9-603c-4d8a-91b3-70df0e1398e2 None None] Pushing event updated for resources: {'Port': ['ID=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,revision_number=2']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:51.914002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Attempting to bind port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:51.916002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Attempting to bind port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:51.916646 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Attempting to bind port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 on network b3885b8b-5db0-4385-ae63-34e40cb7908a {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:51.926005 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:51.926644 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Checking segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:51.927073 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.927561 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Bound using segment: {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'} {{(pid=88374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:51.928076 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.managers [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Bound port: 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201fae66-03a1-4785-a841-d2565ebc73bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a'}}] {{(pid=88374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:51.928858 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:51.929145 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.db_base_plugin_common [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Allocated IP 172.20.0.1 (51093f20-d1c5-4e63-bb7e-a01e070a1f33/cc891cde-4e00-4c23-93bc-b6fee28a64da/5094e5e7-f830-40d6-bf6c-1d1e6087bc17) {{(pid=88372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:52.011372 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] For port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16, host n-d-844200-1, cleared binding levels {{(pid=88374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:52.014952 n-d-844200-1 neutron-server[88374]: DEBUG neutron.plugins.ml2.db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] For port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:52.021039 n-d-844200-1 neutron-server[88374]: DEBUG neutron_lib.callbacks.manager [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.060184 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Provisioning for port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:52.082701 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Provisioning complete for port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:52.083194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.105881 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:52.106484 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:52.135999 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.156742 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Transition to ACTIVE for port object 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 will not be triggered until provisioned by entity DHCP. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:52.162474 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1c3f9-603c-4d8a-91b3-70df0e1398e2 None None] Pushing event updated for resources: {'Port': ['ID=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,revision_number=3']} {{(pid=88374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:52.189536 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.207459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.261347 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:52.264256 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:52.269076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Received port after_create {{(pid=88372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:52.300122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:52.303561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Pushing event updated for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=1']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:52.326755 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408329'] for router_interface, before_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.332260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Current status of the port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:52.332639 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.373523 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] For port 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13892dcf-4776-4b17-a3d4-d2a9c6244de6,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:52.383645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.456929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d0b48-c1c8-4bdb-9f10-7a8523e7dba9 None None] Pushing event updated for resources: {'Port': ['ID=13892dcf-4776-4b17-a3d4-d2a9c6244de6,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:52.484297 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.604590 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:49Z', 'revision_number': 3, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:52.608870 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed54d-186c-416d-a8ea-a8a2436683c8 None None] The sync data for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 is: [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:49Z', 'revision_number': 3, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:52.721225 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Provisioning complete for port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:52.721325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.732223 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.737574 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32172925'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.913546 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Current status of the port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:52.929985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Provisioning for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:52.935758 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Provisioning complete for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:52.936136 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.971780 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408240'] for router_interface, after_create {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:52.975470 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Pushing event updated for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:52.998014 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-5282f0a6-6634-4f20-93eb-6e75911767a0 None None] Port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:53.119873 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 is already hosted by enough agents. {{(pid=88372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:53.120925 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.base_scheduler [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:53.131539 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-28a13df8-ec2f-42c7-ad7b-1870a9d1d8d3 None None] Provisioning complete for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:53.131907 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-28a13df8-ec2f-42c7-ad7b-1870a9d1d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.214645 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-28a13df8-ec2f-42c7-ad7b-1870a9d1d8d3 None None] Port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:53.222743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:53.310190 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:53.318432 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:53.318853 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.344752 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Router c8d834ca-edb3-4c45-aa48-34b8243c9d5d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:22:53.459545 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d1987955-8c3d-4312-ad33-48d3f366d6ac None None] Provisioning complete for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:53.459907 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d1987955-8c3d-4312-ad33-48d3f366d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.485591 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:53.485963 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.538903 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:53.542408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.544761 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d1987955-8c3d-4312-ad33-48d3f366d6ac None None] Port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:53.546684 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.547711 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13892dcf-4776-4b17-a3d4-d2a9c6244de6 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:53.576283 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:22:53.590759 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e656ddc-41e6-4ee9-a014-73e05b38ae9d admin admin] 10.222.0.40 "PUT /v2.0/routers/c8d834ca-edb3-4c45-aa48-34b8243c9d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0147195 Jun 01 14:22:53.666158 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:53.678104 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:53.678903 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.797000 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:53.798175 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:53.871498 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:53.871875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:53.988547 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:54.019461 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58030) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.024786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77877063', 'description': 'tempest-secgroup-smoke-77877063 description', 'project_id': 'f602be3a421043a2955745ca8c4ad229'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.031626 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.035525 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.038742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.045049 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.057443 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.082963 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.086847 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.089912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.095631 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.168235 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.173133 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.218482 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeb42c4-9540-4742-9e51-2b18377e2576,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.221472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.222722 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a06385ef-7329-447e-91da-7db2d843b71d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2022309 Jun 01 14:22:54.225725 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58034) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.230689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.237130 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.242034 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.249222 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.253526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.271685 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.272224 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Sync routers for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:22:54.281718 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:54.282336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:54.333159 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.338004 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.366060 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653b4ecc-b365-4656-a820-ba26a3b208aa,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.373886 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.375458 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-985d4509-31c1-4464-8f1e-74b4dfb21b22 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487889 Jun 01 14:22:54.378243 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58038) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.383159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.390002 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.393866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.396756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.402605 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.420087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.464911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:54.485280 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.490230 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.515465 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22faf240-e885-4137-b8e2-5e4f9bc201ec,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.526753 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.528325 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-3e6fb8b8-0ed2-414d-98e7-b9b32314cc28 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490655 Jun 01 14:22:54.531325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58042) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.536513 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.543588 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.547696 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.550890 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.557035 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.578016 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.641511 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.646550 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.673874 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfe1013-4b54-4074-a750-580a2fddbc4f,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.684539 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.685979 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b0fbc629-d208-4c70-b1c8-fdee80121a45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536934 Jun 01 14:22:54.688866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58046) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.693821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.700610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.704438 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.707289 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.713305 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.731214 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.797913 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.802324 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.826913 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 4, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '5094e5e7-f830-40d6-bf6c-1d1e6087bc17', 'name': '', 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'mac_address': 'fa:16:3e:15:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:51Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 2, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'subnets': [{'id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:54.828197 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f621ff5-393a-44ba-8a01-301c9c011053,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.831298 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Checking router: c8d834ca-edb3-4c45-aa48-34b8243c9d5d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:22:54.831653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Updating router c8d834ca-edb3-4c45-aa48-34b8243c9d5d port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 binding host n-d-844200-1 {{(pid=88373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:22:54.838939 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.840122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-a5245681-51de-4f68-b6f8-446f52611f5d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503332 Jun 01 14:22:54.843059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58050) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.847993 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:54.854568 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:54.858335 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:54.861184 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:54.866907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:54.878129 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Project f602be3a421043a2955745ca8c4ad229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:22:54.884749 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.885938 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.952255 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.956434 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.978168 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7e6d98-b451-44cd-a08f-cdd22bd8a77d,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:54.989103 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:54.990318 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-6aa13ab3-2fd6-4305-97bf-551d1c5f48e1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463265 Jun 01 14:22:54.993399 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58054) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:22:54.998427 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'security_group_rule': {'security_group_id': 'edeb42c4-9540-4742-9e51-2b18377e2576', 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:55.004752 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:55.008569 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:security_group_rule and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:55.011845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:55.017545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:55.036068 n-d-844200-1 neutron-server[88371]: INFO neutron.db.securitygroups_db [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Project f602be3a421043a2955745ca8c4ad229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:22:55.043292 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.110759 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:55.129155 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.133519 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539854'] for security_group_rule, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.158308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf17144-bccc-49d8-8ed9-c0c22dafff97,revision_number=0']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:55.171121 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.172626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-62ddcb5b-ea71-429e-afbc-a44c6da77c45 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1782119 Jun 01 14:22:55.234088 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:55.234457 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.339779 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36843f22-83f4-42b7-987e-46ec23fd712f req-fdc1da0d-c762-4240-8ef8-8c78b6b0363a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Synchronizing usage tracker for tenant:f602be3a421043a2955745ca8c4ad229 on resource:security_group {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:22:55.358991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36843f22-83f4-42b7-987e-46ec23fd712f req-fdc1da0d-c762-4240-8ef8-8c78b6b0363a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Unset dirty status for tenant:f602be3a421043a2955745ca8c4ad229 on resource:security_group {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:22:55.360361 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-fdc1da0d-c762-4240-8ef8-8c78b6b0363a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77877063&fields=id&tenant_id=f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 267 time: 0.0609572 Jun 01 14:22:55.361407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks [] for port, precommit_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.405272 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Transition to ACTIVE for port object 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 will not be triggered until provisioned by entity L2. {{(pid=88373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:55.420837 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.521340 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-d2e3fcd8-5221-4106-b26c-2f46a1ce797f tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:55.523034 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-d2e3fcd8-5221-4106-b26c-2f46a1ce797f tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 809 time: 0.1556165 Jun 01 14:22:55.531016 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:55.541230 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-8fdd9044-bdba-47bf-8d22-3e89cad29c2e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/quotas/f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 375 time: 0.0114105 Jun 01 14:22:55.585697 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f853eef-d4a9-49a3-b696-efc0a26c940e None None] Pushing event updated for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=3']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:55.638819 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-c1ba5e0c-0ded-45b2-b80d-a81c0acc0979 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909379 Jun 01 14:22:55.653165 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Attempting to bind port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 on host n-d-844200-1 for vnic_type normal with profile {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:55.653665 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Attempting to bind port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 by drivers openvswitch,hyperv on host n-d-844200-1 at level 0 using segments [{'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:55.654150 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Attempting to bind port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 on network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:55.660880 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Checking agent: {'id': 'a6fafa37-8dfa-473c-b342-954d609a5e70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 40, 22), 'started_at': datetime.datetime(2022, 6, 1, 12, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844200-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:55.661280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Checking segment: {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:55.661906 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.662336 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Bound using segment: {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'} {{(pid=88373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:55.663017 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.managers [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Bound port: 5094e5e7-f830-40d6-bf6c-1d1e6087bc17, host: n-d-844200-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b7d82f-b8fd-4246-af5b-f0d7d200a343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33'}}] {{(pid=88373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:55.663491 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.753456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] For port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17, host n-d-844200-1, cleared binding levels {{(pid=88373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:55.756526 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] For port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17, host n-d-844200-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:55.762319 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:55.764989 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-332fadc6-8a71-4d51-97d8-dd0084dd635c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:22:55.765987 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-332fadc6-8a71-4d51-97d8-dd0084dd635c service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133270 Jun 01 14:22:55.856211 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:22:55.856831 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:55.906117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-f76fd605-7a49-4fae-a5c7-420255b75413 service neutron] 10.222.0.40 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333220 Jun 01 14:22:55.928018 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f853eef-d4a9-49a3-b696-efc0a26c940e None None] Pushing event updated for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:56.052499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-6b411a05-adc2-4c7e-b4fe-bb1c4f88671b service neutron] 10.222.0.40 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370454 Jun 01 14:22:56.053473 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:22:56.246232 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0f90b9ca-49bf-473e-974c-cb87f60f2aab req-08f93a73-21f2-428f-882c-5e8734259462 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 210 time: 0.0422442 Jun 01 14:22:56.426326 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 4, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '5094e5e7-f830-40d6-bf6c-1d1e6087bc17', 'name': '', 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'mac_address': 'fa:16:3e:15:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:51Z', 'updated_at': '2022-06-01T14:22:55Z', 'revision_number': 4, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'subnets': [{'id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:22:56.433311 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756c779-c785-42ed-b49f-0a5abd85aade None None] The sync data for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 is: [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:52Z', 'revision_number': 4, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '5094e5e7-f830-40d6-bf6c-1d1e6087bc17', 'name': '', 'network_id': '51093f20-d1c5-4e63-bb7e-a01e070a1f33', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'mac_address': 'fa:16:3e:15:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:51Z', 'updated_at': '2022-06-01T14:22:55Z', 'revision_number': 4, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'subnets': [{'id': 'cc891cde-4e00-4c23-93bc-b6fee28a64da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:22:57.134472 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:57.191434 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:22:57.215003 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:57.220268 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:57.220631 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:57.343854 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 is: DOWN; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:57.344529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:57.383306 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] For port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:22:57.387680 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:57.425096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-e6912912-d3f9-4c4f-8346-5ecbebcbc400 req-f8c6ee9c-a795-4dff-97db-2a84101007b3 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 210 time: 0.0671768 Jun 01 14:22:57.462829 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Pushing event updated for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:57.654276 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-c6d77068-ebe4-4142-a834-9373af9bdf66 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:57.656098 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-c6d77068-ebe4-4142-a834-9373af9bdf66 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 809 time: 0.1589253 Jun 01 14:22:57.710484 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-876159fa-71d3-4f87-9161-2f3d2316782a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 378 time: 0.0449355 Jun 01 14:22:57.725623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'port': {'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'admin_state_up': True, 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'security_groups': ['edeb42c4-9540-4742-9e51-2b18377e2576']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:57.870911 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:22:57.875031 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:port and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:22:57.877912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:22:57.883982 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:22:57.896511 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Made reservation on behalf of f602be3a421043a2955745ca8c4ad229 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:22:57.900008 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:58.065531 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Allocated IP 172.20.0.13 (e2fb4dea-f177-46c8-9cc6-f88ba890b41a/493ff265-8e79-4ebb-9a20-4522bb709ed7/ad18d15a-938e-4631-a4aa-4cfb95211136) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:22:58.382623 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:58.398204 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Transition to ACTIVE for port object ad18d15a-938e-4631-a4aa-4cfb95211136 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:58.428633 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:58.500566 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:22:58.503898 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:22:58.506447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:22:58.560869 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:58.632448 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:58.633087 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:58.662338 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-38f3d9e1-eb89-429e-9a99-7d15afd71bb8 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9401255 Jun 01 14:22:58.688070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b38d5-446a-426b-9d4f-4ca061062d51 req-770e1565-f0c8-4ca6-9be8-d089b4876773 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:58.688808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-393b38d5-446a-426b-9d4f-4ca061062d51 req-770e1565-f0c8-4ca6-9be8-d089b4876773 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Synchronizing usage tracker for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:22:58.710337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-393b38d5-446a-426b-9d4f-4ca061062d51 req-770e1565-f0c8-4ca6-9be8-d089b4876773 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Unset dirty status for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:22:58.711719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-393b38d5-446a-426b-9d4f-4ca061062d51 req-770e1565-f0c8-4ca6-9be8-d089b4876773 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 932 time: 0.1589515 Jun 01 14:22:58.715098 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6685fd94-4e3b-4f74-81b4-435c7ba3d327 None None] Provisioning for port ad18d15a-938e-4631-a4aa-4cfb95211136 completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:22:58.720391 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-6685fd94-4e3b-4f74-81b4-435c7ba3d327 None None] Provisioning complete for port ad18d15a-938e-4631-a4aa-4cfb95211136 triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:58.720954 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6685fd94-4e3b-4f74-81b4-435c7ba3d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:58.742213 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Request body: {'port': {'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:22:58.773558 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-6685fd94-4e3b-4f74-81b4-435c7ba3d327 None None] Port ad18d15a-938e-4631-a4aa-4cfb95211136 cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:22:58.813591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-393b38d5-446a-426b-9d4f-4ca061062d51 req-5bb4414d-0c88-49f4-acb8-85b0e8957228 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942936 Jun 01 14:22:58.872375 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.102264 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 up at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:22:59.173277 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Provisioning complete for port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:22:59.173645 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.222090 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad18d15a-938e-4631-a4aa-4cfb95211136 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:22:59.230259 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.245181 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Transition to ACTIVE for port object ad18d15a-938e-4631-a4aa-4cfb95211136 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:22:59.249759 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.295907 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Current status of the port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 is: ACTIVE; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:22:59.384376 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:59.488526 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Attempting to bind port ad18d15a-938e-4631-a4aa-4cfb95211136 on host n-h2-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:22:59.489169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Attempting to bind port ad18d15a-938e-4631-a4aa-4cfb95211136 by drivers openvswitch,hyperv on host n-h2-844200-1 at level 0 using segments [{'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:22:59.489169 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Attempting to bind port ad18d15a-938e-4631-a4aa-4cfb95211136 on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:59.493953 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Port ad18d15a-938e-4631-a4aa-4cfb95211136 on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a not bound, no agent of type Open vSwitch agent registered on host n-h2-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:22:59.494237 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Attempting to bind port ad18d15a-938e-4631-a4aa-4cfb95211136 on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:22:59.499501 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Checking agent: {'id': '5a8b4f97-205f-4db2-ab68-8a99572d2d01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:22:59.500021 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Checking segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:22:59.500141 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Bound using segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:22:59.500649 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Bound port: ad18d15a-938e-4631-a4aa-4cfb95211136, host: n-h2-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:22:59.500898 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.602124 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:22:59.605571 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:22:59.613960 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.678644 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:59.679374 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:22:59.680919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1092 time: 1.0105047 Jun 01 14:22:59.681344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:22:59.709729 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24b5b2-24d5-4ad7-a27d-590331e83e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:22:59.797805 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf856611-d147-42fb-84b9-3514cdfaf87e'] response: {'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'status': 'completed', 'code': 200} Jun 01 14:22:59.819809 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-20d79bd8-df61-4328-8912-ce44a07682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:22:59.821921 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-20d79bd8-df61-4328-8912-ce44a07682de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0847237 Jun 01 14:22:59.894150 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-ee462740-3658-40f3-a7c1-532f83fd5e42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 217 time: 0.0625203 Jun 01 14:23:00.010899 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-1ef13031-811a-4461-9014-fb1a5f3f1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.012224 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-1ef13031-811a-4461-9014-fb1a5f3f1612 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.1109214 Jun 01 14:23:00.193946 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f433-7422-492b-b5c6-de98aa06561c req-ce24486d-6ba0-4422-9dd4-d59306376052 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.195400 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad31f433-7422-492b-b5c6-de98aa06561c req-ce24486d-6ba0-4422-9dd4-d59306376052 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 944 time: 0.2603438 Jun 01 14:23:00.249456 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ad31f433-7422-492b-b5c6-de98aa06561c req-3a594163-578f-4fa4-bb63-d4efe51bf22f tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472538 Jun 01 14:23:00.253859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843f22-83f4-42b7-987e-46ec23fd712f req-aa128cfb-0b9e-4b03-9069-9de877942441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.255542 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-aa128cfb-0b9e-4b03-9069-9de877942441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352226 Jun 01 14:23:00.396068 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-c3507c3b-182d-4556-bd8f-10329ae5f299 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319222 Jun 01 14:23:00.536026 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-36843f22-83f4-42b7-987e-46ec23fd712f req-687fa75a-c50c-4064-a341-9990497d0df9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329403 Jun 01 14:23:00.664673 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-c8ac0e29-f67e-4707-8194-72c4f5af3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.666139 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-c8ac0e29-f67e-4707-8194-72c4f5af3a81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0782862 Jun 01 14:23:00.809562 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-5cb64cf1-fa7f-4b8f-a0c2-04c7d79ada34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.811031 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-5cb64cf1-fa7f-4b8f-a0c2-04c7d79ada34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1382210 Jun 01 14:23:00.879194 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-8146d244-7cf0-4a1b-a7fa-67a2b2326c60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 217 time: 0.0607481 Jun 01 14:23:00.946708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-184b03be-6ec0-49aa-8fad-75a9a9aaf1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:00.948133 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-184b03be-6ec0-49aa-8fad-75a9a9aaf1dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0618341 Jun 01 14:23:01.037505 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-31b356b7-f39c-428f-b8d0-b89769bfda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:01.039018 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-31b356b7-f39c-428f-b8d0-b89769bfda35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818586 Jun 01 14:23:01.174690 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-8e303d87-44b2-4ac8-b832-7334a5856b35 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263342 Jun 01 14:23:01.319746 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-92230e48-d36d-4e99-9d10-d1ab9c7d35da req-20fa1fbf-0be3-4597-a8df-eb5513f8d2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380343 Jun 01 14:23:01.444596 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29e561-ba78-4363-ae75-f1f5128a305c req-5eae7a12-1ef2-41c0-ba03-aed8921e293d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:01.446189 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a29e561-ba78-4363-ae75-f1f5128a305c req-5eae7a12-1ef2-41c0-ba03-aed8921e293d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 944 time: 0.0815487 Jun 01 14:23:01.495617 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9a29e561-ba78-4363-ae75-f1f5128a305c req-4c9f89ee-7717-47af-848f-657e63edf87b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432348 Jun 01 14:23:02.688615 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35dfa0-1df4-4d96-ba9c-ebbcabff2707 req-6476f128-40da-4acd-933f-555611f586c0 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:02.690106 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d35dfa0-1df4-4d96-ba9c-ebbcabff2707 req-6476f128-40da-4acd-933f-555611f586c0 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 944 time: 0.0892842 Jun 01 14:23:02.745122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8d35dfa0-1df4-4d96-ba9c-ebbcabff2707 req-2b806117-b3f2-4cc0-b1fe-1c2103218bbf tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491161 Jun 01 14:23:03.460894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:23:03.602982 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:23:03.616360 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:23:03.672666 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ad18d15a-938e-4631-a4aa-4cfb95211136 is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:23:03.673017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:03.690189 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad18d15a-938e-4631-a4aa-4cfb95211136 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:23:03.705742 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:23:03.712074 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:03.781772 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:23:03.948375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941ae0-05c0-49f7-9215-f61933fa2f95 req-1f24114c-ed5a-4133-870e-9192a316482e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:03.949816 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f941ae0-05c0-49f7-9215-f61933fa2f95 req-1f24114c-ed5a-4133-870e-9192a316482e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 945 time: 0.0958385 Jun 01 14:23:03.964752 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ad18d15a-938e-4631-a4aa-4cfb95211136'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:23:03.997452 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5f941ae0-05c0-49f7-9215-f61933fa2f95 req-ce31b6df-40a1-4fc6-b289-36813a734ead tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389273 Jun 01 14:23:05.193356 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc0c8-6fda-4ceb-b559-60421246bd57 req-606f7d45-15c9-40ec-9368-834bbed922e5 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:05.194784 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bffc0c8-6fda-4ceb-b559-60421246bd57 req-606f7d45-15c9-40ec-9368-834bbed922e5 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 945 time: 0.0829802 Jun 01 14:23:05.240326 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-9bffc0c8-6fda-4ceb-b559-60421246bd57 req-932b4943-4218-4c13-9b86-991e7034e03d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391555 Jun 01 14:23:05.478766 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:23:05.534237 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:05.561771 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning for port ad18d15a-938e-4631-a4aa-4cfb95211136 completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:23:05.566838 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ad18d15a-938e-4631-a4aa-4cfb95211136 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:23:05.567200 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:05.697750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ad18d15a-938e-4631-a4aa-4cfb95211136 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:23:05.698107 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:05.734642 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:23:05.747846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:23:05.752911 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:05.827618 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568cdf8c-2bcb-4863-9f6c-6bdddd387e51'] response: {'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'code': 200} Jun 01 14:23:05.861777 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:23:05.925763 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3568-9954-4026-9f63-85659e9be8bc req-23ad3a76-e620-4910-8baf-ae7012d3fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:05.927303 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c60d3568-9954-4026-9f63-85659e9be8bc req-23ad3a76-e620-4910-8baf-ae7012d3fc98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1097 time: 0.0775857 Jun 01 14:23:05.968408 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c60d3568-9954-4026-9f63-85659e9be8bc req-331f6417-b086-4e86-9645-54777f08bb80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340242 Jun 01 14:23:06.454991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6460-d2be-435f-8870-c504162874ed req-3f39d1d9-3f62-4f69-834c-2247e563c91b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:06.456428 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08ae6460-d2be-435f-8870-c504162874ed req-3f39d1d9-3f62-4f69-834c-2247e563c91b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 946 time: 0.0950062 Jun 01 14:23:06.504982 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-08ae6460-d2be-435f-8870-c504162874ed req-5522702c-6d58-40b3-a38f-b4d567551123 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425675 Jun 01 14:23:07.709689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfb7c9-291d-4c7f-bbbf-9b9eb90dc7a2 req-a6195f7a-4343-4bda-90f7-34a31b69056d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:07.711301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21cfb7c9-291d-4c7f-bbbf-9b9eb90dc7a2 req-a6195f7a-4343-4bda-90f7-34a31b69056d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 946 time: 0.0821171 Jun 01 14:23:07.755536 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-21cfb7c9-291d-4c7f-bbbf-9b9eb90dc7a2 req-2e2cbfb1-8d2d-4ed0-a1d0-543e09bdfa59 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384529 Jun 01 14:23:07.941859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8ff6-7cc3-4617-9e85-49b56a7c727f req-dfc83467-33a8-4671-a99c-2f0d39f3610f tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:07.943389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05ed8ff6-7cc3-4617-9e85-49b56a7c727f req-dfc83467-33a8-4671-a99c-2f0d39f3610f tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 946 time: 0.0845449 Jun 01 14:23:08.099919 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-05ed8ff6-7cc3-4617-9e85-49b56a7c727f req-fa54e79f-982a-44b5-bc6d-5db15c90ed3c tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506462 Jun 01 14:23:08.123375 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58118) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:23:08.248940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11fa484-6069-4af2-bb69-e5af3230b93c tempest-TestSnapshotPattern-1747411742 tempest-TestSnapshotPattern-1747411742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:08.250418 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f11fa484-6069-4af2-bb69-e5af3230b93c tempest-TestSnapshotPattern-1747411742 tempest-TestSnapshotPattern-1747411742-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1092 time: 0.1260786 Jun 01 14:23:08.253720 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58124) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:23:08.258866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:23:08.265920 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:23:08.270233 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:floatingip and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:23:08.273256 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:23:08.279352 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:23:08.292393 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:08.432066 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:08.568393 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Allocated IP 172.25.7.170 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:23:08.723145 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:08.754725 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:08.821835 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:23:08.824876 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:23:08.828483 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:23:08.857488 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:23:09.259229 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:09.336770 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:09.548132 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:09.555116 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:09.664145 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:23:09.674957 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:09.960569 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Floating IP fc690f80-1a3f-45ea-8a8f-430ea083f43d associated. External IP: 172.25.7.170, port: ad18d15a-938e-4631-a4aa-4cfb95211136. Jun 01 14:23:10.333570 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:23:10.517228 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:23:10.527819 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:23:10.537717 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:23:10.538316 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:23:10.544134 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:10.600529 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-22cfe891-0204-4288-bc79-0fa173da6bc4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3456700 Jun 01 14:23:10.601162 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:23:10.645827 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0a0493-c260-4e47-bdcd-9e903df5d4dc'] response: {'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'status': 'completed', 'code': 200} Jun 01 14:23:10.753046 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-969a3750-0718-4265-918f-ba42336486eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:10.754535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-969a3750-0718-4265-918f-ba42336486eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1097 time: 0.0849061 Jun 01 14:23:10.759377 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:23:10.888756 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-e55f17ea-4265-42b4-aae4-21825353513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:10.890084 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-e55f17ea-4265-42b4-aae4-21825353513c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1252038 Jun 01 14:23:10.989502 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-77eea385-a007-4ea3-9945-05348d0e7cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1000 time: 0.0919027 Jun 01 14:23:11.056219 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-3bae8b32-3c13-404e-a4ad-820ece311ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:11.057723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-3bae8b32-3c13-404e-a4ad-820ece311ace service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0614221 Jun 01 14:23:11.106803 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:09Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:23:11.110560 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:23:11.119528 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:23:11.120143 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:22:51Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:23:11.131455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-1ff2417e-3d8e-4971-8a91-4d8ffee95e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:11.132909 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-1ff2417e-3d8e-4971-8a91-4d8ffee95e20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684180 Jun 01 14:23:11.267461 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-f9c5c624-2915-475c-b2d1-2d2c85e2bd13 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268959 Jun 01 14:23:11.301209 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:23:11.400812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-0e2e3f5d-71bc-4190-a731-0c208af96a16 req-4ae3985a-b515-48d8-bbba-cb62dfe68d2a service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258571 Jun 01 14:23:11.662813 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:09Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:23:11.667266 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ffc52-793f-4eb0-b197-600da0ed6bfe None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:09Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:23:11.860905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11561b68-3ac2-4538-8f5e-57c627f3267d None None] New status for floating IP fc690f80-1a3f-45ea-8a8f-430ea083f43d: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:23:18.377013 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7e73-9885-406a-9b4e-73452acac8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:18.896228 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:20.602143 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-01c456d4-7c95-4cd4-b6f1-a6fcc58163f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:21.797928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:22.105859 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:23.489295 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:34.198314 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:23:35.492060 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:48.375808 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2451abd3-f1f9-4b2b-8d37-53c843b2bbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:48.908071 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:50.606350 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e2ae82bc-a58a-45dc-b7fb-ca46b1229dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:51.793312 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:52.111050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:53.492470 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:23:57.312367 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-c4b5c4d7-552c-447b-90d7-218412856a06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041266 Jun 01 14:23:57.457902 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be12e1-7498-4225-976a-1b9902656653 req-8100cb13-7440-4f26-82bf-8837205fe0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:57.459670 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-8100cb13-7440-4f26-82bf-8837205fe0ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1097 time: 0.0747652 Jun 01 14:23:57.605188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be12e1-7498-4225-976a-1b9902656653 req-fcadf395-b9c1-4fe7-81c1-6676e54ab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:57.606686 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-fcadf395-b9c1-4fe7-81c1-6676e54ab38a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1271732 Jun 01 14:23:57.712865 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-039108b1-0ecd-4780-8c8f-9b65a732bc82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1002 time: 0.0987413 Jun 01 14:23:57.776803 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be12e1-7498-4225-976a-1b9902656653 req-f79873ee-8e52-4ce7-830e-b9cd974f85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:57.778185 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-f79873ee-8e52-4ce7-830e-b9cd974f85d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0584538 Jun 01 14:23:57.870075 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be12e1-7498-4225-976a-1b9902656653 req-5648d844-e1c8-4368-9388-ba4a2a224037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:23:57.871591 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-5648d844-e1c8-4368-9388-ba4a2a224037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853186 Jun 01 14:23:58.010460 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-9b9696b3-04b9-4a22-ae2a-5096673ab20b service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311064 Jun 01 14:23:58.157630 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b8be12e1-7498-4225-976a-1b9902656653 req-411bc1ec-9070-4314-bd73-71599b87fe31 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382589 Jun 01 14:24:05.505049 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:11.194184 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:24:18.380384 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-78a83cab-91de-4637-b4f4-b1f49872bc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:18.921876 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:20.605506 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2b233eb5-8953-4d13-bbd0-68dc72ff9c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:21.805386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:22.122138 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:23.497061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:35.502772 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:48.199487 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:24:48.381117 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c89e8742-7ab7-41cb-864a-3a6f72720708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:48.926386 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:50.606530 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d18cd043-1de4-48e9-9d46-8b5bab0cc815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:51.802247 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:52.123508 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:53.498446 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:24:58.175833 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-c15fd3e7-850f-41c1-9837-5325bdbcd8af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786548 Jun 01 14:24:58.341234 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-7f4da972-80bc-49d0-8098-c8c9b4aa87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:24:58.342729 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-7f4da972-80bc-49d0-8098-c8c9b4aa87c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1097 time: 0.0915267 Jun 01 14:24:58.494074 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-bc5d7de5-ecb4-4b15-a3fd-75cf49012bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:24:58.495660 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-bc5d7de5-ecb4-4b15-a3fd-75cf49012bff service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1265209 Jun 01 14:24:58.602266 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-05a88c1a-2251-4f81-9260-6285ba5e9c25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1002 time: 0.0997627 Jun 01 14:24:58.665337 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-02bf8b18-3bea-4005-8fb8-921e5fdbb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:24:58.666719 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-02bf8b18-3bea-4005-8fb8-921e5fdbb890 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0571525 Jun 01 14:24:58.748472 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-a2ae4d9c-3304-4518-9f13-14afdba15345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:24:58.749812 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-a2ae4d9c-3304-4518-9f13-14afdba15345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744960 Jun 01 14:24:58.911389 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-7b879e6c-7b88-4fe7-b0ca-6ac476aed6cf service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535425 Jun 01 14:24:59.051828 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-4fb04f4c-8a96-4ba6-8e6f-f103a9a61595 req-08a4900f-4178-4ed6-89e7-229d8fee7af9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325946 Jun 01 14:25:05.523061 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:10.124785 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 details requested by agent hyperv_n-h2-844200-1 with host n-h2-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:25:10.277194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:10.291735 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Returning: {'device': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:25:10.351154 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ad18d15a-938e-4631-a4aa-4cfb95211136 is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:25:10.352003 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:10.372223 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad18d15a-938e-4631-a4aa-4cfb95211136 {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:25:10.388579 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:10.395463 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:10.479486 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:10.483231 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] get_ports_and_sgs() called for port_ids ['ad18d15a-938e-4631-a4aa-4cfb95211136'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:25:10.517887 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.518229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.518568 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.518952 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.519288 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.519616 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.519941 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.520278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.520586 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.520905 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.521229 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:10.521550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:12.132862 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 up at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:25:12.208716 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Provisioning complete for port ad18d15a-938e-4631-a4aa-4cfb95211136 triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:25:12.209264 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:12.342619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ad18d15a-938e-4631-a4aa-4cfb95211136 is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:25:12.342996 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:12.376353 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:25:12.388339 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:12.399915 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:12.437350 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15b5462-992b-4b9a-b720-abdef8d1f755'] response: {'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'code': 200} Jun 01 14:25:12.534886 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:18.376156 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f405305c-eee9-46cf-b77f-b291e69288ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:18.915054 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:19.057724 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-52600d8c-aee1-4f54-b34b-d23b59c51da6 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77877063&fields=id&tenant_id=f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 267 time: 0.1622310 Jun 01 14:25:19.222853 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-6d7e9057-b6e4-4476-a3a3-c46a44e59886 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:19.225069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-6d7e9057-b6e4-4476-a3a3-c46a44e59886 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 809 time: 0.1565540 Jun 01 14:25:19.243476 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-f5dddeca-4702-466c-a5d0-ce66e985f958 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/quotas/f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 375 time: 0.0103841 Jun 01 14:25:19.336910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-b374c49b-8333-4aa7-953d-ae9de48592a9 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842731 Jun 01 14:25:19.525014 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-b07c18be-fe68-4202-97cb-431f6dfc3e98 service neutron] 10.222.0.40 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783385 Jun 01 14:25:19.668933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-cd485175-adb8-4164-a818-f94989d72375 service neutron] 10.222.0.40 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377616 Jun 01 14:25:20.609459 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d4c26bc1-046e-4f1a-bc91-8afcaefb18bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:20.882943 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ecc0934-9ba3-4eba-bd10-827a16292408 req-f740845c-0d12-42cd-bac0-a2402981596b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 210 time: 0.0473309 Jun 01 14:25:21.798122 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:21.984975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-20e1e734-4bc3-4861-803c-375336612d3e req-60854e14-3823-4f08-9056-b6b877e3d0a2 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 210 time: 0.0430930 Jun 01 14:25:22.118870 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:22.167008 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:25:22.292480 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Current status of the port ad18d15a-938e-4631-a4aa-4cfb95211136 is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:25:22.292850 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:22.319260 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:25:22.329365 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:22.333147 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:22.368239 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adceb62-5b21-450b-8043-559d8bc5fd47'] response: {'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'code': 200} Jun 01 14:25:22.399550 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Pushing event updated for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:23.096622 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34bc6ac8-1769-428d-a516-d62b97a2a744 req-a503b67f-e50e-43aa-b854-20aa4cf19c10 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 210 time: 0.0418348 Jun 01 14:25:23.502627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:24.085330 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-3052e783-f0ca-4cad-8dd4-5041293d510e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:24.086765 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-3052e783-f0ca-4cad-8dd4-5041293d510e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 809 time: 0.1478074 Jun 01 14:25:24.148180 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-6598eeca-68e9-49ae-a6b0-b7f36ffcb475 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f602be3a421043a2955745ca8c4ad229 HTTP/1.1" status: 200 len: 378 time: 0.0470531 Jun 01 14:25:24.157662 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'port': {'device_id': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'admin_state_up': True, 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'security_groups': ['edeb42c4-9540-4742-9e51-2b18377e2576']}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:25:24.286849 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-bdc69452-d93f-4852-befe-4048ceb51359 req-fdbab80c-6029-4ade-bd51-b515dced21e3 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 210 time: 0.0622594 Jun 01 14:25:24.338227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:25:24.347746 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:25:24.358823 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Made reservation on behalf of f602be3a421043a2955745ca8c4ad229 for: {'port': 1} {{(pid=88371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:25:24.362441 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:24.639333 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Allocated IP 172.20.0.11 (e2fb4dea-f177-46c8-9cc6-f88ba890b41a/493ff265-8e79-4ebb-9a20-4522bb709ed7/0f43df52-9f13-46e7-96fa-58884a33b2dc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:25:24.864080 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:24.883640 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Transition to ACTIVE for port object 0f43df52-9f13-46e7-96fa-58884a33b2dc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:25:24.915657 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:25.002604 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:25:25.006454 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:25:25.011279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:25:25.052959 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:25.078070 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.078416 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.078802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.079159 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.079463 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.079786 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.080102 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.080422 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.080742 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.081059 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.081378 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.081695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:25:25.108492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:25.109160 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:25.160547 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9c0936eb-a1b5-4812-a9d8-8785dac1b107 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0063558 Jun 01 14:25:25.208173 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:25:25.362979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-69a47948-0851-4506-923a-16a751b40a89 None None] Provisioning for port 0f43df52-9f13-46e7-96fa-58884a33b2dc completed by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:25:25.369350 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-69a47948-0851-4506-923a-16a751b40a89 None None] Provisioning complete for port 0f43df52-9f13-46e7-96fa-58884a33b2dc triggered by entity DHCP. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:25:25.369929 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-69a47948-0851-4506-923a-16a751b40a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:25.470818 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-69a47948-0851-4506-923a-16a751b40a89 None None] Port 0f43df52-9f13-46e7-96fa-58884a33b2dc cannot update to ACTIVE because it is not bound. {{(pid=88373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:25:25.528882 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff5223-fa58-44e1-ac11-e9e524f088fa req-d801fe09-edb2-441e-882b-369410d2f122 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:25.529889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-62ff5223-fa58-44e1-ac11-e9e524f088fa req-d801fe09-edb2-441e-882b-369410d2f122 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Synchronizing usage tracker for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:25:25.548492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-62ff5223-fa58-44e1-ac11-e9e524f088fa req-d801fe09-edb2-441e-882b-369410d2f122 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Unset dirty status for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:25:25.549696 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ff5223-fa58-44e1-ac11-e9e524f088fa req-d801fe09-edb2-441e-882b-369410d2f122 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.1391392 Jun 01 14:25:25.599946 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-62ff5223-fa58-44e1-ac11-e9e524f088fa req-46e5402e-92c3-4936-bf7a-cd95b2bf42d4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439882 Jun 01 14:25:26.921402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff307e0-416b-478d-b0cd-975757f7b618 req-0e651d1e-3d00-4716-84eb-bbef74ec15a9 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:26.923294 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ff307e0-416b-478d-b0cd-975757f7b618 req-0e651d1e-3d00-4716-84eb-bbef74ec15a9 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.2048986 Jun 01 14:25:26.974145 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1ff307e0-416b-478d-b0cd-975757f7b618 req-62f31271-cbf2-409c-96e5-f75de8580006 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445530 Jun 01 14:25:28.198297 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568500ce-5ca0-4cb9-98ab-d6ebcab54133 req-2920183f-b77c-4351-9058-7864c52c68b6 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:28.198297 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-568500ce-5ca0-4cb9-98ab-d6ebcab54133 req-2920183f-b77c-4351-9058-7864c52c68b6 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0942671 Jun 01 14:25:28.246020 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-568500ce-5ca0-4cb9-98ab-d6ebcab54133 req-982ec544-5535-4951-bfd2-1651caa395b1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412123 Jun 01 14:25:29.454038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687593-e6d4-47c2-9c01-0f92e1c03674 req-2b0e0a23-c37b-4964-8b95-319866b86417 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:29.456138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53687593-e6d4-47c2-9c01-0f92e1c03674 req-2b0e0a23-c37b-4964-8b95-319866b86417 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0920770 Jun 01 14:25:29.518933 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-53687593-e6d4-47c2-9c01-0f92e1c03674 req-37bde74a-8595-4677-a056-ab4dc9a6e718 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564501 Jun 01 14:25:30.724414 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573634-c9ee-43fc-ad1e-d3b853787df7 req-233f1a6b-a0fb-4926-bc5c-47a8e9435e7b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:30.726117 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8573634-c9ee-43fc-ad1e-d3b853787df7 req-233f1a6b-a0fb-4926-bc5c-47a8e9435e7b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0947649 Jun 01 14:25:30.787108 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-a8573634-c9ee-43fc-ad1e-d3b853787df7 req-86c91fa7-21a2-4d5d-b519-182275a72489 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509450 Jun 01 14:25:31.981190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b141a-9091-4956-a7d3-d60ea4a6e9bd req-0c4a2b21-4d60-4a5b-969b-ee58d082476b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:31.982625 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc5b141a-9091-4956-a7d3-d60ea4a6e9bd req-0c4a2b21-4d60-4a5b-969b-ee58d082476b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0865159 Jun 01 14:25:32.030301 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cc5b141a-9091-4956-a7d3-d60ea4a6e9bd req-f2503052-f47f-436b-983c-6744203fc902 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396388 Jun 01 14:25:33.232764 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582972-35a3-413e-8706-9e9b0500d40a req-93175e91-c2a0-439d-a38e-376265e8b0bf tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:33.234188 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34582972-35a3-413e-8706-9e9b0500d40a req-93175e91-c2a0-439d-a38e-376265e8b0bf tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0816150 Jun 01 14:25:33.278901 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-34582972-35a3-413e-8706-9e9b0500d40a req-919bbe31-4a12-48f2-b71a-dfbfe1997019 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390291 Jun 01 14:25:34.496447 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73c5e-0b22-4c28-a366-6125aa8b2574 req-8bdd583d-47a8-4b5b-8be6-9339d23c1450 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:34.497923 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc73c5e-0b22-4c28-a366-6125aa8b2574 req-8bdd583d-47a8-4b5b-8be6-9339d23c1450 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 932 time: 0.0948184 Jun 01 14:25:34.558193 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-ffc73c5e-0b22-4c28-a366-6125aa8b2574 req-c8a0729a-d0be-441b-969d-12b4a9a03022 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541894 Jun 01 14:25:34.740926 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Request body: {'port': {'device_id': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844200-1'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:25:34.854079 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.207113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f43df52-9f13-46e7-96fa-58884a33b2dc {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:25:35.214863 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.230351 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Transition to ACTIVE for port object 0f43df52-9f13-46e7-96fa-58884a33b2dc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:25:35.234042 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.370849 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:35.483516 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Attempting to bind port 0f43df52-9f13-46e7-96fa-58884a33b2dc on host n-h1-844200-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:25:35.483825 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Attempting to bind port 0f43df52-9f13-46e7-96fa-58884a33b2dc by drivers openvswitch,hyperv on host n-h1-844200-1 at level 0 using segments [{'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:25:35.484147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Attempting to bind port 0f43df52-9f13-46e7-96fa-58884a33b2dc on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:25:35.490851 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Port 0f43df52-9f13-46e7-96fa-58884a33b2dc on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a not bound, no agent of type Open vSwitch agent registered on host n-h1-844200-1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:25:35.491190 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Attempting to bind port 0f43df52-9f13-46e7-96fa-58884a33b2dc on network e2fb4dea-f177-46c8-9cc6-f88ba890b41a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:25:35.497146 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Checking agent: {'id': '154133ec-2bb8-4508-9416-a6911cef369e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844200-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'started_at': datetime.datetime(2022, 6, 1, 12, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:25:35.497821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Checking segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 14:25:35.497821 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Bound using segment: {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:25:35.498226 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Bound port: 0f43df52-9f13-46e7-96fa-58884a33b2dc, host: n-h1-844200-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:25:35.498560 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.536714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.595347 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:25:35.598637 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:25:35.604273 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.665395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:35.666208 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:35.667590 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 1092 time: 0.9312024 Jun 01 14:25:35.667991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:25:35.724909 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ee8721-9863-4646-8f2e-4cdfaf0656b2'] response: {'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'status': 'completed', 'code': 200} Jun 01 14:25:35.780686 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f84d82-5ad7-4314-903a-32ed5c3dfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:35.837603 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab50-7251-40d2-b381-358edca6a137 req-d35cb8ad-84be-47a6-87b4-21e289c39b0d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:35.839165 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2663ab50-7251-40d2-b381-358edca6a137 req-d35cb8ad-84be-47a6-87b4-21e289c39b0d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.1658642 Jun 01 14:25:35.863544 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9855a3b4-e9b1-4df5-a465-f6f8aa34ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:35.864963 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-9855a3b4-e9b1-4df5-a465-f6f8aa34ef7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1095 time: 0.1237421 Jun 01 14:25:36.053991 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-6efe3267-28b8-40b8-b269-469f9a13d433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 217 time: 0.1753800 Jun 01 14:25:36.058535 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-2663ab50-7251-40d2-b381-358edca6a137 req-be49337d-cb26-491a-8527-93392f7fa999 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2134943 Jun 01 14:25:36.121703 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-7cc957fc-775b-45dc-9571-e550cac5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:36.123182 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-7cc957fc-775b-45dc-9571-e550cac5111e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0632868 Jun 01 14:25:36.208981 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-fc15c72d-c790-468e-bc3e-9d32e6c1dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:36.210430 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-fc15c72d-c790-468e-bc3e-9d32e6c1dc40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808306 Jun 01 14:25:36.347730 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-e25a77e2-a97a-492a-bd7a-2907752d1752 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301014 Jun 01 14:25:36.481886 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-616735b4-887c-4eed-8ad7-8f94aac52277 req-2bcd6b82-4562-4165-b9bc-ef5bd3e30227 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282108 Jun 01 14:25:36.632548 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-17ca25d6-6b70-4345-b0e6-c47f87a129cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:36.634107 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-17ca25d6-6b70-4345-b0e6-c47f87a129cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1095 time: 0.0731175 Jun 01 14:25:36.782137 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-4c6aefbf-68be-4cc6-baf3-44912d9419c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:36.783619 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-4c6aefbf-68be-4cc6-baf3-44912d9419c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1423864 Jun 01 14:25:36.855448 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-29bcf822-ad01-4186-880b-34e84ce6e6d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 217 time: 0.0653391 Jun 01 14:25:36.922841 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-f4bb738c-81f4-4db4-b3ec-19fe21ced313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:36.924166 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-f4bb738c-81f4-4db4-b3ec-19fe21ced313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0632138 Jun 01 14:25:37.014808 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-62e0a38b-ac35-4224-92af-c5d0748ba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:37.017060 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-62e0a38b-ac35-4224-92af-c5d0748ba660 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800817 Jun 01 14:25:37.163004 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-f300f49c-1d1e-4ecb-b3f7-c0e18e232e09 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355908 Jun 01 14:25:37.342508 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-424d6f5d-652e-476b-b0f0-913ad3d35f3d req-81b09aeb-9b9e-48df-9344-0fdb6e226b9f service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734495 Jun 01 14:25:37.361601 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da6f1e-4ea1-431d-9204-17113a89bbb6 req-b7a35ab3-e0b4-4657-97ee-364134a0383e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:37.363040 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2da6f1e-4ea1-431d-9204-17113a89bbb6 req-b7a35ab3-e0b4-4657-97ee-364134a0383e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.1765184 Jun 01 14:25:37.411204 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-b2da6f1e-4ea1-431d-9204-17113a89bbb6 req-92414dd1-7c29-4546-aa14-56acc3eacf00 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411487 Jun 01 14:25:38.609308 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7deec2-aa89-4c5f-b299-4f523a94abb8 req-f611d9e8-90d1-407e-9b4c-afb3c58024f7 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:38.610760 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a7deec2-aa89-4c5f-b299-4f523a94abb8 req-f611d9e8-90d1-407e-9b4c-afb3c58024f7 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.0843091 Jun 01 14:25:38.656053 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8a7deec2-aa89-4c5f-b299-4f523a94abb8 req-9c4e4607-fa5f-4f1d-bab6-019d089eeb6b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395653 Jun 01 14:25:39.868999 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b3782-a948-43eb-b05a-860971c0634b req-ef0d4924-6c4c-42b6-993a-8971e2117425 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:39.870450 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-797b3782-a948-43eb-b05a-860971c0634b req-ef0d4924-6c4c-42b6-993a-8971e2117425 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.0955107 Jun 01 14:25:39.920072 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-797b3782-a948-43eb-b05a-860971c0634b req-eb7018d8-97fc-4624-875c-e26b0e06f1c1 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414050 Jun 01 14:25:40.405973 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:25:40.549254 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:40.562489 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'mac_address': 'fa:16:3e:29:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:25:40.618200 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f43df52-9f13-46e7-96fa-58884a33b2dc is: DOWN; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:25:40.618571 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:40.634969 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f43df52-9f13-46e7-96fa-58884a33b2dc {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:25:40.650105 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:40.657490 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:40.726795 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=4']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:41.067529 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0f43df52-9f13-46e7-96fa-58884a33b2dc'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:25:41.126108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a11ab-abcc-45ef-81f3-d9285b257c1f req-802cf585-dc53-4b86-b125-78c434e601db tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:41.127595 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9a11ab-abcc-45ef-81f3-d9285b257c1f req-802cf585-dc53-4b86-b125-78c434e601db tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 945 time: 0.0898368 Jun 01 14:25:41.174804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-1c9a11ab-abcc-45ef-81f3-d9285b257c1f req-9ef688a4-0fa0-4ba3-ae0e-7820608da61e tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413809 Jun 01 14:25:42.434918 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:25:42.502455 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3fddd-fc8c-45f6-9d89-087957b108c7 req-a4c00a2e-6577-46d1-9b11-dc576d677e63 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:42.504074 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbf3fddd-fc8c-45f6-9d89-087957b108c7 req-a4c00a2e-6577-46d1-9b11-dc576d677e63 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 945 time: 0.2185450 Jun 01 14:25:42.507613 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning for port 0f43df52-9f13-46e7-96fa-58884a33b2dc completed by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:25:42.513133 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0f43df52-9f13-46e7-96fa-58884a33b2dc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:25:42.513501 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:42.549938 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-dbf3fddd-fc8c-45f6-9d89-087957b108c7 req-f69fe2ff-2c25-4ea6-b6d3-e85508fbefe6 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396798 Jun 01 14:25:42.629194 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f43df52-9f13-46e7-96fa-58884a33b2dc is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:25:42.629559 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:42.657028 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:25:42.669737 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:25:42.677826 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:42.717315 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aff82b1-f548-492b-86a6-d5d781f268c0'] response: {'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'code': 200} Jun 01 14:25:42.750980 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=5']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:42.872906 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a89200-2bae-4d98-bb2c-0bf5a5e4a0d5 req-949cb82e-cf23-45f6-bf20-2049ce24fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:42.875142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1a89200-2bae-4d98-bb2c-0bf5a5e4a0d5 req-949cb82e-cf23-45f6-bf20-2049ce24fe2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0820162 Jun 01 14:25:42.917674 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-d1a89200-2bae-4d98-bb2c-0bf5a5e4a0d5 req-5d2712c6-4098-4f8d-9759-2dc4197c7001 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366132 Jun 01 14:25:43.759020 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00d16-6076-4090-b491-d6be041cbfbd req-1df6cb96-770f-48f2-92c6-5b2a39a3e790 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:43.760471 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbb00d16-6076-4090-b491-d6be041cbfbd req-1df6cb96-770f-48f2-92c6-5b2a39a3e790 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 946 time: 0.0978711 Jun 01 14:25:43.806354 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-fbb00d16-6076-4090-b491-d6be041cbfbd req-50cb7ab1-9c72-4ba4-a32a-6565259ed132 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400271 Jun 01 14:25:45.003056 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14641-a777-4dc3-9171-c2f5a525edc0 req-e1b882ef-fc86-4dec-9e3d-24cf0db679ad tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:45.004505 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29c14641-a777-4dc3-9171-c2f5a525edc0 req-e1b882ef-fc86-4dec-9e3d-24cf0db679ad tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 946 time: 0.0866036 Jun 01 14:25:45.054735 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-29c14641-a777-4dc3-9171-c2f5a525edc0 req-f5054171-4c0d-4583-bae1-76da26a1b876 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416284 Jun 01 14:25:45.265125 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cf0c6-b77e-40b5-8ebe-d26320855b6a req-118a0992-6b23-445b-98ff-310591ef8e24 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:45.266566 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-029cf0c6-b77e-40b5-8ebe-d26320855b6a req-118a0992-6b23-445b-98ff-310591ef8e24 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 946 time: 0.0856295 Jun 01 14:25:45.313445 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-029cf0c6-b77e-40b5-8ebe-d26320855b6a req-07a44775-da85-484e-92bd-f18b03aacd09 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394633 Jun 01 14:25:45.338325 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58388) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:25:45.417253 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653b4d4-9a68-4187-a628-9dc08f845a90 tempest-TestSnapshotPattern-1747411742 tempest-TestSnapshotPattern-1747411742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:45.418710 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-f653b4d4-9a68-4187-a628-9dc08f845a90 tempest-TestSnapshotPattern-1747411742 tempest-TestSnapshotPattern-1747411742-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1092 time: 0.0790474 Jun 01 14:25:45.421870 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58392) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:25:45.426912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.v2.base [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Request body: {'floatingip': {'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:25:45.434295 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:25:45.438610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Usage tracker for resource:floatingip and tenant:f602be3a421043a2955745ca8c4ad229 is out of sync, need to count used quota {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:25:45.441685 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88371) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:25:45.448314 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.quota.driver [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88371) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:25:45.461021 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:45.607781 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:45.751188 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Allocated IP 172.25.7.196 (b3885b8b-5db0-4385-ae63-34e40cb7908a/55312d4a-ae6f-41eb-b841-55e1361ba280/8378baa4-b114-406f-98b3-f1d411081d81) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:25:45.902040 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:45.949364 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756247227998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:46.018695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Network b3885b8b-5db0-4385-ae63-34e40cb7908a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:25:46.021545 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:25:46.025239 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 14:25:46.053892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=8378baa4-b114-406f-98b3-f1d411081d81,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:46.452108 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:46.529662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:46.864020 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:46.871765 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32349762'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:46.976485 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event updated for resources: {'Port': ['ID=8378baa4-b114-406f-98b3-f1d411081d81,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:25:46.988528 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408476'] for floatingip, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:47.176289 n-d-844200-1 neutron-server[88371]: INFO neutron.db.l3_db [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Floating IP ab9742fd-7325-47b4-a81e-80aead7cfc5b associated. External IP: 172.25.7.196, port: 0f43df52-9f13-46e7-96fa-58884a33b2dc. Jun 01 14:25:47.540801 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:25:47.729555 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:25:47.739349 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:25:47.749626 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:25:47.750237 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:25:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:25:47.756750 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:47.818975 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-9d1164d4-ba74-4240-876d-b66b743b9c2a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3938875 Jun 01 14:25:47.818975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:25:47.874619 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d95cc0-8034-4afe-8ef4-b0913f4b2580'] response: {'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'status': 'completed', 'code': 200} Jun 01 14:25:47.970141 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:25:48.000384 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-c4e2b957-9663-4523-8618-b69012b84652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:48.001895 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-c4e2b957-9663-4523-8618-b69012b84652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0816703 Jun 01 14:25:48.131979 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-fcf09cf8-2546-45c8-94f0-82219533975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:48.133539 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-fcf09cf8-2546-45c8-94f0-82219533975e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1257222 Jun 01 14:25:48.243075 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-3b1d1975-a34c-4ac2-adc2-5fae6dc4b7bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 1000 time: 0.1025307 Jun 01 14:25:48.311536 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-0fd8633e-1169-4bc6-b949-6e3c7dfa82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:48.312970 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-0fd8633e-1169-4bc6-b949-6e3c7dfa82a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0646343 Jun 01 14:25:48.336056 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ab9742fd-7325-47b4-a81e-80aead7cfc5b', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:29:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:25:46Z', 'updated_at': '2022-06-01T14:25:46Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}, {'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:25:48.340334 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:25:48.349342 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:25:48.349940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:25:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:25:48.381204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7938bf6c-a3a8-4acf-a19e-1df8e8fb2c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:48.525113 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-88ec7baa-eec6-4008-b156-fec40858bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:48.526792 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-88ec7baa-eec6-4008-b156-fec40858bbb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078528 Jun 01 14:25:48.534168 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:25:48.675341 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-986d154a-502f-4602-8304-f7c3afe4f8d8 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398807 Jun 01 14:25:48.808601 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72e4fe3c-a03b-4cc1-9472-e00e88a62d89 req-8ea6e7a6-371d-42c3-9304-886d6091dee0 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267383 Jun 01 14:25:48.890355 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ab9742fd-7325-47b4-a81e-80aead7cfc5b', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:29:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:25:46Z', 'updated_at': '2022-06-01T14:25:46Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}, {'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:25:48.894802 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a4eb8-c8f1-4c36-af07-4bcfdd37008c None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'ab9742fd-7325-47b4-a81e-80aead7cfc5b', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:29:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:25:46Z', 'updated_at': '2022-06-01T14:25:46Z', 'revision_number': 0, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}, {'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:25:48.922504 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:49.099985 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21fff40-9faa-4e19-a5e7-8294514a97f8 None None] New status for floating IP ab9742fd-7325-47b4-a81e-80aead7cfc5b: ACTIVE {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:25:50.605945 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-467fabf4-ee9d-4e1c-ae55-0b1461fea6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:51.805507 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:52.129833 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:53.505617 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:25:59.172001 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-e9713107-3106-466d-9fef-79e7f7c14b30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755434 Jun 01 14:25:59.330424 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-480cb009-02a3-4424-a2bf-a3ce902d5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:59.331940 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-480cb009-02a3-4424-a2bf-a3ce902d5a93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0871003 Jun 01 14:25:59.486564 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-269abee1-c77d-42bd-92af-a2f4b80cda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:59.487974 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-269abee1-c77d-42bd-92af-a2f4b80cda6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1353757 Jun 01 14:25:59.592033 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-1abfcb4c-cdaf-4d13-8e6a-1892f8081cf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1000 time: 0.0973589 Jun 01 14:25:59.658279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-dffeee1d-8458-4893-b8c3-9239c8399f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:59.659709 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-dffeee1d-8458-4893-b8c3-9239c8399f1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0614674 Jun 01 14:25:59.738350 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-c33bed37-187e-464c-ac9c-4297428015dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:25:59.739807 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-c33bed37-187e-464c-ac9c-4297428015dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733292 Jun 01 14:25:59.750708 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-a1b5ff2b-98c0-4549-b91f-ac6f462b0df2 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=88371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:25:59.751914 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-a1b5ff2b-98c0-4549-b91f-ac6f462b0df2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050588 Jun 01 14:25:59.882118 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-7bf9e82f-14a3-4601-b87c-d20586c3dfb3 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236489 Jun 01 14:26:00.017038 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-24e330e2-799a-4da8-85be-daead8b9fde5 req-8cccc75e-fa4e-4ed9-aed1-d85eb7c3a294 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270247 Jun 01 14:26:02.209457 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:26:05.557550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:18.388696 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c280393-33ff-4571-b199-7ecdd0ebedba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:18.928650 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:20.609576 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d89f9808-b432-41c3-9d8f-855063b91249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:21.801849 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:22.128057 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:23.507279 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:33.285861 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-a243c507-a9cc-428a-8419-46e2b1bdabed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602728 Jun 01 14:26:33.450689 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cb81-d502-445f-83cd-98c00d908d24 req-d99ff266-cef2-4cf9-82e9-f12c7a3c5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:26:33.452069 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-d99ff266-cef2-4cf9-82e9-f12c7a3c5aff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0788510 Jun 01 14:26:33.601449 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cb81-d502-445f-83cd-98c00d908d24 req-6e532bbd-e7d8-4e05-bff5-c7a1b73a77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:26:33.602939 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-6e532bbd-e7d8-4e05-bff5-c7a1b73a77a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1309307 Jun 01 14:26:33.710122 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-6b4c19c9-b89c-4641-8229-404b634b3ea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 1002 time: 0.1014957 Jun 01 14:26:33.776907 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cb81-d502-445f-83cd-98c00d908d24 req-760128f9-ad3c-4f65-bb38-7904a43ce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:26:33.779161 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-760128f9-ad3c-4f65-bb38-7904a43ce8a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0629454 Jun 01 14:26:33.985041 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cb81-d502-445f-83cd-98c00d908d24 req-43a51df6-8e73-4990-ba11-b54c32fa8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:26:33.986438 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-43a51df6-8e73-4990-ba11-b54c32fa8177 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012463 Jun 01 14:26:34.120209 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-fb848986-f524-459b-be71-e4957bbe0619 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269526 Jun 01 14:26:34.256055 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-5045cb81-d502-445f-83cd-98c00d908d24 req-bb6d8a73-cce4-4043-bed7-891757570327 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287520 Jun 01 14:26:35.559254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:39.204507 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:26:48.390260 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2fa70ec0-d074-4bf4-a7ad-117b666ac982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:48.919191 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:50.609081 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8fd0-9b4a-45d3-8509-92818a2f451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:51.798628 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:52.138408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:26:53.511039 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:01.164012 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-9bc022c3-cde9-4318-89b5-a462bf58c244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798681 Jun 01 14:27:01.315158 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c382-243b-435c-a7f9-15e099585240 req-e93458fd-77a2-44aa-8e8f-7f3403f4e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:01.316626 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-e93458fd-77a2-44aa-8e8f-7f3403f4e4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0806577 Jun 01 14:27:01.468147 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c382-243b-435c-a7f9-15e099585240 req-2cb193b3-db56-4058-9922-34fc29a99cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:01.469530 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-2cb193b3-db56-4058-9922-34fc29a99cc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1330216 Jun 01 14:27:01.575992 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-2167535f-adc0-4d4d-aad3-0f51f9ec2523 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1000 time: 0.0999436 Jun 01 14:27:01.643534 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c382-243b-435c-a7f9-15e099585240 req-fa14637e-7c92-4782-95b3-f147067d7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:01.645632 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-fa14637e-7c92-4782-95b3-f147067d7e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0629053 Jun 01 14:27:01.739736 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c382-243b-435c-a7f9-15e099585240 req-335a335d-8b95-4321-9115-e87ace37b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:01.741102 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-335a335d-8b95-4321-9115-e87ace37b995 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891044 Jun 01 14:27:01.874870 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-234bd3d7-4872-4dad-838e-a1c5ff1cf7af service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259913 Jun 01 14:27:02.024377 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-6557c382-243b-435c-a7f9-15e099585240 req-a312bbbd-71ce-47d3-9308-bdc30b915a21 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419311 Jun 01 14:27:05.575134 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:16.208136 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:27:18.393204 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8f2183c7-f986-4d2b-acc5-158c2340459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:18.917329 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:20.606365 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-6100a656-e2c9-4007-a342-1d8a1f641b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:21.794390 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:22.139872 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:23.514529 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:33.125583 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-2fb56c59-ad34-47cc-8b01-96af45065806 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834911 Jun 01 14:27:33.295293 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-14738a1b-2b67-4372-a617-af582716f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:33.296854 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-14738a1b-2b67-4372-a617-af582716f5d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0855155 Jun 01 14:27:33.456714 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-5ec441f5-9fc2-48a5-9d56-a2142a4c551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:33.458061 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-5ec441f5-9fc2-48a5-9d56-a2142a4c551b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1386833 Jun 01 14:27:33.561906 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-470a56a6-8142-4130-9449-fca26e257ce5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 1002 time: 0.0969658 Jun 01 14:27:33.745076 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-7904edc0-04cf-4c7e-9b02-44775c7e756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:33.746569 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-7904edc0-04cf-4c7e-9b02-44775c7e756a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.1787984 Jun 01 14:27:33.824595 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-c1ebfd8e-f95e-41fa-a55a-23f22fec99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:27:33.826065 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-c1ebfd8e-f95e-41fa-a55a-23f22fec99a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733457 Jun 01 14:27:33.962123 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-1dd20a09-a88e-4c8a-94ca-eca87a0e7350 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297829 Jun 01 14:27:34.099083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c8e7ddcc-0ca8-45bd-b07f-dbcc662d2f40 req-d1d0ce01-31dd-4f2e-8708-6610830e1084 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310310 Jun 01 14:27:35.580910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:48.394858 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db4624d6-1900-4a81-8a94-574fff138a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:48.934913 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:50.600625 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-893ec474-a4d8-4c88-bcf6-cff99c705d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:51.793534 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:52.147402 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:27:53.214107 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:27:53.519048 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:01.195572 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-ac40313a-c49a-454f-bf34-ba5437282b00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132262 Jun 01 14:28:01.347958 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-32fc7552-3493-4aff-8fd6-21d0a2add142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:01.349340 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-32fc7552-3493-4aff-8fd6-21d0a2add142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0783460 Jun 01 14:28:01.493674 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-37a2534c-3c11-47a3-84d7-7ebbbb3cb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:01.495138 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-37a2534c-3c11-47a3-84d7-7ebbbb3cb96b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1260459 Jun 01 14:28:01.599998 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-a12a25cb-a39b-4514-9f22-14a56920fbca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 1000 time: 0.0977526 Jun 01 14:28:01.662520 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-710e38cb-2b04-4bca-9ab3-602bf52cd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:01.663910 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-710e38cb-2b04-4bca-9ab3-602bf52cd39d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0574768 Jun 01 14:28:01.752539 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-e46e2090-e704-4ad2-8d78-cc517cf56e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:01.754041 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-e46e2090-e704-4ad2-8d78-cc517cf56e8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838065 Jun 01 14:28:01.889804 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-62a1051a-e785-4ef3-96e0-75632aa503ac service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286597 Jun 01 14:28:02.022967 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-31a9fa33-747c-4842-a191-d44cf82b4726 req-e89370fb-da2c-470f-aa90-fea83f544179 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271746 Jun 01 14:28:05.571015 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:07.159036 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc details requested by agent hyperv_n-h1-844200-1 with host n-h1-844200-1 {{(pid=88373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:28:07.305668 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:07.320006 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Returning: {'device': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'port_id': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'mac_address': 'fa:16:3e:29:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:28:07.384909 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f43df52-9f13-46e7-96fa-58884a33b2dc is: ACTIVE; New status is: BUILD {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:28:07.385253 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:07.405929 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f43df52-9f13-46e7-96fa-58884a33b2dc {{(pid=88373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 14:28:07.426615 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:07.434651 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:07.505593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=6']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:07.517713 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.518051 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.518383 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.518743 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.519070 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.519407 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.519727 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.520026 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.520341 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.520653 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.520979 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.521284 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:07.584846 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] get_ports_and_sgs() called for port_ids ['0f43df52-9f13-46e7-96fa-58884a33b2dc'] {{(pid=88373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:28:09.169970 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc up at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:28:09.245042 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.provisioning_blocks [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Provisioning complete for port 0f43df52-9f13-46e7-96fa-58884a33b2dc triggered by entity L2. {{(pid=88373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:28:09.245417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455694'] for port, provisioning_complete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:09.367519 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f43df52-9f13-46e7-96fa-58884a33b2dc is: BUILD; New status is: ACTIVE {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:28:09.367898 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:09.397891 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:09.410451 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:09.415731 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:09.496209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=7']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:09.503791 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfe710c-f119-48e1-b2ec-894c2ce204a6'] response: {'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'code': 200} Jun 01 14:28:18.391325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a047d573-8f30-483f-b597-62f5075be54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:18.923153 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:20.604112 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-efb7da3c-2bf5-40cf-913f-dcc3c3831dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:21.789686 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:22.140404 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:22.623388 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58656) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:22.840766 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Deleting port 8378baa4-b114-406f-98b3-f1d411081d81 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:22.841073 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.006821 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.007076 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.124951 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Calling delete_port for 8378baa4-b114-406f-98b3-f1d411081d81 owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:23.291180 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.336487 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event deleted for resources: {'Port': ['ID=8378baa4-b114-406f-98b3-f1d411081d81,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:23.499244 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.499561 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.499890 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.500483 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.501064 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.501399 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.501983 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.502212 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.502661 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.503081 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.503767 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.504508 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:23.528714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.577971 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:23.578304 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Floating IP ab9742fd-7325-47b4-a81e-80aead7cfc5b disassociated (deleted). External IP: 172.25.7.196, port: 0f43df52-9f13-46e7-96fa-58884a33b2dc. Jun 01 14:28:23.934868 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:28:24.119674 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:28:24.130741 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:28:24.140651 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:24.141202 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:24.141518 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:24.198076 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-96378f3c-d15d-4373-be89-8a75cd52172a tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "DELETE /v2.0/floatingips/ab9742fd-7325-47b4-a81e-80aead7cfc5b HTTP/1.1" status: 204 len: 168 time: 1.5709565 Jun 01 14:28:24.198076 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:24.306063 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499eb9a7-3397-4e52-9a51-549719b59b9c'] response: {'name': 'network-changed', 'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'status': 'completed', 'code': 200} Jun 01 14:28:24.323686 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:24.424071 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-9815c669-d2f4-4f65-a7ec-0058d419a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:24.431528 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-9815c669-d2f4-4f65-a7ec-0058d419a3bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0841942 Jun 01 14:28:24.610818 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-d4bb1616-8e39-40a4-9b21-c1b8bc34d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:24.612319 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-d4bb1616-8e39-40a4-9b21-c1b8bc34d5a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1433220 Jun 01 14:28:24.712710 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:24.716719 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:28:24.717487 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-931d8080-fc7e-437a-9e15-e2b82501268c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 200 len: 217 time: 0.0694907 Jun 01 14:28:24.726002 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:24.726621 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:24.910865 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:24.915038 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-15fcbb82-d507-4866-9492-2a1e324d8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:24.916488 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-15fcbb82-d507-4866-9492-2a1e324d8ab5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.1910491 Jun 01 14:28:24.928798 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610a7ed-446b-4ecf-a313-b799de91ceba req-768957d3-ad4f-490f-b43e-a28231c028ce tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:24.930229 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8610a7ed-446b-4ecf-a313-b799de91ceba req-768957d3-ad4f-490f-b43e-a28231c028ce tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 946 time: 0.3827796 Jun 01 14:28:25.021723 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-8610a7ed-446b-4ecf-a313-b799de91ceba req-b1dd5237-f67b-499d-8325-edae2187e7ee tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561502 Jun 01 14:28:25.035251 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-c037168f-2c50-48f6-bcb9-5dd2cd454a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:25.039407 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-c037168f-2c50-48f6-bcb9-5dd2cd454a17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056530 Jun 01 14:28:25.170083 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-af767d5b-afee-47c2-a884-c3b5431d16e8 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263561 Jun 01 14:28:25.232911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:25.262164 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:25.268585 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37630-8eac-4c89-aea3-4119ea1ca495 None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_floatingips': [{'id': 'fc690f80-1a3f-45ea-8a8f-430ea083f43d', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'router_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'port_id': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'mac_address': 'fa:16:3e:ce:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T14:23:09Z', 'updated_at': '2022-06-01T14:23:12Z', 'revision_number': 1, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:28:25.324049 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-7d8c9c40-6c16-4336-9a2e-b0a2c1a2e627 req-c95cbeae-8750-4a06-bedd-186a68b91fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468148 Jun 01 14:28:25.366881 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Current status of the port 0f43df52-9f13-46e7-96fa-58884a33b2dc is: ACTIVE; New status is: DOWN {{(pid=88373) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 14:28:25.367293 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578581'] for port, before_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:25.394950 n-d-844200-1 neutron-server[88373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:25.404596 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:25.410619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756247571887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756247228016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756247228061'] for port, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:25.460341 n-d-844200-1 neutron-server[88373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be084a9f-43f4-40a1-ab7f-9d94b84b917e'] response: {'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'code': 200} Jun 01 14:28:25.497693 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Pushing event updated for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=8']} {{(pid=88373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:25.555619 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a913e-96aa-49ff-9333-1b8c6e0962cc None None] New status for floating IP ab9742fd-7325-47b4-a81e-80aead7cfc5b: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:28:26.226878 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63089bcb-f71c-4f4f-ad52-553c96fe6ae6 req-d7c712ed-2dff-4cde-a94c-e0d1dc3581c2 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:26.228343 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63089bcb-f71c-4f4f-ad52-553c96fe6ae6 req-d7c712ed-2dff-4cde-a94c-e0d1dc3581c2 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.0873888 Jun 01 14:28:26.325181 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-63089bcb-f71c-4f4f-ad52-553c96fe6ae6 req-d8e59c14-f831-4d36-95a6-eb1c70ee084b tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909481 Jun 01 14:28:26.353600 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-929a5738-d6bc-4e35-85e6-72dbbff52899 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:26.355039 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-929a5738-d6bc-4e35-85e6-72dbbff52899 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 944 time: 0.1189737 Jun 01 14:28:26.426975 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Deleting port 0f43df52-9f13-46e7-96fa-58884a33b2dc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:26.427310 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:26.682142 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] For port 0f43df52-9f13-46e7-96fa-58884a33b2dc, host n-h1-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844200-1',level=0,port_id=0f43df52-9f13-46e7-96fa-58884a33b2dc,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:26.682380 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:26.804670 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Calling delete_port for 0f43df52-9f13-46e7-96fa-58884a33b2dc owned by compute:nova {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:26.958965 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:27.010912 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event deleted for resources: {'Port': ['ID=0f43df52-9f13-46e7-96fa-58884a33b2dc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:27.049353 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.049688 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.050019 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.050345 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.050695 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.051011 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.051326 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.051621 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.051932 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.052242 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.052559 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.052865 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844200-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:28:27.097751 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] No DVR routers for this DVR port 0f43df52-9f13-46e7-96fa-58884a33b2dc on host n-h1-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:28:27.100599 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:27.103025 n-d-844200-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-deleted', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:27.115054 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-703721d1-90b4-4c61-a20b-2f0a360a0c6f req-1573eb5b-31ba-464f-a825-3686edf66660 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.24 "DELETE /v2.0/ports/0f43df52-9f13-46e7-96fa-58884a33b2dc HTTP/1.1" status: 204 len: 173 time: 0.7547102 Jun 01 14:28:27.204953 n-d-844200-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06794d08-1c19-44b7-92c5-4bb2fe467676'] response: {'server_uuid': '92bf696f-4912-4a63-a233-7982d21aa0d2', 'name': 'network-vif-deleted', 'tag': '0f43df52-9f13-46e7-96fa-58884a33b2dc', 'status': 'completed', 'code': 200} Jun 01 14:28:27.495108 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c03207b4-0c4c-4827-9d10-bec1da2c3afb req-659de0ff-9662-4541-8007-72cfe938f60d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Synchronizing usage tracker for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:28:27.514896 n-d-844200-1 neutron-server[88371]: DEBUG neutron.quota.resource [req-c03207b4-0c4c-4827-9d10-bec1da2c3afb req-659de0ff-9662-4541-8007-72cfe938f60d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Unset dirty status for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88371) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:28:27.516149 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-c03207b4-0c4c-4827-9d10-bec1da2c3afb req-659de0ff-9662-4541-8007-72cfe938f60d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=92bf696f-4912-4a63-a233-7982d21aa0d2 HTTP/1.1" status: 200 len: 210 time: 0.0646114 Jun 01 14:28:29.211619 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58730) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:29.417224 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Deleting port ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:29.417477 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:29.591062 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:29.591453 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:29.728663 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Calling delete_port for ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a owned by network:floatingip {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:29.887540 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:30.050471 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event deleted for resources: {'Port': ['ID=ba2c4dbc-4fa1-42ab-ad9c-43932b1ff85a,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:30.141668 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for floatingip, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:30.141939 n-d-844200-1 neutron-server[88372]: INFO neutron.db.l3_db [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Floating IP fc690f80-1a3f-45ea-8a8f-430ea083f43d disassociated (deleted). External IP: 172.25.7.170, port: ad18d15a-938e-4631-a4aa-4cfb95211136. Jun 01 14:28:30.213700 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:28:30.508266 n-d-844200-1 neutron-server[88372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:28:30.699949 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:28:30.710375 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:28:30.720771 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:30.721440 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:30.723488 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for floatingip, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:30.782828 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-f6dd24e8-5b23-4777-80ff-9b562bcba1ec tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "DELETE /v2.0/floatingips/fc690f80-1a3f-45ea-8a8f-430ea083f43d HTTP/1.1" status: 204 len: 168 time: 1.5699501 Jun 01 14:28:30.783309 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:30.833990 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9285b26e-2f28-431c-8623-23f3097928f5'] response: {'name': 'network-changed', 'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'status': 'completed', 'code': 200} Jun 01 14:28:30.915181 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:30.931845 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b389ed-976c-44d4-a74c-702f720ca642 req-d6bd0a8f-3037-4391-a24e-687ca4a76eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:30.933837 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-d6bd0a8f-3037-4391-a24e-687ca4a76eaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f602be3a421043a2955745ca8c4ad229&device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 1095 time: 0.0797031 Jun 01 14:28:31.086836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b389ed-976c-44d4-a74c-702f720ca642 req-acb0925f-c94a-4f61-aec7-e67005ff2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:31.088330 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-acb0925f-c94a-4f61-aec7-e67005ff2585 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 200 len: 910 time: 0.1476631 Jun 01 14:28:31.240958 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc no longer exists at agent hyperv_n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:31.275455 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] No Port match for: 0f43df52-9f13-46e7-96fa-58884a33b2dc {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:31.275974 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Device 0f43df52-9f13-46e7-96fa-58884a33b2dc not bound to the agent host n-h1-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:31.280366 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:31.285031 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:28:31.294361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:31.294988 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:31.313131 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-0db47cd9-3a55-487a-bba9-607087aa67d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 200 len: 217 time: 0.1881986 Jun 01 14:28:31.389029 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b389ed-976c-44d4-a74c-702f720ca642 req-3a342224-7c4a-4679-9ac0-c992726f21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:31.390387 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-3a342224-7c4a-4679-9ac0-c992726f21b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 200 len: 848 time: 0.0672565 Jun 01 14:28:31.400866 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ebbd6-2f71-4bda-833a-aa86fe412dc5 req-4e39bcad-b8dd-4635-9bd7-7cebc7d93f67 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:31.402267 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd4ebbd6-2f71-4bda-833a-aa86fe412dc5 req-4e39bcad-b8dd-4635-9bd7-7cebc7d93f67 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 944 time: 0.3117497 Jun 01 14:28:31.486864 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:31.495814 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-cd4ebbd6-2f71-4bda-833a-aa86fe412dc5 req-2404a653-dfc0-4100-b533-5fefd33c334d tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/security-groups?id=edeb42c4-9540-4742-9e51-2b18377e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609651 Jun 01 14:28:31.526610 n-d-844200-1 neutron-server[88371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b389ed-976c-44d4-a74c-702f720ca642 req-b71fa3cb-10d8-4ee9-8da9-6eb07d4de573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:31.528114 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-b71fa3cb-10d8-4ee9-8da9-6eb07d4de573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb4dea-f177-46c8-9cc6-f88ba890b41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250265 Jun 01 14:28:31.673552 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-08b5f893-8f36-4317-94fb-3699d49a7daa service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362171 Jun 01 14:28:31.686361 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.13', 64554) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:31.771146 n-d-844200-1 neutron-server[88372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-f8b3ce9c-9d19-4b1c-be7c-867c248e45d4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 14:28:31.771869 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-f8b3ce9c-9d19-4b1c-be7c-867c248e45d4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Synchronizing usage tracker for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88372) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:28:31.788601 n-d-844200-1 neutron-server[88372]: DEBUG neutron.quota.resource [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-f8b3ce9c-9d19-4b1c-be7c-867c248e45d4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Unset dirty status for tenant:f602be3a421043a2955745ca8c4ad229 on resource:port {{(pid=88372) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:28:31.790334 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-f8b3ce9c-9d19-4b1c-be7c-867c248e45d4 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 944 time: 0.1027014 Jun 01 14:28:31.827058 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-77b389ed-976c-44d4-a74c-702f720ca642 req-a8e153da-4d3a-4dbc-af09-ca342797b0fa service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407831 Jun 01 14:28:31.852731 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:31.857970 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7031-1f07-4817-8d05-ab8123675d46 None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:22:45Z', 'revision_number': 4, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1', '_interfaces': [{'id': '22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03', 'name': '', 'network_id': 'e2fb4dea-f177-46c8-9cc6-f88ba890b41a', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'mac_address': 'fa:16:3e:4f:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:44Z', 'updated_at': '2022-06-01T14:22:51Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'subnets': [{'id': '493ff265-8e79-4ebb-9a20-4522bb709ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:28:31.873445 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Deleting port ad18d15a-938e-4631-a4aa-4cfb95211136 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:31.873788 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:32.102623 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b496a76-5c0e-403c-a4ba-344a17dd1ea2 None None] New status for floating IP fc690f80-1a3f-45ea-8a8f-430ea083f43d: DOWN {{(pid=88373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:28:32.137672 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] For port ad18d15a-938e-4631-a4aa-4cfb95211136, host n-h2-844200-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844200-1',level=0,port_id=ad18d15a-938e-4631-a4aa-4cfb95211136,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:32.138006 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:32.263345 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Calling delete_port for ad18d15a-938e-4631-a4aa-4cfb95211136 owned by compute:nova {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:32.455370 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:32.620646 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event deleted for resources: {'Port': ['ID=ad18d15a-938e-4631-a4aa-4cfb95211136,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:32.660368 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [req-72f9da52-119d-463f-a3b3-24733c6f97e6 req-98ace7c2-8fe0-4504-8027-318df8b32171 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4df9fd4-0339-4455-acf1-9354ad540599 HTTP/1.1" status: 200 len: 210 time: 0.0441372 Jun 01 14:28:32.696933 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] No DVR routers for this DVR port ad18d15a-938e-4631-a4aa-4cfb95211136 on host n-h2-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:28:32.699358 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960017'] for port, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:32.716763 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [req-8f90d18e-1f6f-4aa1-9917-3e18bffd993e req-d43d9b6f-980e-4384-b2b8-d2e679aa0d80 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.13 "DELETE /v2.0/ports/ad18d15a-938e-4631-a4aa-4cfb95211136 HTTP/1.1" status: 204 len: 173 time: 0.9203939 Jun 01 14:28:32.835300 n-d-844200-1 neutron-server[88372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-deleted', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136'}] {{(pid=88372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 14:28:32.887239 n-d-844200-1 neutron-server[88372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61905b88-f973-4e67-9a39-2292b8e1b376'] response: {'server_uuid': 'a4df9fd4-0339-4455-acf1-9354ad540599', 'name': 'network-vif-deleted', 'tag': 'ad18d15a-938e-4631-a4aa-4cfb95211136', 'status': 'completed', 'code': 200} Jun 01 14:28:33.769722 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58748) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:33.840266 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:33.872175 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:33.945406 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:33.964492 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeb42c4-9540-4742-9e51-2b18377e2576,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:33.976130 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] Notify callbacks [] for security_group, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:33.977260 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1e538cdb-ddd7-4f97-8fbb-981f3ca06491 tempest-TestSnapshotPattern-180924551 tempest-TestSnapshotPattern-180924551-project] 10.222.0.40 "DELETE /v2.0/security-groups/edeb42c4-9540-4742-9e51-2b18377e2576 HTTP/1.1" status: 204 len: 168 time: 0.2065544 Jun 01 14:28:34.036759 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58754) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:34.761571 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:35.073328 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 no longer exists at agent hyperv_n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:35.108593 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] No Port match for: ad18d15a-938e-4631-a4aa-4cfb95211136 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:35.108917 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Device ad18d15a-938e-4631-a4aa-4cfb95211136 not bound to the agent host n-h2-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:35.260530 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Deleting port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:35.261193 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:35.440859 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] For port 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:35.441102 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:35.567067 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Calling delete_port for 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:35.568578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:35.841450 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:35.886966 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:36.152526 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:36.539623 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Router 538a4340-2d10-4338-bff3-4bd5f59f27e3 has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:28:36.838495 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:28:36.848110 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Sync routers for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:28:36.851388 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-d3992c05-6b0e-4813-8178-5ce5f6ca88ed admin admin] 10.222.0.40 "PUT /v2.0/routers/538a4340-2d10-4338-bff3-4bd5f59f27e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135371 Jun 01 14:28:36.854344 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58760) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:36.858183 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:36.858817 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:37.031053 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:37.040017 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: n-d-844200-1 {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:37.206476 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:37.217950 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Deleting port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:37.218358 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:37.348122 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:28:35Z', 'revision_number': 5, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port': {'id': '9b43f6fc-a668-4f7a-931e-fcdcd17389e2', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4454, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:42Z', 'updated_at': '2022-06-01T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:37.351991 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Checking router: 538a4340-2d10-4338-bff3-4bd5f59f27e3 for host: n-d-844200-1 {{(pid=88374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:28:37.360533 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Routers {'538a4340-2d10-4338-bff3-4bd5f59f27e3'} bound to L3 agent in host n-d-844200-1 {{(pid=88374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:37.361115 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['538a4340-2d10-4338-bff3-4bd5f59f27e3'], 'active': True} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:37.401319 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] For port 9b43f6fc-a668-4f7a-931e-fcdcd17389e2, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:37.401792 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:37.524367 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Calling delete_port for 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:37.542583 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_dvr_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] Set router 538a4340-2d10-4338-bff3-4bd5f59f27e3 gateway port host: None {{(pid=88374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:37.645913 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.l3_hamode_db [None req-8544657f-4175-4ba6-b147-f173584052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:28:37Z', 'revision_number': 6, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:37.650185 n-d-844200-1 neutron-server[88374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544657f-4175-4ba6-b147-f173584052ea None None] The sync data for ids ['538a4340-2d10-4338-bff3-4bd5f59f27e3'] in n-d-844200-1 is: [{'id': '538a4340-2d10-4338-bff3-4bd5f59f27e3', 'name': 'tempest-TestSnapshotPattern-300786586-router', 'tenant_id': 'f602be3a421043a2955745ca8c4ad229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:41Z', 'updated_at': '2022-06-01T14:28:37Z', 'revision_number': 6, 'project_id': 'f602be3a421043a2955745ca8c4ad229', 'gw_port_host': None}] {{(pid=88374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:28:37.702464 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:37.748802 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b43f6fc-a668-4f7a-931e-fcdcd17389e2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:37.844171 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.130275 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.132534 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.157788 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.158390 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538a4340-2d10-4338-bff3-4bd5f59f27e3 {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:28:38.170800 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.172056 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-1e424327-a131-4b11-abfc-699657281114 admin admin] 10.222.0.40 "DELETE /v2.0/routers/538a4340-2d10-4338-bff3-4bd5f59f27e3 HTTP/1.1" status: 204 len: 168 time: 1.3166182 Jun 01 14:28:38.174697 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58764) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:38.232836 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Deleting subnet 493ff265-8e79-4ebb-9a20-4522bb709ed7 {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:28:38.236496 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.285932 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.371918 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.441867 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.483477 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493ff265-8e79-4ebb-9a20-4522bb709ed7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:38.487192 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.493499 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c1e826f8-b662-413e-b570-b6235a840baf admin admin] 10.222.0.40 "DELETE /v2.0/subnets/493ff265-8e79-4ebb-9a20-4522bb709ed7 HTTP/1.1" status: 204 len: 168 time: 0.3178678 Jun 01 14:28:38.493892 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489842d-6ca5-4f3d-94cf-e3629ee1230b None None] Network e2fb4dea-f177-46c8-9cc6-f88ba890b41a requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:28:38.496193 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58768) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:38.603720 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.616227 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Deleting port b91cd8a4-d728-43f8-a855-41b680471a22 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:38.616561 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.769768 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53350e31-1d13-4712-9315-09092617e8af None None] DHCP port deletion for e2fb4dea-f177-46c8-9cc6-f88ba890b41a request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:28:38.773988 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-53350e31-1d13-4712-9315-09092617e8af None None] Deleting port b91cd8a4-d728-43f8-a855-41b680471a22 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:38.774358 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53350e31-1d13-4712-9315-09092617e8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.831260 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] For port b91cd8a4-d728-43f8-a855-41b680471a22, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b91cd8a4-d728-43f8-a855-41b680471a22,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:38.831887 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:38.958402 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Calling delete_port for b91cd8a4-d728-43f8-a855-41b680471a22 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:38.973972 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-53350e31-1d13-4712-9315-09092617e8af None None] For port b91cd8a4-d728-43f8-a855-41b680471a22, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=b91cd8a4-d728-43f8-a855-41b680471a22,segment=NetworkSegment(2b25adeb-b677-4ae7-84cc-d25ef9a5bc35),segment_id=2b25adeb-b677-4ae7-84cc-d25ef9a5bc35)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:38.974362 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53350e31-1d13-4712-9315-09092617e8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.037125 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.086832 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91cd8a4-d728-43f8-a855-41b680471a22,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:39.091583 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] No DVR routers for this DVR port b91cd8a4-d728-43f8-a855-41b680471a22 on host n-d-844200-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:28:39.102867 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-53350e31-1d13-4712-9315-09092617e8af None None] Calling delete_port for b91cd8a4-d728-43f8-a855-41b680471a22 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:39.177901 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-53350e31-1d13-4712-9315-09092617e8af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:28:39.178229 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-53350e31-1d13-4712-9315-09092617e8af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:28:39.208085 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.236395 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fb4dea-f177-46c8-9cc6-f88ba890b41a']}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:39.248346 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35') {'for_net_delete': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:39.248636 n-d-844200-1 neutron-server[88371]: DEBUG neutron.services.segments.db [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b25adeb-b677-4ae7-84cc-d25ef9a5bc35') {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:39.260472 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33194144'] for segment, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.276515 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.282613 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:28:39.283019 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32349734'] for segment, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.350648 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:39.373034 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2b25adeb-b677-4ae7-84cc-d25ef9a5bc35 resource provider aggregate not found Jun 01 14:28:39.383369 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.396456 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:39.396793 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 9b43f6fc-a668-4f7a-931e-fcdcd17389e2 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:39.397232 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b91cd8a4-d728-43f8-a855-41b680471a22 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:39.415171 n-d-844200-1 neutron-server[88371]: INFO neutron.services.segments.plugin [-] Segment 2b25adeb-b677-4ae7-84cc-d25ef9a5bc35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b25adeb-b677-4ae7-84cc-d25ef9a5bc35 found for delete ", "request_id": "req-1d599191-b567-4179-adf6-826ffd4095ef"}]} Jun 01 14:28:39.416717 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.430892 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fb4dea-f177-46c8-9cc6-f88ba890b41a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:39.438030 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: b91cd8a4-d728-43f8-a855-41b680471a22 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:39.438192 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device b91cd8a4-d728-43f8-a855-41b680471a22 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:39.438725 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:39.442142 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-b193a423-ddeb-477f-8317-d6fbf094f9b8 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e2fb4dea-f177-46c8-9cc6-f88ba890b41a HTTP/1.1" status: 204 len: 168 time: 0.9422150 Jun 01 14:28:39.442279 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58778) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:39.472714 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:39.473044 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 22dd08e0-dfc7-4b4e-9b6b-2c827c9aea03 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:39.680209 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-53350e31-1d13-4712-9315-09092617e8af None None] Deleting port b91cd8a4-d728-43f8-a855-41b680471a22 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:39.680895 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53350e31-1d13-4712-9315-09092617e8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:39.750534 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-53350e31-1d13-4712-9315-09092617e8af None None] The port 'b91cd8a4-d728-43f8-a855-41b680471a22' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:28:40.115949 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408206'] for router_interface, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:40.480864 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Deleting port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:40.481083 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:40.664889 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] For port 5094e5e7-f830-40d6-bf6c-1d1e6087bc17, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:40.665250 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:40.808430 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Calling delete_port for 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 owned by network:router_interface {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:41.018247 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:41.069575 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Pushing event deleted for resources: {'Port': ['ID=5094e5e7-f830-40d6-bf6c-1d1e6087bc17,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:41.337989 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408114'] for router_interface, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:41.842083 n-d-844200-1 neutron-server[88371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Router c8d834ca-edb3-4c45-aa48-34b8243c9d5d has already been hosted by L3 agent 8c1cc256-453b-4af3-9617-b7e7dcbfad95 {{(pid=88371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:28:42.024054 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] Notify agent at l3_agent.n-d-844200-1 the message routers_updated {{(pid=88371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:28:42.033434 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Sync routers for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:28:42.034968 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-c0c108be-d857-4114-bd95-67c4934de831 admin admin] 10.222.0.40 "PUT /v2.0/routers/c8d834ca-edb3-4c45-aa48-34b8243c9d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912623 Jun 01 14:28:42.037153 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58782) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:42.045789 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:42.046366 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:42.216662 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:42.260487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: n-d-844200-1 {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:42.403634 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:42.415055 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Deleting port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:42.415470 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:42.553422 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'external_fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:28:40Z', 'revision_number': 5, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port': {'id': '5b878875-f5b1-4c8c-ad9f-5baffc0a8a16', 'name': '', 'network_id': 'b3885b8b-5db0-4385-ae63-34e40cb7908a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4466, 'fixed_ips': [{'subnet_id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844200-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55312d4a-ae6f-41eb-b841-55e1361ba280', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844200-1'}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:42.557221 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Checking router: c8d834ca-edb3-4c45-aa48-34b8243c9d5d for host: n-d-844200-1 {{(pid=88373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:28:42.565947 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Routers {'c8d834ca-edb3-4c45-aa48-34b8243c9d5d'} bound to L3 agent in host n-d-844200-1 {{(pid=88373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 14:28:42.566543 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844200-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T12:40:20Z,description=,heartbeat_timestamp=2022-06-01T14:28:21Z,host='n-d-844200-1',id=8c1cc256-453b-4af3-9617-b7e7dcbfad95,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T12:40:20Z,topic='l3_agent')) {'router_ids': ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'], 'active': True} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:42.617653 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] For port 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,segment=NetworkSegment(201fae66-03a1-4785-a841-d2565ebc73bf),segment_id=201fae66-03a1-4785-a841-d2565ebc73bf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:42.617970 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:42.714911 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_dvr_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] Set router c8d834ca-edb3-4c45-aa48-34b8243c9d5d gateway port host: None {{(pid=88373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 14:28:42.743221 n-d-844200-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Calling delete_port for 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 owned by network:router_gateway {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:42.822879 n-d-844200-1 neutron-server[88373]: DEBUG neutron.db.l3_hamode_db [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:28:42Z', 'revision_number': 6, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port_host': None}], 'n-d-844200-1', False) {} {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:42.828774 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9e22-5cdc-49b4-8712-558e202ae0c7 None None] The sync data for ids ['c8d834ca-edb3-4c45-aa48-34b8243c9d5d'] in n-d-844200-1 is: [{'id': 'c8d834ca-edb3-4c45-aa48-34b8243c9d5d', 'name': 'tempest-TestSnapshotPattern-2020273039-router', 'tenant_id': '60fce5d82343484e98b3f59aad318fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T14:22:48Z', 'updated_at': '2022-06-01T14:28:42Z', 'revision_number': 6, 'project_id': '60fce5d82343484e98b3f59aad318fc1', 'gw_port_host': None}] {{(pid=88373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:28:42.940728 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32349787'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.104263 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b878875-f5b1-4c8c-ad9f-5baffc0a8a16,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:43.212139 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408491'] for router_gateway, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.385722 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10480'] for router, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.387979 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.416297 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403779'] for router, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.416940 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d834ca-edb3-4c45-aa48-34b8243c9d5d {{(pid=88371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:28:43.431985 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.433096 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-e96554d0-ff78-450b-a852-4c7dd12898d0 admin admin] 10.222.0.40 "DELETE /v2.0/routers/c8d834ca-edb3-4c45-aa48-34b8243c9d5d HTTP/1.1" status: 204 len: 168 time: 1.3948100 Jun 01 14:28:43.435858 n-d-844200-1 neutron-server[88371]: DEBUG neutron.wsgi [-] (88371) accepted ('10.222.0.40', 58786) {{(pid=88371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:43.496205 n-d-844200-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Deleting subnet cc891cde-4e00-4c23-93bc-b6fee28a64da {{(pid=88371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 14:28:43.499254 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.553038 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33194167'] for subnet, precommit_delete_associations {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.620733 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:43.637277 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515854'] for subnet, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.659936 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:43.660278 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5094e5e7-f830-40d6-bf6c-1d1e6087bc17 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:43.660700 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:43.699894 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:43.700274 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 5b878875-f5b1-4c8c-ad9f-5baffc0a8a16 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:43.712531 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32348292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32140635'] for subnet, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.755991 n-d-844200-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc891cde-4e00-4c23-93bc-b6fee28a64da,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:43.757938 n-d-844200-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.762448 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a522b-b4db-4c4c-a1c5-ea78f2fa0a49 None None] Network 51093f20-d1c5-4e63-bb7e-a01e070a1f33 requested from n-d-844200-1 {{(pid=88373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 14:28:43.764247 n-d-844200-1 neutron-server[88371]: INFO neutron.wsgi [None req-7b7f5a92-fb11-4749-bd5e-fafc69c7eeca admin admin] 10.222.0.40 "DELETE /v2.0/subnets/cc891cde-4e00-4c23-93bc-b6fee28a64da HTTP/1.1" status: 204 len: 168 time: 0.3274255 Jun 01 14:28:43.766974 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58790) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:43.880336 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1356283'] for network, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:43.886057 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Deleting port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 {{(pid=88372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:43.886378 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.006212 n-d-844200-1 neutron-server[88373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] DHCP port deletion for 51093f20-d1c5-4e63-bb7e-a01e070a1f33 request from n-d-844200-1 {{(pid=88373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 14:28:44.010405 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Deleting port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:44.010815 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.093746 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] For port 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13892dcf-4776-4b17-a3d4-d2a9c6244de6,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:44.094101 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.216563 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.plugin [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Calling delete_port for 13892dcf-4776-4b17-a3d4-d2a9c6244de6 owned by network:dhcp {{(pid=88372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:44.219280 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.db [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] For port 13892dcf-4776-4b17-a3d4-d2a9c6244de6, host n-d-844200-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844200-1',level=0,port_id=13892dcf-4776-4b17-a3d4-d2a9c6244de6,segment=NetworkSegment(90b7d82f-b8fd-4246-af5b-f0d7d200a343),segment_id=90b7d82f-b8fd-4246-af5b-f0d7d200a343)] {{(pid=88373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:28:44.219769 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408824'] for port, precommit_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.297053 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756247571676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756247228007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32172900'] for port, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.342487 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Calling delete_port for 13892dcf-4776-4b17-a3d4-d2a9c6244de6 owned by network:dhcp {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 14:28:44.345352 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Pushing event deleted for resources: {'Port': ['ID=13892dcf-4776-4b17-a3d4-d2a9c6244de6,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:44.350194 n-d-844200-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] No DVR routers for this DVR port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 on host n-d-844200-1 {{(pid=88372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:28:44.456536 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.db.api [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 14:28:44.457236 n-d-844200-1 neutron-server[88373]: DEBUG oslo_db.api [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 14:28:44.467265 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523415', 'neutron.services.segments.db._delete_segments_for_network-8756247683548'] for network, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.492231 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51093f20-d1c5-4e63-bb7e-a01e070a1f33']}} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:44.508979 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b7d82f-b8fd-4246-af5b-f0d7d200a343') {'for_net_delete': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:44.509274 n-d-844200-1 neutron-server[88372]: DEBUG neutron.services.segments.db [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b7d82f-b8fd-4246-af5b-f0d7d200a343') {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:28:44.521573 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756247620599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33521232'] for segment, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.537792 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517819'] for segment, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.544397 n-d-844200-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:28:44.544818 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1517705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32172825'] for segment, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.628525 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 90b7d82f-b8fd-4246-af5b-f0d7d200a343 resource provider aggregate not found Jun 01 14:28:44.639316 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408462'] for network, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.656170 n-d-844200-1 neutron-server[88372]: INFO neutron.services.segments.plugin [-] Segment 90b7d82f-b8fd-4246-af5b-f0d7d200a343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90b7d82f-b8fd-4246-af5b-f0d7d200a343 found for delete ", "request_id": "req-085e49ce-f384-40a5-a951-e76027213d1d"}]} Jun 01 14:28:44.657234 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Notify callbacks [] for network, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.671521 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] Pushing event deleted for resources: {'Network': ['ID=51093f20-d1c5-4e63-bb7e-a01e070a1f33,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:44.675641 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-323cf709-5958-4a3e-97e3-86a68bbcd988 admin admin] 10.222.0.40 "DELETE /v2.0/networks/51093f20-d1c5-4e63-bb7e-a01e070a1f33 HTTP/1.1" status: 204 len: 168 time: 0.9074807 Jun 01 14:28:44.801084 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58802) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:44.850330 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-19220e8c-b1d6-4a0f-9e03-bc2b5b1dd9c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f602be3a421043a2955745ca8c4ad229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480804 Jun 01 14:28:44.854035 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58806) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:44.914561 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.941338 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.958914 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Deleting port 13892dcf-4776-4b17-a3d4-d2a9c6244de6 {{(pid=88373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 14:28:44.959464 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756247571752'] for port, before_delete {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:44.996005 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.013068 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebda38f-8293-47d5-964a-d35d3d4ae1f7,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:45.020222 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.021341 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-7e5b97f2-54e4-4838-98b7-4eb153be48bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4ebda38f-8293-47d5-964a-d35d3d4ae1f7 HTTP/1.1" status: 204 len: 168 time: 0.1664665 Jun 01 14:28:45.029477 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-267cf8b4-e2d8-44fd-9d40-aabd101b0cee None None] The port '13892dcf-4776-4b17-a3d4-d2a9c6244de6' was deleted {{(pid=88373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 14:28:45.344750 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13892dcf-4776-4b17-a3d4-d2a9c6244de6 no longer exists at agent ovs-agent-n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:28:45.382392 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.plugin [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] No Port match for: 13892dcf-4776-4b17-a3d4-d2a9c6244de6 {{(pid=88373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 14:28:45.382775 n-d-844200-1 neutron-server[88373]: DEBUG neutron.plugins.ml2.rpc [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Device 13892dcf-4776-4b17-a3d4-d2a9c6244de6 not bound to the agent host n-d-844200-1 {{(pid=88373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:28:45.407716 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58814) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:45.462029 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-4d720a8c-1872-41a5-b4d1-0877ff870035 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=60fce5d82343484e98b3f59aad318fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531130 Jun 01 14:28:45.464622 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [-] (88372) accepted ('10.222.0.40', 58818) {{(pid=88372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:28:45.531544 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.559242 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.616390 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539773'] for security_group, after_delete {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.633782 n-d-844200-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d9822-0e35-4331-a8b9-a71e8a9a6903,revision_number=None']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:28:45.641020 n-d-844200-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:45.642277 n-d-844200-1 neutron-server[88372]: INFO neutron.wsgi [None req-5053bb05-e221-4b45-b9dc-7c833009ede2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/477d9822-0e35-4331-a8b9-a71e8a9a6903 HTTP/1.1" status: 204 len: 168 time: 0.1767113 Jun 01 14:28:48.392816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-3039dd38-83bc-4c07-b376-521c2f1bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:48.925977 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:50.610735 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-cf009c91-febf-4983-b052-1b559f6f09c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:51.795441 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:52.150865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:28:53.530169 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:05.580667 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:07.217078 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:29:18.399180 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-22346195-8fa3-41db-ba59-cec1124982de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:18.946080 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:20.621728 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7c5d5a14-fe84-4465-979f-5dbc82fc5f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:21.792137 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:22.159370 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:23.532790 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:35.602414 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:44.222361 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:29:48.389689 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-db0a923f-1e81-474a-b935-d96cf3c18522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:48.950843 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:50.618619 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-72969f32-8699-4475-99a8-f4610f866ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:51.794561 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:52.166580 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:29:53.535455 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:05.604123 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:18.389686 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-35c56d80-851b-4e53-b67c-a027a10ff745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:18.973739 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:20.620106 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-7f998fc5-f4f0-4df3-a404-d7e525fa1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:21.225388 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:30:21.795066 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:22.162298 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:23.540950 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:35.626775 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:48.385866 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-26b09ab3-959a-45b9-b2e8-74a7ed8aea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:48.976413 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:50.619146 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d5960531-52a0-4730-a36c-f813ff1b6a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:51.794281 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:52.166568 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:53.545578 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:30:58.230049 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:31:05.645417 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:18.386956 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-bde5e00c-3031-4569-b588-d4ce2290b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:18.967380 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:20.623760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-4a393806-9080-44f2-ace1-2a5333d078dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:21.803498 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:22.169724 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:23.549661 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:35.235740 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:31:35.642050 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:48.392158 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d39a21da-0c13-4354-a9bf-64dd6278354c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:48.987010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:50.619407 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-98d35432-5bb6-4298-a3e2-b8b9d988749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:51.793408 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:52.179396 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:31:53.555750 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:05.641097 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:12.240042 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:32:18.393217 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a90f-a6e5-4eb3-99e2-b33a318daf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:18.988502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:20.634330 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e169cd17-2652-42d8-9185-8cdaa18ec191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:21.794620 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:22.176894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:23.556318 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:35.637361 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:48.397760 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-e5e8bfa8-98f0-4e02-aa15-37f30ace05b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:49.014816 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:49.240523 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:32:50.626928 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ecdbfad7-b41b-4d4e-adc5-06baf5e0f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:51.799467 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:52.183150 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:32:53.556122 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:05.653882 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:18.399857 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-38d81588-e75f-46d1-81b1-312fc21fcedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:19.025626 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:20.632265 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f67c-a8e5-4add-9127-efd1836b441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:21.805642 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:22.191220 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:23.558814 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:26.245940 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:33:35.657894 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:48.403714 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-8d85d2cd-a740-475b-88e6-be62d7db4f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:49.010010 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:50.619627 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-618054b0-0f76-4d2b-97dd-9ed2929483e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:51.798103 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:52.191537 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:33:53.563514 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:03.250166 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:34:05.679325 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:18.407513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-107dbb9a-35b5-433a-897d-3ce57fbcc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:19.009844 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:20.627748 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-31224d97-02ce-469d-9591-e5a4e2b6c366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:21.803813 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:22.196605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:23.566966 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:35.692701 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:40.249566 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:34:48.413915 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-45503a2e-79c7-42a3-b8b8-ed1a7f2c439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:49.023223 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.612550 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-57d3b1bf-5c33-4c60-b9f3-5c62f39a08d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:51.808512 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:52.196026 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:53.568665 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:05.690168 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:17.254639 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:35:18.411194 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-f9ad717a-2d2d-45c1-a455-212cb19dfc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:19.028145 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:20.618919 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-28203662-9cdd-4d59-bd0c-8eec9b65866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:21.804154 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:22.195218 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:23.571411 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:35.709891 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:44.364801 n-d-844200-1 neutron-server[88372]: DEBUG neutron.wsgi [req-ade5e923-e48f-4066-a68c-3b744c4ef684 req-f0a9a379-e98b-4586-8c3c-cc6fc1a50187 service neutron] (88372) timed out ('10.222.0.40', 56308) {{(pid=88372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 14:35:48.403513 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c239e93c-3627-44d4-85f6-67098075a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:49.022865 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:50.619509 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-21bc92b2-0fa2-4c9d-a5b3-15eb3f635e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:51.816387 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:52.198266 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:53.577429 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:54.258838 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:36:05.712502 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:18.412303 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-fe704658-aa8d-455a-976c-6589df86bf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:19.056421 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:20.628230 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-5ffaa7de-6357-47e6-86fe-48e2c700d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:21.821205 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:22.200786 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:23.580875 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:31.258431 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:36:35.711299 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:48.405024 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-de2954f5-9bba-4980-9d41-3045eab32a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:49.054254 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:50.613817 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-86674942-314b-4a34-af7c-f7c1caf3204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:51.817738 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:52.203535 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:53.581419 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:05.714910 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:08.261052 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:37:18.403004 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-b6d786a8-2cd9-4cfc-9920-d1017ccb9286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:19.066284 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:20.629789 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-15d68d7c-59a4-4af2-a095-9db5174c17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:21.816981 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-2be53ca4-012a-4138-a38b-bee667e3872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:22.206075 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-ef490c02-9383-43e9-acb5-f4759f9a2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:23.589330 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-c40e975e-d780-4b03-b594-0f8275cc2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:35.705017 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d0169470-f398-4f80-86d8-80fe2a74b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:45.261635 n-d-844200-1 neutron-server[88374]: DEBUG neutron.db.agents_db [None req-15ffae3e-515d-49e4-938a-efd29c9f41c4 None None] Agent healthcheck: found 7 active agents {{(pid=88374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 14:37:48.401114 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-450a3c89-75c6-44b4-a6bb-2c3198bce1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:49.062308 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-d93c7519-326a-4ca3-9773-dce3937205f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:50.617605 n-d-844200-1 neutron-server[88373]: DEBUG neutron_lib.callbacks.manager [None req-53be603e-1767-4959-871b-4add7164700f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756247683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455645'] for agent, after_update {{(pid=88373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}